@zimtsui/typechat 0.0.61

package/build/compatible-engine.d/anthropic/transport.d.ts

@@ -0,0 +1,34 @@
+import { type InferenceParams, type ProviderSpec } from '../../engine.ts';
+import { RoleMessage, type Session } from '../../compatible-engine/session.ts';
+import { Function } from '../../function.ts';
+import Anthropic from '@anthropic-ai/sdk';
+import { type InferenceContext } from '../../inference-context.ts';
+import { Throttle } from '../../throttle.ts';
+import type { MessageCodec } from './message-codec.ts';
+import type { Billing } from '../../api-types/anthropic/billing.ts';
+import type { ToolCodec } from '../../api-types/anthropic/tool-codec.ts';
+import type { Verbatim } from '../../verbatim.ts';
+import { Validator } from '../../compatible-engine/validation.ts';
+import type { Structuring } from '../../compatible-engine/structuring.ts';
+import type { Engine } from '../../engine.ts';
+export declare class Transport<in out fdm extends Function.Decl.Map.Proto, in out vdm extends Verbatim.Decl.Map.Proto> implements Engine.Transport<RoleMessage.User.From<fdm>, RoleMessage.Ai.From<fdm, vdm>, RoleMessage.Developer, Session.From<fdm, vdm>> {
+    protected ctx: Transport.Context<fdm, vdm>;
+    protected client: Anthropic;
+    constructor(ctx: Transport.Context<fdm, vdm>);
+    protected makeParams(session: Session.From<fdm, vdm>): Anthropic.MessageCreateParamsStreaming;
+    fetch(wfctx: InferenceContext, session: Session.From<fdm, vdm>, signal?: AbortSignal): Promise<RoleMessage.Ai.From<fdm, vdm>>;
+}
+export declare namespace Transport {
+    interface Context<in out fdm extends Function.Decl.Map.Proto, in out vdm extends Verbatim.Decl.Map.Proto> {
+        providerSpec: ProviderSpec;
+        inferenceSpec: InferenceParams;
+        fdm: fdm;
+        throttle: Throttle;
+        choice: Structuring.Choice.From<fdm, vdm>;
+        parallelToolCall: boolean;
+        messageCodec: MessageCodec<fdm, vdm>;
+        toolCodec: ToolCodec<fdm>;
+        billing: Billing;
+        validator: Validator.From<fdm, vdm>;
+    }
+}

package/build/compatible-engine.d/anthropic/transport.js

@@ -0,0 +1,150 @@
+import { NetworkError, ResponseInvalid } from "../../engine.js";
+import Anthropic from '@anthropic-ai/sdk';
+import { logger } from "../../telemetry.js";
+import * as ChoiceCodec from "./choice-codec.js";
+export class Transport {
+    ctx;
+    client;
+    constructor(ctx) {
+        this.ctx = ctx;
+        this.client = new Anthropic({
+            baseURL: this.ctx.providerSpec.baseUrl,
+            apiKey: this.ctx.providerSpec.apiKey,
+            fetchOptions: { dispatcher: this.ctx.providerSpec.proxyAgent },
+        });
+    }
+    makeParams(session) {
+        const tools = this.ctx.toolCodec.encodeFunctionDeclarationMap(this.ctx.fdm);
+        return {
+            model: this.ctx.inferenceSpec.model,
+            stream: true,
+            messages: session.chatMessages.map(chatMessage => this.ctx.messageCodec.encodeChatMessage(chatMessage)),
+            system: session.developerMessage && this.ctx.messageCodec.encodeDeveloperMessage(session.developerMessage),
+            tools: tools.length ? tools : undefined,
+            tool_choice: tools.length ? ChoiceCodec.encode(this.ctx.choice, this.ctx.parallelToolCall) : undefined,
+            max_tokens: this.ctx.inferenceSpec.maxTokens ?? 64 * 1024,
+            ...this.ctx.inferenceSpec.additionalOptions,
+        };
+    }
+    async fetch(wfctx, session, signal) {
+        await this.ctx.throttle.requests(wfctx);
+        // Prepare request
+        const params = this.makeParams(session);
+        logger.message.trace(params);
+        // Send request
+        const stream = this.client.messages.stream(params, { signal });
+        // Get response
+        let response = null;
+        try {
+            for await (const event of stream) {
+                if (event.type === 'message_start') {
+                    logger.message.trace(event);
+                    response = structuredClone(event.message);
+                }
+                else {
+                    if (response) { }
+                    else
+                        throw new Error();
+                    if (event.type === 'message_delta') {
+                        logger.message.trace(event);
+                        response.stop_sequence = event.delta.stop_sequence ?? response.stop_sequence;
+                        response.stop_reason = event.delta.stop_reason ?? response.stop_reason;
+                        response.usage.input_tokens = event.usage.input_tokens ?? response.usage.input_tokens;
+                        response.usage.output_tokens = event.usage.output_tokens;
+                        response.usage.cache_read_input_tokens = event.usage.cache_read_input_tokens ?? response.usage.cache_read_input_tokens;
+                        response.usage.cache_creation_input_tokens = event.usage.cache_creation_input_tokens ?? response.usage.cache_creation_input_tokens;
+                        response.usage.server_tool_use = event.usage.server_tool_use ?? response.usage.server_tool_use;
+                    }
+                    else if (event.type === 'message_stop') {
+                        logger.message.trace(event);
+                    }
+                    else if (event.type === 'content_block_start') {
+                        logger.message.trace(event);
+                        const contentBlock = structuredClone(event.content_block);
+                        response.content.push(contentBlock);
+                        if (contentBlock.type === 'tool_use')
+                            contentBlock.input = '';
+                    }
+                    else if (event.type === 'content_block_delta') {
+                        const contentBlock = response.content[event.index];
+                        if (event.delta.type === 'text_delta') {
+                            logger.inference.debug(event.delta.text);
+                            if (contentBlock?.type === 'text') { }
+                            else
+                                throw new Error();
+                            contentBlock.text += event.delta.text;
+                        }
+                        else if (event.delta.type === 'thinking_delta') {
+                            logger.inference.trace(event.delta.thinking);
+                            if (contentBlock?.type === 'thinking') { }
+                            else
+                                throw new Error();
+                            contentBlock.thinking += event.delta.thinking;
+                        }
+                        else if (event.delta.type === 'signature_delta') {
+                            if (contentBlock?.type === 'thinking') { }
+                            else
+                                throw new Error();
+                            contentBlock.signature += event.delta.signature;
+                        }
+                        else if (event.delta.type === 'input_json_delta') {
+                            logger.inference.trace(event.delta.partial_json);
+                            if (contentBlock?.type === 'tool_use') { }
+                            else
+                                throw new Error();
+                            if (typeof contentBlock.input === 'string') { }
+                            else
+                                throw new Error();
+                            contentBlock.input += event.delta.partial_json;
+                        }
+                        else
+                            throw new Error('Unknown type of content block delta', { cause: event.delta });
+                    }
+                    else if (event.type === 'content_block_stop') {
+                        const contentBlock = response.content[event.index];
+                        if (contentBlock?.type === 'text')
+                            logger.inference.debug('\n');
+                        else if (contentBlock?.type === 'thinking')
+                            logger.inference.trace('\n');
+                        else if (contentBlock?.type === 'tool_use')
+                            logger.inference.debug('\n');
+                        logger.message.trace(event);
+                        if (contentBlock?.type === 'tool_use') {
+                            if (typeof contentBlock.input === 'string') { }
+                            else
+                                throw new Error();
+                            try {
+                                contentBlock.input = JSON.parse(contentBlock.input);
+                            }
+                            catch (e) {
+                                throw new ResponseInvalid('Invalid JSON of tool use input', { cause: contentBlock.input });
+                            }
+                            logger.message.debug(contentBlock);
+                        }
+                    }
+                    else
+                        throw new Error('Unknown stream event', { cause: event });
+                }
+            }
+        }
+        catch (e) {
+            if (e instanceof TypeError)
+                throw new NetworkError(undefined, { cause: e });
+            else
+                throw e;
+        }
+        // Validate response
+        if (response) { }
+        else
+            throw new Error();
+        if (response.stop_reason === 'max_tokens')
+            throw new ResponseInvalid('Token limit exceeded.', { cause: response });
+        if (response.stop_reason === 'end_turn' || response.stop_reason === 'tool_use') { }
+        else
+            throw new ResponseInvalid('Abnormal stop reason', { cause: response });
+        logger.message.debug(response.usage);
+        wfctx.cost?.(this.ctx.billing.charge(response.usage));
+        return this.ctx.messageCodec.decodeAiMessage(response.content);
+    }
+}
+//# sourceMappingURL=transport.js.map

package/build/compatible-engine.d/anthropic/transport.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"transport.js","sourceRoot":"","sources":["../../../src/compatible-engine.d/anthropic/transport.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,eAAe,EAA2C,MAAM,iBAAiB,CAAC;AAGzG,OAAO,SAAS,MAAM,mBAAmB,CAAC;AAG1C,OAAO,EAAE,MAAM,EAAE,MAAM,oBAAoB,CAAC;AAM5C,OAAO,KAAK,WAAW,MAAM,mBAAmB,CAAC;AAKjD,MAAM,OAAO,SAAS;IAWW;IAFnB,MAAM,CAAY;IAE5B,YAA6B,GAAgC;QAAhC,QAAG,GAAH,GAAG,CAA6B;QACzD,IAAI,CAAC,MAAM,GAAG,IAAI,SAAS,CAAC;YACxB,OAAO,EAAE,IAAI,CAAC,GAAG,CAAC,YAAY,CAAC,OAAO;YACtC,MAAM,EAAE,IAAI,CAAC,GAAG,CAAC,YAAY,CAAC,MAAM;YACpC,YAAY,EAAE,EAAE,UAAU,EAAE,IAAI,CAAC,GAAG,CAAC,YAAY,CAAC,UAAU,EAAE;SACjE,CAAC,CAAC;IACP,CAAC;IAES,UAAU,CAChB,OAA+B;QAE/B,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,4BAA4B,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QAC5E,OAAO;YACH,KAAK,EAAE,IAAI,CAAC,GAAG,CAAC,aAAa,CAAC,KAAK;YACnC,MAAM,EAAE,IAAI;YACZ,QAAQ,EAAE,OAAO,CAAC,YAAY,CAAC,GAAG,CAAC,WAAW,CAAC,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,YAAY,CAAC,iBAAiB,CAAC,WAAW,CAAC,CAAC;YACvG,MAAM,EAAE,OAAO,CAAC,gBAAgB,IAAI,IAAI,CAAC,GAAG,CAAC,YAAY,CAAC,sBAAsB,CAAC,OAAO,CAAC,gBAAgB,CAAC;YAC1G,KAAK,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS;YACvC,WAAW,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,WAAW,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,IAAI,CAAC,GAAG,CAAC,gBAAgB,CAAC,CAAC,CAAC,CAAC,SAAS;YACtG,UAAU,EAAE,IAAI,CAAC,GAAG,CAAC,aAAa,CAAC,SAAS,IAAI,EAAE,GAAG,IAAI;YACzD,GAAG,IAAI,CAAC,GAAG,CAAC,aAAa,CAAC,iBAAiB;SAC9C,CAAC;IACN,CAAC;IAEM,KAAK,CAAC,KAAK,CACd,KAAuB,EACvB,OAA+B,EAC/B,MAAoB;QAEpB,MAAM,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;QAExC,kBAAkB;QAClB,MAAM,MAAM,GAAG,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC;QACxC,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;QAE7B,eAAe;QACf,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,EAAE,MAAM,EAAE,CAAC,CAAC;QAE/D,eAAe;QACf,IAAI,QAAQ,GAA6B,IAAI,CAAC;QAC9C,IAAI,CAAC;YACD,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;gBAC/B,IAAI,KAAK,CAAC,IAAI,KAAK,eAAe,EAAE,CAAC;oBACjC,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;oBAC5B,QAAQ,GAAG,eAAe,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;gBAC9C,CAAC;qBAAM,CAAC;oBACJ,IAAI,QAAQ,EAAE,CAAC,CAAA,CAAC;;wBAAM,MAAM,IAAI,KAAK,EAAE,CAAC;oBACxC,IAAI,KAAK,CAAC,IAAI,KAAK,eAAe,EAAE,CAAC;wBACjC,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;wBAC5B,QAAQ,CAAC,aAAa,GAAG,KAAK,CAAC,KAAK,CAAC,aAAa,IAAI,QAAQ,CAAC,aAAa,CAAC;wBAC7E,QAAQ,CAAC,WAAW,GAAG,KAAK,CAAC,KAAK,CAAC,WAAW,IAAI,QAAQ,CAAC,WAAW,CAAC;wBACvE,QAAQ,CAAC,KAAK,CAAC,YAAY,GAAG,KAAK,CAAC,KAAK,CAAC,YAAY,IAAI,QAAQ,CAAC,KAAK,CAAC,YAAY,CAAC;wBACtF,QAAQ,CAAC,KAAK,CAAC,aAAa,GAAG,KAAK,CAAC,KAAK,CAAC,aAAa,CAAC;wBACzD,QAAQ,CAAC,KAAK,CAAC,uBAAuB,GAAG,KAAK,CAAC,KAAK,CAAC,uBAAuB,IAAI,QAAQ,CAAC,KAAK,CAAC,uBAAuB,CAAC;wBACvH,QAAQ,CAAC,KAAK,CAAC,2BAA2B,GAAG,KAAK,CAAC,KAAK,CAAC,2BAA2B,IAAI,QAAQ,CAAC,KAAK,CAAC,2BAA2B,CAAC;wBACnI,QAAQ,CAAC,KAAK,CAAC,eAAe,GAAG,KAAK,CAAC,KAAK,CAAC,eAAe,IAAI,QAAQ,CAAC,KAAK,CAAC,eAAe,CAAC;oBACnG,CAAC;yBAAM,IAAI,KAAK,CAAC,IAAI,KAAK,cAAc,EAAE,CAAC;wBACvC,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;oBAChC,CAAC;yBAAM,IAAI,KAAK,CAAC,IAAI,KAAK,qBAAqB,EAAE,CAAC;wBAC9C,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;wBAC5B,MAAM,YAAY,GAAG,eAAe,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC;wBAC1D,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;wBACpC,IAAI,YAAY,CAAC,IAAI,KAAK,UAAU;4BAAE,YAAY,CAAC,KAAK,GAAG,EAAE,CAAC;oBAClE,CAAC;yBAAM,IAAI,KAAK,CAAC,IAAI,KAAK,qBAAqB,EAAE,CAAC;wBAC9C,MAAM,YAAY,GAAG,QAAQ,CAAC,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;wBACnD,IAAI,KAAK,CAAC,KAAK,CAAC,IAAI,KAAK,YAAY,EAAE,CAAC;4BACpC,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;4BACzC,IAAI,YAAY,EAAE,IAAI,KAAK,MAAM,EAAE,CAAC,CAAA,CAAC;;gCAAM,MAAM,IAAI,KAAK,EAAE,CAAC;4BAC7D,YAAY,CAAC,IAAI,IAAI,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC;wBAC1C,CAAC;6BAAM,IAAI,KAAK,CAAC,KAAK,CAAC,IAAI,KAAK,gBAAgB,EAAE,CAAC;4BAC/C,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;4BAC7C,IAAI,YAAY,EAAE,IAAI,KAAK,UAAU,EAAE,CAAC,CAAA,CAAC;;gCAAM,MAAM,IAAI,KAAK,EAAE,CAAC;4BACjE,YAAY,CAAC,QAAQ,IAAI,KAAK,CAAC,KAAK,CAAC,QAAQ,CAAC;wBAClD,CAAC;6BAAM,IAAI,KAAK,CAAC,KAAK,CAAC,IAAI,KAAK,iBAAiB,EAAE,CAAC;4BAChD,IAAI,YAAY,EAAE,IAAI,KAAK,UAAU,EAAE,CAAC,CAAA,CAAC;;gCAAM,MAAM,IAAI,KAAK,EAAE,CAAC;4BACjE,YAAY,CAAC,SAAS,IAAI,KAAK,CAAC,KAAK,CAAC,SAAS,CAAC;wBACpD,CAAC;6BAAM,IAAI,KAAK,CAAC,KAAK,CAAC,IAAI,KAAK,kBAAkB,EAAE,CAAC;4BACjD,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;4BACjD,IAAI,YAAY,EAAE,IAAI,KAAK,UAAU,EAAE,CAAC,CAAA,CAAC;;gCAAM,MAAM,IAAI,KAAK,EAAE,CAAC;4BACjE,IAAI,OAAO,YAAY,CAAC,KAAK,KAAK,QAAQ,EAAE,CAAC,CAAA,CAAC;;gCAAM,MAAM,IAAI,KAAK,EAAE,CAAC;4BACtE,YAAY,CAAC,KAAK,IAAI,KAAK,CAAC,KAAK,CAAC,YAAY,CAAC;wBACnD,CAAC;;4BAAM,MAAM,IAAI,KAAK,CAAC,qCAAqC,EAAE,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC;oBAC1F,CAAC;yBAAM,IAAI,KAAK,CAAC,IAAI,KAAK,oBAAoB,EAAE,CAAC;wBAC7C,MAAM,YAAY,GAAG,QAAQ,CAAC,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;wBACnD,IAAI,YAAY,EAAE,IAAI,KAAK,MAAM;4BAAE,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;6BAC3D,IAAI,YAAY,EAAE,IAAI,KAAK,UAAU;4BAAE,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;6BACpE,IAAI,YAAY,EAAE,IAAI,KAAK,UAAU;4BAAE,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;wBACzE,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;wBAC5B,IAAI,YAAY,EAAE,IAAI,KAAK,UAAU,EAAE,CAAC;4BACpC,IAAI,OAAO,YAAY,CAAC,KAAK,KAAK,QAAQ,EAAE,CAAC,CAAA,CAAC;;gCAAM,MAAM,IAAI,KAAK,EAAE,CAAC;4BACtE,IAAI,CAAC;gCACD,YAAY,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC;4BACxD,CAAC;4BAAC,OAAO,CAAC,EAAE,CAAC;gCACT,MAAM,IAAI,eAAe,CAAC,gCAAgC,EAAE,EAAE,KAAK,EAAE,YAAY,CAAC,KAAK,EAAE,CAAC,CAAC;4BAC/F,CAAC;4BACD,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;wBACvC,CAAC;oBACL,CAAC;;wBAAM,MAAM,IAAI,KAAK,CAAC,sBAAsB,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;gBACrE,CAAC;YACL,CAAC;QACL,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACT,IAAI,CAAC,YAAY,SAAS;gBACtB,MAAM,IAAI,YAAY,CAAC,SAAS,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC,CAAC;;gBAC/C,MAAM,CAAC,CAAC;QACjB,CAAC;QAED,oBAAoB;QACpB,IAAI,QAAQ,EAAE,CAAC,CAAA,CAAC;;YAAM,MAAM,IAAI,KAAK,EAAE,CAAC;QACxC,IAAI,QAAQ,CAAC,WAAW,KAAK,YAAY;YACrC,MAAM,IAAI,eAAe,CAAC,uBAAuB,EAAE,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC,CAAC;QAC5E,IAAI,QAAQ,CAAC,WAAW,KAAK,UAAU,IAAI,QAAQ,CAAC,WAAW,KAAK,UAAU,EAAE,CAAC,CAAA,CAAC;;YAC7E,MAAM,IAAI,eAAe,CAAC,sBAAsB,EAAE,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC,CAAC;QAC5E,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;QACrC,KAAK,CAAC,IAAI,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC;QAEtD,OAAO,IAAI,CAAC,GAAG,CAAC,YAAY,CAAC,eAAe,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;IACnE,CAAC;CACJ"}

package/build/compatible-engine.d/anthropic.d.ts

@@ -0,0 +1,26 @@
+import { CompatibleEngine } from '../compatible-engine.ts';
+import { Function } from '../function.ts';
+import { ToolCodec } from '../api-types/anthropic/tool-codec.ts';
+import { Billing } from '../api-types/anthropic/billing.ts';
+import { Validator } from '../compatible-engine/validation.ts';
+import * as MessageCodecModule from './anthropic/message-codec.ts';
+import * as TransportModule from './anthropic/transport.ts';
+import * as ChoiceCodecModule from './anthropic/choice-codec.ts';
+import type { Verbatim } from '../verbatim.ts';
+export type AnthropicCompatibleEngine<fdm extends Function.Decl.Map.Proto, vdm extends Verbatim.Decl.Map.Proto> = AnthropicCompatibleEngine.Instance<fdm, vdm>;
+export declare namespace AnthropicCompatibleEngine {
+    class Instance<in out fdm extends Function.Decl.Map.Proto, in out vdm extends Verbatim.Decl.Map.Proto> extends CompatibleEngine.Instance<fdm, vdm> {
+        protected toolCodec: ToolCodec<fdm>;
+        protected messageCodec: AnthropicCompatibleEngine.MessageCodec<fdm, vdm>;
+        protected billing: Billing;
+        protected validator: Validator.From<fdm, vdm>;
+        protected transport: AnthropicCompatibleEngine.Transport<fdm, vdm>;
+        protected parallelToolCall: boolean;
+        constructor(options: AnthropicCompatibleEngine.Options<fdm, vdm>);
+    }
+    interface Options<in out fdm extends Function.Decl.Map.Proto, in out vdm extends Verbatim.Decl.Map.Proto> extends CompatibleEngine.Options<fdm, vdm> {
+    }
+    export import MessageCodec = MessageCodecModule.MessageCodec;
+    export import Transport = TransportModule.Transport;
+    export import ChoiceCodec = ChoiceCodecModule;
+}

package/build/compatible-engine.d/anthropic.js

@@ -0,0 +1,46 @@
+import { CompatibleEngine } from "../compatible-engine.js";
+import { ToolCodec } from "../api-types/anthropic/tool-codec.js";
+import { Billing } from "../api-types/anthropic/billing.js";
+import { Validator } from "../compatible-engine/validation.js";
+import * as MessageCodecModule from "./anthropic/message-codec.js";
+import * as TransportModule from "./anthropic/transport.js";
+import * as ChoiceCodecModule from "./anthropic/choice-codec.js";
+export var AnthropicCompatibleEngine;
+(function (AnthropicCompatibleEngine) {
+    class Instance extends CompatibleEngine.Instance {
+        toolCodec;
+        messageCodec;
+        billing;
+        validator;
+        transport;
+        parallelToolCall;
+        constructor(options) {
+            super(options);
+            this.parallelToolCall = options.parallelToolCall ?? false;
+            this.toolCodec = new ToolCodec({ fdm: this.fdm });
+            this.messageCodec = new AnthropicCompatibleEngine.MessageCodec({
+                toolCodec: this.toolCodec,
+                vdm: this.vdm,
+            });
+            this.billing = new Billing({ pricing: this.pricing });
+            this.validator = new Validator({ choice: this.choice });
+            this.transport = new AnthropicCompatibleEngine.Transport({
+                providerSpec: this.providerSpec,
+                inferenceSpec: this.inferenceParams,
+                fdm: this.fdm,
+                throttle: this.throttle,
+                choice: this.choice,
+                parallelToolCall: this.parallelToolCall,
+                messageCodec: this.messageCodec,
+                toolCodec: this.toolCodec,
+                billing: this.billing,
+                validator: this.validator,
+            });
+        }
+    }
+    AnthropicCompatibleEngine.Instance = Instance;
+    AnthropicCompatibleEngine.MessageCodec = MessageCodecModule.MessageCodec;
+    AnthropicCompatibleEngine.Transport = TransportModule.Transport;
+    AnthropicCompatibleEngine.ChoiceCodec = ChoiceCodecModule;
+})(AnthropicCompatibleEngine || (AnthropicCompatibleEngine = {}));
+//# sourceMappingURL=anthropic.js.map

package/build/compatible-engine.d/anthropic.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"anthropic.js","sourceRoot":"","sources":["../../src/compatible-engine.d/anthropic.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,gBAAgB,EAAE,MAAM,yBAAyB,CAAC;AAE3D,OAAO,EAAE,SAAS,EAAE,MAAM,sCAAsC,CAAC;AACjE,OAAO,EAAE,OAAO,EAAE,MAAM,mCAAmC,CAAC;AAC5D,OAAO,EAAE,SAAS,EAAE,MAAM,oCAAoC,CAAC;AAC/D,OAAO,KAAK,kBAAkB,MAAM,8BAA8B,CAAC;AACnE,OAAO,KAAK,eAAe,MAAM,0BAA0B,CAAC;AAC5D,OAAO,KAAK,iBAAiB,MAAM,6BAA6B,CAAC;AASjE,MAAM,KAAW,yBAAyB,CA6CzC;AA7CD,WAAiB,yBAAyB;IACtC,MAAa,QAGX,SAAQ,gBAAgB,CAAC,QAAkB;QAC/B,SAAS,CAAiB;QAC1B,YAAY,CAAmD;QAC/D,OAAO,CAAU;QACjB,SAAS,CAA2B;QACpC,SAAS,CAAgD;QAChD,gBAAgB,CAAU;QAE7C,YAAmB,OAAoD;YACnE,KAAK,CAAC,OAAO,CAAC,CAAC;YACf,IAAI,CAAC,gBAAgB,GAAG,OAAO,CAAC,gBAAgB,IAAI,KAAK,CAAC;YAC1D,IAAI,CAAC,SAAS,GAAG,IAAI,SAAS,CAAC,EAAE,GAAG,EAAE,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC;YAClD,IAAI,CAAC,YAAY,GAAG,IAAI,yBAAyB,CAAC,YAAY,CAAC;gBAC3D,SAAS,EAAE,IAAI,CAAC,SAAS;gBACzB,GAAG,EAAE,IAAI,CAAC,GAAG;aAChB,CAAC,CAAC;YACH,IAAI,CAAC,OAAO,GAAG,IAAI,OAAO,CAAC,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC;YACtD,IAAI,CAAC,SAAS,GAAG,IAAI,SAAS,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC;YACxD,IAAI,CAAC,SAAS,GAAG,IAAI,yBAAyB,CAAC,SAAS,CAAC;gBACrD,YAAY,EAAE,IAAI,CAAC,YAAY;gBAC/B,aAAa,EAAE,IAAI,CAAC,eAAe;gBACnC,GAAG,EAAE,IAAI,CAAC,GAAG;gBACb,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,MAAM,EAAE,IAAI,CAAC,MAAM;gBACnB,gBAAgB,EAAE,IAAI,CAAC,gBAAgB;gBACvC,YAAY,EAAE,IAAI,CAAC,YAAY;gBAC/B,SAAS,EAAE,IAAI,CAAC,SAAS;gBACzB,OAAO,EAAE,IAAI,CAAC,OAAO;gBACrB,SAAS,EAAE,IAAI,CAAC,SAAS;aAC5B,CAAC,CAAC;QACP,CAAC;KACJ;IAlCY,kCAAQ,WAkCpB,CAAA;IAOa,sCAAY,GAAG,kBAAkB,CAAC,YAAY,CAAC;IAC/C,mCAAS,GAAG,eAAe,CAAC,SAAS,CAAC;IACtC,qCAAW,GAAG,iBAAiB,CAAC;AAClD,CAAC,EA7CgB,yBAAyB,KAAzB,yBAAyB,QA6CzC"}

package/build/compatible-engine.d/google/choice-codec.d.ts

@@ -0,0 +1,5 @@
+import { Structuring } from '../../compatible-engine/structuring.ts';
+import type { Function } from '../../function.ts';
+import type { Verbatim } from '../../verbatim.ts';
+import * as Google from '@google/genai';
+export declare function encode<fdu extends Function.Decl.Proto, vdu extends Verbatim.Decl.Proto>(choice: Structuring.Choice<fdu, vdu>): Google.FunctionCallingConfig;

package/build/compatible-engine.d/google/choice-codec.js

@@ -0,0 +1,27 @@
+import { Structuring } from "../../compatible-engine/structuring.js";
+import * as Google from '@google/genai';
+export function encode(choice) {
+    if (choice === Structuring.Choice.NONE)
+        return { mode: Google.FunctionCallingConfigMode.NONE };
+    else if (choice === Structuring.Choice.REQUIRED)
+        return { mode: Google.FunctionCallingConfigMode.AUTO };
+    else if (choice === Structuring.Choice.ANYONE)
+        return { mode: Google.FunctionCallingConfigMode.AUTO };
+    else if (choice === Structuring.Choice.AUTO)
+        return { mode: Google.FunctionCallingConfigMode.AUTO };
+    else if (choice === Structuring.Choice.FCall.REQUIRED)
+        return { mode: Google.FunctionCallingConfigMode.ANY };
+    else if (choice === Structuring.Choice.FCall.ANYONE)
+        return { mode: Google.FunctionCallingConfigMode.ANY };
+    else if (choice instanceof Structuring.Choice.FCall)
+        return { mode: Google.FunctionCallingConfigMode.ANY, allowedFunctionNames: [choice.name] };
+    else if (choice === Structuring.Choice.VRequest.REQUIRED)
+        return { mode: Google.FunctionCallingConfigMode.NONE };
+    else if (choice === Structuring.Choice.VRequest.ANYONE)
+        return { mode: Google.FunctionCallingConfigMode.NONE };
+    else if (choice instanceof Structuring.Choice.VRequest)
+        return { mode: Google.FunctionCallingConfigMode.NONE };
+    else
+        throw new Error('Invalid structuring choice');
+}
+//# sourceMappingURL=choice-codec.js.map

package/build/compatible-engine.d/google/choice-codec.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"choice-codec.js","sourceRoot":"","sources":["../../../src/compatible-engine.d/google/choice-codec.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,wCAAwC,CAAC;AAGrE,OAAO,KAAK,MAAM,MAAM,eAAe,CAAC;AAGxC,MAAM,UAAU,MAAM,CAIlB,MAAoC;IAGpC,IAAI,MAAM,KAAK,WAAW,CAAC,MAAM,CAAC,IAAI;QAAE,OAAO,EAAE,IAAI,EAAE,MAAM,CAAC,yBAAyB,CAAC,IAAI,EAAE,CAAC;SAC1F,IAAI,MAAM,KAAK,WAAW,CAAC,MAAM,CAAC,QAAQ;QAAE,OAAO,EAAE,IAAI,EAAE,MAAM,CAAC,yBAAyB,CAAC,IAAI,EAAE,CAAC;SACnG,IAAI,MAAM,KAAK,WAAW,CAAC,MAAM,CAAC,MAAM;QAAE,OAAO,EAAE,IAAI,EAAE,MAAM,CAAC,yBAAyB,CAAC,IAAI,EAAE,CAAC;SACjG,IAAI,MAAM,KAAK,WAAW,CAAC,MAAM,CAAC,IAAI;QAAE,OAAO,EAAE,IAAI,EAAE,MAAM,CAAC,yBAAyB,CAAC,IAAI,EAAE,CAAC;SAE/F,IAAI,MAAM,KAAK,WAAW,CAAC,MAAM,CAAC,KAAK,CAAC,QAAQ;QAAE,OAAO,EAAE,IAAI,EAAE,MAAM,CAAC,yBAAyB,CAAC,GAAG,EAAE,CAAC;SACxG,IAAI,MAAM,KAAK,WAAW,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM;QAAE,OAAO,EAAE,IAAI,EAAE,MAAM,CAAC,yBAAyB,CAAC,GAAG,EAAE,CAAC;SACtG,IAAI,MAAM,YAAY,WAAW,CAAC,MAAM,CAAC,KAAK;QAC/C,OAAO,EAAE,IAAI,EAAE,MAAM,CAAC,yBAAyB,CAAC,GAAG,EAAE,oBAAoB,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC;SAE1F,IAAI,MAAM,KAAK,WAAW,CAAC,MAAM,CAAC,QAAQ,CAAC,QAAQ;QAAE,OAAO,EAAE,IAAI,EAAE,MAAM,CAAC,yBAAyB,CAAC,IAAI,EAAE,CAAC;SAC5G,IAAI,MAAM,KAAK,WAAW,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM;QAAE,OAAO,EAAE,IAAI,EAAE,MAAM,CAAC,yBAAyB,CAAC,IAAI,EAAE,CAAC;SAC1G,IAAI,MAAM,YAAY,WAAW,CAAC,MAAM,CAAC,QAAQ;QAAE,OAAO,EAAE,IAAI,EAAE,MAAM,CAAC,yBAAyB,CAAC,IAAI,EAAE,CAAC;;QAE1G,MAAM,IAAI,KAAK,CAAC,4BAA4B,CAAC,CAAC;AACvD,CAAC"}

package/build/compatible-engine.d/google/message-codec.d.ts

@@ -0,0 +1,36 @@
+import { RoleMessage, type Session } from '../../compatible-engine/session.ts';
+import { Function } from '../../function.ts';
+import * as Google from '@google/genai';
+import { type ToolCodec } from '../../api-types/google/tool-codec.ts';
+import type { Verbatim } from '../../verbatim.ts';
+declare const NOMINAL: unique symbol;
+export declare class MessageCodec<fdm extends Function.Decl.Map.Proto, vdm extends Verbatim.Decl.Map.Proto> {
+    protected ctx: MessageCodec.Context<fdm, vdm>;
+    constructor(ctx: MessageCodec.Context<fdm, vdm>);
+    encodeAiMessage(aiMessage: RoleMessage.Ai.From<fdm, vdm>): Google.Content;
+    encodeChatMessages(chatMessages: Session.ChatMessage.From<fdm, vdm>[]): Google.Content[];
+    encodeUserMessage(userMessage: RoleMessage.User.From<fdm>): Google.Content;
+    encodeDeveloperMessage(developerMessage: RoleMessage.Developer): Google.Content;
+    /**
+     * @throws {@link VerbatimCodec.Request.Invalid}
+     */
+    decodeAiMessage(content: Google.Content): MessageCodec.Message.Ai.From<fdm, vdm>;
+}
+export declare namespace MessageCodec {
+    interface Context<in out fdm extends Function.Decl.Map.Proto, in out vdm extends Verbatim.Decl.Map.Proto> {
+        toolCodec: ToolCodec<fdm>;
+        vdm: vdm;
+    }
+    namespace Message {
+        class Ai<out fdu extends Function.Decl.Proto, out vdu extends Verbatim.Decl.Proto> extends RoleMessage.Ai<fdu, vdu> {
+            protected raw: Google.Content;
+            protected [NOMINAL]: never;
+            constructor(parts: RoleMessage.Ai.Part<fdu, vdu>[], raw: Google.Content);
+            getRaw(): Google.Content;
+        }
+        namespace Ai {
+            type From<fdm extends Function.Decl.Map.Proto, vdm extends Verbatim.Decl.Map.Proto> = Ai<Function.Decl.From<fdm>, Verbatim.Decl.From<vdm>>;
+        }
+    }
+}
+export {};

package/build/compatible-engine.d/google/message-codec.js

@@ -0,0 +1,94 @@
+import { ResponseInvalid } from "../../engine.js";
+import { RoleMessage } from "../../compatible-engine/session.js";
+import { Function } from "../../function.js";
+import * as Google from '@google/genai';
+import * as VerbatimCodec from "../../verbatim/codec.js";
+const NOMINAL = Symbol();
+export class MessageCodec {
+    ctx;
+    constructor(ctx) {
+        this.ctx = ctx;
+    }
+    encodeAiMessage(aiMessage) {
+        if (aiMessage instanceof MessageCodec.Message.Ai)
+            return aiMessage.getRaw();
+        else {
+            const parts = aiMessage.getParts().map(part => {
+                if (part instanceof RoleMessage.Part.Text)
+                    return Google.createPartFromText(part.text);
+                else if (part instanceof Function.Call) {
+                    if (part.args instanceof Object) { }
+                    else
+                        throw new Error();
+                    return Google.createPartFromFunctionCall(part.name, part.args);
+                }
+                else
+                    throw new Error();
+            });
+            return Google.createModelContent(parts);
+        }
+    }
+    encodeChatMessages(chatMessages) {
+        return chatMessages.map(chatMessage => {
+            if (chatMessage instanceof RoleMessage.User)
+                return this.encodeUserMessage(chatMessage);
+            else if (chatMessage instanceof RoleMessage.Ai)
+                return this.encodeAiMessage(chatMessage);
+            else
+                throw new Error();
+        });
+    }
+    encodeUserMessage(userMessage) {
+        const parts = userMessage.getParts().map(part => {
+            if (part instanceof RoleMessage.Part.Text)
+                return Google.createPartFromText(part.text);
+            else if (part instanceof Function.Response)
+                return this.ctx.toolCodec.encodeFunctionResponse(part);
+            else
+                throw new Error();
+        });
+        return Google.createUserContent(parts);
+    }
+    encodeDeveloperMessage(developerMessage) {
+        const parts = developerMessage.getParts().map(part => Google.createPartFromText(part.text));
+        return { parts };
+    }
+    /**
+     * @throws {@link VerbatimCodec.Request.Invalid}
+     */
+    decodeAiMessage(content) {
+        if (content.parts) { }
+        else
+            throw new Error();
+        return new MessageCodec.Message.Ai(content.parts.flatMap(part => {
+            const parts = [];
+            if (part.functionCall || part.text) { }
+            else
+                throw new ResponseInvalid('Unknown content part', { cause: content });
+            if (part.text) {
+                const vrs = VerbatimCodec.Request.decode(part.text, this.ctx.vdm);
+                parts.push(new RoleMessage.Part.Text(part.text, vrs));
+            }
+            if (part.functionCall)
+                parts.push(this.ctx.toolCodec.decodeFunctionCall(part.functionCall));
+            return parts;
+        }), content);
+    }
+}
+(function (MessageCodec) {
+    let Message;
+    (function (Message) {
+        class Ai extends RoleMessage.Ai {
+            raw;
+            constructor(parts, raw) {
+                super(parts);
+                this.raw = raw;
+            }
+            getRaw() {
+                return this.raw;
+            }
+        }
+        Message.Ai = Ai;
+    })(Message = MessageCodec.Message || (MessageCodec.Message = {}));
+})(MessageCodec || (MessageCodec = {}));
+//# sourceMappingURL=message-codec.js.map

package/build/compatible-engine.d/google/message-codec.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"message-codec.js","sourceRoot":"","sources":["../../../src/compatible-engine.d/google/message-codec.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,eAAe,EAAE,MAAM,iBAAiB,CAAC;AAClD,OAAO,EAAE,WAAW,EAAgB,MAAM,oCAAoC,CAAC;AAC/E,OAAO,EAAE,QAAQ,EAAE,MAAM,mBAAmB,CAAC;AAC7C,OAAO,KAAK,MAAM,MAAM,eAAe,CAAC;AAGxC,OAAO,KAAK,aAAa,MAAM,yBAAyB,CAAC;AAEzD,MAAM,OAAO,GAAG,MAAM,EAAE,CAAC;AAEzB,MAAM,OAAO,YAAY;IAIQ;IAA7B,YAA6B,GAAmC;QAAnC,QAAG,GAAH,GAAG,CAAgC;IAAG,CAAC;IAE7D,eAAe,CAClB,SAAwC;QAExC,IAAI,SAAS,YAAY,YAAY,CAAC,OAAO,CAAC,EAAE;YAC5C,OAAO,SAAS,CAAC,MAAM,EAAE,CAAC;aACzB,CAAC;YACF,MAAM,KAAK,GAAG,SAAS,CAAC,QAAQ,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE;gBAC1C,IAAI,IAAI,YAAY,WAAW,CAAC,IAAI,CAAC,IAAI;oBACrC,OAAO,MAAM,CAAC,kBAAkB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;qBAC3C,IAAI,IAAI,YAAY,QAAQ,CAAC,IAAI,EAAE,CAAC;oBACrC,IAAI,IAAI,CAAC,IAAI,YAAY,MAAM,EAAE,CAAC,CAAA,CAAC;;wBAAM,MAAM,IAAI,KAAK,EAAE,CAAC;oBAC3D,OAAO,MAAM,CAAC,0BAA0B,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,IAA+B,CAAC,CAAC;gBAC9F,CAAC;;oBAAM,MAAM,IAAI,KAAK,EAAE,CAAC;YAC7B,CAAC,CAAC,CAAC;YACH,OAAO,MAAM,CAAC,kBAAkB,CAAC,KAAK,CAAC,CAAC;QAC5C,CAAC;IACL,CAAC;IAEM,kBAAkB,CACrB,YAAkD;QAElD,OAAO,YAAY,CAAC,GAAG,CAAC,WAAW,CAAC,EAAE;YAClC,IAAI,WAAW,YAAY,WAAW,CAAC,IAAI;gBAAE,OAAO,IAAI,CAAC,iBAAiB,CAAC,WAAW,CAAC,CAAC;iBACnF,IAAI,WAAW,YAAY,WAAW,CAAC,EAAE;gBAAE,OAAO,IAAI,CAAC,eAAe,CAAC,WAAW,CAAC,CAAC;;gBACpF,MAAM,IAAI,KAAK,EAAE,CAAC;QAC3B,CAAC,CAAC,CAAC;IACP,CAAC;IAEM,iBAAiB,CACpB,WAAuC;QAEvC,MAAM,KAAK,GAAG,WAAW,CAAC,QAAQ,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE;YAC5C,IAAI,IAAI,YAAY,WAAW,CAAC,IAAI,CAAC,IAAI;gBACrC,OAAO,MAAM,CAAC,kBAAkB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;iBAC3C,IAAI,IAAI,YAAY,QAAQ,CAAC,QAAQ;gBACtC,OAAO,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,sBAAsB,CAAC,IAAI,CAAC,CAAC;;gBACtD,MAAM,IAAI,KAAK,EAAE,CAAC;QAC3B,CAAC,CAAC,CAAC;QACH,OAAO,MAAM,CAAC,iBAAiB,CAAC,KAAK,CAAC,CAAC;IAC3C,CAAC;IAEM,sBAAsB,CACzB,gBAAuC;QAEvC,MAAM,KAAK,GAAG,gBAAgB,CAAC,QAAQ,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,MAAM,CAAC,kBAAkB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;QAC5F,OAAO,EAAE,KAAK,EAAE,CAAC;IACrB,CAAC;IAED;;OAEG;IACI,eAAe,CAClB,OAAuB;QAEvB,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC,CAAA,CAAC;;YAAM,MAAM,IAAI,KAAK,EAAE,CAAC;QAC7C,OAAO,IAAI,YAAY,CAAC,OAAO,CAAC,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE;YAC5D,MAAM,KAAK,GAAyC,EAAE,CAAC;YACvD,IAAI,IAAI,CAAC,YAAY,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC,CAAA,CAAC;;gBAAM,MAAM,IAAI,eAAe,CAAC,sBAAsB,EAAE,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC,CAAC;YAClH,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;gBACZ,MAAM,GAAG,GAAG,aAAa,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;gBAClE,KAAK,CAAC,IAAI,CAAC,IAAI,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC,CAAC;YAC1D,CAAC;YACD,IAAI,IAAI,CAAC,YAAY;gBAAE,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,kBAAkB,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC;YAC5F,OAAO,KAAK,CAAC;QACjB,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC;IACjB,CAAC;CACJ;AAGD,WAAiB,YAAY;IASzB,IAAiB,OAAO,CAsBvB;IAtBD,WAAiB,OAAO;QACpB,MAAa,EAGX,SAAQ,WAAW,CAAC,EAAY;YAEuC;YAArE,YAAmB,KAAsC,EAAY,GAAmB;gBACpF,KAAK,CAAC,KAAK,CAAC,CAAC;gBADoD,QAAG,GAAH,GAAG,CAAgB;YAExF,CAAC;YACM,MAAM;gBACT,OAAO,IAAI,CAAC,GAAG,CAAC;YACpB,CAAC;SACJ;QAXY,UAAE,KAWd,CAAA;IAUL,CAAC,EAtBgB,OAAO,GAAP,oBAAO,KAAP,oBAAO,QAsBvB;AAEL,CAAC,EAjCgB,YAAY,KAAZ,YAAY,QAiC5B"}

package/build/compatible-engine.d/google/transport.d.ts

@@ -0,0 +1,30 @@
+import { Engine, type InferenceParams as InferenceParams, type ProviderSpec } from '../../engine.ts';
+import { RoleMessage, type Session } from '../../compatible-engine/session.ts';
+import { Function } from '../../function.ts';
+import { type InferenceContext } from '../../inference-context.ts';
+import { Throttle } from '../../throttle.ts';
+import type { MessageCodec } from './message-codec.ts';
+import type { ToolCodec } from '../../api-types/google/tool-codec.ts';
+import type { Billing } from '../../api-types/google/billing.ts';
+import type { Verbatim } from '../../verbatim.ts';
+import type { Validator } from '../../compatible-engine/validation.ts';
+import type { Structuring } from '../../compatible-engine/structuring.ts';
+export declare class Transport<in out fdm extends Function.Decl.Map.Proto, in out vdm extends Verbatim.Decl.Map.Proto> implements Engine.Transport<RoleMessage.User.From<fdm>, RoleMessage.Ai.From<fdm, vdm>, RoleMessage.Developer, Session.From<fdm, vdm>> {
+    protected ctx: Transport.Context<fdm, vdm>;
+    protected apiURL: URL;
+    constructor(ctx: Transport.Context<fdm, vdm>);
+    fetch(wfctx: InferenceContext, session: Session.From<fdm, vdm>, signal?: AbortSignal): Promise<RoleMessage.Ai.From<fdm, vdm>>;
+}
+export declare namespace Transport {
+    interface Context<in out fdm extends Function.Decl.Map.Proto, in out vdm extends Verbatim.Decl.Map.Proto> {
+        inferenceParams: InferenceParams;
+        providerSpec: ProviderSpec;
+        fdm: fdm;
+        throttle: Throttle;
+        choice: Structuring.Choice.From<fdm, vdm>;
+        messageCodec: MessageCodec<fdm, vdm>;
+        toolCodec: ToolCodec<fdm>;
+        billing: Billing;
+        validator: Validator.From<fdm, vdm>;
+    }
+}

package/build/compatible-engine.d/google/transport.js

@@ -0,0 +1,78 @@
+import { NetworkError, ResponseInvalid } from "../../engine.js";
+import * as Google from '@google/genai';
+import * as Undici from 'undici';
+import { logger } from "../../telemetry.js";
+import * as ChoiceCodec from "./choice-codec.js";
+export class Transport {
+    ctx;
+    apiURL;
+    constructor(ctx) {
+        this.ctx = ctx;
+        this.apiURL = new URL(`${this.ctx.providerSpec.baseUrl}/v1beta/models/${this.ctx.inferenceParams.model}:generateContent`);
+    }
+    async fetch(wfctx, session, signal) {
+        await this.ctx.throttle.requests(wfctx);
+        // Prepare request body
+        const systemInstruction = session.developerMessage && this.ctx.messageCodec.encodeDeveloperMessage(session.developerMessage);
+        const contents = this.ctx.messageCodec.encodeChatMessages(session.chatMessages);
+        const tools = this.ctx.toolCodec.encodeFunctionDeclarationMap(this.ctx.fdm);
+        const reqbody = {
+            contents,
+            tools: tools.length ? [{
+                    functionDeclarations: tools,
+                }] : undefined,
+            toolConfig: tools.length ? {
+                functionCallingConfig: ChoiceCodec.encode(this.ctx.choice),
+            } : undefined,
+            systemInstruction,
+            generationConfig: this.ctx.inferenceParams.maxTokens || this.ctx.inferenceParams.additionalOptions ? {
+                maxOutputTokens: this.ctx.inferenceParams.maxTokens ?? undefined,
+                ...this.ctx.inferenceParams.additionalOptions,
+            } : undefined,
+        };
+        logger.message.trace(reqbody);
+        // Send request
+        const res = await Undici.fetch(this.apiURL, {
+            method: 'POST',
+            headers: new Headers({
+                'Content-Type': 'application/json',
+                'x-goog-api-key': this.ctx.providerSpec.apiKey,
+            }),
+            body: JSON.stringify(reqbody),
+            dispatcher: this.ctx.providerSpec.proxyAgent,
+            signal,
+        }).catch(e => {
+            if (e instanceof TypeError)
+                throw new NetworkError(undefined, { cause: e });
+            else
+                throw e;
+        });
+        // Get response
+        if (res.ok) { }
+        else
+            throw new Error(undefined, { cause: res });
+        const response = await res.json();
+        logger.message.trace(response);
+        // Validate response
+        if (response.candidates?.[0]?.content?.parts?.length) { }
+        else
+            throw new ResponseInvalid('Content missing', { cause: response });
+        if (response.candidates[0].finishReason === Google.FinishReason.MAX_TOKENS)
+            throw new ResponseInvalid('Token limit exceeded.', { cause: response });
+        if (response.candidates[0].finishReason === Google.FinishReason.STOP) { }
+        else
+            throw new ResponseInvalid('Abnormal finish reason', { cause: response });
+        if (response.usageMetadata) { }
+        else
+            throw new ResponseInvalid('Usage metadata missing', { cause: response });
+        for (const part of response.candidates[0].content.parts) {
+            if (part.text)
+                logger.inference.debug(part.text);
+            if (part.functionCall)
+                logger.message.debug(part.functionCall);
+        }
+        wfctx.cost?.(this.ctx.billing.charge(response.usageMetadata));
+        return this.ctx.messageCodec.decodeAiMessage(response.candidates[0].content);
+    }
+}
+//# sourceMappingURL=transport.js.map

package/build/compatible-engine.d/google/transport.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"transport.js","sourceRoot":"","sources":["../../../src/compatible-engine.d/google/transport.ts"],"names":[],"mappings":"AAAA,OAAO,EAAU,YAAY,EAAE,eAAe,EAA8D,MAAM,iBAAiB,CAAC;AAGpI,OAAO,KAAK,MAAM,MAAM,eAAe,CAAC;AACxC,OAAO,KAAK,MAAM,MAAM,QAAQ,CAAC;AAIjC,OAAO,EAAE,MAAM,EAAE,MAAM,oBAAoB,CAAC;AAO5C,OAAO,KAAK,WAAW,MAAM,mBAAmB,CAAC;AAIjD,MAAM,OAAO,SAAS;IAUW;IADnB,MAAM,CAAM;IACtB,YAA6B,GAAgC;QAAhC,QAAG,GAAH,GAAG,CAA6B;QACzD,IAAI,CAAC,MAAM,GAAG,IAAI,GAAG,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,YAAY,CAAC,OAAO,kBAAkB,IAAI,CAAC,GAAG,CAAC,eAAe,CAAC,KAAK,kBAAkB,CAAC,CAAA;IAC7H,CAAC;IAEM,KAAK,CAAC,KAAK,CACd,KAAuB,EACvB,OAA+B,EAC/B,MAAoB;QAEpB,MAAM,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;QAExC,uBAAuB;QACvB,MAAM,iBAAiB,GAAG,OAAO,CAAC,gBAAgB,IAAI,IAAI,CAAC,GAAG,CAAC,YAAY,CAAC,sBAAsB,CAAC,OAAO,CAAC,gBAAgB,CAAC,CAAC;QAC7H,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,YAAY,CAAC,kBAAkB,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC;QAChF,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,4BAA4B,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QAC5E,MAAM,OAAO,GAAmB;YAC5B,QAAQ;YACR,KAAK,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;oBACnB,oBAAoB,EAAE,KAAK;iBAC9B,CAAC,CAAC,CAAC,CAAC,SAAS;YACd,UAAU,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC;gBACvB,qBAAqB,EAAE,WAAW,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC;aAC7D,CAAC,CAAC,CAAC,SAAS;YACb,iBAAiB;YACjB,gBAAgB,EAAE,IAAI,CAAC,GAAG,CAAC,eAAe,CAAC,SAAS,IAAI,IAAI,CAAC,GAAG,CAAC,eAAe,CAAC,iBAAiB,CAAC,CAAC,CAAC;gBACjG,eAAe,EAAE,IAAI,CAAC,GAAG,CAAC,eAAe,CAAC,SAAS,IAAI,SAAS;gBAChE,GAAG,IAAI,CAAC,GAAG,CAAC,eAAe,CAAC,iBAAiB;aAChD,CAAC,CAAC,CAAC,SAAS;SAChB,CAAC;QACF,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QAE9B,eAAe;QACf,MAAM,GAAG,GAAG,MAAM,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE;YACxC,MAAM,EAAE,MAAM;YACd,OAAO,EAAE,IAAI,OAAO,CAAC;gBACjB,cAAc,EAAE,kBAAkB;gBAClC,gBAAgB,EAAE,IAAI,CAAC,GAAG,CAAC,YAAY,CAAC,MAAM;aACjD,CAAC;YACF,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC;YAC7B,UAAU,EAAE,IAAI,CAAC,GAAG,CAAC,YAAY,CAAC,UAAU;YAC5C,MAAM;SACT,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE;YACT,IAAI,CAAC,YAAY,SAAS;gBACtB,MAAM,IAAI,YAAY,CAAC,SAAS,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC,CAAC;;gBAC/C,MAAM,CAAC,CAAC;QACjB,CAAC,CAAC,CAAC;QAEH,eAAe;QACf,IAAI,GAAG,CAAC,EAAE,EAAE,CAAC,CAAA,CAAC;;YAAM,MAAM,IAAI,KAAK,CAAC,SAAS,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,CAAC;QAC/D,MAAM,QAAQ,GAAG,MAAM,GAAG,CAAC,IAAI,EAAoC,CAAC;QACpE,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;QAE/B,oBAAoB;QACpB,IAAI,QAAQ,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,CAAA,CAAC;;YAAM,MAAM,IAAI,eAAe,CAAC,iBAAiB,EAAE,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC,CAAC;QAChI,IAAI,QAAQ,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,YAAY,KAAK,MAAM,CAAC,YAAY,CAAC,UAAU;YACtE,MAAM,IAAI,eAAe,CAAC,uBAAuB,EAAE,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC,CAAC;QAC5E,IAAI,QAAQ,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,YAAY,KAAK,MAAM,CAAC,YAAY,CAAC,IAAI,EAAE,CAAC,CAAA,CAAC;;YACnE,MAAM,IAAI,eAAe,CAAC,wBAAwB,EAAE,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC,CAAC;QAC9E,IAAI,QAAQ,CAAC,aAAa,EAAE,CAAC,CAAA,CAAC;;YAAM,MAAM,IAAI,eAAe,CAAC,wBAAwB,EAAE,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC,CAAC;QAC7G,KAAK,MAAM,IAAI,IAAI,QAAQ,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;YACtD,IAAI,IAAI,CAAC,IAAI;gBAAE,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACjD,IAAI,IAAI,CAAC,YAAY;gBAAE,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;QACnE,CAAC;QACD,KAAK,CAAC,IAAI,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,aAAa,CAAC,CAAC,CAAC;QAE9D,OAAO,IAAI,CAAC,GAAG,CAAC,YAAY,CAAC,eAAe,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;IACjF,CAAC;CAEJ"}

package/build/compatible-engine.d/google.d.ts

@@ -0,0 +1,26 @@
+import { CompatibleEngine } from '../compatible-engine.ts';
+import { Function } from '../function.ts';
+import * as MessageCodecModule from './google/message-codec.ts';
+import { ToolCodec } from '../api-types/google/tool-codec.ts';
+import { Billing } from '../api-types/google/billing.ts';
+import { Validator } from '../compatible-engine/validation.ts';
+import * as TransportModule from './google/transport.ts';
+import type { Verbatim } from '../verbatim.ts';
+import * as ChoiceCodecModule from './google/choice-codec.ts';
+export type GoogleCompatibleEngine<fdm extends Function.Decl.Map.Proto, vdm extends Verbatim.Decl.Map.Proto> = GoogleCompatibleEngine.Instance<fdm, vdm>;
+export declare namespace GoogleCompatibleEngine {
+    class Instance<in out fdm extends Function.Decl.Map.Proto, in out vdm extends Verbatim.Decl.Map.Proto> extends CompatibleEngine.Instance<fdm, vdm> {
+        protected toolCodec: ToolCodec<fdm>;
+        protected messageCodec: GoogleCompatibleEngine.MessageCodec<fdm, vdm>;
+        protected billing: Billing;
+        protected validator: Validator.From<fdm, vdm>;
+        protected transport: GoogleCompatibleEngine.Transport<fdm, vdm>;
+        protected parallelToolCall: boolean;
+        constructor(options: GoogleCompatibleEngine.Options<fdm, vdm>);
+    }
+    interface Options<in out fdm extends Function.Decl.Map.Proto, in out vdm extends Verbatim.Decl.Map.Proto> extends CompatibleEngine.Options<fdm, vdm> {
+    }
+    export import Transport = TransportModule.Transport;
+    export import MessageCodec = MessageCodecModule.MessageCodec;
+    export import ChoiceCodec = ChoiceCodecModule;
+}