@zimtsui/typechat 0.0.94 → 0.0.95

package/build/compatible-engine.d/openai-responses/transport.js

@@ -1,91 +1,91 @@
-import { NetworkError, ResponseInvalid } from "../../engine.js";
-import * as Undici from 'undici';
+import OpenAI from 'openai';
 import { loggers } from "../../telemetry.js";
 import * as ChoiceCodec from "./choice-codec.js";
-import { MIMEType } from 'whatwg-mimetype';
+import * as Undici from 'undici';
 export class Transport {
-    ctx;
-    apiURL;
-    constructor(ctx) {
-        this.ctx = ctx;
-        this.apiURL = new URL(`${this.ctx.providerSpec.baseUrl}/responses`);
+    client;
+    inferenceParams;
+    providerSpec;
+    fdm;
+    throttle;
+    choice;
+    messageCodec;
+    toolCodec;
+    billing;
+    constructor(options) {
+        this.client = new OpenAI({
+            baseURL: options.providerSpec.baseUrl,
+            apiKey: options.providerSpec.apiKey,
+            fetch: Undici.fetch,
+            fetchOptions: { dispatcher: options.providerSpec.dispatcher },
+        });
+        this.inferenceParams = options.inferenceParams;
+        this.providerSpec = options.providerSpec;
+        this.fdm = options.fdm;
+        this.throttle = options.throttle;
+        this.choice = options.choice;
+        this.messageCodec = options.messageCodec;
+        this.toolCodec = options.toolCodec;
+        this.billing = options.billing;
     }
     makeParams(session) {
-        const tools = this.ctx.toolCodec.encodeFunctionDeclarationMap(this.ctx.fdm);
+        const tools = this.toolCodec.encodeFunctionDeclarationMap(this.fdm);
         return {
-            model: this.ctx.inferenceSpec.model,
+            model: this.inferenceParams.model,
             include: ['reasoning.encrypted_content'],
             store: false,
-            input: session.chatMessages.flatMap(chatMessage => this.ctx.messageCodec.encodeChatMessage(chatMessage)),
-            instructions: session.developerMessage && this.ctx.messageCodec.encodeDeveloperMessage(session.developerMessage),
+            stream: true,
+            input: session.chatMessages.flatMap(chatMessage => this.messageCodec.encodeChatMessage(chatMessage)),
+            instructions: session.developerMessage && this.messageCodec.encodeDeveloperMessage(session.developerMessage),
             tools: tools.length ? tools : undefined,
-            tool_choice: tools.length ? ChoiceCodec.encode(this.ctx.choice) : undefined,
-            parallel_tool_calls: tools.length ? this.ctx.inferenceSpec.parallelToolCall : undefined,
-            ...this.ctx.inferenceSpec.additionalOptions,
+            tool_choice: tools.length ? ChoiceCodec.encode(this.choice) : undefined,
+            parallel_tool_calls: tools.length ? this.inferenceParams.parallelToolCall : undefined,
+            ...this.inferenceParams.additionalOptions,
         };
     }
-    logAiMessage(output) {
-        for (const item of output)
-            if (item.type === 'message') {
-                if (item.content.every(part => part.type === 'output_text')) { }
-                else
-                    throw new ResponseInvalid('Refusal', { cause: output });
-                loggers.inference.info(item.content.map(part => part.text).join(''));
-            }
-            else if (item.type === 'function_call')
-                loggers.message.info(item);
-    }
     async fetch(wfctx, session, signal) {
-        await this.ctx.throttle.requests(wfctx);
+        await this.throttle.requests(wfctx);
         // Prepare request
         const params = this.makeParams(session);
         loggers.message.debug(params);
         // Send request
-        const res = await Undici.fetch(this.apiURL, {
-            method: 'POST',
-            headers: {
-                'Content-Type': 'application/json',
-                'Authorization': `Bearer ${this.ctx.providerSpec.apiKey}`,
-            },
-            body: JSON.stringify(params),
-            dispatcher: this.ctx.providerSpec.dispatcher,
-            signal,
-        }).catch(e => {
-            if (e instanceof TypeError)
-                throw new NetworkError(undefined, { cause: e });
-            else
-                throw e;
-        });
-        // Get response
-        if (res.ok) { }
-        else {
-            const contentType = res.headers.get('Content-Type');
-            if (contentType) { }
-            else
-                throw new Error(res.statusText, { cause: res });
-            const mimeType = new MIMEType(contentType);
-            if (mimeType.essence === 'application/json')
-                throw new Error(res.statusText, { cause: await res.json() });
-            else if (mimeType.type === 'text')
-                throw new Error(res.statusText, { cause: await res.text() });
-            else
-                throw new Error(res.statusText, { cause: res });
+        let response = null;
+        const stream = await this.client.responses.create(params, { signal });
+        for await (const event of stream) {
+            loggers.stream.trace(event);
+            if (event.type === 'response.completed')
+                response = event.response;
+            else if (event.type === 'response.incomplete')
+                response = event.response;
+            else if (event.type === 'response.failed')
+                response = event.response;
+            else if (event.type === 'error')
+                throw new SyntaxError('Response stream error', { cause: event });
         }
-        const response = await res.json();
-        loggers.message.debug(response);
         // Validate response
-        if (response.status === 'incomplete' && response.incomplete_details?.reason === 'max_output_tokens')
-            throw new ResponseInvalid('Token limit exceeded.', { cause: response });
+        if (response) { }
+        else
+            throw new Error();
+        loggers.message.debug(response);
         if (response.status === 'completed') { }
         else
-            throw new ResponseInvalid('Abnormal response status', { cause: response });
+            throw new SyntaxError('Abnormal response status', { cause: response });
         if (response.usage) { }
         else
             throw new Error();
-        this.logAiMessage(response.output);
+        // Log response
+        for (const item of response.output)
+            if (item.type === 'message')
+                for (const part of item.content)
+                    if (part.type === 'output_text')
+                        loggers.inference.info(part.text);
+                    else if (part.type === 'refusal')
+                        loggers.inference.warn(part.refusal);
+                    else
+                        loggers.message.info(item);
         loggers.message.info(response.usage);
-        wfctx.cost?.(this.ctx.billing.charge(response.usage));
-        return this.ctx.messageCodec.decodeAiMessage(response.output);
+        wfctx.cost?.(this.billing.charge(response.usage));
+        return this.messageCodec.decodeAiMessage(response.output);
     }
 }
 //# sourceMappingURL=transport.js.map

package/build/compatible-engine.d/openai-responses/transport.js.map

@@ -1 +1 @@
-{"version":3,"file":"transport.js","sourceRoot":"","sources":["../../../src/compatible-engine.d/openai-responses/transport.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,eAAe,EAA2C,MAAM,iBAAiB,CAAC;AAIzG,OAAO,KAAK,MAAM,MAAM,QAAQ,CAAC;AAGjC,OAAO,EAAE,OAAO,EAAE,MAAM,oBAAoB,CAAC;AAK7C,OAAO,KAAK,WAAW,MAAM,mBAAmB,CAAC;AAGjD,OAAO,EAAE,QAAQ,EAAE,MAAM,iBAAiB,CAAC;AAI3C,MAAM,OAAO,SAAS;IAWW;IAFnB,MAAM,CAAM;IAEtB,YAA6B,GAAgC;QAAhC,QAAG,GAAH,GAAG,CAA6B;QACzD,IAAI,CAAC,MAAM,GAAG,IAAI,GAAG,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,YAAY,CAAC,OAAO,YAAY,CAAC,CAAC;IACxE,CAAC;IAES,UAAU,CAChB,OAA+B;QAE/B,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,4BAA4B,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QAC5E,OAAO;YACH,KAAK,EAAE,IAAI,CAAC,GAAG,CAAC,aAAa,CAAC,KAAK;YACnC,OAAO,EAAE,CAAC,6BAA6B,CAAC;YACxC,KAAK,EAAE,KAAK;YACZ,KAAK,EAAE,OAAO,CAAC,YAAY,CAAC,OAAO,CAAC,WAAW,CAAC,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,YAAY,CAAC,iBAAiB,CAAC,WAAW,CAAC,CAAC;YACxG,YAAY,EAAE,OAAO,CAAC,gBAAgB,IAAI,IAAI,CAAC,GAAG,CAAC,YAAY,CAAC,sBAAsB,CAAC,OAAO,CAAC,gBAAgB,CAAC;YAChH,KAAK,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS;YACvC,WAAW,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,WAAW,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,SAAS;YAC3E,mBAAmB,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,aAAa,CAAC,gBAAgB,CAAC,CAAC,CAAC,SAAS;YACvF,GAAG,IAAI,CAAC,GAAG,CAAC,aAAa,CAAC,iBAAiB;SAC9C,CAAC;IACN,CAAC;IAES,YAAY,CAAC,MAA6C;QAChE,KAAK,MAAM,IAAI,IAAI,MAAM;YACrB,IAAI,IAAI,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;gBAC1B,IAAI,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,KAAK,aAAa,CAAC,EAAE,CAAC,CAAA,CAAC;;oBAC3D,MAAM,IAAI,eAAe,CAAC,SAAS,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC;gBAC5D,OAAO,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC;YACzE,CAAC;iBAAM,IAAI,IAAI,CAAC,IAAI,KAAK,eAAe;gBACpC,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACvC,CAAC;IAEM,KAAK,CAAC,KAAK,CACd,KAAuB,EACvB,OAA+B,EAC/B,MAAoB;QAEpB,MAAM,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;QAExC,kBAAkB;QAClB,MAAM,MAAM,GAAG,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC;QACxC,OAAO,CAAC,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;QAE9B,eAAe;QACf,MAAM,GAAG,GAAG,MAAM,MAAM,CAAC,KAAK,CAC1B,IAAI,CAAC,MAAM,EACX;YACI,MAAM,EAAE,MAAM;YACd,OAAO,EAAE;gBACL,cAAc,EAAE,kBAAkB;gBAClC,eAAe,EAAE,UAAU,IAAI,CAAC,GAAG,CAAC,YAAY,CAAC,MAAM,EAAE;aACrC;YACxB,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC;YAC5B,UAAU,EAAE,IAAI,CAAC,GAAG,CAAC,YAAY,CAAC,UAAU;YAC5C,MAAM;SACT,CACJ,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE;YACR,IAAI,CAAC,YAAY,SAAS;gBACtB,MAAM,IAAI,YAAY,CAAC,SAAS,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC,CAAC;;gBAC/C,MAAM,CAAC,CAAC;QACjB,CAAC,CAAC,CAAC;QAEH,eAAe;QACf,IAAI,GAAG,CAAC,EAAE,EAAE,CAAC,CAAA,CAAC;aAAM,CAAC;YACjB,MAAM,WAAW,GAAG,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC;YACpD,IAAI,WAAW,EAAE,CAAC,CAAA,CAAC;;gBAAM,MAAM,IAAI,KAAK,CAAC,GAAG,CAAC,UAAU,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,CAAC;YACzE,MAAM,QAAQ,GAAG,IAAI,QAAQ,CAAC,WAAW,CAAC,CAAC;YAC3C,IAAI,QAAQ,CAAC,OAAO,KAAK,kBAAkB;gBACvC,MAAM,IAAI,KAAK,CAAC,GAAG,CAAC,UAAU,EAAE,EAAE,KAAK,EAAE,MAAM,GAAG,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;iBAC5D,IAAI,QAAQ,CAAC,IAAI,KAAK,MAAM;gBAC7B,MAAM,IAAI,KAAK,CAAC,GAAG,CAAC,UAAU,EAAE,EAAE,KAAK,EAAE,MAAM,GAAG,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;;gBAC5D,MAAM,IAAI,KAAK,CAAC,GAAG,CAAC,UAAU,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,CAAC;QACzD,CAAC;QACD,MAAM,QAAQ,GAAG,MAAM,GAAG,CAAC,IAAI,EAA+B,CAAC;QAC/D,OAAO,CAAC,OAAO,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;QAEhC,oBAAoB;QACpB,IAAI,QAAQ,CAAC,MAAM,KAAK,YAAY,IAAI,QAAQ,CAAC,kBAAkB,EAAE,MAAM,KAAK,mBAAmB;YAC/F,MAAM,IAAI,eAAe,CAAC,uBAAuB,EAAE,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC,CAAC;QAC5E,IAAI,QAAQ,CAAC,MAAM,KAAK,WAAW,EAAE,CAAC,CAAA,CAAC;;YAClC,MAAM,IAAI,eAAe,CAAC,0BAA0B,EAAE,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC,CAAC;QAChF,IAAI,QAAQ,CAAC,KAAK,EAAE,CAAC,CAAA,CAAC;;YAAM,MAAM,IAAI,KAAK,EAAE,CAAC;QAC9C,IAAI,CAAC,YAAY,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;QACnC,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;QACrC,KAAK,CAAC,IAAI,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC;QAEtD,OAAO,IAAI,CAAC,GAAG,CAAC,YAAY,CAAC,eAAe,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;IAClE,CAAC;CACJ"}
+{"version":3,"file":"transport.js","sourceRoot":"","sources":["../../../src/compatible-engine.d/openai-responses/transport.ts"],"names":[],"mappings":"AAGA,OAAO,MAAM,MAAM,QAAQ,CAAC;AAG5B,OAAO,EAAE,OAAO,EAAE,MAAM,oBAAoB,CAAC;AAK7C,OAAO,KAAK,WAAW,MAAM,mBAAmB,CAAC;AAGjD,OAAO,KAAK,MAAM,MAAM,QAAQ,CAAC;AAGjC,MAAM,OAAO,SAAS;IASR,MAAM,CAAS;IAAA,eAAe,CAAkB;IAChD,YAAY,CAAe;IAC3B,GAAG,CAAM;IACT,QAAQ,CAAW;IACnB,MAAM,CAAoC;IAC1C,YAAY,CAAyB;IACrC,SAAS,CAAiB;IAC1B,OAAO,CAAU;IAE3B,YAAmB,OAAoC;QACnD,IAAI,CAAC,MAAM,GAAG,IAAI,MAAM,CAAC;YACrB,OAAO,EAAE,OAAO,CAAC,YAAY,CAAC,OAAO;YACrC,MAAM,EAAE,OAAO,CAAC,YAAY,CAAC,MAAM;YACnC,KAAK,EAAE,MAAM,CAAC,KAAgC;YAC9C,YAAY,EAAE,EAAE,UAAU,EAAE,OAAO,CAAC,YAAY,CAAC,UAAU,EAAE;SAChE,CAAC,CAAC;QACH,IAAI,CAAC,eAAe,GAAG,OAAO,CAAC,eAAe,CAAC;QAC/C,IAAI,CAAC,YAAY,GAAG,OAAO,CAAC,YAAY,CAAC;QACzC,IAAI,CAAC,GAAG,GAAG,OAAO,CAAC,GAAG,CAAC;QACvB,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC,QAAQ,CAAC;QACjC,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;QAC7B,IAAI,CAAC,YAAY,GAAG,OAAO,CAAC,YAAY,CAAC;QACzC,IAAI,CAAC,SAAS,GAAG,OAAO,CAAC,SAAS,CAAC;QACnC,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC;IACnC,CAAC;IAES,UAAU,CAChB,OAA+B;QAE/B,MAAM,KAAK,GAAG,IAAI,CAAC,SAAS,CAAC,4BAA4B,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACpE,OAAO;YACH,KAAK,EAAE,IAAI,CAAC,eAAe,CAAC,KAAK;YACjC,OAAO,EAAE,CAAC,6BAA6B,CAAC;YACxC,KAAK,EAAE,KAAK;YACZ,MAAM,EAAE,IAAI;YACZ,KAAK,EAAE,OAAO,CAAC,YAAY,CAAC,OAAO,CAAC,WAAW,CAAC,EAAE,CAAC,IAAI,CAAC,YAAY,CAAC,iBAAiB,CAAC,WAAW,CAAC,CAAC;YACpG,YAAY,EAAE,OAAO,CAAC,gBAAgB,IAAI,IAAI,CAAC,YAAY,CAAC,sBAAsB,CAAC,OAAO,CAAC,gBAAgB,CAAC;YAC5G,KAAK,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS;YACvC,WAAW,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,WAAW,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,SAAS;YACvE,mBAAmB,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,eAAe,CAAC,gBAAgB,CAAC,CAAC,CAAC,SAAS;YACrF,GAAG,IAAI,CAAC,eAAe,CAAC,iBAAiB;SAC5C,CAAC;IACN,CAAC;IAEM,KAAK,CAAC,KAAK,CACd,KAAuB,EACvB,OAA+B,EAC/B,MAAoB;QAEpB,MAAM,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;QAEpC,kBAAkB;QAClB,MAAM,MAAM,GAAG,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC;QACxC,OAAO,CAAC,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;QAE9B,eAAe;QACf,IAAI,QAAQ,GAAqC,IAAI,CAAC;QACtD,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC,MAAM,EAAE,EAAE,MAAM,EAAE,CAAC,CAAC;QACtE,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YAC/B,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;YAC5B,IAAI,KAAK,CAAC,IAAI,KAAK,oBAAoB;gBACnC,QAAQ,GAAG,KAAK,CAAC,QAAQ,CAAC;iBACzB,IAAI,KAAK,CAAC,IAAI,KAAK,qBAAqB;gBACzC,QAAQ,GAAG,KAAK,CAAC,QAAQ,CAAC;iBACzB,IAAI,KAAK,CAAC,IAAI,KAAK,iBAAiB;gBACrC,QAAQ,GAAG,KAAK,CAAC,QAAQ,CAAC;iBACzB,IAAI,KAAK,CAAC,IAAI,KAAK,OAAO;gBAC3B,MAAM,IAAI,WAAW,CAAC,uBAAuB,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;QACzE,CAAC;QAED,oBAAoB;QACpB,IAAI,QAAQ,EAAE,CAAC,CAAA,CAAC;;YAAM,MAAM,IAAI,KAAK,EAAE,CAAC;QACxC,OAAO,CAAC,OAAO,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;QAChC,IAAI,QAAQ,CAAC,MAAM,KAAK,WAAW,EAAE,CAAC,CAAA,CAAC;;YACnC,MAAM,IAAI,WAAW,CAAC,0BAA0B,EAAE,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC,CAAC;QAC3E,IAAI,QAAQ,CAAC,KAAK,EAAE,CAAC,CAAA,CAAC;;YAAM,MAAM,IAAI,KAAK,EAAE,CAAC;QAE9C,eAAe;QACf,KAAK,MAAM,IAAI,IAAI,QAAQ,CAAC,MAAM;YAC9B,IAAI,IAAI,CAAC,IAAI,KAAK,SAAS;gBACvB,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,OAAO;oBAC3B,IAAI,IAAI,CAAC,IAAI,KAAK,aAAa;wBAC3B,OAAO,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;yBACjC,IAAI,IAAI,CAAC,IAAI,KAAK,SAAS;wBAC5B,OAAO,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;;wBAC5C,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACpC,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;QACrC,KAAK,CAAC,IAAI,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC;QAElD,OAAO,IAAI,CAAC,YAAY,CAAC,eAAe,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;IAC9D,CAAC;CACJ"}

package/build/compatible-engine.d/openai-responses.d.ts

@@ -9,11 +9,13 @@ import * as ChoiceCodecModule from './openai-responses/choice-codec.ts';
 export type OpenAIResponsesCompatibleEngine<fdm extends Function.Decl.Map.Proto, vdm extends Verbatim.Decl.Map.Proto> = OpenAIResponsesCompatibleEngine.Instance<fdm, vdm>;
 export declare namespace OpenAIResponsesCompatibleEngine {
     class Instance<in out fdm extends Function.Decl.Map.Proto, in out vdm extends Verbatim.Decl.Map.Proto> extends CompatibleEngine.Instance<fdm, vdm> {
+        protected options: OpenAIResponsesCompatibleEngine.Options<fdm, vdm>;
         protected toolCodec: ToolCodec<fdm>;
         protected messageCodec: OpenAIResponsesCompatibleEngine.MessageCodec<fdm, vdm>;
         protected billing: Billing;
         protected transport: OpenAIResponsesCompatibleEngine.Transport<fdm, vdm>;
         constructor(options: OpenAIResponsesCompatibleEngine.Options<fdm, vdm>);
+        clone(): OpenAIResponsesCompatibleEngine<fdm, vdm>;
     }
     interface Options<in out fdm extends Function.Decl.Map.Proto, in out vdm extends Verbatim.Decl.Map.Proto> extends CompatibleEngine.Options<fdm, vdm> {
     }

package/build/compatible-engine.d/openai-responses.js

@@ -7,12 +7,14 @@ import * as ChoiceCodecModule from "./openai-responses/choice-codec.js";
 export var OpenAIResponsesCompatibleEngine;
 (function (OpenAIResponsesCompatibleEngine) {
     class Instance extends CompatibleEngine.Instance {
+        options;
         toolCodec;
         messageCodec;
         billing;
         transport;
         constructor(options) {
             super(options);
+            this.options = options;
             this.toolCodec = new ToolCodec({ fdm: this.fdm });
             this.messageCodec = new OpenAIResponsesCompatibleEngine.MessageCodec({
                 toolCodec: this.toolCodec,
@@ -20,16 +22,22 @@ export var OpenAIResponsesCompatibleEngine;
             });
             this.billing = new Billing({ pricing: this.pricing });
             this.transport = new OpenAIResponsesCompatibleEngine.Transport({
-                inferenceSpec: this.inferenceParams,
+                inferenceParams: this.inferenceParams,
                 providerSpec: this.providerSpec,
                 fdm: this.fdm,
                 throttle: this.throttle,
-                choice: this.choice,
+                choice: this.structuringChoice,
                 messageCodec: this.messageCodec,
                 toolCodec: this.toolCodec,
                 billing: this.billing,
             });
         }
+        clone() {
+            const engine = new OpenAIResponsesCompatibleEngine.Instance(this.options);
+            engine.middlewares = [...this.middlewares];
+            engine.statefulMiddlewares = [...this.statefulMiddlewares];
+            return engine;
+        }
     }
     OpenAIResponsesCompatibleEngine.Instance = Instance;
     OpenAIResponsesCompatibleEngine.MessageCodec = MessageCodecModule.MessageCodec;

package/build/compatible-engine.d/openai-responses.js.map

@@ -1 +1 @@
-{"version":3,"file":"openai-responses.js","sourceRoot":"","sources":["../../src/compatible-engine.d/openai-responses.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,gBAAgB,EAAE,MAAM,yBAAyB,CAAC;AAE3D,OAAO,EAAE,SAAS,EAAE,MAAM,6CAA6C,CAAC;AACxE,OAAO,EAAE,OAAO,EAAE,MAAM,0CAA0C,CAAC;AACnE,OAAO,KAAK,kBAAkB,MAAM,qCAAqC,CAAC;AAC1E,OAAO,KAAK,eAAe,MAAM,iCAAiC,CAAC;AAEnE,OAAO,KAAK,iBAAiB,MAAM,oCAAoC,CAAC;AAQxE,MAAM,KAAW,+BAA+B,CAwC/C;AAxCD,WAAiB,+BAA+B;IAC5C,MAAa,QAGX,SAAQ,gBAAgB,CAAC,QAAkB;QAC/B,SAAS,CAAiB;QAC1B,YAAY,CAAyD;QACrE,OAAO,CAAU;QACR,SAAS,CAAsD;QAElF,YAAmB,OAA0D;YACzE,KAAK,CAAC,OAAO,CAAC,CAAC;YACf,IAAI,CAAC,SAAS,GAAG,IAAI,SAAS,CAAC,EAAE,GAAG,EAAE,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC;YAClD,IAAI,CAAC,YAAY,GAAG,IAAI,+BAA+B,CAAC,YAAY,CAAC;gBACjE,SAAS,EAAE,IAAI,CAAC,SAAS;gBACzB,GAAG,EAAE,IAAI,CAAC,GAAG;aAChB,CAAC,CAAC;YACH,IAAI,CAAC,OAAO,GAAG,IAAI,OAAO,CAAC,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC;YACtD,IAAI,CAAC,SAAS,GAAG,IAAI,+BAA+B,CAAC,SAAS,CAAC;gBAC3D,aAAa,EAAE,IAAI,CAAC,eAAe;gBACnC,YAAY,EAAE,IAAI,CAAC,YAAY;gBAC/B,GAAG,EAAE,IAAI,CAAC,GAAG;gBACb,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,MAAM,EAAE,IAAI,CAAC,MAAM;gBACnB,YAAY,EAAE,IAAI,CAAC,YAAY;gBAC/B,SAAS,EAAE,IAAI,CAAC,SAAS;gBACzB,OAAO,EAAE,IAAI,CAAC,OAAO;aACxB,CAAC,CAAC;QACP,CAAC;KAEJ;IA7BY,wCAAQ,WA6BpB,CAAA;IAOa,4CAAY,GAAG,kBAAkB,CAAC,YAAY,CAAC;IAC/C,yCAAS,GAAG,eAAe,CAAC,SAAS,CAAC;IACtC,2CAAW,GAAG,iBAAiB,CAAC;AAClD,CAAC,EAxCgB,+BAA+B,KAA/B,+BAA+B,QAwC/C"}
+{"version":3,"file":"openai-responses.js","sourceRoot":"","sources":["../../src/compatible-engine.d/openai-responses.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,gBAAgB,EAAE,MAAM,yBAAyB,CAAC;AAE3D,OAAO,EAAE,SAAS,EAAE,MAAM,6CAA6C,CAAC;AACxE,OAAO,EAAE,OAAO,EAAE,MAAM,0CAA0C,CAAC;AACnE,OAAO,KAAK,kBAAkB,MAAM,qCAAqC,CAAC;AAC1E,OAAO,KAAK,eAAe,MAAM,iCAAiC,CAAC;AAEnE,OAAO,KAAK,iBAAiB,MAAM,oCAAoC,CAAC;AAQxE,MAAM,KAAW,+BAA+B,CA+C/C;AA/CD,WAAiB,+BAA+B;IAC5C,MAAa,QAGX,SAAQ,gBAAgB,CAAC,QAAkB;QAMZ;QALnB,SAAS,CAAiB;QAC1B,YAAY,CAAyD;QACrE,OAAO,CAAU;QACR,SAAS,CAAsD;QAElF,YAA6B,OAA0D;YACnF,KAAK,CAAC,OAAO,CAAC,CAAC;YADU,YAAO,GAAP,OAAO,CAAmD;YAEnF,IAAI,CAAC,SAAS,GAAG,IAAI,SAAS,CAAC,EAAE,GAAG,EAAE,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC;YAClD,IAAI,CAAC,YAAY,GAAG,IAAI,+BAA+B,CAAC,YAAY,CAAC;gBACjE,SAAS,EAAE,IAAI,CAAC,SAAS;gBACzB,GAAG,EAAE,IAAI,CAAC,GAAG;aAChB,CAAC,CAAC;YACH,IAAI,CAAC,OAAO,GAAG,IAAI,OAAO,CAAC,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC;YACtD,IAAI,CAAC,SAAS,GAAG,IAAI,+BAA+B,CAAC,SAAS,CAAC;gBAC3D,eAAe,EAAE,IAAI,CAAC,eAAe;gBACrC,YAAY,EAAE,IAAI,CAAC,YAAY;gBAC/B,GAAG,EAAE,IAAI,CAAC,GAAG;gBACb,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,MAAM,EAAE,IAAI,CAAC,iBAAiB;gBAC9B,YAAY,EAAE,IAAI,CAAC,YAAY;gBAC/B,SAAS,EAAE,IAAI,CAAC,SAAS;gBACzB,OAAO,EAAE,IAAI,CAAC,OAAO;aACxB,CAAC,CAAC;QACP,CAAC;QAEe,KAAK;YACjB,MAAM,MAAM,GAAG,IAAI,+BAA+B,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YAC1E,MAAM,CAAC,WAAW,GAAG,CAAC,GAAG,IAAI,CAAC,WAAW,CAAC,CAAC;YAC3C,MAAM,CAAC,mBAAmB,GAAG,CAAC,GAAG,IAAI,CAAC,mBAAmB,CAAC,CAAC;YAC3D,OAAO,MAAM,CAAC;QAClB,CAAC;KAEJ;IApCY,wCAAQ,WAoCpB,CAAA;IAOa,4CAAY,GAAG,kBAAkB,CAAC,YAAY,CAAC;IAC/C,yCAAS,GAAG,eAAe,CAAC,SAAS,CAAC;IACtC,2CAAW,GAAG,iBAAiB,CAAC;AAClD,CAAC,EA/CgB,+BAA+B,KAA/B,+BAA+B,QA+C/C"}

package/build/compatible-engine.d.ts

@@ -7,12 +7,13 @@ import * as SessionModule from './compatible-engine/session.ts';
 export type CompatibleEngine<fdm extends Function.Decl.Map.Proto, vdm extends Verbatim.Decl.Map.Proto> = CompatibleEngine.Instance<fdm, vdm>;
 export declare namespace CompatibleEngine {
     abstract class Instance<in out fdm extends Function.Decl.Map.Proto, in out vdm extends Verbatim.Decl.Map.Proto> extends Engine.Instance<fdm, vdm, CompatibleEngine.RoleMessage.User.From<fdm>, CompatibleEngine.RoleMessage.Ai.From<fdm, vdm>, CompatibleEngine.RoleMessage.Developer, CompatibleEngine.Session.From<fdm, vdm>> {
-        protected choice: CompatibleEngine.Structuring.Choice.From<fdm, vdm>;
+        protected structuringChoice: CompatibleEngine.Structuring.Choice.From<fdm, vdm>;
         protected structuringValidator: CompatibleEngine.StructuringValidator.From<fdm, vdm>;
         protected partsValidator: CompatibleEngine.PartsValidator.From<fdm, vdm>;
         constructor(options: CompatibleEngine.Options<fdm, vdm>);
         appendUserMessage(session: CompatibleEngine.Session.From<fdm, vdm>, message: CompatibleEngine.RoleMessage.User.From<fdm>): CompatibleEngine.Session.From<fdm, vdm>;
         pushUserMessage(session: CompatibleEngine.Session.From<fdm, vdm>, message: CompatibleEngine.RoleMessage.User.From<fdm>): CompatibleEngine.Session.From<fdm, vdm>;
+        abstract clone(): CompatibleEngine<fdm, vdm>;
     }
     interface Options<in out fdm extends Function.Decl.Map.Proto, in out vdm extends Verbatim.Decl.Map.Proto> extends Engine.Options<fdm, vdm> {
         structuringChoice?: CompatibleEngine.Structuring.Choice.From<fdm, vdm>;

package/build/compatible-engine.js

@@ -5,13 +5,13 @@ import * as SessionModule from "./compatible-engine/session.js";
 export var CompatibleEngine;
 (function (CompatibleEngine) {
     class Instance extends Engine.Instance {
-        choice;
+        structuringChoice;
         structuringValidator;
         partsValidator;
         constructor(options) {
             super(options);
-            this.choice = options.structuringChoice ?? CompatibleEngine.Structuring.Choice.AUTO;
-            this.structuringValidator = new CompatibleEngine.StructuringValidator({ choice: this.choice });
+            this.structuringChoice = options.structuringChoice ?? CompatibleEngine.Structuring.Choice.AUTO;
+            this.structuringValidator = new CompatibleEngine.StructuringValidator({ structuringChoice: this.structuringChoice });
             this.partsValidator = new CompatibleEngine.PartsValidator();
         }
         appendUserMessage(session, message) {

package/build/compatible-engine.js.map

@@ -1 +1 @@
-{"version":3,"file":"compatible-engine.js","sourceRoot":"","sources":["../src/compatible-engine.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,MAAM,EAAE,MAAM,aAAa,CAAC;AAErC,OAAO,KAAK,iBAAiB,MAAM,oCAAoC,CAAC;AACxE,OAAO,KAAK,gBAAgB,MAAM,mCAAmC,CAAC;AACtE,OAAO,KAAK,aAAa,MAAM,gCAAgC,CAAC;AAQhE,MAAM,KAAW,gBAAgB,CAqDhC;AArDD,WAAiB,gBAAgB;IAC7B,MAAsB,QAGpB,SAAQ,MAAM,CAAC,QAMhB;QACa,MAAM,CAAqD;QAClD,oBAAoB,CAAuD;QAC3E,cAAc,CAAiD;QAElF,YAAmB,OAA2C;YAC1D,KAAK,CAAC,OAAO,CAAC,CAAC;YACf,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,iBAAiB,IAAI,gBAAgB,CAAC,WAAW,CAAC,MAAM,CAAC,IAAI,CAAC;YACpF,IAAI,CAAC,oBAAoB,GAAG,IAAI,gBAAgB,CAAC,oBAAoB,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC;YAC/F,IAAI,CAAC,cAAc,GAAG,IAAI,gBAAgB,CAAC,cAAc,EAAE,CAAC;QAChE,CAAC;QAEe,iBAAiB,CAC7B,OAAgD,EAChD,OAAoD;YAEpD,OAAO;gBACH,gBAAgB,EAAE,OAAO,CAAC,gBAAgB;gBAC1C,YAAY,EAAE,CAAC,GAAG,OAAO,CAAC,YAAY,EAAE,OAAO,CAAC;aACnD,CAAC;QACN,CAAC;QAEe,eAAe,CAC3B,OAAgD,EAChD,OAAoD;YAEpD,OAAO,CAAC,YAAY,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YACnC,OAAO,OAAO,CAAC;QACnB,CAAC;KACJ;IAtCqB,yBAAQ,WAsC7B,CAAA;IAUa,4BAAW,GAAG,aAAa,CAAC,WAAW,CAAC;IACxC,qCAAoB,GAAG,gBAAgB,CAAC,oBAAoB,CAAC;IAC7D,+BAAc,GAAG,gBAAgB,CAAC,cAAc,CAAC;IACjD,4BAAW,GAAG,iBAAiB,CAAC,WAAW,CAAC;AAC9D,CAAC,EArDgB,gBAAgB,KAAhB,gBAAgB,QAqDhC"}
+{"version":3,"file":"compatible-engine.js","sourceRoot":"","sources":["../src/compatible-engine.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,MAAM,EAAE,MAAM,aAAa,CAAC;AAErC,OAAO,KAAK,iBAAiB,MAAM,oCAAoC,CAAC;AACxE,OAAO,KAAK,gBAAgB,MAAM,mCAAmC,CAAC;AACtE,OAAO,KAAK,aAAa,MAAM,gCAAgC,CAAC;AAQhE,MAAM,KAAW,gBAAgB,CAwDhC;AAxDD,WAAiB,gBAAgB;IAC7B,MAAsB,QAGpB,SAAQ,MAAM,CAAC,QAMhB;QACa,iBAAiB,CAAqD;QAC7D,oBAAoB,CAAuD;QAC3E,cAAc,CAAiD;QAElF,YAAmB,OAA2C;YAC1D,KAAK,CAAC,OAAO,CAAC,CAAC;YACf,IAAI,CAAC,iBAAiB,GAAG,OAAO,CAAC,iBAAiB,IAAI,gBAAgB,CAAC,WAAW,CAAC,MAAM,CAAC,IAAI,CAAC;YAC/F,IAAI,CAAC,oBAAoB,GAAG,IAAI,gBAAgB,CAAC,oBAAoB,CAAC,EAAE,iBAAiB,EAAE,IAAI,CAAC,iBAAiB,EAAE,CAAC,CAAC;YACrH,IAAI,CAAC,cAAc,GAAG,IAAI,gBAAgB,CAAC,cAAc,EAAE,CAAC;QAChE,CAAC;QAEe,iBAAiB,CAC7B,OAAgD,EAChD,OAAoD;YAEpD,OAAO;gBACH,gBAAgB,EAAE,OAAO,CAAC,gBAAgB;gBAC1C,YAAY,EAAE,CAAC,GAAG,OAAO,CAAC,YAAY,EAAE,OAAO,CAAC;aACnD,CAAC;QACN,CAAC;QAEe,eAAe,CAC3B,OAAgD,EAChD,OAAoD;YAEpD,OAAO,CAAC,YAAY,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YACnC,OAAO,OAAO,CAAC;QACnB,CAAC;KAGJ;IAxCqB,yBAAQ,WAwC7B,CAAA;IAWa,4BAAW,GAAG,aAAa,CAAC,WAAW,CAAC;IACxC,qCAAoB,GAAG,gBAAgB,CAAC,oBAAoB,CAAC;IAC7D,+BAAc,GAAG,gBAAgB,CAAC,cAAc,CAAC;IACjD,4BAAW,GAAG,iBAAiB,CAAC,WAAW,CAAC;AAC9D,CAAC,EAxDgB,gBAAgB,KAAhB,gBAAgB,QAwDhC"}

package/build/config.d.ts

@@ -1,23 +1,21 @@
-import { type Static } from '@sinclair/typebox';
+import { Type, type Static } from 'typebox';
 export type Config = Static<typeof Config.schema>;
 export declare namespace Config {
-    const schema: import("@sinclair/typebox").TObject<{
-        typechat: import("@sinclair/typebox").TObject<{
-            endpoints: import("@sinclair/typebox").TRecord<import("@sinclair/typebox").TString, import("@sinclair/typebox").TObject<{
-                baseUrl: import("@sinclair/typebox").TString;
-                proxy: import("@sinclair/typebox").TOptional<import("@sinclair/typebox").TString>;
-                apiKey: import("@sinclair/typebox").TString;
-                model: import("@sinclair/typebox").TString;
-                name: import("@sinclair/typebox").TString;
-                apiType: import("@sinclair/typebox").TUnion<[import("@sinclair/typebox").TLiteral<"openai-responses">, import("@sinclair/typebox").TLiteral<"google">, import("@sinclair/typebox").TLiteral<"aliyun">, import("@sinclair/typebox").TLiteral<"anthropic">]>;
-                inputPrice: import("@sinclair/typebox").TOptional<import("@sinclair/typebox").TNumber>;
-                outputPrice: import("@sinclair/typebox").TOptional<import("@sinclair/typebox").TNumber>;
-                cachePrice: import("@sinclair/typebox").TOptional<import("@sinclair/typebox").TNumber>;
-                parallelToolCall: import("@sinclair/typebox").TOptional<import("@sinclair/typebox").TBoolean>;
-                additionalOptions: import("@sinclair/typebox").TOptional<import("@sinclair/typebox").TRecord<import("@sinclair/typebox").TString, import("@sinclair/typebox").TAny>>;
-                rpm: import("@sinclair/typebox").TOptional<import("@sinclair/typebox").TNumber>;
-                timeout: import("@sinclair/typebox").TOptional<import("@sinclair/typebox").TNumber>;
-            }>>;
-        }>;
+    const schema: Type.TObject<{
+        endpoints: Type.TRecord<"^.*$", Type.TObject<{
+            baseUrl: Type.TString;
+            proxy: Type.TOptional<Type.TString>;
+            apiKey: Type.TString;
+            model: Type.TString;
+            name: Type.TString;
+            apiType: Type.TUnion<[Type.TLiteral<"openai-chatcompletions">, Type.TLiteral<"openai-responses">, Type.TLiteral<"google">, Type.TLiteral<"anthropic">]>;
+            inputPrice: Type.TOptional<Type.TNumber>;
+            outputPrice: Type.TOptional<Type.TNumber>;
+            cachePrice: Type.TOptional<Type.TNumber>;
+            parallelToolCall: Type.TOptional<Type.TBoolean>;
+            additionalOptions: Type.TOptional<Type.TRecord<"^.*$", Type.TAny>>;
+            rpm: Type.TOptional<Type.TNumber>;
+            timeout: Type.TOptional<Type.TNumber>;
+        }>>;
     }>;
 }

package/build/config.js

@@ -1,11 +1,9 @@
-import { Type } from '@sinclair/typebox';
+import { Type } from 'typebox';
 import { EndpointSpec } from "./endpoint-spec.js";
 export var Config;
 (function (Config) {
     Config.schema = Type.Object({
-        typechat: Type.Object({
-            endpoints: Type.Record(Type.String(), EndpointSpec.schema),
-        }),
+        endpoints: Type.Record(Type.String(), EndpointSpec.schema),
     });
 })(Config || (Config = {}));
 //# sourceMappingURL=config.js.map

package/build/config.js.map

@@ -1 +1 @@
-{"version":3,"file":"config.js","sourceRoot":"","sources":["../src/config.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAE,MAAM,mBAAmB,CAAC;AACzC,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAKlD,MAAM,KAAW,MAAM,CAMtB;AAND,WAAiB,MAAM;IACN,aAAM,GAAG,IAAI,CAAC,MAAM,CAAC;QAC9B,QAAQ,EAAE,IAAI,CAAC,MAAM,CAAC;YAClB,SAAS,EAAE,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,YAAY,CAAC,MAAM,CAAC;SAC7D,CAAC;KACL,CAAC,CAAC;AACP,CAAC,EANgB,MAAM,KAAN,MAAM,QAMtB"}
+{"version":3,"file":"config.js","sourceRoot":"","sources":["../src/config.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAe,MAAM,SAAS,CAAC;AAC5C,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAIlD,MAAM,KAAW,MAAM,CAItB;AAJD,WAAiB,MAAM;IACN,aAAM,GAAG,IAAI,CAAC,MAAM,CAAC;QAC9B,SAAS,EAAE,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,YAAY,CAAC,MAAM,CAAC;KAC7D,CAAC,CAAC;AACP,CAAC,EAJgB,MAAM,KAAN,MAAM,QAItB"}

package/build/endpoint-spec.d.ts

@@ -1,19 +1,19 @@
-import { type Static } from "@sinclair/typebox";
+import { Type, type Static } from "typebox";
 export type EndpointSpec = Static<typeof EndpointSpec.schema>;
 export declare namespace EndpointSpec {
-    const schema: import("@sinclair/typebox").TObject<{
-        baseUrl: import("@sinclair/typebox").TString;
-        proxy: import("@sinclair/typebox").TOptional<import("@sinclair/typebox").TString>;
-        apiKey: import("@sinclair/typebox").TString;
-        model: import("@sinclair/typebox").TString;
-        name: import("@sinclair/typebox").TString;
-        apiType: import("@sinclair/typebox").TUnion<[import("@sinclair/typebox").TLiteral<"openai-responses">, import("@sinclair/typebox").TLiteral<"google">, import("@sinclair/typebox").TLiteral<"aliyun">, import("@sinclair/typebox").TLiteral<"anthropic">]>;
-        inputPrice: import("@sinclair/typebox").TOptional<import("@sinclair/typebox").TNumber>;
-        outputPrice: import("@sinclair/typebox").TOptional<import("@sinclair/typebox").TNumber>;
-        cachePrice: import("@sinclair/typebox").TOptional<import("@sinclair/typebox").TNumber>;
-        parallelToolCall: import("@sinclair/typebox").TOptional<import("@sinclair/typebox").TBoolean>;
-        additionalOptions: import("@sinclair/typebox").TOptional<import("@sinclair/typebox").TRecord<import("@sinclair/typebox").TString, import("@sinclair/typebox").TAny>>;
-        rpm: import("@sinclair/typebox").TOptional<import("@sinclair/typebox").TNumber>;
-        timeout: import("@sinclair/typebox").TOptional<import("@sinclair/typebox").TNumber>;
+    const schema: Type.TObject<{
+        baseUrl: Type.TString;
+        proxy: Type.TOptional<Type.TString>;
+        apiKey: Type.TString;
+        model: Type.TString;
+        name: Type.TString;
+        apiType: Type.TUnion<[Type.TLiteral<"openai-chatcompletions">, Type.TLiteral<"openai-responses">, Type.TLiteral<"google">, Type.TLiteral<"anthropic">]>;
+        inputPrice: Type.TOptional<Type.TNumber>;
+        outputPrice: Type.TOptional<Type.TNumber>;
+        cachePrice: Type.TOptional<Type.TNumber>;
+        parallelToolCall: Type.TOptional<Type.TBoolean>;
+        additionalOptions: Type.TOptional<Type.TRecord<"^.*$", Type.TAny>>;
+        rpm: Type.TOptional<Type.TNumber>;
+        timeout: Type.TOptional<Type.TNumber>;
     }>;
 }

package/build/endpoint-spec.js

@@ -1,4 +1,4 @@
-import { Type } from "@sinclair/typebox";
+import { Type } from "typebox";
 export var EndpointSpec;
 (function (EndpointSpec) {
     EndpointSpec.schema = Type.Object({
@@ -8,9 +8,9 @@ export var EndpointSpec;
         model: Type.String(),
         name: Type.String(),
         apiType: Type.Union([
+            Type.Literal('openai-chatcompletions'),
             Type.Literal('openai-responses'),
             Type.Literal('google'),
-            Type.Literal('aliyun'),
             Type.Literal('anthropic'),
         ]),
         inputPrice: Type.Optional(Type.Number()),

package/build/endpoint-spec.js.map

@@ -1 +1 @@
-{"version":3,"file":"endpoint-spec.js","sourceRoot":"","sources":["../src/endpoint-spec.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAe,MAAM,mBAAmB,CAAC;AAItD,MAAM,KAAW,YAAY,CAqB5B;AArBD,WAAiB,YAAY;IACZ,mBAAM,GAAG,IAAI,CAAC,MAAM,CAAC;QAC9B,OAAO,EAAE,IAAI,CAAC,MAAM,EAAE;QACtB,KAAK,EAAE,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;QACnC,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE;QACrB,KAAK,EAAE,IAAI,CAAC,MAAM,EAAE;QACpB,IAAI,EAAE,IAAI,CAAC,MAAM,EAAE;QACnB,OAAO,EAAE,IAAI,CAAC,KAAK,CAAC;YAChB,IAAI,CAAC,OAAO,CAAC,kBAAkB,CAAC;YAChC,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC;YACtB,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC;YACtB,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC;SAC5B,CAAC;QACF,UAAU,EAAE,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;QACxC,WAAW,EAAE,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;QACzC,UAAU,EAAE,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;QACxC,gBAAgB,EAAE,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;QAC/C,iBAAiB,EAAE,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC;QACxE,GAAG,EAAE,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,CAAC,CAAC;QAC/C,OAAO,EAAE,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,CAAC,CAAC;KACtD,CAAC,CAAC;AACP,CAAC,EArBgB,YAAY,KAAZ,YAAY,QAqB5B"}
+{"version":3,"file":"endpoint-spec.js","sourceRoot":"","sources":["../src/endpoint-spec.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAe,MAAM,SAAS,CAAC;AAI5C,MAAM,KAAW,YAAY,CAqB5B;AArBD,WAAiB,YAAY;IACZ,mBAAM,GAAG,IAAI,CAAC,MAAM,CAAC;QAC9B,OAAO,EAAE,IAAI,CAAC,MAAM,EAAE;QACtB,KAAK,EAAE,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;QACnC,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE;QACrB,KAAK,EAAE,IAAI,CAAC,MAAM,EAAE;QACpB,IAAI,EAAE,IAAI,CAAC,MAAM,EAAE;QACnB,OAAO,EAAE,IAAI,CAAC,KAAK,CAAC;YAChB,IAAI,CAAC,OAAO,CAAC,wBAAwB,CAAC;YACtC,IAAI,CAAC,OAAO,CAAC,kBAAkB,CAAC;YAChC,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC;YACtB,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC;SAC5B,CAAC;QACF,UAAU,EAAE,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;QACxC,WAAW,EAAE,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;QACzC,UAAU,EAAE,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;QACxC,gBAAgB,EAAE,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;QAC/C,iBAAiB,EAAE,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC;QACxE,GAAG,EAAE,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,CAAC,CAAC;QAC/C,OAAO,EAAE,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,CAAC,CAAC;KACtD,CAAC,CAAC;AACP,CAAC,EArBgB,YAAY,KAAZ,YAAY,QAqB5B"}

package/build/engine/session.d.ts

@@ -1,3 +1,7 @@
+import { Function } from '../function.ts';
+import { Verbatim } from '../verbatim.ts';
+import { Media } from '../media.ts';
+declare const NOMINAL: unique symbol;
 export interface Session<userm, aim, devm> {
     chatMessages: Session.ChatMessage<userm, aim>[];
     developerMessage?: devm;
@@ -5,3 +9,30 @@ export interface Session<userm, aim, devm> {
 export declare namespace Session {
     type ChatMessage<userm, aim> = userm | aim;
 }
+export declare namespace RoleMessage {
+    namespace Part {
+        class Text<out vdu extends Verbatim.Decl.Proto> {
+            text: string;
+            vrs: Verbatim.Request.Of<vdu>[];
+            static paragraph(text: string): Text<never>;
+            protected [NOMINAL]: never;
+            constructor(text: string, vrs: Verbatim.Request.Of<vdu>[]);
+        }
+    }
+    namespace Ai {
+        type Part<fdu extends Function.Decl.Proto, vdu extends Verbatim.Decl.Proto> = RoleMessage.Part.Text<vdu> | Function.Call.Of<fdu>;
+        namespace Part {
+            type From<fdm extends Function.Decl.Map.Proto, vdm extends Verbatim.Decl.Map.Proto> = RoleMessage.Ai.Part<Function.Decl.From<fdm>, Verbatim.Decl.From<vdm>>;
+        }
+    }
+    namespace User {
+        type Part<fdu extends Function.Decl.Proto> = RoleMessage.Part.Text<never> | Function.Response.Of<fdu> | Media;
+        namespace Part {
+            type From<fdm extends Function.Decl.Map.Proto> = RoleMessage.User.Part<Function.Decl.From<fdm>>;
+        }
+    }
+    namespace Developer {
+        type Part = RoleMessage.Part.Text<never>;
+    }
+}
+export {};

package/build/engine/session.js

@@ -1 +1,20 @@
+const NOMINAL = Symbol();
+export var RoleMessage;
+(function (RoleMessage) {
+    let Part;
+    (function (Part) {
+        class Text {
+            text;
+            vrs;
+            static paragraph(text) {
+                return new RoleMessage.Part.Text(text.trimEnd() + '\n\n', []);
+            }
+            constructor(text, vrs) {
+                this.text = text;
+                this.vrs = vrs;
+            }
+        }
+        Part.Text = Text;
+    })(Part = RoleMessage.Part || (RoleMessage.Part = {}));
+})(RoleMessage || (RoleMessage = {}));
 //# sourceMappingURL=session.js.map

package/build/engine/session.js.map

@@ -1 +1 @@
-{"version":3,"file":"session.js","sourceRoot":"","sources":["../../src/engine/session.ts"],"names":[],"mappings":""}
+{"version":3,"file":"session.js","sourceRoot":"","sources":["../../src/engine/session.ts"],"names":[],"mappings":"AAIA,MAAM,OAAO,GAAG,MAAM,EAAE,CAAC;AAazB,MAAM,KAAW,WAAW,CAqD3B;AArDD,WAAiB,WAAW;IAExB,IAAiB,IAAI,CAYpB;IAZD,WAAiB,IAAI;QACjB,MAAa,IAAI;YAOF;YACA;YAPJ,MAAM,CAAC,SAAS,CAAC,IAAY;gBAChC,OAAO,IAAI,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,GAAG,MAAM,EAAE,EAAE,CAAC,CAAC;YAClE,CAAC;YAGD,YACW,IAAY,EACZ,GAA+B;gBAD/B,SAAI,GAAJ,IAAI,CAAQ;gBACZ,QAAG,GAAH,GAAG,CAA4B;YACvC,CAAC;SACP;QAVY,SAAI,OAUhB,CAAA;IACL,CAAC,EAZgB,IAAI,GAAJ,gBAAI,KAAJ,gBAAI,QAYpB;AAuCL,CAAC,EArDgB,WAAW,KAAX,WAAW,QAqD3B"}

package/build/engine/validation.d.ts

@@ -1,12 +1,6 @@
 export interface StructuringValidator<out userm, in aim> {
     validate(aiMessage: aim): userm | void;
 }
-export declare namespace StructuringValidator {
-    type From<userm, aim> = StructuringValidator<userm, aim>;
-}
-export interface PartsValidator<out userm, in aim> {
+export interface PartsValidator<in aim> {
     validate(aiMessage: aim): void;
 }
-export declare namespace PartsValidator {
-    type From<userm, aim> = PartsValidator<userm, aim>;
-}

package/build/engine.d.ts

@@ -16,6 +16,7 @@ export interface ProviderSpec {
     baseUrl: string;
     apiKey: string;
     dispatcher: Dispatcher;
+    retry: number;
 }
 export interface InferenceParams {
     model: string;
@@ -34,51 +35,67 @@ export declare namespace Engine {
         fdm: fdm;
         vdm: vdm;
         protected throttle: Throttle;
-        protected abstract structuringValidator: Engine.StructuringValidator.From<userm, aim>;
-        protected abstract partsValidator: Engine.PartsValidator.From<userm, aim>;
+        protected abstract structuringValidator: Engine.StructuringValidator<userm, aim>;
+        protected abstract partsValidator: Engine.PartsValidator<aim>;
         protected abstract transport: Engine.Transport<userm, aim, devm, session>;
         constructor(options: Engine.Options<fdm, vdm>);
-        protected infer(wfctx: InferenceContext, session: session, signal?: AbortSignal): Promise<aim>;
+        /**
+        * @throws {@link SyntaxError} 模型抽风
+        * @throws {@link Recoverable} 模型抽风但可恢复
+        * @throws {@link TypeError} 网络故障
+        */
+        protected infer(wfctx: InferenceContext, session: session): Promise<aim>;
         /**
         * @throws {@link InferenceTimeout} 推理超时
-        * @throws {@link ResponseInvalid} 模型抽风
-        * @throws {@link NetworkError} 网络故障
-        * @throws {@link CustomRetry} 自定义重试
+        * @throws {@link SyntaxError} 模型抽风
+        * @throws {@link TypeError} 网络故障
         */
-        stateless(wfctx: InferenceContext, session: session, validate?: (response: aim) => Promise<boolean>): Promise<aim>;
+        stateless(wfctx: InferenceContext, session: session): Promise<aim>;
         /**
+        * @throws {@link InferenceTimeout} 推理超时
+        * @throws {@link SyntaxError} 模型抽风
+        * @throws {@link TypeError} 网络故障
         * @param session mutable
         */
-        stateful(wfctx: InferenceContext, session: session, validate?: (response: aim) => Promise<boolean>): Promise<aim>;
+        stateful(wfctx: InferenceContext, session: session): Promise<aim>;
         abstract appendUserMessage(session: session, message: userm): session;
         /**
         * @param session mutable
         */
         abstract pushUserMessage(session: session, message: userm): session;
+        abstract clone(): Engine<fdm, vdm, userm, aim, devm, session>;
+        protected middlewares: Middleware<userm, aim, devm, session>[];
+        use(middleware: Middleware<userm, aim, devm, session>): Engine<fdm, vdm, userm, aim, devm, session>;
+        protected statefulMiddlewares: Middleware<userm, aim, devm, session>[];
+        statefulUse(middleware: Middleware<userm, aim, devm, session>): Engine<fdm, vdm, userm, aim, devm, session>;
+        protected compose(middlewares: Middleware<userm, aim, devm, session>[], i?: number): Middleware<userm, aim, devm, session>;
+    }
+    interface Middleware<userm, aim, devm, session extends Engine.Session<userm, aim, devm>> {
+        (wfctx: InferenceContext, session: session, next: () => Promise<aim>): Promise<aim>;
     }
-    interface Options<in out fdm extends Function.Decl.Map.Proto, in out vdm extends Verbatim.Decl.Map.Proto> extends EndpointSpec {
+    interface Options<in out fdm extends Function.Decl.Map.Proto, in out vdm extends Verbatim.Decl.Map.Proto> {
         throttle: Throttle;
+        endpointSpec: EndpointSpec;
         functionDeclarationMap: fdm;
         verbatimDeclarationMap: vdm;
-        parallelToolCall?: boolean;
-        retry?: number;
+        providerRetry?: number;
+        inferenceRetry?: number;
     }
     export import Session = SessionModule.Session;
+    export import RoleMessage = SessionModule.RoleMessage;
     export import StructuringValidator = ValidationModule.StructuringValidator;
     export import PartsValidator = ValidationModule.PartsValidator;
     export import Transport = TransportModule.Transport;
 }
 export declare class InferenceTimeout extends Error {
 }
-export declare class NetworkError extends Error {
-}
-export declare class CustomRetry extends Error {
-}
-export declare class ResponseInvalid extends Error {
-}
-export declare namespace ResponseInvalid {
-    class Recoverable extends ResponseInvalid {
-    }
+export declare class Recoverable<userm, aim> extends SyntaxError {
+    protected response: aim;
+    protected rejection: userm;
+    constructor(response: aim, rejection: userm, ...rest: ConstructorParameters<typeof SyntaxError>);
+    resume(): aim;
+    recover(): userm;
+    static recover<userm, aim, devm, session extends Engine.Session<userm, aim, devm>>(wfctx: InferenceContext, session: session, next: () => Promise<aim>): Promise<aim>;
 }
 declare global {
     export namespace NodeJS {