@zimtsui/typechat 0.0.61

package/build/native-engines.d/openai-responses.d/agentloop.js

@@ -0,0 +1,61 @@
+import { Function } from "../../function.js";
+import { OpenAIResponsesNativeEngine } from "../openai-responses.js";
+import * as CompatibleAgentloopModule from "../../compatible-engine.d/agentloop.js";
+/**
+ * @param session mutable
+ */
+export async function* agentloop(wfctx, session, engine, tlm, limit = Number.POSITIVE_INFINITY) {
+    for (let i = 0; i < limit; i++) {
+        const response = await engine.stateful(wfctx, session);
+        if (response.allTextPart())
+            return response.getText();
+        const ptcs = [];
+        for (const part of response.getParts()) {
+            if (part instanceof OpenAIResponsesNativeEngine.RoleMessage.Part.Text) {
+                yield part.text;
+            }
+            else if (part instanceof Function.Call) {
+                const fc = part;
+                const fn = tlm[fc.name];
+                ptcs.push((async () => {
+                    try {
+                        return Function.Response.Successful.of({
+                            id: fc.id,
+                            name: fc.name,
+                            text: await fn.call(tlm, fc.args),
+                        });
+                    }
+                    catch (e) {
+                        if (e instanceof Function.Error) { }
+                        else
+                            throw e;
+                        return Function.Response.Failed.of({
+                            id: fc.id,
+                            name: fc.name,
+                            error: e.message,
+                        });
+                    }
+                })());
+            }
+            else if (part instanceof OpenAIResponsesNativeEngine.Tool.ApplyPatch.Call) {
+                const apc = part;
+                const tl = tlm[OpenAIResponsesNativeEngine.Tool.APPLY_PATCH];
+                ptcs.push((async () => {
+                    return new OpenAIResponsesNativeEngine.Tool.ApplyPatch.Response({
+                        id: apc.raw.call_id,
+                        failure: await tl.call(tlm, apc.raw.operation),
+                    });
+                })());
+            }
+            else
+                throw new Error();
+        }
+        const trs = await Promise.all(ptcs);
+        engine.pushUserMessage(session, new OpenAIResponsesNativeEngine.RoleMessage.User(trs));
+    }
+    throw new agentloop.FunctionCallLimitExceeded('Function call limit exceeded.');
+}
+(function (agentloop) {
+    agentloop.FunctionCallLimitExceeded = CompatibleAgentloopModule.agentloop.FunctionCallLimitExceeded;
+})(agentloop || (agentloop = {}));
+//# sourceMappingURL=agentloop.js.map

package/build/native-engines.d/openai-responses.d/agentloop.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"agentloop.js","sourceRoot":"","sources":["../../../src/native-engines.d/openai-responses.d/agentloop.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,QAAQ,EAAE,MAAM,mBAAmB,CAAC;AAC7C,OAAO,EAAE,2BAA2B,EAAE,MAAM,wBAAwB,CAAC;AACrE,OAAO,KAAK,yBAAyB,MAAM,wCAAwC,CAAC;AAIpF;;GAEG;AACH,MAAM,CAAC,KAAK,SAAU,CAAC,CAAA,SAAS,CAI5B,KAAuB,EACvB,OAA2D,EAC3D,MAA6C,EAC7C,GAA8C,EAC9C,KAAK,GAAG,MAAM,CAAC,iBAAiB;IAEhC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,EAAE,CAAC,EAAE,EAAE,CAAC;QAC7B,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,QAAQ,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;QACvD,IAAI,QAAQ,CAAC,WAAW,EAAE;YAAE,OAAO,QAAQ,CAAC,OAAO,EAAE,CAAC;QACtD,MAAM,IAAI,GAAmE,EAAE,CAAC;QAChF,KAAK,MAAM,IAAI,IAAI,QAAQ,CAAC,QAAQ,EAAE,EAAE,CAAC;YACrC,IAAI,IAAI,YAAY,2BAA2B,CAAC,WAAW,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;gBACpE,MAAM,IAAI,CAAC,IAAI,CAAC;YACpB,CAAC;iBAAM,IAAI,IAAI,YAAY,QAAQ,CAAC,IAAI,EAAE,CAAC;gBACvC,MAAM,EAAE,GAAG,IAA+B,CAAC;gBAC3C,MAAM,EAAE,GAAG,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC;gBACxB,IAAI,CAAC,IAAI,CAAC,CAAC,KAAK,IAAI,EAAE;oBAClB,IAAI,CAAC;wBACD,OAAO,QAAQ,CAAC,QAAQ,CAAC,UAAU,CAAC,EAAE,CAAC;4BACnC,EAAE,EAAE,EAAE,CAAC,EAAE;4BACT,IAAI,EAAE,EAAE,CAAC,IAAI;4BACb,IAAI,EAAE,MAAM,EAAE,CAAC,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC,IAAI,CAAC;yBACc,CAAC,CAAC;oBACzD,CAAC;oBAAC,OAAO,CAAC,EAAE,CAAC;wBACT,IAAI,CAAC,YAAY,QAAQ,CAAC,KAAK,EAAE,CAAC,CAAA,CAAC;;4BAAM,MAAM,CAAC,CAAC;wBACjD,OAAO,QAAQ,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;4BAC/B,EAAE,EAAE,EAAE,CAAC,EAAE;4BACT,IAAI,EAAE,EAAE,CAAC,IAAI;4BACb,KAAK,EAAE,CAAC,CAAC,OAAO;yBAC2B,CAAC,CAAC;oBACrD,CAAC;gBACL,CAAC,CAAC,EAAE,CAAC,CAAC;YAEV,CAAC;iBAAM,IAAI,IAAI,YAAY,2BAA2B,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,EAAE,CAAC;gBAC1E,MAAM,GAAG,GAAqD,IAAI,CAAC;gBACnE,MAAM,EAAE,GAAG,GAAG,CAAC,2BAA2B,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;gBAC7D,IAAI,CAAC,IAAI,CAAC,CAAC,KAAK,IAAI,EAAE;oBAClB,OAAO,IAAI,2BAA2B,CAAC,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC;wBAC5D,EAAE,EAAE,GAAG,CAAC,GAAG,CAAC,OAAO;wBACnB,OAAO,EAAE,MAAM,EAAE,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,CAAC,GAAG,CAAC,SAAS,CAAC;qBACjD,CAAC,CAAC;gBACP,CAAC,CAAC,EAAE,CAAC,CAAC;YACV,CAAC;;gBAAM,MAAM,IAAI,KAAK,EAAE,CAAC;QAC7B,CAAC;QACD,MAAM,GAAG,GAA0D,MAAM,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QAC3F,MAAM,CAAC,eAAe,CAAC,OAAO,EAAE,IAAI,2BAA2B,CAAC,WAAW,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;IAC3F,CAAC;IACD,MAAM,IAAI,SAAS,CAAC,yBAAyB,CAAC,+BAA+B,CAAC,CAAC;AACnF,CAAC;AAED,WAAiB,SAAS;IACR,mCAAyB,GAAG,yBAAyB,CAAC,SAAS,CAAC,yBAAyB,CAAC;AAC5G,CAAC,EAFgB,SAAS,KAAT,SAAS,QAEzB"}

package/build/native-engines.d/openai-responses.d/exports.d.ts

@@ -0,0 +1,2 @@
+export * from '../openai-responses.ts';
+export * from './agentloop.ts';

package/build/native-engines.d/openai-responses.d/exports.js

@@ -0,0 +1,3 @@
+export * from "../openai-responses.js";
+export * from "./agentloop.js";
+//# sourceMappingURL=exports.js.map

package/build/native-engines.d/openai-responses.d/exports.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"exports.js","sourceRoot":"","sources":["../../../src/native-engines.d/openai-responses.d/exports.ts"],"names":[],"mappings":"AAAA,cAAc,wBAAwB,CAAC;AACvC,cAAc,gBAAgB,CAAC"}

package/build/native-engines.d/openai-responses.d.ts

@@ -0,0 +1,44 @@
+import { Function } from '../function.ts';
+import * as SessionModule from './openai-responses/session.ts';
+import { Engine } from '../engine.ts';
+import { type InferenceContext } from '../inference-context.ts';
+import { ToolCodec } from '../api-types/openai-responses/tool-codec.ts';
+import { Billing } from '../api-types/openai-responses/billing.ts';
+import { MessageCodec as CompatibleMessageCodec } from '../compatible-engine.d/openai-responses/message-codec.ts';
+import * as ValidationModule from './openai-responses/validation.ts';
+import type { Verbatim } from '../verbatim.ts';
+import * as StructuringModule from './openai-responses/structuring.ts';
+import * as ToolModule from './openai-responses/tool.ts';
+import * as ChoiceCodecModule from './openai-responses/choice-codec.ts';
+import * as MessageCodecModule from './openai-responses/message-codec.ts';
+import * as TransportModule from './openai-responses/transport.ts';
+export type OpenAIResponsesNativeEngine<fdm extends Function.Decl.Map.Proto, vdm extends Verbatim.Decl.Map.Proto> = OpenAIResponsesNativeEngine.Instance<fdm, vdm>;
+export declare namespace OpenAIResponsesNativeEngine {
+    class Instance<in out fdm extends Function.Decl.Map.Proto, in out vdm extends Verbatim.Decl.Map.Proto> extends Engine.Instance<fdm, vdm, OpenAIResponsesNativeEngine.RoleMessage.User.From<fdm>, OpenAIResponsesNativeEngine.RoleMessage.Ai.From<fdm, vdm>, OpenAIResponsesNativeEngine.RoleMessage.Developer, OpenAIResponsesNativeEngine.Session.From<fdm, vdm>> {
+        protected applyPatch: boolean;
+        protected choice: OpenAIResponsesNativeEngine.Structuring.Choice.From<fdm, vdm>;
+        protected toolCodec: ToolCodec<fdm>;
+        protected compatibleMessageCodec: CompatibleMessageCodec<fdm, vdm>;
+        protected messageCodec: OpenAIResponsesNativeEngine.MessageCodec<fdm, vdm>;
+        protected billing: Billing;
+        protected validator: OpenAIResponsesNativeEngine.Validator.From<fdm, vdm>;
+        protected transport: OpenAIResponsesNativeEngine.Transport<fdm, vdm>;
+        protected parallelToolCall: boolean;
+        constructor(options: OpenAIResponsesNativeEngine.Options<fdm, vdm>);
+        protected infer(wfctx: InferenceContext, session: OpenAIResponsesNativeEngine.Session.From<fdm, vdm>, signal?: AbortSignal): Promise<OpenAIResponsesNativeEngine.RoleMessage.Ai.From<fdm, vdm>>;
+        appendUserMessage(session: OpenAIResponsesNativeEngine.Session.From<fdm, vdm>, message: OpenAIResponsesNativeEngine.RoleMessage.User.From<fdm>): OpenAIResponsesNativeEngine.Session.From<fdm, vdm>;
+        pushUserMessage(session: OpenAIResponsesNativeEngine.Session.From<fdm, vdm>, message: OpenAIResponsesNativeEngine.RoleMessage.User.From<fdm>): OpenAIResponsesNativeEngine.Session.From<fdm, vdm>;
+    }
+    interface Options<in out fdm extends Function.Decl.Map.Proto, in out vdm extends Verbatim.Decl.Map.Proto> extends Engine.Options<fdm, vdm> {
+        applyPatch?: boolean;
+        structuringChoice?: OpenAIResponsesNativeEngine.Structuring.Choice.From<fdm, vdm>;
+    }
+    export import Session = SessionModule.Session;
+    export import RoleMessage = SessionModule.RoleMessage;
+    export import Tool = ToolModule.Tool;
+    export import ChoiceCodec = ChoiceCodecModule;
+    export import MessageCodec = MessageCodecModule.MessageCodec;
+    export import Structuring = StructuringModule.Structuring;
+    export import Transport = TransportModule.Transport;
+    export import Validator = ValidationModule.Validator;
+}

package/build/native-engines.d/openai-responses.js

@@ -0,0 +1,78 @@
+import * as SessionModule from "./openai-responses/session.js";
+import { Engine } from "../engine.js";
+import { ToolCodec } from "../api-types/openai-responses/tool-codec.js";
+import { Billing } from "../api-types/openai-responses/billing.js";
+import { MessageCodec as CompatibleMessageCodec } from "../compatible-engine.d/openai-responses/message-codec.js";
+import * as ValidationModule from "./openai-responses/validation.js";
+import * as StructuringModule from "./openai-responses/structuring.js";
+import * as ToolModule from "./openai-responses/tool.js";
+import * as ChoiceCodecModule from "./openai-responses/choice-codec.js";
+import * as MessageCodecModule from "./openai-responses/message-codec.js";
+import * as TransportModule from "./openai-responses/transport.js";
+export var OpenAIResponsesNativeEngine;
+(function (OpenAIResponsesNativeEngine) {
+    class Instance extends Engine.Instance {
+        applyPatch;
+        choice;
+        toolCodec;
+        compatibleMessageCodec;
+        messageCodec;
+        billing;
+        validator;
+        transport;
+        parallelToolCall;
+        constructor(options) {
+            super(options);
+            this.parallelToolCall = options.parallelToolCall ?? false;
+            this.applyPatch = options.applyPatch ?? false;
+            this.choice = options.structuringChoice ?? OpenAIResponsesNativeEngine.Structuring.Choice.AUTO;
+            this.toolCodec = new ToolCodec({ fdm: this.fdm });
+            this.compatibleMessageCodec = new CompatibleMessageCodec({
+                toolCodec: this.toolCodec,
+                vdm: this.vdm,
+            });
+            this.messageCodec = new OpenAIResponsesNativeEngine.MessageCodec({
+                toolCodec: this.toolCodec,
+                compatibleMessageCodec: this.compatibleMessageCodec,
+                vdm: this.vdm,
+            });
+            this.billing = new Billing({ pricing: this.pricing });
+            this.validator = new OpenAIResponsesNativeEngine.Validator({ choice: this.choice });
+            this.transport = new OpenAIResponsesNativeEngine.Transport({
+                inferenceParams: this.inferenceParams,
+                providerSpec: this.providerSpec,
+                fdm: this.fdm,
+                throttle: this.throttle,
+                choice: this.choice,
+                parallelToolCall: this.parallelToolCall,
+                applyPatch: this.applyPatch,
+                messageCodec: this.messageCodec,
+                toolCodec: this.toolCodec,
+                billing: this.billing,
+                validator: this.validator,
+            });
+        }
+        infer(wfctx, session, signal) {
+            return this.transport.fetch(wfctx, session, signal);
+        }
+        appendUserMessage(session, message) {
+            return {
+                developerMessage: session.developerMessage,
+                chatMessages: [...session.chatMessages, message],
+            };
+        }
+        pushUserMessage(session, message) {
+            session.chatMessages.push(message);
+            return session;
+        }
+    }
+    OpenAIResponsesNativeEngine.Instance = Instance;
+    OpenAIResponsesNativeEngine.RoleMessage = SessionModule.RoleMessage;
+    OpenAIResponsesNativeEngine.Tool = ToolModule.Tool;
+    OpenAIResponsesNativeEngine.ChoiceCodec = ChoiceCodecModule;
+    OpenAIResponsesNativeEngine.MessageCodec = MessageCodecModule.MessageCodec;
+    OpenAIResponsesNativeEngine.Structuring = StructuringModule.Structuring;
+    OpenAIResponsesNativeEngine.Transport = TransportModule.Transport;
+    OpenAIResponsesNativeEngine.Validator = ValidationModule.Validator;
+})(OpenAIResponsesNativeEngine || (OpenAIResponsesNativeEngine = {}));
+//# sourceMappingURL=openai-responses.js.map

package/build/native-engines.d/openai-responses.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"openai-responses.js","sourceRoot":"","sources":["../../src/native-engines.d/openai-responses.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,aAAa,MAAM,+BAA+B,CAAC;AAC/D,OAAO,EAAE,MAAM,EAAE,MAAM,cAAc,CAAC;AAEtC,OAAO,EAAE,SAAS,EAAE,MAAM,6CAA6C,CAAC;AACxE,OAAO,EAAE,OAAO,EAAE,MAAM,0CAA0C,CAAC;AACnE,OAAO,EAAE,YAAY,IAAI,sBAAsB,EAAE,MAAM,0DAA0D,CAAC;AAClH,OAAO,KAAK,gBAAgB,MAAM,kCAAkC,CAAC;AAErE,OAAO,KAAK,iBAAiB,MAAM,mCAAmC,CAAC;AACvE,OAAO,KAAK,UAAU,MAAM,4BAA4B,CAAC;AACzD,OAAO,KAAK,iBAAiB,MAAM,oCAAoC,CAAC;AACxE,OAAO,KAAK,kBAAkB,MAAM,qCAAqC,CAAC;AAC1E,OAAO,KAAK,eAAe,MAAM,iCAAiC,CAAC;AAQnE,MAAM,KAAW,2BAA2B,CAkG3C;AAlGD,WAAiB,2BAA2B;IACxC,MAAa,QAGX,SAAQ,MAAM,CAAC,QAMhB;QACa,UAAU,CAAU;QACpB,MAAM,CAAgE;QAEtE,SAAS,CAAiB;QAC1B,sBAAsB,CAAmC;QACzD,YAAY,CAAqD;QACjE,OAAO,CAAU;QACR,SAAS,CAAuD;QACzE,SAAS,CAAkD;QAClD,gBAAgB,CAAU;QAE7C,YAAmB,OAAsD;YACrE,KAAK,CAAC,OAAO,CAAC,CAAC;YACf,IAAI,CAAC,gBAAgB,GAAG,OAAO,CAAC,gBAAgB,IAAI,KAAK,CAAC;YAC1D,IAAI,CAAC,UAAU,GAAG,OAAO,CAAC,UAAU,IAAI,KAAK,CAAC;YAC9C,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,iBAAiB,IAAI,2BAA2B,CAAC,WAAW,CAAC,MAAM,CAAC,IAAI,CAAC;YAE/F,IAAI,CAAC,SAAS,GAAG,IAAI,SAAS,CAAC,EAAE,GAAG,EAAE,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC;YAClD,IAAI,CAAC,sBAAsB,GAAG,IAAI,sBAAsB,CAAC;gBACrD,SAAS,EAAE,IAAI,CAAC,SAAS;gBACzB,GAAG,EAAE,IAAI,CAAC,GAAG;aAChB,CAAC,CAAC;YACH,IAAI,CAAC,YAAY,GAAG,IAAI,2BAA2B,CAAC,YAAY,CAAC;gBAC7D,SAAS,EAAE,IAAI,CAAC,SAAS;gBACzB,sBAAsB,EAAE,IAAI,CAAC,sBAAsB;gBACnD,GAAG,EAAE,IAAI,CAAC,GAAG;aAChB,CAAC,CAAC;YACH,IAAI,CAAC,OAAO,GAAG,IAAI,OAAO,CAAC,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC;YACtD,IAAI,CAAC,SAAS,GAAG,IAAI,2BAA2B,CAAC,SAAS,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC;YACpF,IAAI,CAAC,SAAS,GAAG,IAAI,2BAA2B,CAAC,SAAS,CAAC;gBACvD,eAAe,EAAE,IAAI,CAAC,eAAe;gBACrC,YAAY,EAAE,IAAI,CAAC,YAAY;gBAC/B,GAAG,EAAE,IAAI,CAAC,GAAG;gBACb,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,MAAM,EAAE,IAAI,CAAC,MAAM;gBACnB,gBAAgB,EAAE,IAAI,CAAC,gBAAgB;gBACvC,UAAU,EAAE,IAAI,CAAC,UAAU;gBAC3B,YAAY,EAAE,IAAI,CAAC,YAAY;gBAC/B,SAAS,EAAE,IAAI,CAAC,SAAS;gBACzB,OAAO,EAAE,IAAI,CAAC,OAAO;gBACrB,SAAS,EAAE,IAAI,CAAC,SAAS;aAC5B,CAAC,CAAC;QACP,CAAC;QAEkB,KAAK,CACpB,KAAuB,EACvB,OAA2D,EAC3D,MAAoB;YAEpB,OAAO,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,KAAK,EAAE,OAAO,EAAE,MAAM,CAAC,CAAC;QACxD,CAAC;QAEe,iBAAiB,CAC7B,OAA2D,EAC3D,OAA+D;YAE/D,OAAO;gBACH,gBAAgB,EAAE,OAAO,CAAC,gBAAgB;gBAC1C,YAAY,EAAE,CAAC,GAAG,OAAO,CAAC,YAAY,EAAE,OAAO,CAAC;aACnD,CAAC;QACN,CAAC;QAEe,eAAe,CAC3B,OAA2D,EAC3D,OAA+D;YAE/D,OAAO,CAAC,YAAY,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YACnC,OAAO,OAAO,CAAC;QACnB,CAAC;KACJ;IA/EY,oCAAQ,WA+EpB,CAAA;IAWa,uCAAW,GAAG,aAAa,CAAC,WAAW,CAAC;IACxC,gCAAI,GAAG,UAAU,CAAC,IAAI,CAAC;IACvB,uCAAW,GAAG,iBAAiB,CAAC;IAChC,wCAAY,GAAG,kBAAkB,CAAC,YAAY,CAAC;IAC/C,uCAAW,GAAG,iBAAiB,CAAC,WAAW,CAAC;IAC5C,qCAAS,GAAG,eAAe,CAAC,SAAS,CAAC;IACtC,qCAAS,GAAG,gBAAgB,CAAC,SAAS,CAAC;AACzD,CAAC,EAlGgB,2BAA2B,KAA3B,2BAA2B,QAkG3C"}

package/build/telemetry.d.ts

@@ -0,0 +1,6 @@
+import { Channel } from '@zimtsui/typelemetry/log';
+import * as Presets from '@zimtsui/typelemetry/log/presets';
+export declare const logger: {
+    inference: Channel<typeof Presets.Level, string>;
+    message: Channel<typeof Presets.Level, unknown>;
+};

package/build/telemetry.js

@@ -0,0 +1,19 @@
+import { Channel, Exporter } from '@zimtsui/typelemetry/log';
+import * as Presets from '@zimtsui/typelemetry/log/presets';
+import { formatWithOptions } from 'node:util';
+import { stderr } from 'node:process';
+export const logger = {
+    inference: Channel.create(Presets.Level, (chunk, level) => Exporter.getGlobalExporter().stream({
+        scope: '@zimtsui/typechat',
+        channel: 'Inference',
+        level: Presets.Level[level],
+        payload: chunk,
+    })),
+    message: Channel.create(Presets.Level, (payload, level) => Exporter.getGlobalExporter().monolith({
+        scope: '@zimtsui/typechat',
+        channel: 'Message',
+        level: Presets.Level[level],
+        payload: formatWithOptions({ depth: null, colors: !!stderr.isTTY }, payload)
+    })),
+};
+//# sourceMappingURL=telemetry.js.map

package/build/telemetry.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"telemetry.js","sourceRoot":"","sources":["../src/telemetry.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,0BAA0B,CAAC;AAC7D,OAAO,KAAK,OAAO,MAAM,kCAAkC,CAAC;AAC5D,OAAO,EAAE,iBAAiB,EAAE,MAAM,WAAW,CAAC;AAC9C,OAAO,EAAE,MAAM,EAAE,MAAM,cAAc,CAAC;AAGtC,MAAM,CAAC,MAAM,MAAM,GAAG;IAClB,SAAS,EAAE,OAAO,CAAC,MAAM,CACrB,OAAO,CAAC,KAAK,EACb,CAAC,KAAa,EAAE,KAAK,EAAE,EAAE,CAAC,QAAQ,CAAC,iBAAiB,EAAE,CAAC,MAAM,CAAC;QAC1D,KAAK,EAAE,mBAAmB;QAC1B,OAAO,EAAE,WAAW;QACpB,KAAK,EAAE,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC;QAC3B,OAAO,EAAE,KAAK;KACjB,CAAC,CACL;IACD,OAAO,EAAE,OAAO,CAAC,MAAM,CACnB,OAAO,CAAC,KAAK,EACb,CAAC,OAAgB,EAAE,KAAK,EAAE,EAAE,CAAC,QAAQ,CAAC,iBAAiB,EAAE,CAAC,QAAQ,CAAC;QAC/D,KAAK,EAAE,mBAAmB;QAC1B,OAAO,EAAE,SAAS;QAClB,KAAK,EAAE,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC;QAC3B,OAAO,EAAE,iBAAiB,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC,MAAM,CAAC,KAAK,EAAE,EAAE,OAAO,CAAC;KAC/E,CAAC,CACL;CACJ,CAAC"}

package/build/throttle.d.ts

@@ -0,0 +1,11 @@
+import type { InferenceContext } from './inference-context.ts';
+import { Mutex } from '@zimtsui/typelocks';
+export declare class Throttle {
+    protected rpm: number;
+    protected valve: Mutex<void>;
+    protected timer: NodeJS.Timeout | null;
+    protected interval: number;
+    constructor(rpm: number);
+    requests(wfctx: InferenceContext): Promise<void>;
+    throw(e: Error): void;
+}

package/build/throttle.js

@@ -0,0 +1,39 @@
+import { Mutex } from '@zimtsui/typelocks';
+export class Throttle {
+    rpm;
+    valve = Mutex.release();
+    timer = null;
+    interval;
+    constructor(rpm) {
+        this.rpm = rpm;
+        this.interval = Math.ceil(60 * 1000 / this.rpm);
+    }
+    async requests(wfctx) {
+        if (this.interval === 0)
+            return;
+        await wfctx.busy?.acquireRead();
+        try {
+            wfctx.signal?.throwIfAborted();
+            const waiting = this.valve.acquire()
+                .finally(() => {
+                this.timer = setTimeout(() => {
+                    this.timer = null;
+                    void this.valve.release();
+                }, this.interval);
+            });
+            await new Promise((resolve, reject) => {
+                waiting.then(resolve, reject);
+                wfctx.signal?.addEventListener('abort', reject, { signal: wfctx.signal });
+            });
+        }
+        finally {
+            wfctx.busy?.releaseRead();
+        }
+    }
+    throw(e) {
+        if (this.timer)
+            clearTimeout(this.timer);
+        this.valve.unblock(e);
+    }
+}
+//# sourceMappingURL=throttle.js.map

package/build/throttle.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"throttle.js","sourceRoot":"","sources":["../src/throttle.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,KAAK,EAAE,MAAM,oBAAoB,CAAC;AAG3C,MAAM,OAAO,QAAQ;IAIY;IAHnB,KAAK,GAAG,KAAK,CAAC,OAAO,EAAE,CAAC;IACxB,KAAK,GAA0B,IAAI,CAAC;IACpC,QAAQ,CAAS;IAC3B,YAA6B,GAAW;QAAX,QAAG,GAAH,GAAG,CAAQ;QACpC,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,EAAE,GAAC,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC;IAClD,CAAC;IAEM,KAAK,CAAC,QAAQ,CAAC,KAAuB;QACzC,IAAI,IAAI,CAAC,QAAQ,KAAK,CAAC;YAAE,OAAO;QAEhC,MAAM,KAAK,CAAC,IAAI,EAAE,WAAW,EAAE,CAAC;QAChC,IAAI,CAAC;YACD,KAAK,CAAC,MAAM,EAAE,cAAc,EAAE,CAAC;YAE/B,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,EAAE;iBAC/B,OAAO,CAAC,GAAG,EAAE;gBACV,IAAI,CAAC,KAAK,GAAG,UAAU,CACnB,GAAG,EAAE;oBACD,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;oBAClB,KAAK,IAAI,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC;gBAC9B,CAAC,EACD,IAAI,CAAC,QAAQ,CAChB,CAAC;YACN,CAAC,CAAC,CAAC;YAEP,MAAM,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;gBACxC,OAAO,CAAC,IAAI,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;gBAC9B,KAAK,CAAC,MAAM,EAAE,gBAAgB,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC;YAC9E,CAAC,CAAC,CAAC;QAEP,CAAC;gBAAS,CAAC;YACP,KAAK,CAAC,IAAI,EAAE,WAAW,EAAE,CAAC;QAC9B,CAAC;IACL,CAAC;IAEM,KAAK,CAAC,CAAQ;QACjB,IAAI,IAAI,CAAC,KAAK;YAAE,YAAY,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACzC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;IAC1B,CAAC;CACJ"}