@zimtsui/brainswitch 0.0.5 → 0.0.7

package/build/endpoint-spec.js

@@ -11,17 +11,15 @@ export var EndpointSpec;
             Type.Literal('openai-chatcompletions'),
             Type.Literal('openai-responses'),
             Type.Literal('google'),
-            Type.Literal('qwen'),
+            Type.Literal('aliyun-stream'),
             Type.Literal('openrouter-monolith'),
             Type.Literal('openrouter-stream'),
-            Type.Literal('huggingface-cerebras-qwen3-thinking'),
         ]),
         inputPrice: Type.Optional(Type.Number()),
         outputPrice: Type.Optional(Type.Number()),
         cachedPrice: Type.Optional(Type.Number()),
         customOptions: Type.Optional(Type.Record(Type.String(), Type.Any())),
         rpm: Type.Optional(Type.Number()),
-        tpm: Type.Optional(Type.Number()),
         timeout: Type.Optional(Type.Number()),
         tokenLimit: Type.Optional(Type.Number()),
     });

package/build/endpoint-spec.js.map

@@ -1 +1 @@
-{"version":3,"file":"endpoint-spec.js","sourceRoot":"","sources":["../src/endpoint-spec.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAe,MAAM,mBAAmB,CAAC;AAItD,MAAM,KAAW,YAAY,CAyB5B;AAzBD,WAAiB,YAAY;IACZ,mBAAM,GAAG,IAAI,CAAC,MAAM,CAAC;QAC9B,OAAO,EAAE,IAAI,CAAC,MAAM,EAAE;QACtB,KAAK,EAAE,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;QACnC,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE;QACrB,KAAK,EAAE,IAAI,CAAC,MAAM,EAAE;QACpB,IAAI,EAAE,IAAI,CAAC,MAAM,EAAE;QACnB,OAAO,EAAE,IAAI,CAAC,KAAK,CAAC;YAChB,IAAI,CAAC,OAAO,CAAC,wBAAwB,CAAC;YACtC,IAAI,CAAC,OAAO,CAAC,kBAAkB,CAAC;YAChC,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC;YACtB,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC;YACpB,IAAI,CAAC,OAAO,CAAC,qBAAqB,CAAC;YACnC,IAAI,CAAC,OAAO,CAAC,mBAAmB,CAAC;YACjC,IAAI,CAAC,OAAO,CAAC,qCAAqC,CAAC;SACtD,CAAC;QACF,UAAU,EAAE,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;QACxC,WAAW,EAAE,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;QACzC,WAAW,EAAE,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;QACzC,aAAa,EAAE,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC;QACpE,GAAG,EAAE,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;QACjC,GAAG,EAAE,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;QACjC,OAAO,EAAE,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;QACrC,UAAU,EAAE,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;KAC3C,CAAC,CAAC;AACP,CAAC,EAzBgB,YAAY,KAAZ,YAAY,QAyB5B"}
+{"version":3,"file":"endpoint-spec.js","sourceRoot":"","sources":["../src/endpoint-spec.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAe,MAAM,mBAAmB,CAAC;AAItD,MAAM,KAAW,YAAY,CAuB5B;AAvBD,WAAiB,YAAY;IACZ,mBAAM,GAAG,IAAI,CAAC,MAAM,CAAC;QAC9B,OAAO,EAAE,IAAI,CAAC,MAAM,EAAE;QACtB,KAAK,EAAE,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;QACnC,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE;QACrB,KAAK,EAAE,IAAI,CAAC,MAAM,EAAE;QACpB,IAAI,EAAE,IAAI,CAAC,MAAM,EAAE;QACnB,OAAO,EAAE,IAAI,CAAC,KAAK,CAAC;YAChB,IAAI,CAAC,OAAO,CAAC,wBAAwB,CAAC;YACtC,IAAI,CAAC,OAAO,CAAC,kBAAkB,CAAC;YAChC,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC;YACtB,IAAI,CAAC,OAAO,CAAC,eAAe,CAAC;YAC7B,IAAI,CAAC,OAAO,CAAC,qBAAqB,CAAC;YACnC,IAAI,CAAC,OAAO,CAAC,mBAAmB,CAAC;SACpC,CAAC;QACF,UAAU,EAAE,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;QACxC,WAAW,EAAE,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;QACzC,WAAW,EAAE,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;QACzC,aAAa,EAAE,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC;QACpE,GAAG,EAAE,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;QACjC,OAAO,EAAE,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;QACrC,UAAU,EAAE,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;KAC3C,CAAC,CAAC;AACP,CAAC,EAvBgB,YAAY,KAAZ,YAAY,QAuB5B"}

package/build/engine.d.ts

@@ -3,8 +3,13 @@ import { Function } from './function.ts';
 import { EndpointSpec } from './endpoint-spec.ts';
 import { type InferenceContext } from './inference-context.ts';
 import { Throttle } from './throttle.ts';
-export interface Engine<in out fdu extends Function.Declaration = never> {
-    (ctx: InferenceContext, session: Session<fdu>): Promise<RoleMessage.AI<fdu>>;
+export interface Engine<in out fdu extends Function.Declaration = never, session extends unknown = Session<fdu>> {
+    stateless(ctx: InferenceContext, session: session): Promise<RoleMessage.AI<fdu>>;
+    /**
+     * @param session mutable
+     */
+    stateful(ctx: InferenceContext, session: session): Promise<RoleMessage.AI<fdu>>;
+    appendUserMessage(session: session, message: RoleMessage.User<fdu>): session;
 }
 export declare namespace Engine {
     namespace Options {
@@ -16,8 +21,4 @@ export declare namespace Engine {
     interface Options<in out fdm extends Function.Declaration.Map = {}> extends EndpointSpec, Options.Functions<fdm> {
         throttle: Throttle;
     }
-    /**
-     * @param session mutable
-     */
-    function apply<fdm extends Function.Declaration.Map = {}>(ctx: InferenceContext, session: Session<Function.Declaration.From<fdm>>, engine: Engine<Function.Declaration.From<fdm>>): Promise<RoleMessage.AI<Function.Declaration.From<fdm>>>;
 }

package/build/engine.js

@@ -3,16 +3,4 @@ import { Function } from "./function.js";
 import { EndpointSpec } from "./endpoint-spec.js";
 import {} from "./inference-context.js";
 import { Throttle } from "./throttle.js";
-export var Engine;
-(function (Engine) {
-    /**
-     * @param session mutable
-     */
-    async function apply(ctx, session, engine) {
-        const response = await engine(ctx, session);
-        session.chatMessages.push(response);
-        return response;
-    }
-    Engine.apply = apply;
-})(Engine || (Engine = {}));
 //# sourceMappingURL=engine.js.map

package/build/engine.js.map

@@ -1 +1 @@
-{"version":3,"file":"engine.js","sourceRoot":"","sources":["../src/engine.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAgB,MAAM,cAAc,CAAC;AACzD,OAAO,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAC;AACzC,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAClD,OAAO,EAAyB,MAAM,wBAAwB,CAAC;AAC/D,OAAO,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAC;AAOzC,MAAM,KAAW,MAAM,CAwBtB;AAxBD,WAAiB,MAAM;IAYnB;;OAEG;IACI,KAAK,UAAU,KAAK,CACvB,GAAqB,EACrB,OAAgD,EAChD,MAA8C;QAE9C,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;QAC5C,OAAO,CAAC,YAAY,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACpC,OAAO,QAAQ,CAAC;IACpB,CAAC;IARqB,YAAK,QAQ1B,CAAA;AACL,CAAC,EAxBgB,MAAM,KAAN,MAAM,QAwBtB"}
+{"version":3,"file":"engine.js","sourceRoot":"","sources":["../src/engine.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAgB,MAAM,cAAc,CAAC;AACzD,OAAO,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAC;AACzC,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAClD,OAAO,EAAyB,MAAM,wBAAwB,CAAC;AAC/D,OAAO,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAC"}

package/build/throttle.d.ts

@@ -1,14 +1,10 @@
 import type { InferenceContext } from './inference-context.ts';
 export declare class Throttle {
     private rpm;
-    private tpm;
-    private redundancy;
-    private fifo;
-    private tokenCount;
     private valve;
+    private timer?;
     private interval;
-    constructor(rpm: number, tpm: number, redundancy?: number);
+    constructor(rpm: number);
     requests(ctx: InferenceContext): Promise<void>;
-    inputTokens(deltaTokenCount: number, ctx: InferenceContext): Promise<void>;
-    outputTokens(deltaTokenCount: number): void;
+    throw(e: Error): void;
 }

package/build/throttle.js

@@ -1,50 +1,36 @@
-import { FifoStack } from '@zimtsui/deque';
-import assert from 'node:assert';
 import { Mutex } from '@zimtsui/coroutine-locks';
 export class Throttle {
     rpm;
-    tpm;
-    redundancy;
-    fifo = new FifoStack();
-    tokenCount = 0;
     valve = new Mutex();
+    timer;
     interval;
-    constructor(rpm, tpm, redundancy = .5) {
+    constructor(rpm) {
         this.rpm = rpm;
-        this.tpm = tpm;
-        this.redundancy = redundancy;
         this.interval = Math.ceil(60 * 1000 / this.rpm);
     }
     async requests(ctx) {
         await ctx.busy?.acquireRead();
-        await this.valve.acquire();
-        setTimeout(() => void this.valve.release(), this.interval);
-        ctx.busy?.releaseRead();
-    }
-    async inputTokens(deltaTokenCount, ctx) {
-        await ctx.busy?.acquireRead();
+        const pwr = Promise.withResolvers();
+        const callback = () => pwr.reject(ctx.signal?.reason);
+        ctx.signal?.addEventListener('abort', callback);
+        const waiting = this.valve.acquire();
         try {
-            while (this.tokenCount > this.tpm * (1 - this.redundancy)) {
-                assert(this.fifo.length, new Error('Overflow'));
-                const { promise, resolve, reject } = Promise.withResolvers();
-                const timeout = setTimeout(resolve, Math.max(this.fifo[0].time + 60 * 1000 - Date.now(), 0));
-                ctx.signal?.addEventListener('abort', reject);
-                await promise.finally(() => {
-                    ctx.signal?.removeEventListener('abort', reject);
-                    clearTimeout(timeout);
-                });
-                this.tokenCount -= this.fifo.popFront().token;
-            }
-            this.fifo.pushBack({ token: deltaTokenCount, time: Date.now() });
-            this.tokenCount += deltaTokenCount;
+            await Promise.race([waiting, pwr.promise]);
+            this.timer = setTimeout(() => void this.valve.release(), this.interval);
+        }
+        catch (e) {
+            waiting.then(() => this.valve.release()).catch(() => { });
+            throw e;
         }
         finally {
+            ctx.signal?.removeEventListener('abort', callback);
             ctx.busy?.releaseRead();
         }
     }
-    outputTokens(deltaTokenCount) {
-        this.fifo.pushBack({ token: deltaTokenCount, time: Date.now() });
-        this.tokenCount += deltaTokenCount;
+    throw(e) {
+        if (this.timer)
+            clearTimeout(this.timer);
+        this.valve.throw(e);
     }
 }
 //# sourceMappingURL=throttle.js.map

package/build/throttle.js.map

@@ -1 +1 @@
-{"version":3,"file":"throttle.js","sourceRoot":"","sources":["../src/throttle.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,gBAAgB,CAAC;AAC3C,OAAO,MAAM,MAAM,aAAa,CAAC;AAEjC,OAAO,EAAE,KAAK,EAAE,MAAM,0BAA0B,CAAC;AAOjD,MAAM,OAAO,QAAQ;IAML;IACA;IACA;IAPJ,IAAI,GAAG,IAAI,SAAS,EAAW,CAAC;IAChC,UAAU,GAAG,CAAC,CAAC;IACf,KAAK,GAAG,IAAI,KAAK,EAAE,CAAC;IACpB,QAAQ,CAAS;IACzB,YACY,GAAW,EACX,GAAW,EACX,aAAa,EAAE;QAFf,QAAG,GAAH,GAAG,CAAQ;QACX,QAAG,GAAH,GAAG,CAAQ;QACX,eAAU,GAAV,UAAU,CAAK;QAEvB,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,EAAE,GAAC,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC;IAClD,CAAC;IAEM,KAAK,CAAC,QAAQ,CAAC,GAAqB;QACvC,MAAM,GAAG,CAAC,IAAI,EAAE,WAAW,EAAE,CAAC;QAC9B,MAAM,IAAI,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC;QAC3B,UAAU,CAAC,GAAG,EAAE,CAAC,KAAK,IAAI,CAAC,KAAK,CAAC,OAAO,EAAE,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC;QAC3D,GAAG,CAAC,IAAI,EAAE,WAAW,EAAE,CAAC;IAC5B,CAAC;IAEM,KAAK,CAAC,WAAW,CAAC,eAAuB,EAAE,GAAqB;QACnE,MAAM,GAAG,CAAC,IAAI,EAAE,WAAW,EAAE,CAAC;QAC9B,IAAI,CAAC;YACD,OAAO,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,GAAG,GAAG,CAAC,CAAC,GAAC,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC;gBACtD,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,KAAK,CAAC,UAAU,CAAC,CAAC,CAAC;gBAChD,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,aAAa,EAAE,CAAC;gBAC7D,MAAM,OAAO,GAAG,UAAU,CAAC,OAAO,EAAE,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAE,CAAC,IAAI,GAAC,EAAE,GAAC,IAAI,GAAC,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC;gBACxF,GAAG,CAAC,MAAM,EAAE,gBAAgB,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;gBAC9C,MAAM,OAAO,CAAC,OAAO,CAAC,GAAG,EAAE;oBACvB,GAAG,CAAC,MAAM,EAAE,mBAAmB,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;oBACjD,YAAY,CAAC,OAAO,CAAC,CAAC;gBAC1B,CAAC,CAAC,CAAC;gBACH,IAAI,CAAC,UAAU,IAAI,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC,KAAK,CAAC;YAClD,CAAC;YACD,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,KAAK,EAAE,eAAe,EAAE,IAAI,EAAE,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;YACjE,IAAI,CAAC,UAAU,IAAI,eAAe,CAAC;QACvC,CAAC;gBAAS,CAAC;YACP,GAAG,CAAC,IAAI,EAAE,WAAW,EAAE,CAAC;QAC5B,CAAC;IACL,CAAC;IAEM,YAAY,CAAC,eAAuB;QACvC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,KAAK,EAAE,eAAe,EAAE,IAAI,EAAE,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;QACjE,IAAI,CAAC,UAAU,IAAI,eAAe,CAAC;IACvC,CAAC;CACJ"}
+{"version":3,"file":"throttle.js","sourceRoot":"","sources":["../src/throttle.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,KAAK,EAAE,MAAM,0BAA0B,CAAC;AAGjD,MAAM,OAAO,QAAQ;IAIU;IAHnB,KAAK,GAAG,IAAI,KAAK,EAAE,CAAC;IACpB,KAAK,CAAkB;IACvB,QAAQ,CAAS;IACzB,YAA2B,GAAW;QAAX,QAAG,GAAH,GAAG,CAAQ;QAClC,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,EAAE,GAAC,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC;IAClD,CAAC;IAEM,KAAK,CAAC,QAAQ,CAAC,GAAqB;QACvC,MAAM,GAAG,CAAC,IAAI,EAAE,WAAW,EAAE,CAAC;QAC9B,MAAM,GAAG,GAAG,OAAO,CAAC,aAAa,EAAQ,CAAC;QAC1C,MAAM,QAAQ,GAAG,GAAG,EAAE,CAAC,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;QACtD,GAAG,CAAC,MAAM,EAAE,gBAAgB,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC;QAChD,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC;QACrC,IAAI,CAAC;YACD,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC;YAC3C,IAAI,CAAC,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,KAAK,IAAI,CAAC,KAAK,CAAC,OAAO,EAAE,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC;QAC5E,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACT,OAAO,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;YACzD,MAAM,CAAC,CAAC;QACZ,CAAC;gBAAS,CAAC;YACP,GAAG,CAAC,MAAM,EAAE,mBAAmB,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC;YACnD,GAAG,CAAC,IAAI,EAAE,WAAW,EAAE,CAAC;QAC5B,CAAC;IACL,CAAC;IAEM,KAAK,CAAC,CAAQ;QACjB,IAAI,IAAI,CAAC,KAAK;YAAE,YAAY,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACzC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IACxB,CAAC;CACJ"}