modelmix 5.1.12 → 5.1.16

package/README.md

@@ -88,13 +88,33 @@ const setup = {
 const model = await ModelMix.new(setup)
     .sonnet5() // (main model) Anthropic claude-sonnet-5
     .gpt56luna() // (fallback 2) OpenAI gpt-5.6-luna
-    .gemini37flash() // (fallback 3) Google gemini-3.7-flash
+    .gemini38flash() // (fallback 3) Google gemini-3.8-flash
     .grok46() // (fallback 4) Grok grok-4.6
     .addText("What's your name?");
 
 console.log(await model.message());
 ```
 
+**Cancel one execution with AbortSignal**
+
+Pass the signal directly to the terminal method. ModelMix propagates it through
+queued work, retries, fallbacks, provider transports, plugins, child executions,
+and tool calls:
+
+```javascript
+const controller = new AbortController();
+const response = model.message(controller.signal);
+
+controller.abort(new Error('Request cancelled'));
+await response;
+```
+
+Use `raw(signal)`, `stream(callback, signal)`, `block(options, signal)`, or
+`json(example, description, jsonOptions, signal)` for the other output modes.
+`execute()` accepts it as the top-level `signal` field. Never put a signal in
+ModelMix or provider `config`/`options`; those locations are rejected because
+they are reusable and may become provider payload fields.
+
 The same ordered chain can be attached by passing model shortcuts directly to
 `chain()`. Add `@effort` to override unified effort for one model; entries
 without it inherit the chain effort, or use the provider default when the chain
@@ -102,7 +122,7 @@ has no configured effort:
 
 ```javascript
 const model = ModelMix.new(setup)
-    .chain('sonnet5', 'gpt56luna@20', 'gemini37flash@-1')
+    .chain('sonnet5', 'gpt56luna@20', 'gemini38flash@-1')
     .addText("What's your name?");
 
 console.log(await model.message());
@@ -165,6 +185,7 @@ ModelMix provides convenient shorthand methods for quickly accessing different A
 | `sonnet46()` | Anthropic | claude-sonnet-4-6 | [\$3.00][2] | [\$15.00][2] |
 | `haiku45()` | Anthropic | claude-haiku-4-5-20251001 | [\$1.00][2] | [\$5.00][2] |
 | `gemini31pro()` | Google | gemini-3.1-pro-preview | [\$2.00][3] | [\$12.00][3] |
+| `gemini38flash()` | Google | gemini-3.8-flash | [\$0.75][3] | [\$3.75][3] |
 | `gemini37flash()` | Google | gemini-3.7-flash | [\$0.75][3] | [\$3.75][3] |
 | `gemini36flash()` | Google | gemini-3.6-flash | [\$0.75][3] | [\$3.75][3] |
 | `gemini35flash()` | Google | gemini-3.5-flash | [\$0.75][3] | [\$4.50][3] |
@@ -200,7 +221,7 @@ ModelMix provides convenient shorthand methods for quickly accessing different A
 | `kimiK25()` | Together | Kimi-K2.5 | [\$0.50][7] | [\$2.80][7] |
 | `kimiK26()` | Fireworks | models/kimi-k2p6 | [\$0.95][10] | [\$4.00][10] |
 
-Gemini 3.7 Flash and 3.6 Flash use Google's introductory standard pricing through December 31, 2026; standard rates double on January 1, 2027.
+Gemini 3.8 Flash, 3.7 Flash, and 3.6 Flash use Google's introductory standard pricing through December 31, 2026; standard rates double on January 1, 2027.
 
 `museGlimmer30b()` uses Fireworks by default. OpenRouter, NVIDIA NIM, and Together are available through `mix.openrouter`, `mix.nvidia`, and `mix.together`.
 
@@ -271,7 +292,7 @@ ModelMix.new().effort(-1).minimaxM3().addText('...').message();
 
 ### Provider-specific behavior
 
-- **Gemini:** Gemini 3+ uses bands 0–24 / 25–49 / 50–74 / 75–100. Gemini 3.7 Flash clamps these bands to `low` / `low` / `medium` / `high`; `-1` leaves its native `medium` default unchanged. Gemini 2.5 maps 0–100 to `thinkingBudget`.
+- **Gemini:** Gemini 3+ uses bands 0–24 / 25–49 / 50–74 / 75–100. Gemini 3.8 Flash and 3.7 Flash clamp these bands to `low` / `low` / `medium` / `high`; `-1` leaves their native `medium` default unchanged. Gemini 2.5 maps 0–100 to `thinkingBudget`.
 - **GPT-5.6:** `100` maps to `max`; 80–99 remains `xhigh`.
 - **Qwen 3.8 27B and Flash:** 0–39 / 40–79 / 80–100 map to `low` / `medium` / `xhigh`; `-1` leaves the native `xhigh` default unchanged. Qwen 3.8 Flash is the managed production version based on the open-weight Flash-Next architecture.
 - **GLM 5.3 and GLM 5.3 Flash:** reasoning is mandatory; 0–39 / 40–79 / 80–100 map to `low` / `high` / `max`; `-1` leaves the native `max` default unchanged.
@@ -939,7 +960,7 @@ const model = ModelMix.new()
     .addText('Summarize this request.');
 ```
 
-A plugin may edit `context.request`, call `next()`, or return a complete ModelMix result itself. It can also create history-free child executions with `context.invoke()` and choose plugin inheritance:
+A plugin may edit `context.request`, call `next()`, or return a complete ModelMix result itself. The current execution signal is available as `context.signal`, and child executions created with `context.invoke()` inherit it automatically. Local tool callbacks receive the same signal as their second argument. A plugin can also choose plugin inheritance:
 
 ```javascript
 const child = await context.invoke({
@@ -1050,8 +1071,8 @@ new ModelMix(args = { options: {}, config: {} })
 - `assign(keyValues)`: Assigns EJS data for messages and system prompts.
 - `assignKey(key, value)`: Assigns one EJS data value.
 - `assignKeyFromFile(key, filePath)`: Renders an EJS file through `include` and assigns its output to one key.
-- `message()`: Sends the message and returns the response.
-- `raw()`: Sends the message and returns the complete response data including:
+- `message(signal?)`: Sends the message and returns the response.
+- `raw(signal?)`: Sends the message and returns the complete response data including:
   - `message`: The text response from the model
   - `think`: Reasoning/thinking content (if available)
   - `toolCalls`: Array of tool calls made by the model (if any)
@@ -1069,8 +1090,8 @@ new ModelMix(args = { options: {}, config: {} })
 
   if (profile.flagged) throw new Error('Profile rejected by moderation');
   ```
-- `stream(callback)`: Sends the message and streams the response, invoking the callback with each streamed part.
-- `json(schemaExample, descriptions = {}, options = {})`: Forces the model to return a response in a specific JSON format.
+- `stream(callback, signal?)`: Sends the message and streams the response, invoking the callback with each streamed part.
+- `json(schemaExample, descriptions = {}, options = {}, signal?)`: Forces the model to return a response in a specific JSON format.
   - `schemaExample`: Example of the JSON structure to be returned. Top-level arrays are auto-wrapped for better LLM compatibility.
   - `descriptions`: Descriptions for each field — can be strings or descriptor objects with `{ description, required, enum, default }`.
   - `options`: `{ addSchema: true, addExample: false, addNote: false }`

package/demo/gemini.js

@@ -12,9 +12,9 @@ const mmix = new ModelMix({
     }
 });
 
-// Using Gemini 3.7 Flash with the built-in method
-console.log("\n" + '--------| gemini37flash() |--------');
-const flash = await mmix.gemini37flash()
+// Using Gemini 3.8 Flash with the built-in method
+console.log("\n" + '--------| gemini38flash() |--------');
+const flash = await mmix.gemini38flash()
     .addText('Hi there! Do you like cats?')
     .message();
 

package/demo/short.js

@@ -12,7 +12,7 @@ const mmix = await ModelMix.new(setup)
     .fable51({ mix: { openrouter: true } }) // (main + provider fallback) Anthropic/OpenRouter Claude Fable 5.1
     .sonnet46() // (fallback 2) Anthropic claude-sonnet-4-6
     .gpt56luna({ mix: { openrouter: true } }) // (fallback 3 + provider fallback) OpenAI/OpenRouter gpt-5.6-luna
-    .gemini37flash() // (fallback 4) Google gemini-3.7-flash
+    .gemini38flash() // (fallback 4) Google gemini-3.8-flash
     .gpt5nano({ mix: { openrouter: true } }) // (fallback 5 + provider fallback) OpenAI/OpenRouter gpt-5-nano
     .grok46() // (fallback 6) Grok grok-4.6
     .qwen35397b() // (fallback 7) OpenRouter qwen/qwen3.5-397b-a17b

package/effort.js

@@ -96,6 +96,7 @@ const MINIMAX_BANDS = [
 
 /** Exact model → supported Gemini thinkingLevel values */
 const GEMINI_MODEL_LEVELS = {
+    'gemini-3.8-flash': ['low', 'medium', 'high'],
     'gemini-3.7-flash': ['low', 'medium', 'high'],
     'gemini-3-pro-preview': ['low', 'high'],
     'gemini-3.1-pro-preview': ['low', 'medium', 'high'],
@@ -320,7 +321,7 @@ function mapAdaptiveEffort(providerFamily, modelKey) {
         return { thinking: { type: 'adaptive' } };
     }
     if (providerFamily === 'google') {
-        if (modelKey === 'gemini-3.7-flash') return null;
+        if (modelKey === 'gemini-3.8-flash' || modelKey === 'gemini-3.7-flash') return null;
         // Gemini dynamic thinking: thinkingBudget -1 (2.5 official; accepted on 3.x as dynamic)
         return { thinkingConfig: { thinkingBudget: -1 } };
     }

package/http-client.js

@@ -45,8 +45,8 @@ async function buildHttpError(url, response) {
     return error;
 }
 
-async function fetchJsonResponse(url, { method = 'POST', headers = {}, body } = {}) {
-    const response = await fetch(url, { method, headers, body });
+async function fetchJsonResponse(url, { method = 'POST', headers = {}, body, signal } = {}) {
+    const response = await fetch(url, { method, headers, body, signal });
     if (!response.ok) {
         throw await buildHttpError(url, response);
     }
@@ -58,8 +58,8 @@ async function fetchJsonResponse(url, { method = 'POST', headers = {}, body } =
     };
 }
 
-async function fetchBinaryResponse(url, { method = 'GET', headers = {}, body } = {}) {
-    const response = await fetch(url, { method, headers, body });
+async function fetchBinaryResponse(url, { method = 'GET', headers = {}, body, signal } = {}) {
+    const response = await fetch(url, { method, headers, body, signal });
     if (!response.ok) {
         throw await buildHttpError(url, response);
     }
@@ -71,8 +71,8 @@ async function fetchBinaryResponse(url, { method = 'GET', headers = {}, body } =
     };
 }
 
-async function fetchStreamResponse(url, { method = 'POST', headers = {}, body } = {}) {
-    const response = await fetch(url, { method, headers, body });
+async function fetchStreamResponse(url, { method = 'POST', headers = {}, body, signal } = {}) {
+    const response = await fetch(url, { method, headers, body, signal });
     if (!response.ok) {
         throw await buildHttpError(url, response);
     }

package/index.d.ts

@@ -259,6 +259,7 @@ export interface PluginExecutionContext {
     outputMode: ModelMixOutputMode;
   };
   execution: Readonly<PluginExecutionMetadata>;
+  signal?: AbortSignal;
   invoke(input: ChildInvocation): Promise<ModelMixResult>;
 }
 
@@ -312,7 +313,8 @@ export interface ToolDefinition {
 }
 
 export type ToolCallback = (
-  args: Record<string, unknown>
+  args: Record<string, unknown>,
+  signal?: AbortSignal
 ) => unknown | Promise<unknown>;
 
 export interface ToolWithCallback {
@@ -343,6 +345,7 @@ export interface ProviderConstructorArgs {
 export interface CreateArgs {
   config?: ModelMixConfig;
   options?: ModelMixOptions;
+  signal?: AbortSignal;
   outputMode?: ModelMixOutputMode;
 }
 
@@ -479,6 +482,7 @@ export declare class ModelMix {
 
   // Google
   gemini31pro(args?: ModelAttachArgs): this;
+  gemini38flash(args?: ModelAttachArgs): this;
   gemini37flash(args?: ModelAttachArgs): this;
   gemini36flash(args?: ModelAttachArgs): this;
   gemini35flash(args?: ModelAttachArgs): this;
@@ -533,15 +537,16 @@ export declare class ModelMix {
   addImageFromUrl(url: string, options?: RoleOptions): Promise<this>;
   processImages(): Promise<void>;
 
-  message(): Promise<string>;
+  message(signal?: AbortSignal): Promise<string>;
   json<T = unknown>(
     schemaExample?: T | T[] | null,
     schemaDescription?: SchemaDescription,
-    options?: JsonMethodOptions
+    options?: JsonMethodOptions,
+    signal?: AbortSignal
   ): Promise<T>;
-  block(options?: BlockOptions): Promise<string>;
-  raw(): Promise<ModelMixResult>;
-  stream(callback: StreamCallback): Promise<ModelMixResult>;
+  block(options?: BlockOptions, signal?: AbortSignal): Promise<string>;
+  raw(signal?: AbortSignal): Promise<ModelMixResult>;
+  stream(callback: StreamCallback, signal?: AbortSignal): Promise<ModelMixResult>;
 
   assignKeyFromFile(key: string, filePath: string): this;
   groupByRoles(messages: ChatMessage[]): ChatMessage[];