@nodetool-ai/runtime 0.7.0-rc.22 → 0.8.1

package/dist/providers/structured-output.d.ts

@@ -0,0 +1,42 @@
+/**
+ * Structured output over any provider.
+ *
+ * A model returns a typed object by being forced to call one tool whose input
+ * schema *is* the shape wanted. Every provider in the registry supports
+ * `toolChoice`, so this is the one mechanism that works across all of them,
+ * and it is what the Director node, the agent nodes, and the `generate_text`
+ * RPC all call.
+ *
+ * A model that answers with prose instead of a tool call (a provider with no
+ * tool support, the fake e2e provider) falls back to JSON parsed out of that
+ * prose. Only a call that produces neither returns null — a provider error
+ * still throws.
+ */
+import type { BaseProvider } from "./base-provider.js";
+import type { Message } from "./types.js";
+/** Flatten a message's content to the text a JSON fallback can be read from. */
+export declare function messageText(content: Message["content"] | unknown): string;
+/**
+ * Parse a JSON object out of model prose — the whole string first, then the
+ * widest `{…}` span in it, which is what survives a fenced block or a
+ * sentence wrapped around the answer.
+ */
+export declare function extractJson(text: string): Record<string, unknown> | null;
+export interface StructuredCallArgs {
+    messages: Message[];
+    model: string;
+    maxTokens?: number;
+    /** The tool the model is forced into; its name reaches the model. */
+    toolName: string;
+    toolDescription: string;
+    /** JSON Schema for the tool's input — the shape being asked for. */
+    schema: Record<string, unknown>;
+    signal?: AbortSignal;
+}
+/**
+ * Call a provider with a result tool to get structured output. Returns the
+ * tool call's arguments, or JSON recovered from the text answer, or null when
+ * the model produced neither.
+ */
+export declare function generateStructured(provider: BaseProvider, args: StructuredCallArgs): Promise<Record<string, unknown> | null>;
+//# sourceMappingURL=structured-output.d.ts.map

package/dist/providers/structured-output.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"structured-output.d.ts","sourceRoot":"","sources":["../../src/providers/structured-output.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;GAaG;AAEH,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AACvD,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,YAAY,CAAC;AAE1C,gFAAgF;AAChF,wBAAgB,WAAW,CAAC,OAAO,EAAE,OAAO,CAAC,SAAS,CAAC,GAAG,OAAO,GAAG,MAAM,CAWzE;AAED;;;;GAIG;AACH,wBAAgB,WAAW,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,IAAI,CAmBxE;AAED,MAAM,WAAW,kBAAkB;IACjC,QAAQ,EAAE,OAAO,EAAE,CAAC;IACpB,KAAK,EAAE,MAAM,CAAC;IACd,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,qEAAqE;IACrE,QAAQ,EAAE,MAAM,CAAC;IACjB,eAAe,EAAE,MAAM,CAAC;IACxB,oEAAoE;IACpE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAChC,MAAM,CAAC,EAAE,WAAW,CAAC;CACtB;AAED;;;;GAIG;AACH,wBAAsB,kBAAkB,CACtC,QAAQ,EAAE,YAAY,EACtB,IAAI,EAAE,kBAAkB,GACvB,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,IAAI,CAAC,CAwBzC"}

package/dist/providers/structured-output.js

@@ -0,0 +1,83 @@
+/**
+ * Structured output over any provider.
+ *
+ * A model returns a typed object by being forced to call one tool whose input
+ * schema *is* the shape wanted. Every provider in the registry supports
+ * `toolChoice`, so this is the one mechanism that works across all of them,
+ * and it is what the Director node, the agent nodes, and the `generate_text`
+ * RPC all call.
+ *
+ * A model that answers with prose instead of a tool call (a provider with no
+ * tool support, the fake e2e provider) falls back to JSON parsed out of that
+ * prose. Only a call that produces neither returns null — a provider error
+ * still throws.
+ */
+/** Flatten a message's content to the text a JSON fallback can be read from. */
+export function messageText(content) {
+    if (typeof content === "string")
+        return content;
+    if (!Array.isArray(content))
+        return "";
+    return content
+        .map((part) => part && typeof part === "object" && part.type === "text"
+        ? String(part.text ?? "")
+        : "")
+        .join("")
+        .trim();
+}
+/**
+ * Parse a JSON object out of model prose — the whole string first, then the
+ * widest `{…}` span in it, which is what survives a fenced block or a
+ * sentence wrapped around the answer.
+ */
+export function extractJson(text) {
+    const isRecord = (v) => !!v && typeof v === "object" && !Array.isArray(v);
+    try {
+        const parsed = JSON.parse(text);
+        return isRecord(parsed) ? parsed : null;
+    }
+    catch {
+        const start = text.indexOf("{");
+        const end = text.lastIndexOf("}");
+        if (start >= 0 && end > start) {
+            try {
+                const parsed = JSON.parse(text.slice(start, end + 1));
+                return isRecord(parsed) ? parsed : null;
+            }
+            catch {
+                return null;
+            }
+        }
+        return null;
+    }
+}
+/**
+ * Call a provider with a result tool to get structured output. Returns the
+ * tool call's arguments, or JSON recovered from the text answer, or null when
+ * the model produced neither.
+ */
+export async function generateStructured(provider, args) {
+    const call = typeof provider.generateMessageTraced === "function"
+        ? provider.generateMessageTraced.bind(provider)
+        : provider.generateMessage.bind(provider);
+    const result = await call({
+        messages: args.messages,
+        model: args.model,
+        maxTokens: args.maxTokens,
+        signal: args.signal,
+        tools: [
+            {
+                name: args.toolName,
+                description: args.toolDescription,
+                inputSchema: args.schema
+            }
+        ],
+        toolChoice: args.toolName
+    });
+    const toolCall = result.toolCalls?.[0];
+    if (toolCall && toolCall.name === args.toolName) {
+        return toolCall.args;
+    }
+    return extractJson(messageText(result.content));
+}
+//# sourceMappingURL=structured-output.js.map

package/dist/providers/structured-output.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"structured-output.js","sourceRoot":"","sources":["../../src/providers/structured-output.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;GAaG;AAKH,gFAAgF;AAChF,MAAM,UAAU,WAAW,CAAC,OAAqC;IAC/D,IAAI,OAAO,OAAO,KAAK,QAAQ;QAAE,OAAO,OAAO,CAAC;IAChD,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC;QAAE,OAAO,EAAE,CAAC;IACvC,OAAO,OAAO;SACX,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CACZ,IAAI,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAK,IAA0B,CAAC,IAAI,KAAK,MAAM;QAC7E,CAAC,CAAC,MAAM,CAAE,IAA2B,CAAC,IAAI,IAAI,EAAE,CAAC;QACjD,CAAC,CAAC,EAAE,CACP;SACA,IAAI,CAAC,EAAE,CAAC;SACR,IAAI,EAAE,CAAC;AACZ,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,WAAW,CAAC,IAAY;IACtC,MAAM,QAAQ,GAAG,CAAC,CAAU,EAAgC,EAAE,CAC5D,CAAC,CAAC,CAAC,IAAI,OAAO,CAAC,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;IACpD,IAAI,CAAC;QACH,MAAM,MAAM,GAAY,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QACzC,OAAO,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC;IAC1C,CAAC;IAAC,MAAM,CAAC;QACP,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;QAChC,MAAM,GAAG,GAAG,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC;QAClC,IAAI,KAAK,IAAI,CAAC,IAAI,GAAG,GAAG,KAAK,EAAE,CAAC;YAC9B,IAAI,CAAC;gBACH,MAAM,MAAM,GAAY,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC;gBAC/D,OAAO,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC;YAC1C,CAAC;YAAC,MAAM,CAAC;gBACP,OAAO,IAAI,CAAC;YACd,CAAC;QACH,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAcD;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,kBAAkB,CACtC,QAAsB,EACtB,IAAwB;IAExB,MAAM,IAAI,GACR,OAAO,QAAQ,CAAC,qBAAqB,KAAK,UAAU;QAClD,CAAC,CAAC,QAAQ,CAAC,qBAAqB,CAAC,IAAI,CAAC,QAAQ,CAAC;QAC/C,CAAC,CAAC,QAAQ,CAAC,eAAe,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IAC9C,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC;QACxB,QAAQ,EAAE,IAAI,CAAC,QAAQ;QACvB,KAAK,EAAE,IAAI,CAAC,KAAK;QACjB,SAAS,EAAE,IAAI,CAAC,SAAS;QACzB,MAAM,EAAE,IAAI,CAAC,MAAM;QACnB,KAAK,EAAE;YACL;gBACE,IAAI,EAAE,IAAI,CAAC,QAAQ;gBACnB,WAAW,EAAE,IAAI,CAAC,eAAe;gBACjC,WAAW,EAAE,IAAI,CAAC,MAAM;aACzB;SACF;QACD,UAAU,EAAE,IAAI,CAAC,QAAQ;KAC1B,CAAC,CAAC;IACH,MAAM,QAAQ,GAAG,MAAM,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,CAAC;IACvC,IAAI,QAAQ,IAAI,QAAQ,CAAC,IAAI,KAAK,IAAI,CAAC,QAAQ,EAAE,CAAC;QAChD,OAAO,QAAQ,CAAC,IAA+B,CAAC;IAClD,CAAC;IACD,OAAO,WAAW,CAAC,WAAW,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC;AAClD,CAAC"}

package/dist/providers/together-provider.d.ts

@@ -1,18 +1,14 @@
-import OpenAI from "openai";
-import { OpenAIProvider } from "./openai-provider.js";
+import { OpenAICompatProvider, type OpenAICompatProviderOptions } from "./openai-compat-provider.js";
 import type { ASRModel, EmbeddingModel, EncodedAudioResult, ImageModel, ImageToImageParams, ImageToVideoParams, LanguageModel, StreamingAudioChunk, TextToImageParams, TextToVideoParams, TTSModel, VideoModel } from "./types.js";
-interface TogetherProviderOptions {
-    client?: OpenAI;
-    clientFactory?: (apiKey: string) => OpenAI;
-    fetchFn?: typeof fetch;
-}
-export declare class TogetherProvider extends OpenAIProvider {
+export declare class TogetherProvider extends OpenAICompatProvider {
     static requiredSecrets(): string[];
     private _togetherFetch;
     constructor(secrets: {
         TOGETHER_API_KEY?: string;
-    }, options?: TogetherProviderOptions);
-    getContainerEnv(): Record<string, string>;
+    }, options?: OpenAICompatProviderOptions);
+    getContainerEnv(): {
+        TOGETHER_API_KEY: string;
+    };
     hasToolSupport(_model: string): Promise<boolean>;
     getAvailableLanguageModels(): Promise<LanguageModel[]>;
     getAvailableImageModels(): Promise<ImageModel[]>;
@@ -23,12 +19,14 @@ export declare class TogetherProvider extends OpenAIProvider {
      */
     textToImage(params: TextToImageParams): Promise<Uint8Array>;
     /**
-     * Image-to-image editing via Together's Kontext models.
-     * The image is encoded as a base64 data URI and passed as `image_url`.
-     * This requires a model that supports the `image_url` parameter
-     * (e.g. FLUX.1-kontext-pro, FLUX.1-kontext-max, FLUX.2-pro/dev/flex).
+     * Image-to-image editing via Together's Kontext / FLUX.2 models.
+     * Images are encoded as base64 data URIs. A single image is sent as
+     * `image_url` (supported by FLUX.1-kontext-pro/max and FLUX.2-pro/flex);
+     * multiple reference images are sent as the `reference_images` array
+     * (supported by FLUX.2 and Google image models). The first image is the
+     * primary subject and the rest are additional references.
      */
-    imageToImage(image: Uint8Array, params: ImageToImageParams): Promise<Uint8Array>;
+    imageToImage(images: Uint8Array[], params: ImageToImageParams): Promise<Uint8Array>;
     getAvailableTTSModels(): Promise<TTSModel[]>;
     /**
      * Stream TTS audio as raw PCM Int16 samples.
@@ -66,6 +64,12 @@ export declare class TogetherProvider extends OpenAIProvider {
      * Poll Together's video job endpoint until it reaches a terminal state.
      * Returns the final response payload.
      */
+    /**
+     * Per-call timeout signal (mirrors the gemini provider): threaded into the
+     * poll-loop fetch and sleep so an expired budget aborts the in-flight request
+     * promptly instead of leaking it until the internal poll cap.
+     */
+    private timeoutSignal;
     private pollVideoJob;
     /**
      * Download a completed video from its signed URL and return the raw bytes.
@@ -82,5 +86,4 @@ export declare class TogetherProvider extends OpenAIProvider {
      */
     imageToVideo(image: Uint8Array, params: ImageToVideoParams): Promise<Uint8Array>;
 }
-export {};
 //# sourceMappingURL=together-provider.d.ts.map

package/dist/providers/together-provider.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"together-provider.d.ts","sourceRoot":"","sources":["../../src/providers/together-provider.ts"],"names":[],"mappings":"AAAA,OAAO,MAAM,MAAM,QAAQ,CAAC;AAC5B,OAAO,EAAE,cAAc,EAAE,MAAM,sBAAsB,CAAC;AACtD,OAAO,KAAK,EACV,QAAQ,EACR,cAAc,EACd,kBAAkB,EAClB,UAAU,EACV,kBAAkB,EAClB,kBAAkB,EAClB,aAAa,EACb,mBAAmB,EACnB,iBAAiB,EACjB,iBAAiB,EACjB,QAAQ,EACR,UAAU,EACX,MAAM,YAAY,CAAC;AAEpB,UAAU,uBAAuB;IAC/B,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,aAAa,CAAC,EAAE,CAAC,MAAM,EAAE,MAAM,KAAK,MAAM,CAAC;IAC3C,OAAO,CAAC,EAAE,OAAO,KAAK,CAAC;CACxB;AA6UD,qBAAa,gBAAiB,SAAQ,cAAc;WAClC,eAAe,IAAI,MAAM,EAAE;IAI3C,OAAO,CAAC,cAAc,CAAe;gBAGnC,OAAO,EAAE;QAAE,gBAAgB,CAAC,EAAE,MAAM,CAAA;KAAE,EACtC,OAAO,GAAE,uBAA4B;IA4B9B,eAAe,IAAI,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC;IAInC,cAAc,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC;IAMhD,0BAA0B,IAAI,OAAO,CAAC,aAAa,EAAE,CAAC;IAqCtD,uBAAuB,IAAI,OAAO,CAAC,UAAU,EAAE,CAAC;IAI/D;;;;OAIG;IACY,WAAW,CAAC,MAAM,EAAE,iBAAiB,GAAG,OAAO,CAAC,UAAU,CAAC;IA2D1E;;;;;OAKG;IACY,YAAY,CACzB,KAAK,EAAE,UAAU,EACjB,MAAM,EAAE,kBAAkB,GACzB,OAAO,CAAC,UAAU,CAAC;IAmEP,qBAAqB,IAAI,OAAO,CAAC,QAAQ,EAAE,CAAC;IAI3D;;;;OAIG;IACa,YAAY,CAAC,IAAI,EAAE;QACjC,IAAI,EAAE,MAAM,CAAC;QACb,KAAK,EAAE,MAAM,CAAC;QACd,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,WAAW,CAAC,EAAE,MAAM,CAAC;KACtB,GAAG,cAAc,CAAC,mBAAmB,CAAC;IAoCvC;;;;OAIG;IACY,mBAAmB,CAAC,IAAI,EAAE;QACvC,IAAI,EAAE,MAAM,CAAC;QACb,KAAK,EAAE,MAAM,CAAC;QACd,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,WAAW,CAAC,EAAE,MAAM,CAAC;KACtB,GAAG,OAAO,CAAC,kBAAkB,GAAG,IAAI,CAAC;IA+CvB,qBAAqB,IAAI,OAAO,CAAC,QAAQ,EAAE,CAAC;IAU5C,2BAA2B,IAAI,OAAO,CAAC,cAAc,EAAE,CAAC;IASxD,uBAAuB,IAAI,OAAO,CAAC,UAAU,EAAE,CAAC;IAI/D;;;OAGG;IACH,OAAO,CAAC,sBAAsB;IAuC9B;;;OAGG;YACW,YAAY;IA4C1B;;OAEG;YACW,aAAa;IAoB3B;;;OAGG;IACY,WAAW,CAAC,MAAM,EAAE,iBAAiB,GAAG,OAAO,CAAC,UAAU,CAAC;IAuD1E;;;OAGG;IACY,YAAY,CACzB,KAAK,EAAE,UAAU,EACjB,MAAM,EAAE,kBAAkB,GACzB,OAAO,CAAC,UAAU,CAAC;CA0DvB"}
+{"version":3,"file":"together-provider.d.ts","sourceRoot":"","sources":["../../src/providers/together-provider.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,oBAAoB,EACpB,KAAK,2BAA2B,EACjC,MAAM,6BAA6B,CAAC;AAGrC,OAAO,KAAK,EACV,QAAQ,EACR,cAAc,EACd,kBAAkB,EAClB,UAAU,EACV,kBAAkB,EAClB,kBAAkB,EAClB,aAAa,EACb,mBAAmB,EACnB,iBAAiB,EACjB,iBAAiB,EACjB,QAAQ,EACR,UAAU,EACX,MAAM,YAAY,CAAC;AA+KpB,qBAAa,gBAAiB,SAAQ,oBAAoB;IACxD,OAAgB,eAAe,IAAI,MAAM,EAAE,CAE1C;IAED,OAAO,CAAC,cAAc,CAAe;IAErC,YACE,OAAO,EAAE;QAAE,gBAAgB,CAAC,EAAE,MAAM,CAAA;KAAE,EACtC,OAAO,GAAE,2BAAgC,EAmB1C;IAEQ,eAAe;QACb,gBAAgB;MAC1B;IAEc,cAAc,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC,CAE9D;IAIc,0BAA0B,IAAI,OAAO,CAAC,aAAa,EAAE,CAAC,CAiCpE;IAIc,uBAAuB,IAAI,OAAO,CAAC,UAAU,EAAE,CAAC,CAM9D;IAED;;;;OAIG;IACY,WAAW,CAAC,MAAM,EAAE,iBAAiB,GAAG,OAAO,CAAC,UAAU,CAAC,CAyDzE;IAED;;;;;;;OAOG;IACY,YAAY,CACzB,MAAM,EAAE,UAAU,EAAE,EACpB,MAAM,EAAE,kBAAkB,GACzB,OAAO,CAAC,UAAU,CAAC,CAsErB;IAIc,qBAAqB,IAAI,OAAO,CAAC,QAAQ,EAAE,CAAC,CAE1D;IAED;;;;OAIG;IACa,YAAY,CAAC,IAAI,EAAE;QACjC,IAAI,EAAE,MAAM,CAAC;QACb,KAAK,EAAE,MAAM,CAAC;QACd,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,WAAW,CAAC,EAAE,MAAM,CAAC;KACtB,GAAG,cAAc,CAAC,mBAAmB,CAAC,CAkCtC;IAED;;;;OAIG;IACY,mBAAmB,CAAC,IAAI,EAAE;QACvC,IAAI,EAAE,MAAM,CAAC;QACb,KAAK,EAAE,MAAM,CAAC;QACd,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,WAAW,CAAC,EAAE,MAAM,CAAC;KACtB,GAAG,OAAO,CAAC,kBAAkB,GAAG,IAAI,CAAC,CA2CrC;IAIc,qBAAqB,IAAI,OAAO,CAAC,QAAQ,EAAE,CAAC,CAE1D;IAQc,2BAA2B,IAAI,OAAO,CAAC,cAAc,EAAE,CAAC,CAEtE;IAOc,uBAAuB,IAAI,OAAO,CAAC,UAAU,EAAE,CAAC,CAM9D;IAED;;;OAGG;IACH,OAAO,CAAC,sBAAsB;IA0D9B;;;OAGG;IACH;;;;OAIG;IACH,OAAO,CAAC,aAAa;YAQP,YAAY;IA+C1B;;OAEG;YACW,aAAa;IAqB3B;;;OAGG;IACY,WAAW,CAAC,MAAM,EAAE,iBAAiB,GAAG,OAAO,CAAC,UAAU,CAAC,CAuDzE;IAED;;;OAGG;IACY,YAAY,CACzB,KAAK,EAAE,UAAU,EACjB,MAAM,EAAE,kBAAkB,GACzB,OAAO,CAAC,UAAU,CAAC,CA0DrB;CACF"}