@nodetool-ai/runtime 0.7.0-rc.23 → 0.8.2

package/dist/providers/kie-provider.d.ts

@@ -7,13 +7,40 @@
  * endpoints and reuse the existing OpenAI/Anthropic provider implementations
  * where their APIs are wire-compatible.
  */
-import { BaseProvider } from "./base-provider.js";
-import type { ImageModel, LanguageModel, Message, ProviderStreamItem, TextToImageParams, TextToVideoParams, VideoModel } from "./types.js";
+import { BaseProvider, type ProviderCapability } from "./base-provider.js";
+import type { EncodedAudioResult, ExtendVideoParams, ImageModel, ImageToImageParams, InpaintingParams, ImageToVideoParams, LanguageModel, Message, MusicModel, ProviderStreamItem, TextToImageParams, TextToMusicParams, TextToVideoParams, TTSModel, UpscaleVideoParams, VideoModel } from "./types.js";
+import type { ReferenceToVideoInputs, ReferenceToVideoParams } from "./types.js";
+/**
+ * Classify a KIE response envelope. Returns the error KIE announced inside an
+ * otherwise-successful HTTP response, or null when the envelope is not an
+ * error. The live contract probe reads this to check that the error envelope
+ * still looks the way the provider expects.
+ */
+export declare function kieEnvelopeError(data: Record<string, unknown>): {
+    code: number;
+    label: string;
+    message: string;
+} | null;
+/** Decode a `createTask` body into the task id it announces. */
+export declare function decodeKieTaskSubmission(data: Record<string, unknown>): string;
+/** Decode a `recordInfo` body into the job state the poller branches on. */
+export declare function decodeKieRecordInfo(data: Record<string, unknown>): {
+    state: string;
+    failMsg: string;
+};
+/**
+ * Decode the result URLs out of a finished `recordInfo` body. KIE nests them
+ * as a JSON *string* under `data.resultJson`, so this is two decodes.
+ */
+export declare function decodeKieResultUrls(data: Record<string, unknown>): string[];
 export declare class KieProvider extends BaseProvider {
     private apiKey;
+    protected declaredCapabilities(): readonly ProviderCapability[];
     static requiredSecrets(): string[];
     constructor(secrets?: Record<string, unknown>);
-    getContainerEnv(): Record<string, string>;
+    getContainerEnv(): {
+        KIE_API_KEY: string;
+    };
     private requireApiKey;
     private makeOpenAIProvider;
     private makeAnthropicProvider;
@@ -22,18 +49,153 @@ export declare class KieProvider extends BaseProvider {
     hasToolSupport(model: string): Promise<boolean>;
     generateMessage(args: Parameters<BaseProvider["generateMessage"]>[0]): Promise<Message>;
     generateMessages(args: Parameters<BaseProvider["generateMessages"]>[0]): AsyncGenerator<ProviderStreamItem>;
-    private responseInputContent;
-    private messagesToResponsesInput;
-    private responseTools;
-    private responseToolChoice;
     private generateResponseMessage;
     private generateResponseMessages;
-    private extractResponsesText;
-    private extractResponsesToolCalls;
-    private trackResponseUsage;
     getAvailableVideoModels(): Promise<VideoModel[]>;
     getAvailableImageModels(): Promise<ImageModel[]>;
+    getAvailableTTSModels(): Promise<TTSModel[]>;
+    getAvailableMusicModels(): Promise<MusicModel[]>;
+    /** Resolve poll interval and attempt count for a model's async task. */
+    private pollConfig;
+    private declaresField;
+    /**
+     * Per-call timeout signal (mirrors the gemini provider): threaded into the
+     * poll-loop fetches and sleeps so an expired budget aborts the in-flight
+     * request promptly instead of leaking it until the loop exhausts.
+     */
+    private timeoutSignal;
+    /**
+     * Generate music as an encoded audio file. The advertised KIE music models
+     * (generate-music, generate-sounds) run through the Suno API — a separate
+     * submit endpoint and record-info poll, not the generic jobs task API. A
+     * music model without Suno metadata falls back to the generic jobs path.
+     */
+    textToMusic(params: TextToMusicParams): Promise<EncodedAudioResult>;
+    /** Poll interval/attempts for a Suno task, honoring a per-call timeout. */
+    private sunoPollConfig;
+    /**
+     * Build the Suno submit body from the model's manifest fields. `generate-music`
+     * distinguishes custom mode (lyrics supplied → prompt = lyrics, style = the
+     * description) from non-custom mode (KIE auto-generates lyrics from the
+     * prompt). Required fields with a usable default (e.g. `model`) are filled.
+     */
+    private buildSunoInput;
+    /** Download the first audio track from a Suno record-info response. */
+    private downloadSunoAudio;
+    /**
+     * Generate speech as an encoded audio file. KIE runs TTS as an async job and
+     * returns a result URL (mp3); the unified TTS node consumes this encoded path
+     * rather than streaming PCM samples.
+     */
+    textToSpeechEncoded(args: {
+        text: string;
+        model: string;
+        voice?: string;
+        speed?: number;
+        audioFormat?: string;
+    }): Promise<EncodedAudioResult | null>;
     textToVideo(params: TextToVideoParams): Promise<Uint8Array>;
+    /**
+     * Set the request `duration` from the caller's requested seconds (preferring
+     * `durationSeconds`, falling back to `numFrames`/24), coerced to the model's
+     * declared field type. A declared schema with no `duration` field sends
+     * nothing; an unknown model keeps the historical numeric behavior.
+     */
+    /**
+     * Fill required fields the model declares but nothing else set, using the
+     * manifest's declared default.
+     *
+     * Kie rejects a task with `500 "This field is required"` when a declared
+     * required field is absent — it does not fall back to the documented default
+     * itself. `kling-2.6/image-to-video` requires `sound` (default false), which
+     * no param maps to, so an image-to-video task failed outright.
+     *
+     * Only fields the manifest marks required AND gives a default are filled, so
+     * this cannot invent a value the model never described.
+     */
+    /**
+     * Trim string inputs to the length the manifest declares for them.
+     *
+     * Kie rejects an over-long field with `500 {"msg":"The text length cannot
+     * exceed the maximum limit"}` — no field name, no limit, no actual length.
+     * The manifest already carries the cap (Kling 2.6's `prompt` is capped at
+     * 1000), so the ceiling is known here and there is no reason to spend a
+     * round trip discovering it.
+     *
+     * Composed prompts are what hit this: `composeShotPrompt` concatenates a
+     * shot's action, camera, motion and the screenplay's style bible, and a
+     * verbose director clears 1000 characters without trying. Truncation is on a
+     * word boundary and always logged with both lengths — silently reshaping
+     * someone's prompt is worse than the 500 it replaces.
+     */
+    private clampToDeclaredMax;
+    private applyRequiredDefaults;
+    /**
+     * Refuse a call whose required text field is blank, naming the field and the
+     * model.
+     *
+     * Kie answers one with `500 {"msg":"This field is required"}` — no field, no
+     * model, and by then the rest of the graph has been paid for. Reaching it is
+     * easy from a generic node: `nodetool.video.ImageToVideo` treats `prompt` as
+     * optional because Veo 3.1 does, so pointing the same node at
+     * `kling-2.6/image-to-video` sends a blank one. `applyRequiredDefaults` does
+     * not save it — the manifest's declared default for such a field is `""`,
+     * which is the value the endpoint rejects.
+     *
+     * Text only. A required media field arrives under its upload descriptor's API
+     * name (`images` is sent as `image_urls`), so reading it off the input bag
+     * under the manifest's name would refuse a call that is correctly formed.
+     */
+    private assertRequiredTextFields;
+    private applyVideoDuration;
     textToImage(params: TextToImageParams): Promise<Uint8Array>;
+    /**
+     * Set `aspect_ratio` when the model declares it: pass a caller-supplied ratio
+     * through if it's a declared enum value (else snap to the nearest), or derive
+     * the nearest declared ratio from width/height when no ratio was given.
+     */
+    private applyTextToImageAspect;
+    /**
+     * Set the request's `negative_prompt` / `aspect_ratio` / `seed` from the
+     * caller only when the model declares them. Unknown models (empty schema)
+     * keep the historical behavior: send whatever the caller supplied under the
+     * conventional names.
+     */
+    private applyEditOptions;
+    /**
+     * Edit/transform one or more source images. Uses the model's schema to route
+     * the uploaded image(s) to the correct input field — single-image models
+     * (`image_url`) and multi-image edit/composition models (`image_urls` /
+     * `image_input`) are both supported.
+     */
+    imageToImage(images: Uint8Array[], params: ImageToImageParams): Promise<Uint8Array>;
+    /**
+     * Inpaint: regenerate the masked region of one or more source images. The
+     * source image(s) route to the model's primary image field; the mask routes
+     * to whatever mask field the model's schema declares (falling back to
+     * `mask_url`).
+     */
+    inpaint(images: Uint8Array[], params: InpaintingParams): Promise<Uint8Array>;
+    /**
+     * Animate one or more source images into a video. The model schema decides
+     * whether the frame goes to a single field (`image_url`) or a list.
+     */
+    imageToVideo(image: Uint8Array, params: ImageToVideoParams): Promise<Uint8Array>;
+    extendVideo(video: Uint8Array, params: ExtendVideoParams): Promise<Uint8Array>;
+    /**
+     * Upscale a video. The clip uploads to the model's declared video field and
+     * the requested size is written to whichever of `upscale_factor` /
+     * `resolution` the schema declares — Kie's two upscalers take one each.
+     */
+    upscaleVideo(video: Uint8Array, params: UpscaleVideoParams): Promise<Uint8Array>;
+    referenceToVideo(inputs: ReferenceToVideoInputs, params: ReferenceToVideoParams): Promise<Uint8Array>;
+    /**
+     * Map uploaded image URLs to the model's declared input field. Single-image
+     * models get `image_url` (string); multi-image models get `image_urls` /
+     * `image_input` (array). Falls back to KIE's conventions for unknown models.
+     */
+    private imageInput;
+    /** Upload every non-empty image to KIE's file store, returning hosted URLs. */
+    private uploadImages;
 }
 //# sourceMappingURL=kie-provider.d.ts.map

package/dist/providers/kie-provider.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"kie-provider.d.ts","sourceRoot":"","sources":["../../src/providers/kie-provider.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAKH,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAElD,OAAO,KAAK,EACV,UAAU,EACV,aAAa,EACb,OAAO,EAIP,kBAAkB,EAElB,iBAAiB,EACjB,iBAAiB,EAEjB,UAAU,EACX,MAAM,YAAY,CAAC;AAwJpB,qBAAa,WAAY,SAAQ,YAAY;IAC3C,OAAO,CAAC,MAAM,CAAS;WAEP,eAAe,IAAI,MAAM,EAAE;gBAI/B,OAAO,GAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAM;IAKxC,eAAe,IAAI,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC;IAIlD,OAAO,CAAC,aAAa;IAOrB,OAAO,CAAC,kBAAkB;IAe1B,OAAO,CAAC,qBAAqB;IAe7B,OAAO,CAAC,mBAAmB;IAOZ,0BAA0B,IAAI,OAAO,CAAC,aAAa,EAAE,CAAC;IAQtD,cAAc,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC;IAIxD,eAAe,CACnB,IAAI,EAAE,UAAU,CAAC,YAAY,CAAC,iBAAiB,CAAC,CAAC,CAAC,CAAC,CAAC,GACnD,OAAO,CAAC,OAAO,CAAC;IAeZ,gBAAgB,CACrB,IAAI,EAAE,UAAU,CAAC,YAAY,CAAC,kBAAkB,CAAC,CAAC,CAAC,CAAC,CAAC,GACpD,cAAc,CAAC,kBAAkB,CAAC;YAiBvB,oBAAoB;YAwBpB,wBAAwB;IAqDtC,OAAO,CAAC,aAAa;IASrB,OAAO,CAAC,kBAAkB;YAQZ,uBAAuB;YA2CtB,wBAAwB;IAuEvC,OAAO,CAAC,oBAAoB;IAgB5B,OAAO,CAAC,yBAAyB;IAgBjC,OAAO,CAAC,kBAAkB;IAcX,uBAAuB,IAAI,OAAO,CAAC,UAAU,EAAE,CAAC;IAIhD,uBAAuB,IAAI,OAAO,CAAC,UAAU,EAAE,CAAC;IAIhD,WAAW,CAAC,MAAM,EAAE,iBAAiB,GAAG,OAAO,CAAC,UAAU,CAAC;IAiB3D,WAAW,CAAC,MAAM,EAAE,iBAAiB,GAAG,OAAO,CAAC,UAAU,CAAC;CAY3E"}
+{"version":3,"file":"kie-provider.d.ts","sourceRoot":"","sources":["../../src/providers/kie-provider.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAKH,OAAO,EAAE,YAAY,EAAE,KAAK,kBAAkB,EAAE,MAAM,oBAAoB,CAAC;AAI3E,OAAO,KAAK,EACV,kBAAkB,EAClB,iBAAiB,EACjB,UAAU,EACV,kBAAkB,EAClB,gBAAgB,EAChB,kBAAkB,EAClB,aAAa,EACb,OAAO,EACP,UAAU,EACV,kBAAkB,EAClB,iBAAiB,EACjB,iBAAiB,EACjB,iBAAiB,EACjB,QAAQ,EACR,kBAAkB,EAClB,UAAU,EACX,MAAM,YAAY,CAAC;AACpB,OAAO,KAAK,EAAE,sBAAsB,EAAE,sBAAsB,EAAE,MAAM,YAAY,CAAC;AAkVjF;;;;;GAKG;AACH,wBAAgB,gBAAgB,CAC9B,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAC5B;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,MAAM,CAAA;CAAE,GAAG,IAAI,CAMzD;AAOD,gEAAgE;AAChE,wBAAgB,uBAAuB,CAAC,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,MAAM,CAO7E;AAED,4EAA4E;AAC5E,wBAAgB,mBAAmB,CAAC,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG;IAClE,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,MAAM,CAAC;CACjB,CAQA;AAED;;;GAGG;AACH,wBAAgB,mBAAmB,CAAC,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,MAAM,EAAE,CAiB3E;AAsVD,qBAAa,WAAY,SAAQ,YAAY;IAC3C,OAAO,CAAC,MAAM,CAAS;IAEvB,UAAmB,oBAAoB,IAAI,SAAS,kBAAkB,EAAE,CAavE;IAED,OAAgB,eAAe,IAAI,MAAM,EAAE,CAE1C;IAED,YAAY,OAAO,GAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAM,EAGhD;IAEQ,eAAe;QACb,WAAW;MACrB;IAED,OAAO,CAAC,aAAa;IAOrB,OAAO,CAAC,kBAAkB;IAc1B,OAAO,CAAC,qBAAqB;IAc7B,OAAO,CAAC,mBAAmB;IAOZ,0BAA0B,IAAI,OAAO,CAAC,aAAa,EAAE,CAAC,CAMpE;IAEc,cAAc,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC,CAE7D;IAEK,eAAe,CACnB,IAAI,EAAE,UAAU,CAAC,YAAY,CAAC,iBAAiB,CAAC,CAAC,CAAC,CAAC,CAAC,GACnD,OAAO,CAAC,OAAO,CAAC,CAalB;IAEM,gBAAgB,CACrB,IAAI,EAAE,UAAU,CAAC,YAAY,CAAC,kBAAkB,CAAC,CAAC,CAAC,CAAC,CAAC,GACpD,cAAc,CAAC,kBAAkB,CAAC,CAepC;YAEa,uBAAuB;YAmDtB,wBAAwB;IAwCxB,uBAAuB,IAAI,OAAO,CAAC,UAAU,EAAE,CAAC,CAE9D;IAEc,uBAAuB,IAAI,OAAO,CAAC,UAAU,EAAE,CAAC,CAE9D;IAEc,qBAAqB,IAAI,OAAO,CAAC,QAAQ,EAAE,CAAC,CAE1D;IAEc,uBAAuB,IAAI,OAAO,CAAC,UAAU,EAAE,CAAC,CAE9D;IAED,wEAAwE;IACxE,OAAO,CAAC,UAAU;IAiBlB,OAAO,CAAC,aAAa;IAIrB;;;;OAIG;IACH,OAAO,CAAC,aAAa;IAQrB;;;;;OAKG;IACY,WAAW,CACxB,MAAM,EAAE,iBAAiB,GACxB,OAAO,CAAC,kBAAkB,CAAC,CAoD7B;IAED,2EAA2E;IAC3E,OAAO,CAAC,cAAc;IAetB;;;;;OAKG;IACH,OAAO,CAAC,cAAc;IA2BtB,uEAAuE;YACzD,iBAAiB;IAmB/B;;;;OAIG;IACY,mBAAmB,CAAC,IAAI,EAAE;QACvC,IAAI,EAAE,MAAM,CAAC;QACb,KAAK,EAAE,MAAM,CAAC;QACd,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,WAAW,CAAC,EAAE,MAAM,CAAC;KACtB,GAAG,OAAO,CAAC,kBAAkB,GAAG,IAAI,CAAC,CAarC;IAEc,WAAW,CAAC,MAAM,EAAE,iBAAiB,GAAG,OAAO,CAAC,UAAU,CAAC,CAqBzE;IAED;;;;;OAKG;IACH;;;;;;;;;;;OAWG;IACH;;;;;;;;;;;;;;OAcG;IACH,OAAO,CAAC,kBAAkB;IAoB1B,OAAO,CAAC,qBAAqB;IAY7B;;;;;;;;;;;;;;;OAeG;IACH,OAAO,CAAC,wBAAwB;IAiBhC,OAAO,CAAC,kBAAkB;IAyBX,WAAW,CAAC,MAAM,EAAE,iBAAiB,GAAG,OAAO,CAAC,UAAU,CAAC,CAyBzE;IAED;;;;OAIG;IACH,OAAO,CAAC,sBAAsB;IAwB9B;;;;;OAKG;IACH,OAAO,CAAC,gBAAgB;IAsBxB;;;;;OAKG;IACY,YAAY,CACzB,MAAM,EAAE,UAAU,EAAE,EACpB,MAAM,EAAE,kBAAkB,GACzB,OAAO,CAAC,UAAU,CAAC,CAuBrB;IAED;;;;;OAKG;IACY,OAAO,CACpB,MAAM,EAAE,UAAU,EAAE,EACpB,MAAM,EAAE,gBAAgB,GACvB,OAAO,CAAC,UAAU,CAAC,CAkCrB;IAED;;;OAGG;IACY,YAAY,CACzB,KAAK,EAAE,UAAU,EACjB,MAAM,EAAE,kBAAkB,GACzB,OAAO,CAAC,UAAU,CAAC,CAgCrB;IAEc,WAAW,CACxB,KAAK,EAAE,UAAU,EACjB,MAAM,EAAE,iBAAiB,GACxB,OAAO,CAAC,UAAU,CAAC,CAiFrB;IAED;;;;OAIG;IACY,YAAY,CACzB,KAAK,EAAE,UAAU,EACjB,MAAM,EAAE,kBAAkB,GACzB,OAAO,CAAC,UAAU,CAAC,CA4CrB;IAEc,gBAAgB,CAAC,MAAM,EAAE,sBAAsB,EAAE,MAAM,EAAE,sBAAsB,GAAG,OAAO,CAAC,UAAU,CAAC,CA2CnH;IAED;;;;OAIG;IACH,OAAO,CAAC,UAAU;IAgBlB,+EAA+E;YACjE,YAAY;CAQ3B"}