@nodetool-ai/runtime 0.7.0-rc.20 → 0.7.0-rc.22

package/dist/providers/together-provider.d.ts

@@ -1,6 +1,6 @@
 import OpenAI from "openai";
 import { OpenAIProvider } from "./openai-provider.js";
-import type { LanguageModel } from "./types.js";
+import type { ASRModel, EmbeddingModel, EncodedAudioResult, ImageModel, ImageToImageParams, ImageToVideoParams, LanguageModel, StreamingAudioChunk, TextToImageParams, TextToVideoParams, TTSModel, VideoModel } from "./types.js";
 interface TogetherProviderOptions {
     client?: OpenAI;
     clientFactory?: (apiKey: string) => OpenAI;
@@ -15,6 +15,72 @@ export declare class TogetherProvider extends OpenAIProvider {
     getContainerEnv(): Record<string, string>;
     hasToolSupport(_model: string): Promise<boolean>;
     getAvailableLanguageModels(): Promise<LanguageModel[]>;
+    getAvailableImageModels(): Promise<ImageModel[]>;
+    /**
+     * Text-to-image generation via Together's `/v1/images/generations` endpoint.
+     * Uses Together's native `width` / `height` params rather than OpenAI's
+     * combined `size` string so we can pass the full resolution range.
+     */
+    textToImage(params: TextToImageParams): Promise<Uint8Array>;
+    /**
+     * Image-to-image editing via Together's Kontext models.
+     * The image is encoded as a base64 data URI and passed as `image_url`.
+     * This requires a model that supports the `image_url` parameter
+     * (e.g. FLUX.1-kontext-pro, FLUX.1-kontext-max, FLUX.2-pro/dev/flex).
+     */
+    imageToImage(image: Uint8Array, params: ImageToImageParams): Promise<Uint8Array>;
+    getAvailableTTSModels(): Promise<TTSModel[]>;
+    /**
+     * Stream TTS audio as raw PCM Int16 samples.
+     * Together's `/v1/audio/speech` endpoint uses "wav" / "mp3" / "raw" rather
+     * than OpenAI's "pcm" label, so we request "wav" and strip the header.
+     */
+    textToSpeech(args: {
+        text: string;
+        model: string;
+        voice?: string;
+        speed?: number;
+        audioFormat?: string;
+    }): AsyncGenerator<StreamingAudioChunk>;
+    /**
+     * Return fully-encoded TTS audio (mp3, wav, or mulaw).
+     * Returns `null` for unsupported formats so the caller falls back to the
+     * streaming PCM path.
+     */
+    textToSpeechEncoded(args: {
+        text: string;
+        model: string;
+        voice?: string;
+        speed?: number;
+        audioFormat?: string;
+    }): Promise<EncodedAudioResult | null>;
+    getAvailableASRModels(): Promise<ASRModel[]>;
+    getAvailableEmbeddingModels(): Promise<EmbeddingModel[]>;
+    getAvailableVideoModels(): Promise<VideoModel[]>;
+    /**
+     * Map generic resolution / aspect-ratio hints to concrete pixel dimensions
+     * suitable for Together's video API.
+     */
+    private resolveVideoDimensions;
+    /**
+     * Poll Together's video job endpoint until it reaches a terminal state.
+     * Returns the final response payload.
+     */
+    private pollVideoJob;
+    /**
+     * Download a completed video from its signed URL and return the raw bytes.
+     */
+    private downloadVideo;
+    /**
+     * Text-to-video generation via Together's asynchronous `/v2/videos` API.
+     * Submits the job then polls until completion, returning the raw video bytes.
+     */
+    textToVideo(params: TextToVideoParams): Promise<Uint8Array>;
+    /**
+     * Image-to-video generation via Together's asynchronous `/v2/videos` API.
+     * The first frame is supplied as a base64-encoded image in `frame_images`.
+     */
+    imageToVideo(image: Uint8Array, params: ImageToVideoParams): Promise<Uint8Array>;
 }
 export {};
 //# sourceMappingURL=together-provider.d.ts.map

package/dist/providers/together-provider.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"together-provider.d.ts","sourceRoot":"","sources":["../../src/providers/together-provider.ts"],"names":[],"mappings":"AAAA,OAAO,MAAM,MAAM,QAAQ,CAAC;AAC5B,OAAO,EAAE,cAAc,EAAE,MAAM,sBAAsB,CAAC;AACtD,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,YAAY,CAAC;AAEhD,UAAU,uBAAuB;IAC/B,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,aAAa,CAAC,EAAE,CAAC,MAAM,EAAE,MAAM,KAAK,MAAM,CAAC;IAC3C,OAAO,CAAC,EAAE,OAAO,KAAK,CAAC;CACxB;AAED,qBAAa,gBAAiB,SAAQ,cAAc;WAClC,eAAe,IAAI,MAAM,EAAE;IAI3C,OAAO,CAAC,cAAc,CAAe;gBAGnC,OAAO,EAAE;QAAE,gBAAgB,CAAC,EAAE,MAAM,CAAA;KAAE,EACtC,OAAO,GAAE,uBAA4B;IA4B9B,eAAe,IAAI,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC;IAInC,cAAc,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC;IAIhD,0BAA0B,IAAI,OAAO,CAAC,aAAa,EAAE,CAAC;CAiCtE"}
+{"version":3,"file":"together-provider.d.ts","sourceRoot":"","sources":["../../src/providers/together-provider.ts"],"names":[],"mappings":"AAAA,OAAO,MAAM,MAAM,QAAQ,CAAC;AAC5B,OAAO,EAAE,cAAc,EAAE,MAAM,sBAAsB,CAAC;AACtD,OAAO,KAAK,EACV,QAAQ,EACR,cAAc,EACd,kBAAkB,EAClB,UAAU,EACV,kBAAkB,EAClB,kBAAkB,EAClB,aAAa,EACb,mBAAmB,EACnB,iBAAiB,EACjB,iBAAiB,EACjB,QAAQ,EACR,UAAU,EACX,MAAM,YAAY,CAAC;AAEpB,UAAU,uBAAuB;IAC/B,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,aAAa,CAAC,EAAE,CAAC,MAAM,EAAE,MAAM,KAAK,MAAM,CAAC;IAC3C,OAAO,CAAC,EAAE,OAAO,KAAK,CAAC;CACxB;AA6UD,qBAAa,gBAAiB,SAAQ,cAAc;WAClC,eAAe,IAAI,MAAM,EAAE;IAI3C,OAAO,CAAC,cAAc,CAAe;gBAGnC,OAAO,EAAE;QAAE,gBAAgB,CAAC,EAAE,MAAM,CAAA;KAAE,EACtC,OAAO,GAAE,uBAA4B;IA4B9B,eAAe,IAAI,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC;IAInC,cAAc,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC;IAMhD,0BAA0B,IAAI,OAAO,CAAC,aAAa,EAAE,CAAC;IAqCtD,uBAAuB,IAAI,OAAO,CAAC,UAAU,EAAE,CAAC;IAI/D;;;;OAIG;IACY,WAAW,CAAC,MAAM,EAAE,iBAAiB,GAAG,OAAO,CAAC,UAAU,CAAC;IA2D1E;;;;;OAKG;IACY,YAAY,CACzB,KAAK,EAAE,UAAU,EACjB,MAAM,EAAE,kBAAkB,GACzB,OAAO,CAAC,UAAU,CAAC;IAmEP,qBAAqB,IAAI,OAAO,CAAC,QAAQ,EAAE,CAAC;IAI3D;;;;OAIG;IACa,YAAY,CAAC,IAAI,EAAE;QACjC,IAAI,EAAE,MAAM,CAAC;QACb,KAAK,EAAE,MAAM,CAAC;QACd,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,WAAW,CAAC,EAAE,MAAM,CAAC;KACtB,GAAG,cAAc,CAAC,mBAAmB,CAAC;IAoCvC;;;;OAIG;IACY,mBAAmB,CAAC,IAAI,EAAE;QACvC,IAAI,EAAE,MAAM,CAAC;QACb,KAAK,EAAE,MAAM,CAAC;QACd,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,WAAW,CAAC,EAAE,MAAM,CAAC;KACtB,GAAG,OAAO,CAAC,kBAAkB,GAAG,IAAI,CAAC;IA+CvB,qBAAqB,IAAI,OAAO,CAAC,QAAQ,EAAE,CAAC;IAU5C,2BAA2B,IAAI,OAAO,CAAC,cAAc,EAAE,CAAC;IASxD,uBAAuB,IAAI,OAAO,CAAC,UAAU,EAAE,CAAC;IAI/D;;;OAGG;IACH,OAAO,CAAC,sBAAsB;IAuC9B;;;OAGG;YACW,YAAY;IA4C1B;;OAEG;YACW,aAAa;IAoB3B;;;OAGG;IACY,WAAW,CAAC,MAAM,EAAE,iBAAiB,GAAG,OAAO,CAAC,UAAU,CAAC;IAuD1E;;;OAGG;IACY,YAAY,CACzB,KAAK,EAAE,UAAU,EACjB,MAAM,EAAE,kBAAkB,GACzB,OAAO,CAAC,UAAU,CAAC;CA0DvB"}