@nodetool-ai/runtime 0.7.0-rc.11

package/dist/providers/openai-provider.d.ts

@@ -0,0 +1,103 @@
+import OpenAI from "openai";
+import { BaseProvider } from "./base-provider.js";
+import type { ASRModel, EmbeddingModel, EncodedAudioResult, ImageModel, ImageToImageParams, ImageToVideoParams, LanguageModel, Message, ProviderStreamItem, ProviderTool, StreamingAudioChunk, TextToImageParams, TextToVideoParams, TTSModel, VideoModel } from "./types.js";
+interface OpenAIProviderOptions {
+    client?: OpenAI;
+    clientFactory?: (apiKey: string) => OpenAI;
+    fetchFn?: typeof fetch;
+}
+export declare class OpenAIProvider extends BaseProvider {
+    static requiredSecrets(): string[];
+    readonly apiKey: string;
+    private _client;
+    private _clientFactory;
+    private _fetch;
+    constructor(secrets: {
+        OPENAI_API_KEY?: string;
+    }, options?: OpenAIProviderOptions);
+    getContainerEnv(): Record<string, string>;
+    getClient(): OpenAI;
+    hasToolSupport(model: string): Promise<boolean>;
+    getAvailableLanguageModels(): Promise<LanguageModel[]>;
+    getAvailableTTSModels(): Promise<TTSModel[]>;
+    getAvailableASRModels(): Promise<ASRModel[]>;
+    getAvailableVideoModels(): Promise<VideoModel[]>;
+    getAvailableImageModels(): Promise<ImageModel[]>;
+    getAvailableEmbeddingModels(): Promise<EmbeddingModel[]>;
+    resolveImageSize(width?: number | null, height?: number | null): string | null;
+    static resolveVideoSize(aspectRatio?: string | null, resolution?: string | null): string | null;
+    static secondsFromParams(params: {
+        numFrames?: number | null;
+    }): number | null;
+    static snapToValidVideoDimensions(width: number, height: number): string;
+    static extractImageDimensions(image: Uint8Array): [number, number];
+    uriToBase64(uri: string): Promise<string>;
+    normalizeDataUri(uri: string): string;
+    private messageContentToOpenAIContentPart;
+    convertMessage(message: Message): Promise<Record<string, unknown>>;
+    formatTools(tools: ProviderTool[]): Array<Record<string, unknown>>;
+    private convertSystemToUserForOModels;
+    generateMessages(args: {
+        messages: Message[];
+        model: string;
+        tools?: ProviderTool[];
+        maxTokens?: number;
+        temperature?: number;
+        topP?: number;
+        presencePenalty?: number;
+        frequencyPenalty?: number;
+        audio?: Record<string, unknown>;
+    }): AsyncGenerator<ProviderStreamItem>;
+    generateMessage(args: {
+        messages: Message[];
+        model: string;
+        tools?: ProviderTool[];
+        toolChoice?: string | "any";
+        maxTokens?: number;
+        temperature?: number;
+        topP?: number;
+        presencePenalty?: number;
+        frequencyPenalty?: number;
+    }): Promise<Message>;
+    textToImage(params: TextToImageParams): Promise<Uint8Array>;
+    imageToImage(image: Uint8Array, params: ImageToImageParams): Promise<Uint8Array>;
+    textToSpeech(args: {
+        text: string;
+        model: string;
+        voice?: string;
+        speed?: number;
+        audioFormat?: string;
+    }): AsyncGenerator<StreamingAudioChunk>;
+    /**
+     * OpenAI supports several fully-encoded TTS formats directly (mp3, opus,
+     * aac, flac, wav). Use this path when the caller has requested one of them
+     * so we can skip the PCM → WAV wrapping step and honor the user's choice.
+     * For `"pcm"` (and anything unrecognised) we return `null` and let the
+     * streaming PCM path handle it.
+     */
+    textToSpeechEncoded(args: {
+        text: string;
+        model: string;
+        voice?: string;
+        speed?: number;
+        audioFormat?: string;
+    }): Promise<EncodedAudioResult | null>;
+    automaticSpeechRecognition(args: {
+        audio: Uint8Array;
+        model: string;
+        language?: string;
+        prompt?: string;
+        temperature?: number;
+        word_timestamps?: boolean;
+    }): Promise<import("./types.js").ASRResult>;
+    textToVideo(params: TextToVideoParams): Promise<Uint8Array>;
+    imageToVideo(image: Uint8Array, params: ImageToVideoParams): Promise<Uint8Array>;
+    generateEmbedding(args: {
+        text: string | string[];
+        model: string;
+        dimensions?: number;
+    }): Promise<number[][]>;
+    isContextLengthError(error: unknown): boolean;
+}
+export {};
+//# sourceMappingURL=openai-provider.d.ts.map

package/dist/providers/openai-provider.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"openai-provider.d.ts","sourceRoot":"","sources":["../../src/providers/openai-provider.ts"],"names":[],"mappings":"AAAA,OAAO,MAAM,MAAM,QAAQ,CAAC;AAG5B,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAGlD,OAAO,KAAK,EACV,QAAQ,EACR,cAAc,EACd,kBAAkB,EAClB,UAAU,EACV,kBAAkB,EAClB,kBAAkB,EAClB,aAAa,EACb,OAAO,EAKP,kBAAkB,EAClB,YAAY,EACZ,mBAAmB,EACnB,iBAAiB,EACjB,iBAAiB,EAEjB,QAAQ,EACR,UAAU,EACX,MAAM,YAAY,CAAC;AAEpB,UAAU,qBAAqB;IAC7B,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,aAAa,CAAC,EAAE,CAAC,MAAM,EAAE,MAAM,KAAK,MAAM,CAAC;IAC3C,OAAO,CAAC,EAAE,OAAO,KAAK,CAAC;CACxB;AAgFD,qBAAa,cAAe,SAAQ,YAAY;IAC9C,MAAM,CAAC,eAAe,IAAI,MAAM,EAAE;IAIlC,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IACxB,OAAO,CAAC,OAAO,CAAgB;IAC/B,OAAO,CAAC,cAAc,CAA6B;IACnD,OAAO,CAAC,MAAM,CAAe;gBAG3B,OAAO,EAAE;QAAE,cAAc,CAAC,EAAE,MAAM,CAAA;KAAE,EACpC,OAAO,GAAE,qBAA0B;IAgBrC,eAAe,IAAI,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC;IAIzC,SAAS,IAAI,MAAM;IAOb,cAAc,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC;IAI/C,0BAA0B,IAAI,OAAO,CAAC,aAAa,EAAE,CAAC;IA2BtD,qBAAqB,IAAI,OAAO,CAAC,QAAQ,EAAE,CAAC;IAiB5C,qBAAqB,IAAI,OAAO,CAAC,QAAQ,EAAE,CAAC;IAU5C,uBAAuB,IAAI,OAAO,CAAC,UAAU,EAAE,CAAC;IAiBhD,uBAAuB,IAAI,OAAO,CAAC,UAAU,EAAE,CAAC;IA6BhD,2BAA2B,IAAI,OAAO,CAAC,cAAc,EAAE,CAAC;IAuB9D,gBAAgB,CACd,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,EACrB,MAAM,CAAC,EAAE,MAAM,GAAG,IAAI,GACrB,MAAM,GAAG,IAAI;IAgChB,MAAM,CAAC,gBAAgB,CACrB,WAAW,CAAC,EAAE,MAAM,GAAG,IAAI,EAC3B,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,GACzB,MAAM,GAAG,IAAI;IA8EhB,MAAM,CAAC,iBAAiB,CAAC,MAAM,EAAE;QAC/B,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;KAC3B,GAAG,MAAM,GAAG,IAAI;IAYjB,MAAM,CAAC,0BAA0B,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,GAAG,MAAM;IAuBxE,MAAM,CAAC,sBAAsB,CAAC,KAAK,EAAE,UAAU,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC;IA+C5D,WAAW,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAgB/C,gBAAgB,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM;YAKvB,iCAAiC;IAuCzC,cAAc,CAAC,OAAO,EAAE,OAAO,GAAG,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAiFxE,WAAW,CAAC,KAAK,EAAE,YAAY,EAAE,GAAG,KAAK,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAoBlE,OAAO,CAAC,6BAA6B;IAmB9B,gBAAgB,CAAC,IAAI,EAAE;QAC5B,QAAQ,EAAE,OAAO,EAAE,CAAC;QACpB,KAAK,EAAE,MAAM,CAAC;QACd,KAAK,CAAC,EAAE,YAAY,EAAE,CAAC;QACvB,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,IAAI,CAAC,EAAE,MAAM,CAAC;QACd,eAAe,CAAC,EAAE,MAAM,CAAC;QACzB,gBAAgB,CAAC,EAAE,MAAM,CAAC;QAC1B,KAAK,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;KACjC,GAAG,cAAc,CAAC,kBAAkB,CAAC;IAwHhC,eAAe,CAAC,IAAI,EAAE;QAC1B,QAAQ,EAAE,OAAO,EAAE,CAAC;QACpB,KAAK,EAAE,MAAM,CAAC;QACd,KAAK,CAAC,EAAE,YAAY,EAAE,CAAC;QACvB,UAAU,CAAC,EAAE,MAAM,GAAG,KAAK,CAAC;QAC5B,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,IAAI,CAAC,EAAE,MAAM,CAAC;QACd,eAAe,CAAC,EAAE,MAAM,CAAC;QACzB,gBAAgB,CAAC,EAAE,MAAM,CAAC;KAC3B,GAAG,OAAO,CAAC,OAAO,CAAC;IA6Ed,WAAW,CAAC,MAAM,EAAE,iBAAiB,GAAG,OAAO,CAAC,UAAU,CAAC;IA6C3D,YAAY,CAChB,KAAK,EAAE,UAAU,EACjB,MAAM,EAAE,kBAAkB,GACzB,OAAO,CAAC,UAAU,CAAC;IAiDf,YAAY,CAAC,IAAI,EAAE;QACxB,IAAI,EAAE,MAAM,CAAC;QACb,KAAK,EAAE,MAAM,CAAC;QACd,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,WAAW,CAAC,EAAE,MAAM,CAAC;KACtB,GAAG,cAAc,CAAC,mBAAmB,CAAC;IA0CvC;;;;;;OAMG;IACY,mBAAmB,CAAC,IAAI,EAAE;QACvC,IAAI,EAAE,MAAM,CAAC;QACb,KAAK,EAAE,MAAM,CAAC;QACd,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,WAAW,CAAC,EAAE,MAAM,CAAC;KACtB,GAAG,OAAO,CAAC,kBAAkB,GAAG,IAAI,CAAC;IAqChC,0BAA0B,CAAC,IAAI,EAAE;QACrC,KAAK,EAAE,UAAU,CAAC;QAClB,KAAK,EAAE,MAAM,CAAC;QACd,QAAQ,CAAC,EAAE,MAAM,CAAC;QAClB,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,eAAe,CAAC,EAAE,OAAO,CAAC;KAC3B,GAAG,OAAO,CAAC,OAAO,YAAY,EAAE,SAAS,CAAC;IAkErC,WAAW,CAAC,MAAM,EAAE,iBAAiB,GAAG,OAAO,CAAC,UAAU,CAAC;IAiE3D,YAAY,CAChB,KAAK,EAAE,UAAU,EACjB,MAAM,EAAE,kBAAkB,GACzB,OAAO,CAAC,UAAU,CAAC;IAgEhB,iBAAiB,CAAC,IAAI,EAAE;QAC5B,IAAI,EAAE,MAAM,GAAG,MAAM,EAAE,CAAC;QACxB,KAAK,EAAE,MAAM,CAAC;QACd,UAAU,CAAC,EAAE,MAAM,CAAC;KACrB,GAAG,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC;IAevB,oBAAoB,CAAC,KAAK,EAAE,OAAO,GAAG,OAAO;CAI9C"}