@imgly/plugin-ai-video-generation-web 0.2.12 → 0.2.15

package/dist/runware/Sora2.image2video.d.ts

@@ -0,0 +1,32 @@
+import { type Provider, type VideoOutput } from '@imgly/plugin-ai-generation-web';
+import type CreativeEditorSDK from '@cesdk/cesdk-js';
+import { RunwareProviderConfiguration } from './types';
+/**
+ * Input interface for Sora 2 Image-to-Video
+ */
+export type Sora2Image2VideoInput = {
+    image_url: string;
+    prompt?: string;
+    format?: '1280x720' | '720x1280';
+    duration?: '4' | '8' | '12';
+};
+/**
+ * Sora 2 Image-to-Video - OpenAI's video generation from images
+ *
+ * AIR: openai:3@1
+ *
+ * Features:
+ * - First frame image input
+ * - Accurate physics simulation
+ * - Synchronized dialogue and high-fidelity visuals
+ *
+ * Specifications:
+ * - Prompt: 1-4,000 characters
+ * - Input image: 300-2048 pixels, 20MB max
+ * - Resolutions: 1280x720, 720x1280
+ * - Duration: 4, 8, or 12 seconds
+ */
+export declare function Sora2Image2Video(config: RunwareProviderConfiguration): (context: {
+    cesdk: CreativeEditorSDK;
+}) => Promise<Provider<'video', Sora2Image2VideoInput, VideoOutput>>;
+export default Sora2Image2Video;

package/dist/runware/Sora2.text2video.d.ts

@@ -0,0 +1,30 @@
+import { type Provider, type VideoOutput } from '@imgly/plugin-ai-generation-web';
+import type CreativeEditorSDK from '@cesdk/cesdk-js';
+import { RunwareProviderConfiguration } from './types';
+/**
+ * Input interface for Sora 2 Text-to-Video
+ */
+export type Sora2Text2VideoInput = {
+    prompt: string;
+    format?: '1280x720' | '720x1280';
+    duration?: '4' | '8' | '12';
+};
+/**
+ * Sora 2 - OpenAI's video generation model
+ *
+ * AIR: openai:3@1
+ *
+ * Features:
+ * - Text-to-video and image-to-video support
+ * - Accurate physics simulation
+ * - Synchronized dialogue and high-fidelity visuals
+ *
+ * Specifications:
+ * - Prompt: 1-4,000 characters
+ * - Resolutions: 1280x720, 720x1280
+ * - Duration: 4, 8, or 12 seconds
+ */
+export declare function Sora2Text2Video(config: RunwareProviderConfiguration): (context: {
+    cesdk: CreativeEditorSDK;
+}) => Promise<Provider<'video', Sora2Text2VideoInput, VideoOutput>>;
+export default Sora2Text2Video;

package/dist/runware/Sora2Pro.image2video.d.ts

@@ -0,0 +1,32 @@
+import { type Provider, type VideoOutput } from '@imgly/plugin-ai-generation-web';
+import type CreativeEditorSDK from '@cesdk/cesdk-js';
+import { RunwareProviderConfiguration } from './types';
+/**
+ * Input interface for Sora 2 Pro Image-to-Video
+ */
+export type Sora2ProImage2VideoInput = {
+    image_url: string;
+    prompt?: string;
+    format?: '1280x720' | '720x1280' | '1792x1024' | '1024x1792';
+    duration?: '4' | '8' | '12';
+};
+/**
+ * Sora 2 Pro Image-to-Video - OpenAI's higher-quality video generation from images
+ *
+ * AIR: openai:3@2
+ *
+ * Features:
+ * - First frame image input
+ * - Expanded resolution options
+ * - Refined control for professional applications
+ *
+ * Specifications:
+ * - Prompt: 1-4,000 characters
+ * - Input image: 300-2048 pixels, 20MB max
+ * - Resolutions: 1280x720, 720x1280, 1792x1024, 1024x1792
+ * - Duration: 4, 8, or 12 seconds
+ */
+export declare function Sora2ProImage2Video(config: RunwareProviderConfiguration): (context: {
+    cesdk: CreativeEditorSDK;
+}) => Promise<Provider<'video', Sora2ProImage2VideoInput, VideoOutput>>;
+export default Sora2ProImage2Video;

package/dist/runware/Sora2Pro.text2video.d.ts

@@ -0,0 +1,30 @@
+import { type Provider, type VideoOutput } from '@imgly/plugin-ai-generation-web';
+import type CreativeEditorSDK from '@cesdk/cesdk-js';
+import { RunwareProviderConfiguration } from './types';
+/**
+ * Input interface for Sora 2 Pro Text-to-Video
+ */
+export type Sora2ProText2VideoInput = {
+    prompt: string;
+    format?: '1280x720' | '720x1280' | '1792x1024' | '1024x1792';
+    duration?: '4' | '8' | '12';
+};
+/**
+ * Sora 2 Pro - OpenAI's higher-quality video generation model
+ *
+ * AIR: openai:3@2
+ *
+ * Features:
+ * - Text-to-video and image-to-video support
+ * - Expanded resolution options
+ * - Refined control for professional applications
+ *
+ * Specifications:
+ * - Prompt: 1-4,000 characters
+ * - Resolutions: 1280x720, 720x1280, 1792x1024, 1024x1792
+ * - Duration: 4, 8, or 12 seconds
+ */
+export declare function Sora2ProText2Video(config: RunwareProviderConfiguration): (context: {
+    cesdk: CreativeEditorSDK;
+}) => Promise<Provider<'video', Sora2ProText2VideoInput, VideoOutput>>;
+export default Sora2ProText2Video;

package/dist/runware/Veo31.image2video.d.ts

@@ -0,0 +1,33 @@
+import { type Provider, type VideoOutput } from '@imgly/plugin-ai-generation-web';
+import type CreativeEditorSDK from '@cesdk/cesdk-js';
+import { RunwareProviderConfiguration } from './types';
+/**
+ * Input interface for Veo 3.1 Image-to-Video
+ */
+export type Veo31Image2VideoInput = {
+    image_url: string;
+    prompt?: string;
+    format?: '1280x720' | '720x1280' | '1920x1080' | '1080x1920';
+    generate_audio?: boolean;
+};
+/**
+ * Veo 3.1 Image-to-Video - Google's cinematic video generation from images
+ *
+ * AIR: google:3@2
+ *
+ * Features:
+ * - First frame image input
+ * - Native audio generation
+ * - Cinematic quality with natural sound and smooth motion
+ *
+ * Specifications:
+ * - Prompt: 2-3,000 characters
+ * - Input image: 300-2048 pixels, 20MB max
+ * - Resolutions: 1280x720, 720x1280, 1920x1080, 1080x1920
+ * - Frame rate: 24 FPS
+ * - Duration: 8 seconds (fixed)
+ */
+export declare function Veo31Image2Video(config: RunwareProviderConfiguration): (context: {
+    cesdk: CreativeEditorSDK;
+}) => Promise<Provider<'video', Veo31Image2VideoInput, VideoOutput>>;
+export default Veo31Image2Video;

package/dist/runware/Veo31.text2video.d.ts

@@ -0,0 +1,31 @@
+import { type Provider, type VideoOutput } from '@imgly/plugin-ai-generation-web';
+import type CreativeEditorSDK from '@cesdk/cesdk-js';
+import { RunwareProviderConfiguration } from './types';
+/**
+ * Input interface for Veo 3.1 Text-to-Video
+ */
+export type Veo31Text2VideoInput = {
+    prompt: string;
+    format?: '1280x720' | '720x1280' | '1920x1080' | '1080x1920';
+    generate_audio?: boolean;
+};
+/**
+ * Veo 3.1 - Google's cinematic video generation model
+ *
+ * AIR: google:3@2
+ *
+ * Features:
+ * - Text-to-video and image-to-video support
+ * - Native audio generation
+ * - Cinematic quality with natural sound and smooth motion
+ *
+ * Specifications:
+ * - Prompt: 2-3,000 characters
+ * - Resolutions: 1280x720, 720x1280, 1920x1080, 1080x1920
+ * - Frame rate: 24 FPS
+ * - Duration: 8 seconds (fixed)
+ */
+export declare function Veo31Text2Video(config: RunwareProviderConfiguration): (context: {
+    cesdk: CreativeEditorSDK;
+}) => Promise<Provider<'video', Veo31Text2VideoInput, VideoOutput>>;
+export default Veo31Text2Video;

package/dist/runware/Veo31Fast.image2video.d.ts

@@ -0,0 +1,34 @@
+import { type Provider, type VideoOutput } from '@imgly/plugin-ai-generation-web';
+import type CreativeEditorSDK from '@cesdk/cesdk-js';
+import { RunwareProviderConfiguration } from './types';
+/**
+ * Input interface for Veo 3.1 Fast Image-to-Video
+ */
+export type Veo31FastImage2VideoInput = {
+    image_url: string;
+    prompt?: string;
+    format?: '1280x720' | '720x1280' | '1920x1080' | '1080x1920';
+    generate_audio?: boolean;
+};
+/**
+ * Veo 3.1 Fast Image-to-Video - Google's fast video generation from images
+ *
+ * AIR: google:3@3
+ *
+ * Features:
+ * - First frame image input
+ * - Native audio generation
+ * - Optimized for high-speed generation with cinematic quality
+ * - Ultra-low latency for rapid creative iteration
+ *
+ * Specifications:
+ * - Prompt: 2-3,000 characters
+ * - Input image: 300-2048 pixels, 20MB max
+ * - Resolutions: 1280x720, 720x1280, 1920x1080, 1080x1920
+ * - Frame rate: 24 FPS
+ * - Duration: 8 seconds (fixed)
+ */
+export declare function Veo31FastImage2Video(config: RunwareProviderConfiguration): (context: {
+    cesdk: CreativeEditorSDK;
+}) => Promise<Provider<'video', Veo31FastImage2VideoInput, VideoOutput>>;
+export default Veo31FastImage2Video;

package/dist/runware/Veo31Fast.text2video.d.ts

@@ -0,0 +1,32 @@
+import { type Provider, type VideoOutput } from '@imgly/plugin-ai-generation-web';
+import type CreativeEditorSDK from '@cesdk/cesdk-js';
+import { RunwareProviderConfiguration } from './types';
+/**
+ * Input interface for Veo 3.1 Fast Text-to-Video
+ */
+export type Veo31FastText2VideoInput = {
+    prompt: string;
+    format?: '1280x720' | '720x1280' | '1920x1080' | '1080x1920';
+    generate_audio?: boolean;
+};
+/**
+ * Veo 3.1 Fast - Google's fast cinematic video generation model
+ *
+ * AIR: google:3@3
+ *
+ * Features:
+ * - Text-to-video and image-to-video support
+ * - Native audio generation
+ * - Optimized for high-speed generation with cinematic quality
+ * - Ultra-low latency for rapid creative iteration
+ *
+ * Specifications:
+ * - Prompt: 2-3,000 characters
+ * - Resolutions: 1280x720, 720x1280, 1920x1080, 1080x1920
+ * - Frame rate: 24 FPS
+ * - Duration: 8 seconds (fixed)
+ */
+export declare function Veo31FastText2Video(config: RunwareProviderConfiguration): (context: {
+    cesdk: CreativeEditorSDK;
+}) => Promise<Provider<'video', Veo31FastText2VideoInput, VideoOutput>>;
+export default Veo31FastText2Video;

package/dist/runware/createRunwareClient.d.ts

@@ -0,0 +1,57 @@
+/**
+ * Runware HTTP REST API client for video generation
+ * Uses the REST API instead of the WebSocket SDK
+ * API documentation: https://runware.ai/docs/en/video-inference/api-reference
+ *
+ * Video generation uses async delivery with polling:
+ * 1. Submit task with deliveryMethod: "async"
+ * 2. Receive taskUUID in response
+ * 3. Poll with getResponse until status is "success" or "failed"
+ */
+export interface FrameImage {
+    inputImage: string;
+    frame?: 'first' | 'last' | number;
+}
+export interface RunwareVideoInferenceParams {
+    model: string;
+    positivePrompt?: string;
+    width?: number;
+    height?: number;
+    negativePrompt?: string;
+    numberResults?: number;
+    outputType?: 'URL' | 'base64Data' | 'dataURI';
+    outputFormat?: 'MP4' | 'WEBM' | 'GIF';
+    duration?: number;
+    fps?: number;
+    seed?: number;
+    frameImages?: FrameImage[];
+    providerSettings?: Record<string, unknown>;
+    [key: string]: unknown;
+}
+/**
+ * Partial params that can be spread together to form complete params.
+ * Used when some params come from options and some from mapInput.
+ */
+export type RunwareVideoInferenceInput = Partial<RunwareVideoInferenceParams> & {
+    [key: string]: unknown;
+};
+export interface RunwareVideoResult {
+    taskType: string;
+    taskUUID: string;
+    status?: 'processing' | 'success' | 'failed';
+    videoURL?: string;
+    videoUUID?: string;
+    seed?: number;
+    NSFWContent?: boolean;
+    cost?: number;
+    errorMessage?: string;
+}
+export interface RunwareErrorResponse {
+    errorId: number;
+    errorMessage: string;
+    taskUUID?: string;
+}
+export interface RunwareClient {
+    videoInference: (params: RunwareVideoInferenceInput, abortSignal?: AbortSignal) => Promise<RunwareVideoResult[]>;
+}
+export declare function createRunwareClient(proxyUrl: string, headers?: Record<string, string>): RunwareClient;

package/dist/runware/createVideoProvider.d.ts

@@ -0,0 +1,109 @@
+import { type OpenAPIV3 } from 'openapi-types';
+import type CreativeEditorSDK from '@cesdk/cesdk-js';
+import type { CreativeEngine } from '@cesdk/cesdk-js';
+import { VideoOutput, RenderCustomProperty, GetBlockInput, Provider, Middleware } from '@imgly/plugin-ai-generation-web';
+import { VideoQuickActionSupportMap } from '../types';
+/**
+ * Configuration for Runware video providers.
+ */
+type VideoProviderConfiguration = {
+    /**
+     * HTTP endpoint URL for the Runware proxy. The proxy handles API key injection.
+     */
+    proxyUrl: string;
+    /**
+     * Enable debug logging for provider creation and API calls.
+     */
+    debug?: boolean;
+    /**
+     * Middleware functions to process inputs/outputs.
+     */
+    middlewares?: Middleware<any, any>[];
+    /**
+     * @deprecated Use `middlewares` instead.
+     */
+    middleware?: Middleware<any, any>[];
+    /**
+     * Override provider's default history asset source.
+     */
+    history?: false | '@imgly/local' | '@imgly/indexedDB' | (string & {});
+    /**
+     * Configure supported quick actions.
+     */
+    supportedQuickActions?: {
+        [quickActionId: string]: Partial<VideoQuickActionSupportMap<any>[string]> | false | null;
+    };
+};
+/**
+ * Options for creating a Runware video provider.
+ */
+interface CreateProviderOptions<I extends Record<string, any>> {
+    /**
+     * Runware model identifier (AIR format, e.g., 'openai:sora-2@1').
+     */
+    modelId: string;
+    /**
+     * Unique provider identifier for registration.
+     */
+    providerId: string;
+    /**
+     * Human-readable provider name displayed in the UI.
+     */
+    name: string;
+    /**
+     * OpenAPI schema document describing the input parameters.
+     */
+    schema: OpenAPIV3.Document;
+    /**
+     * JSON reference to the input schema (e.g., '#/components/schemas/Input').
+     */
+    inputReference: string;
+    /**
+     * User flow mode for the provider panel.
+     */
+    useFlow?: 'placeholder' | 'generation-only';
+    /**
+     * Initialization callback when the provider is registered.
+     */
+    initialize?: (context: {
+        cesdk?: CreativeEditorSDK;
+        engine: CreativeEngine;
+    }) => void;
+    /**
+     * Custom property renderers for the input panel.
+     */
+    renderCustomProperty?: RenderCustomProperty;
+    /**
+     * Quick actions this provider supports.
+     */
+    supportedQuickActions?: VideoQuickActionSupportMap<I>;
+    /**
+     * Get block dimensions from input parameters.
+     */
+    getBlockInput: GetBlockInput<'video', I>;
+    /**
+     * Transform input parameters to Runware API format.
+     */
+    mapInput: (input: I) => Record<string, any>;
+    /**
+     * Provider-specific middleware functions.
+     */
+    middleware?: Middleware<I, VideoOutput>[];
+    /**
+     * Custom headers to include in API requests.
+     */
+    headers?: Record<string, string>;
+    /**
+     * CE.SDK instance for image URL conversion.
+     */
+    cesdk?: CreativeEditorSDK;
+}
+/**
+ * Creates a Runware video provider from schema. This should work out of the box
+ * but may be rough around the edges and should/can be further customized.
+ */
+declare function createVideoProvider<I extends Record<string, any> & {
+    image_url?: string;
+}>(options: CreateProviderOptions<I>, config: VideoProviderConfiguration): Provider<'video', I, VideoOutput>;
+export default createVideoProvider;
+export type { VideoProviderConfiguration as RunwareProviderConfiguration };

package/dist/runware/index.d.ts

@@ -0,0 +1,28 @@
+import { Veo31Text2Video } from './Veo31.text2video';
+import { Veo31Image2Video } from './Veo31.image2video';
+import { Veo31FastText2Video } from './Veo31Fast.text2video';
+import { Veo31FastImage2Video } from './Veo31Fast.image2video';
+import { Sora2Text2Video } from './Sora2.text2video';
+import { Sora2Image2Video } from './Sora2.image2video';
+import { Sora2ProText2Video } from './Sora2Pro.text2video';
+import { Sora2ProImage2Video } from './Sora2Pro.image2video';
+declare const Runware: {
+    Veo31: {
+        Text2Video: typeof Veo31Text2Video;
+        Image2Video: typeof Veo31Image2Video;
+    };
+    Veo31Fast: {
+        Text2Video: typeof Veo31FastText2Video;
+        Image2Video: typeof Veo31FastImage2Video;
+    };
+    Sora2: {
+        Text2Video: typeof Sora2Text2Video;
+        Image2Video: typeof Sora2Image2Video;
+    };
+    Sora2Pro: {
+        Text2Video: typeof Sora2ProText2Video;
+        Image2Video: typeof Sora2ProImage2Video;
+    };
+};
+export default Runware;
+export type { RunwareProviderConfiguration } from './types';