@sogni-ai/sogni-client 4.0.0-alpha.8 → 4.0.0

package/src/Projects/types/ComfySamplerParams.ts

@@ -0,0 +1,34 @@
+/**
+ * ComfyUI sampler parameters for video models and ComfyUI-based image models.
+ * These use lowercase underscore format directly matching ComfyUI's internal names.
+ */
+export const SupportedComfySamplers = {
+  euler: 'euler',
+  euler_ancestral: 'euler_ancestral',
+  heun: 'heun',
+  dpmpp_2m: 'dpmpp_2m',
+  dpmpp_2m_sde: 'dpmpp_2m_sde',
+  dpmpp_sde: 'dpmpp_sde',
+  dpmpp_3m_sde: 'dpmpp_3m_sde',
+  uni_pc: 'uni_pc',
+  lcm: 'lcm',
+  // Additional ComfyUI samplers
+  lms: 'lms',
+  dpm_2: 'dpm_2',
+  dpm_2_ancestral: 'dpm_2_ancestral',
+  dpm_fast: 'dpm_fast',
+  dpm_adaptive: 'dpm_adaptive',
+  dpmpp_2s_ancestral: 'dpmpp_2s_ancestral',
+  ddpm: 'ddpm',
+  ddim: 'ddim',
+  uni_pc_bh2: 'uni_pc_bh2',
+  // Z-Image specific samplers
+  res_multistep: 'res_multistep',
+  res_multistep_cfg_pp: 'res_multistep_cfg_pp'
+};
+
+export function isComfySampler(sampler: string): sampler is ComfySampler {
+  return sampler in SupportedComfySamplers;
+}
+
+export type ComfySampler = keyof typeof SupportedComfySamplers;

package/src/Projects/types/ComfySchedulerParams.ts

@@ -0,0 +1,21 @@
+/**
+ * ComfyUI scheduler parameters for video models and ComfyUI-based image models.
+ * These use lowercase underscore format directly matching ComfyUI's internal names.
+ */
+export const SupportedComfySchedulers = {
+  simple: 'simple',
+  normal: 'normal',
+  karras: 'karras',
+  exponential: 'exponential',
+  sgm_uniform: 'sgm_uniform',
+  ddim_uniform: 'ddim_uniform',
+  beta: 'beta',
+  linear_quadratic: 'linear_quadratic',
+  kl_optimal: 'kl_optimal'
+};
+
+export function isComfyScheduler(scheduler: string): scheduler is ComfyScheduler {
+  return scheduler in SupportedComfySchedulers;
+}
+
+export type ComfyScheduler = keyof typeof SupportedComfySchedulers;

package/src/Projects/types/EstimationResponse.ts

@@ -14,6 +14,8 @@ export interface Job {
   costInRenderSec: string;
   costInUSD: string;
   costInToken: string;
+  costInSpark: string;
+  costInSogni: string;
   calculatedStepCount?: number;
 }
 

package/src/Projects/types/ForgeSamplerParams.ts

@@ -0,0 +1,37 @@
+export const SupportedForgeSamplers = {
+  euler: 'Euler',
+  euler_ancestral: 'Euler Ancestral',
+  heun: 'Heun',
+  dpmpp_2m: 'DPM++ 2M',
+  dpmpp_2m_sde: 'DPM++ 2M SDE',
+  dpmpp_sde: 'DPM++ SDE',
+  dpmpp_3m_sde: 'DPM++ 3M SDE',
+  uni_pc: 'UniPC',
+  lcm: 'LCM (Latent Consistency Model)',
+  // Legacy/other supported samplers
+  lms: 'LMS',
+  dpm_2: 'DPM 2',
+  dpm_2_ancestral: 'DPM 2 Ancestral',
+  dpm_fast: 'DPM Fast',
+  dpm_adaptive: 'DPM Adaptive',
+  dpmpp_2s_ancestral: 'DPM++ 2S Ancestral',
+  ddpm: 'DDPM',
+  // SDK compatibility aliases
+  dfs_sd3: 'Discrete Flow Scheduler (SD3)',
+  dpm_pp: 'DPM Solver Multistep (DPM-Solver++)',
+  dpm_pp_sde: 'DPM++ SDE',
+  dpm_pp_2m: 'DPM++ 2M',
+  euler_a: 'Euler a',
+  pndm_plms: 'PNDM (Pseudo-linear multi-step)'
+};
+
+export function isForgeSampler(sampler: string): sampler is ForgeSampler {
+  return sampler in SupportedForgeSamplers;
+}
+
+export function isRawForgeSampler(sampler: string): boolean {
+  const samplers = Object.values(SupportedForgeSamplers);
+  return samplers.includes(sampler);
+}
+
+export type ForgeSampler = keyof typeof SupportedForgeSamplers;

package/src/Projects/types/ForgeSchedulerParams.ts

@@ -0,0 +1,26 @@
+export const SupportedForgeSchedulers = {
+  simple: 'Simple',
+  normal: 'Normal',
+  karras: 'Karras',
+  exponential: 'Exponential',
+  sgm_uniform: 'SGM Uniform',
+  ddim_uniform: 'DDIM Uniform',
+  beta: 'Beta',
+  linear_quadratic: 'Linear Quadratic',
+  kl_optimal: 'KL Optimal',
+  // Legacy aliases
+  ddim: 'DDIM',
+  leading: 'Leading',
+  linear: 'Linear'
+};
+
+export function isForgeScheduler(scheduler: string): scheduler is ForgeScheduler {
+  return scheduler in SupportedForgeSchedulers;
+}
+
+export function isRawForgeScheduler(scheduler: string): boolean {
+  const schedulers = Object.values(SupportedForgeSchedulers);
+  return schedulers.includes(scheduler);
+}
+
+export type ForgeScheduler = keyof typeof SupportedForgeSchedulers;

package/src/Projects/types/events.ts

@@ -48,6 +48,11 @@ export interface JobProgress extends JobEventBase {
   stepCount: number;
 }
 
+export interface JobETA extends JobEventBase {
+  type: 'jobETA';
+  etaSeconds: number;
+}
+
 export interface JobPreview extends JobEventBase {
   type: 'preview';
   url: string;
@@ -75,6 +80,7 @@ export type JobEvent =
   | JobInitiating
   | JobStarted
   | JobProgress
+  | JobETA
   | JobPreview
   | JobCompleted
   | JobError;

package/src/Projects/types/index.ts

@@ -1,19 +1,29 @@
 import { SupernetType } from '../../ApiClient/WebSocketClient/types';
 import { ControlNetParams } from './ControlNetParams';
 import { TokenType } from '../../types/token';
-import { Sampler } from './SamplerParams';
-import { Scheduler } from './SchedulerParams';
+import { ForgeSampler, SupportedForgeSamplers } from './ForgeSamplerParams';
+import { ForgeScheduler, SupportedForgeSchedulers } from './ForgeSchedulerParams';
+import { ComfySampler, SupportedComfySamplers } from './ComfySamplerParams';
+import { ComfyScheduler, SupportedComfySchedulers } from './ComfySchedulerParams';
 
 export interface SupportedModel {
   id: string;
   name: string;
   SID: number;
+  /**
+   * Media type produced by this model: 'image' or 'video'
+   */
+  media: 'image' | 'video';
 }
 
 export interface AvailableModel {
   id: string;
   name: string;
   workerCount: number;
+  /**
+   * Media type produced by this model: 'image' or 'video'
+   */
+  media: 'image' | 'video';
 }
 
 export interface SizePreset {
@@ -25,17 +35,31 @@ export interface SizePreset {
   aspect: string;
 }
 
-export type { Sampler, Scheduler };
+export type Sampler = ForgeSampler | ComfySampler;
+
+export type Scheduler = ForgeScheduler | ComfyScheduler;
+
+export type { ForgeSampler, ForgeScheduler, ComfySampler, ComfyScheduler };
 
-export type OutputFormat = 'png' | 'jpg';
+export {
+  SupportedForgeSamplers,
+  SupportedForgeSchedulers,
+  SupportedComfySamplers,
+  SupportedComfySchedulers
+};
 
-export type InputImage = File | Buffer | Blob | boolean;
+export type ImageOutputFormat = 'png' | 'jpg';
+export type VideoOutputFormat = 'mp4';
 
-export interface ProjectParams {
+export interface BaseProjectParams {
   /**
    * ID of the model to use, available models are available in the `availableModels` property of the `ProjectsApi` instance.
    */
   modelId: string;
+  /**
+   * Number of media files to generate. Depending on project type, this can be number of images or number of videos.
+   */
+  numberOfMedia: number;
   /**
    * Prompt for what to be created
    */
@@ -49,15 +73,17 @@ export interface ProjectParams {
    */
   stylePrompt: string;
   /**
-   * Number of steps. For most Stable Diffusion models, optimal value is 20
+   * Number of steps. For most Stable Diffusion models, optimal value is 20.
    */
-  steps: number;
+  steps?: number;
   /**
-   * Guidance scale. For most Stable Diffusion models, optimal value is 7.5
+   * Guidance scale. For most Stable Diffusion models, optimal value is 7.5.
+   * For video models: Regular models range 0.7-8.0, LoRA version (lightx2v) range 0.7-1.6, step 0.01.
+   * This maps to `guidanceScale` in the keyFrame for both image and video models.
    */
-  guidance: number;
+  guidance?: number;
   /**
-   * Override current network type. Default value can be read from `client.account.currentAccount.network`
+   * Override current network type. Default value can be read from `sogni.account.currentAccount.network`
    */
   network?: SupernetType;
   /**
@@ -70,46 +96,147 @@ export interface ProjectParams {
    */
   seed?: number;
   /**
-   * Number of images to generate
+   * Select which tokens to use for the project.
+   * If not specified, the Sogni token will be used.
    */
-  numberOfImages: number;
+  tokenType?: TokenType;
+}
+
+export type InputMedia = File | Buffer | Blob | boolean;
+
+/**
+ * Video-specific parameters for video workflows (t2v, i2v, s2v, animate).
+ * Only applicable when using video models like wan_v2.2-14b-fp8_t2v.
+ * Includes frame count, fps, shift, and reference assets (image, audio, video).
+ */
+export interface VideoProjectParams extends BaseProjectParams {
+  type: 'video';
   /**
-   * Generate images based on the starting image.
-   * Supported types:
-   * `File` - file object from input[type=file]
-   * `Buffer` - Node.js buffer object with image data
-   * `Blob` - blob object with image data
-   * `true` - indicates that the image is already uploaded to the server
+   * Number of frames to generate
+   * @deprecated Use duration instead
    */
-  startingImage?: InputImage;
+  frames?: number;
   /**
-   * How strong effect of starting image should be. From 0 to 1, default 0.5
+   * Duration of the video in seconds. Supported range 1 to 10
    */
-  startingImageStrength?: number;
+  duration?: number;
+  /**
+   * Frames per second for output video
+   */
+  fps?: number;
+  /**
+   * Shift parameter for video diffusion models.
+   * Controls motion intensity. Range: 1.0-8.0, step 0.1.
+   * Default: 8.0 for regular models, 5.0 for speed lora (lightx2v) except s2v and animate which use 8.0
+   */
+  shift?: number;
+  /**
+   * TeaCache optimization threshold for T2V and I2V models.
+   * Range: 0.0-1.0. 0.0 = disabled.
+   * Recommended: 0.15 for T2V (~1.5x speedup), 0.2 for I2V (conservative quality-focused)
+   */
+  teacacheThreshold?: number;
+  /**
+   * Reference image for WAN video workflows.
+   * Maps to: startImage (i2v), characterImage (animate), referenceImage (s2v)
+   */
+  referenceImage?: InputMedia;
+  /**
+   * Optional end image for i2v interpolation workflows.
+   * When provided with referenceImage, the video will interpolate between the two images.
+   */
+  referenceImageEnd?: InputMedia;
+  /**
+   * Reference audio for s2v (sound-to-video) workflows.
+   */
+  referenceAudio?: InputMedia;
+  /**
+   * Audio start position in seconds for s2v workflows.
+   * Specifies where to begin reading from the audio file.
+   * Default: 0
+   */
+  audioStart?: number;
+  /**
+   * Audio duration in seconds for s2v workflows.
+   * Specifies how many seconds of audio to use.
+   * If not provided, defaults to 30 seconds on the server.
+   */
+  audioDuration?: number;
+  /**
+   * Reference video for animate workflows.
+   * Maps to: drivingVideo (animate-move), sourceVideo (animate-replace)
+   */
+  referenceVideo?: InputMedia;
+  /**
+   * Video start position in seconds for animate workflows (animate-move, animate-replace).
+   * Specifies where to begin reading from the reference video file.
+   * Default: 0
+   */
+  videoStart?: number;
+  /**
+   * Output video width. Only used if `sizePreset` is "custom"
+   */
+  width?: number;
   /**
-   * Context images for Flux Kontext model. Flux Kontext support up to 2 context images.
+   * Output video height. Only used if `sizePreset` is "custom"
+   */
+  height?: number;
+  /**
+   * ComfyUI sampler for video generation.
+   * Uses ComfyUI's native lowercase format: euler, euler_ancestral, dpmpp_2m, etc.
+   * Default: euler (or uni_pc for s2v models)
+   */
+  sampler?: ComfySampler;
+  /**
+   * ComfyUI scheduler for video generation.
+   * Uses ComfyUI's native lowercase format: simple, normal, karras, sgm_uniform, etc.
+   * Default: simple
+   */
+  scheduler?: ComfyScheduler;
+  /**
+   * Output video format. For now only 'mp4' is supported, defaults to 'mp4'.
+   */
+  outputFormat?: VideoOutputFormat;
+}
+
+export interface ImageProjectParams extends BaseProjectParams {
+  type: 'image';
+  /**
+   * Number of previews to generate. Note that previews affect project cost
+   */
+  numberOfPreviews?: number;
+  /**
+   * Starting image for img2img workflows.
    * Supported types:
    * `File` - file object from input[type=file]
    * `Buffer` - Node.js buffer object with image data
    * `Blob` - blob object with image data
    * `true` - indicates that the image is already uploaded to the server
    */
-  contextImages?: InputImage[];
+  startingImage?: InputMedia;
   /**
-   * Number of previews to generate. Note that previews affect project cost\
+   * How strong effect of starting image should be. From 0 to 1, default 0.5
    */
-  numberOfPreviews?: number;
+  startingImageStrength?: number;
+  /**
+   * Context images for multi-reference image generation.
+   * Flux.2 Dev and Qwen Image Edit Plus support up to 3 context images.
+   * Flux Kontext supports up to 2 context images.
+   */
+  contextImages?: InputMedia[];
   /**
-   * Scheduler to use
+   * Legacy sampler for non-ComfyUI models (Automatic1111 workers).
+   * Not supported for ComfyUI models - use comfySampler instead.
    */
   sampler?: Sampler;
   /**
-   * Time step spacing method
+   * Legacy scheduler for non-ComfyUI models (Automatic1111 workers).
+   * Not supported for ComfyUI models - use comfyScheduler instead.
    */
   scheduler?: Scheduler;
   /**
    * Size preset ID to use. You can query available size presets
-   * from `client.projects.sizePresets(network, modelId)`
+   * from `sogni.projects.sizePresets(network, modelId)`
    */
   sizePreset?: 'custom' | string;
   /**
@@ -125,25 +252,59 @@ export interface ProjectParams {
    */
   controlNet?: ControlNetParams;
   /**
-   * Select which tokens to use for the project.
-   * If not specified, the Sogni token will be used.
-   */
-  tokenType?: TokenType;
-  /**
-   * Output image format. Can be 'png' or 'jpg'.
-   * If not specified, 'png' will be used.
+   * Output format. Can be 'png' or 'jpg'. Defaults to 'png'.
    */
-  outputFormat?: OutputFormat;
+  outputFormat?: ImageOutputFormat;
 }
 
+export type ProjectParams = ImageProjectParams | VideoProjectParams;
+
+export function isVideoParams(params: ProjectParams): params is VideoProjectParams {
+  return params.type === 'video';
+}
+
+export function isImageParams(params: ProjectParams): params is ImageProjectParams {
+  return params.type === 'image';
+}
+
+/**
+ * Supported audio formats
+ */
+export type AudioFormat = 'm4a' | 'mp3' | 'wav';
+
+/**
+ * Supported video formats
+ */
+export type VideoFormat = 'mp4' | 'mov';
+
+/**
+ * Parameters for image asset URL requests (upload/download)
+ */
 export type ImageUrlParams = {
   imageId: string;
   jobId: string;
-  type: 'preview' | 'complete' | 'startingImage' | 'cnImage' | 'contextImage1' | 'contextImage2';
-  // This seems to be unused currently
+  type:
+    | 'preview'
+    | 'complete'
+    | 'startingImage'
+    | 'cnImage'
+    | 'contextImage1'
+    | 'contextImage2'
+    | 'contextImage3'
+    | 'referenceImage'
+    | 'referenceImageEnd';
   startContentType?: string;
 };
 
+/**
+ * Parameters for media asset URL requests (video/audio upload/download)
+ */
+export type MediaUrlParams = {
+  id?: string;
+  jobId: string;
+  type: 'complete' | 'preview' | 'referenceAudio' | 'referenceVideo';
+};
+
 export interface EstimateRequest {
   /**
    * Network to use. Can be 'fast' or 'relaxed'
@@ -206,4 +367,47 @@ export interface EstimateRequest {
   contextImages?: number;
 }
 
+export interface VideoEstimateRequest {
+  tokenType: TokenType;
+  model: string;
+  width: number;
+  height: number;
+  duration: number;
+  /**
+   * Number of frames to generate.
+   * @deprecated Use duration instead
+   */
+  frames?: number;
+  fps: number;
+  steps: number;
+  numberOfMedia: number;
+}
+
+/**
+ * Represents estimation of project cost in different currency formats
+ */
+export interface CostEstimation {
+  /** Cost in selected token type */
+  token: string;
+  /** Cost in USD */
+  usd: string;
+  /** Cost in Spark Points */
+  spark: string;
+  /** Cost in Sogni tokens */
+  sogni: string;
+}
+
 export type EnhancementStrength = 'light' | 'medium' | 'heavy';
+
+/**
+ * Video workflow types for WAN models
+ */
+export type VideoWorkflowType = 't2v' | 'i2v' | 's2v' | 'animate-move' | 'animate-replace' | null;
+
+export type AssetRequirement = 'required' | 'optional' | 'forbidden';
+
+export type VideoAssetKey =
+  | 'referenceImage'
+  | 'referenceImageEnd'
+  | 'referenceAudio'
+  | 'referenceVideo';

package/src/Projects/utils.ts

@@ -1,4 +1,4 @@
-import { EnhancementStrength } from './types';
+import { AssetRequirement, EnhancementStrength, VideoAssetKey, VideoWorkflowType } from './types';
 
 export function getEnhacementStrength(strength: EnhancementStrength): number {
   switch (strength) {
@@ -10,3 +10,68 @@ export function getEnhacementStrength(strength: EnhancementStrength): number {
       return 0.35;
   }
 }
+
+/**
+ * Check if a model ID is for a video workflow.
+ * This is consistent with the `media` property returned by the models list API.
+ * Video models produce MP4 output; image models produce PNG/JPG output.
+ */
+export function isVideoModel(modelId: string): boolean {
+  return modelId.startsWith('wan_');
+}
+
+/**
+ * Get the video workflow type from a model ID.
+ * Returns null for non-video models.
+ */
+export function getVideoWorkflowType(modelId: string): VideoWorkflowType {
+  if (!modelId || !modelId.startsWith('wan_')) return null;
+  if (modelId.includes('_i2v')) return 'i2v';
+  if (modelId.includes('_s2v')) return 's2v';
+  if (modelId.includes('_animate-move')) return 'animate-move';
+  if (modelId.includes('_animate-replace')) return 'animate-replace';
+  if (modelId.includes('_t2v')) return 't2v';
+  return null;
+}
+
+/**
+ * Asset requirements for each video workflow type.
+ * - required: Must be provided
+ * - optional: Can be provided
+ * - forbidden: Must NOT be provided
+ */
+export const VIDEO_WORKFLOW_ASSETS: Record<
+  NonNullable<VideoWorkflowType>,
+  Record<VideoAssetKey, AssetRequirement>
+> = {
+  t2v: {
+    referenceImage: 'forbidden',
+    referenceImageEnd: 'forbidden',
+    referenceAudio: 'forbidden',
+    referenceVideo: 'forbidden'
+  },
+  i2v: {
+    referenceImage: 'optional',
+    referenceImageEnd: 'optional',
+    referenceAudio: 'forbidden',
+    referenceVideo: 'forbidden'
+  },
+  s2v: {
+    referenceImage: 'required',
+    referenceAudio: 'required',
+    referenceImageEnd: 'forbidden',
+    referenceVideo: 'forbidden'
+  },
+  'animate-move': {
+    referenceImage: 'required',
+    referenceVideo: 'required',
+    referenceImageEnd: 'forbidden',
+    referenceAudio: 'forbidden'
+  },
+  'animate-replace': {
+    referenceImage: 'required',
+    referenceVideo: 'required',
+    referenceImageEnd: 'forbidden',
+    referenceAudio: 'forbidden'
+  }
+};