@aviaryhq/cloudglue-js 0.5.7 → 0.5.9

package/dist/generated/Segments.d.ts

@@ -97,7 +97,7 @@ export declare const SegmentsApi: import("@zodios/core").ZodiosInstance<[{
     method: "post";
     path: "/segments";
     alias: "createSegments";
-    description: "Create intelligent video segments based on shot detection or narrative analysis.\n\n**Note: YouTube URLs are supported for narrative-based segmentation only.** Shot-based segmentation requires direct video file access. Use Cloudglue Files, HTTP URLs, or files from data connectors for shot-based segmentation.\n\n**Narrative Segmentation Strategies:**\n\n- **comprehensive** (default for non-YouTube videos): Uses a VLM to deeply analyze logical segments of video. Only available for non-YouTube videos.\n- **balanced** (default for YouTube videos): Balanced analysis approach using multiple modalities. Supports YouTube URLs.\n\n**YouTube URLs**: Automatically use the &#x27;balanced&#x27; strategy. The strategy field is ignored for YouTube URLs, and other strategies will be rejected with an error.\n\n**Chapter Count Parameters:**\n\n- **number_of_chapters**: Target number of chapters. If only this is provided, min_chapters and max_chapters are calculated automatically.\n- **min_chapters**: Minimum number of chapters. If provided with number_of_chapters and max, validates min is less than or equal to number_of_chapters which is less than or equal to max.\n- **max_chapters**: Maximum number of chapters. If provided with number_of_chapters and min, validates min is less than or equal to number_of_chapters which is less than or equal to max.\n- If none are provided, chapter counts are calculated automatically based on video duration.";
+    description: "Create intelligent segments for video or audio files based on shot detection or narrative analysis.\n\n**Audio File Support:**\n\n- Audio files support **narrative** criteria only (shot detection is not available for audio).\n- Audio files automatically use the &#x27;balanced&#x27; strategy.\n\n**Note: YouTube URLs and audio files are supported for narrative-based segmentation only.** Shot-based segmentation requires direct video file access. Use Cloudglue Files, HTTP URLs, or files from data connectors for shot-based segmentation.\n\n**Narrative Segmentation Strategies:**\n\n- **comprehensive** (default for non-YouTube/non-audio files): Uses a VLM to deeply analyze logical segments of video. Only available for video files (not YouTube or audio).\n- **balanced** (default for YouTube videos and audio files): Balanced analysis approach using multiple modalities. Supports YouTube URLs and audio files.\n\n**YouTube URLs and Audio Files**: Automatically use the &#x27;balanced&#x27; strategy. The strategy field is ignored, and other strategies will be rejected with an error.\n\n**Chapter Count Parameters:**\n\n- **number_of_chapters**: Target number of chapters. If only this is provided, min_chapters and max_chapters are calculated automatically.\n- **min_chapters**: Minimum number of chapters. If provided with number_of_chapters and max, validates min is less than or equal to number_of_chapters which is less than or equal to max.\n- **max_chapters**: Maximum number of chapters. If provided with number_of_chapters and min, validates min is less than or equal to number_of_chapters which is less than or equal to max.\n- If none are provided, chapter counts are calculated automatically based on file duration.";
     requestFormat: "json";
     parameters: [{
         name: "body";
@@ -281,7 +281,7 @@ export declare function createApiClient(baseUrl: string, options?: ZodiosOptions
     method: "post";
     path: "/segments";
     alias: "createSegments";
-    description: "Create intelligent video segments based on shot detection or narrative analysis.\n\n**Note: YouTube URLs are supported for narrative-based segmentation only.** Shot-based segmentation requires direct video file access. Use Cloudglue Files, HTTP URLs, or files from data connectors for shot-based segmentation.\n\n**Narrative Segmentation Strategies:**\n\n- **comprehensive** (default for non-YouTube videos): Uses a VLM to deeply analyze logical segments of video. Only available for non-YouTube videos.\n- **balanced** (default for YouTube videos): Balanced analysis approach using multiple modalities. Supports YouTube URLs.\n\n**YouTube URLs**: Automatically use the &#x27;balanced&#x27; strategy. The strategy field is ignored for YouTube URLs, and other strategies will be rejected with an error.\n\n**Chapter Count Parameters:**\n\n- **number_of_chapters**: Target number of chapters. If only this is provided, min_chapters and max_chapters are calculated automatically.\n- **min_chapters**: Minimum number of chapters. If provided with number_of_chapters and max, validates min is less than or equal to number_of_chapters which is less than or equal to max.\n- **max_chapters**: Maximum number of chapters. If provided with number_of_chapters and min, validates min is less than or equal to number_of_chapters which is less than or equal to max.\n- If none are provided, chapter counts are calculated automatically based on video duration.";
+    description: "Create intelligent segments for video or audio files based on shot detection or narrative analysis.\n\n**Audio File Support:**\n\n- Audio files support **narrative** criteria only (shot detection is not available for audio).\n- Audio files automatically use the &#x27;balanced&#x27; strategy.\n\n**Note: YouTube URLs and audio files are supported for narrative-based segmentation only.** Shot-based segmentation requires direct video file access. Use Cloudglue Files, HTTP URLs, or files from data connectors for shot-based segmentation.\n\n**Narrative Segmentation Strategies:**\n\n- **comprehensive** (default for non-YouTube/non-audio files): Uses a VLM to deeply analyze logical segments of video. Only available for video files (not YouTube or audio).\n- **balanced** (default for YouTube videos and audio files): Balanced analysis approach using multiple modalities. Supports YouTube URLs and audio files.\n\n**YouTube URLs and Audio Files**: Automatically use the &#x27;balanced&#x27; strategy. The strategy field is ignored, and other strategies will be rejected with an error.\n\n**Chapter Count Parameters:**\n\n- **number_of_chapters**: Target number of chapters. If only this is provided, min_chapters and max_chapters are calculated automatically.\n- **min_chapters**: Minimum number of chapters. If provided with number_of_chapters and max, validates min is less than or equal to number_of_chapters which is less than or equal to max.\n- **max_chapters**: Maximum number of chapters. If provided with number_of_chapters and min, validates min is less than or equal to number_of_chapters which is less than or equal to max.\n- If none are provided, chapter counts are calculated automatically based on file duration.";
     requestFormat: "json";
     parameters: [{
         name: "body";

package/dist/generated/Segments.js

@@ -98,23 +98,28 @@ const endpoints = (0, core_1.makeApi)([
         method: 'post',
         path: '/segments',
         alias: 'createSegments',
-        description: `Create intelligent video segments based on shot detection or narrative analysis.
+        description: `Create intelligent segments for video or audio files based on shot detection or narrative analysis.
 
-**Note: YouTube URLs are supported for narrative-based segmentation only.** Shot-based segmentation requires direct video file access. Use Cloudglue Files, HTTP URLs, or files from data connectors for shot-based segmentation.
+**Audio File Support:**
+
+- Audio files support **narrative** criteria only (shot detection is not available for audio).
+- Audio files automatically use the 'balanced' strategy.
+
+**Note: YouTube URLs and audio files are supported for narrative-based segmentation only.** Shot-based segmentation requires direct video file access. Use Cloudglue Files, HTTP URLs, or files from data connectors for shot-based segmentation.
 
 **Narrative Segmentation Strategies:**
 
-- **comprehensive** (default for non-YouTube videos): Uses a VLM to deeply analyze logical segments of video. Only available for non-YouTube videos.
-- **balanced** (default for YouTube videos): Balanced analysis approach using multiple modalities. Supports YouTube URLs.
+- **comprehensive** (default for non-YouTube/non-audio files): Uses a VLM to deeply analyze logical segments of video. Only available for video files (not YouTube or audio).
+- **balanced** (default for YouTube videos and audio files): Balanced analysis approach using multiple modalities. Supports YouTube URLs and audio files.
 
-**YouTube URLs**: Automatically use the 'balanced' strategy. The strategy field is ignored for YouTube URLs, and other strategies will be rejected with an error.
+**YouTube URLs and Audio Files**: Automatically use the 'balanced' strategy. The strategy field is ignored, and other strategies will be rejected with an error.
 
 **Chapter Count Parameters:**
 
 - **number_of_chapters**: Target number of chapters. If only this is provided, min_chapters and max_chapters are calculated automatically.
 - **min_chapters**: Minimum number of chapters. If provided with number_of_chapters and max, validates min is less than or equal to number_of_chapters which is less than or equal to max.
 - **max_chapters**: Maximum number of chapters. If provided with number_of_chapters and min, validates min is less than or equal to number_of_chapters which is less than or equal to max.
-- If none are provided, chapter counts are calculated automatically based on video duration.`,
+- If none are provided, chapter counts are calculated automatically based on file duration.`,
         requestFormat: 'json',
         parameters: [
             {

package/dist/generated/common.d.ts

@@ -60,6 +60,17 @@ export type File = {
     filename?: string | undefined;
     uri: string;
     metadata?: ({} | null) | undefined;
+    media_type?: ('video' | 'audio') | undefined;
+    media_info?: Partial<{
+        duration_seconds: number | null;
+        width: number | null;
+        height: number | null;
+        sample_rate: number | null;
+        channels: number | null;
+        bitrate: number | null;
+        format: string | null;
+        has_audio: boolean | null;
+    }> | undefined;
     video_info?: Partial<{
         duration_seconds: number | null;
         height: number | null;
@@ -68,7 +79,7 @@ export type File = {
         has_audio: boolean | null;
     }> | undefined;
     thumbnail_url?: string | undefined;
-    source?: ('video' | 'youtube' | 's3' | 'dropbox' | 'http' | 'upload' | 'google-drive' | 'zoom' | 'gong' | 'recall') | undefined;
+    source?: ('video' | 'youtube' | 's3' | 'dropbox' | 'http' | 'upload' | 'google-drive' | 'zoom' | 'gong' | 'recall' | 'gcs') | undefined;
 };
 export type SearchFilter = Partial<{
     metadata: Array<SearchFilterCriteria & Partial<{
@@ -1294,6 +1305,35 @@ export declare const File: z.ZodObject<{
     filename: z.ZodOptional<z.ZodString>;
     uri: z.ZodString;
     metadata: z.ZodOptional<z.ZodNullable<z.ZodObject<{}, "passthrough", z.ZodTypeAny, z.objectOutputType<{}, z.ZodTypeAny, "passthrough">, z.objectInputType<{}, z.ZodTypeAny, "passthrough">>>>;
+    media_type: z.ZodOptional<z.ZodEnum<["video", "audio"]>>;
+    media_info: z.ZodOptional<z.ZodObject<{
+        duration_seconds: z.ZodOptional<z.ZodNullable<z.ZodNumber>>;
+        width: z.ZodOptional<z.ZodNullable<z.ZodNumber>>;
+        height: z.ZodOptional<z.ZodNullable<z.ZodNumber>>;
+        sample_rate: z.ZodOptional<z.ZodNullable<z.ZodNumber>>;
+        channels: z.ZodOptional<z.ZodNullable<z.ZodNumber>>;
+        bitrate: z.ZodOptional<z.ZodNullable<z.ZodNumber>>;
+        format: z.ZodOptional<z.ZodNullable<z.ZodString>>;
+        has_audio: z.ZodOptional<z.ZodNullable<z.ZodBoolean>>;
+    }, "passthrough", z.ZodTypeAny, z.objectOutputType<{
+        duration_seconds: z.ZodOptional<z.ZodNullable<z.ZodNumber>>;
+        width: z.ZodOptional<z.ZodNullable<z.ZodNumber>>;
+        height: z.ZodOptional<z.ZodNullable<z.ZodNumber>>;
+        sample_rate: z.ZodOptional<z.ZodNullable<z.ZodNumber>>;
+        channels: z.ZodOptional<z.ZodNullable<z.ZodNumber>>;
+        bitrate: z.ZodOptional<z.ZodNullable<z.ZodNumber>>;
+        format: z.ZodOptional<z.ZodNullable<z.ZodString>>;
+        has_audio: z.ZodOptional<z.ZodNullable<z.ZodBoolean>>;
+    }, z.ZodTypeAny, "passthrough">, z.objectInputType<{
+        duration_seconds: z.ZodOptional<z.ZodNullable<z.ZodNumber>>;
+        width: z.ZodOptional<z.ZodNullable<z.ZodNumber>>;
+        height: z.ZodOptional<z.ZodNullable<z.ZodNumber>>;
+        sample_rate: z.ZodOptional<z.ZodNullable<z.ZodNumber>>;
+        channels: z.ZodOptional<z.ZodNullable<z.ZodNumber>>;
+        bitrate: z.ZodOptional<z.ZodNullable<z.ZodNumber>>;
+        format: z.ZodOptional<z.ZodNullable<z.ZodString>>;
+        has_audio: z.ZodOptional<z.ZodNullable<z.ZodBoolean>>;
+    }, z.ZodTypeAny, "passthrough">>>;
     video_info: z.ZodOptional<z.ZodObject<{
         duration_seconds: z.ZodOptional<z.ZodNullable<z.ZodNumber>>;
         height: z.ZodOptional<z.ZodNullable<z.ZodNumber>>;
@@ -1314,7 +1354,7 @@ export declare const File: z.ZodObject<{
         has_audio: z.ZodOptional<z.ZodNullable<z.ZodBoolean>>;
     }, z.ZodTypeAny, "passthrough">>>;
     thumbnail_url: z.ZodOptional<z.ZodString>;
-    source: z.ZodOptional<z.ZodEnum<["video", "youtube", "s3", "dropbox", "http", "upload", "google-drive", "zoom", "gong", "recall"]>>;
+    source: z.ZodOptional<z.ZodEnum<["video", "youtube", "s3", "dropbox", "http", "upload", "google-drive", "zoom", "gong", "recall", "gcs"]>>;
 }, "passthrough", z.ZodTypeAny, z.objectOutputType<{
     id: z.ZodString;
     status: z.ZodEnum<["pending", "processing", "completed", "failed", "not_applicable"]>;
@@ -1323,6 +1363,35 @@ export declare const File: z.ZodObject<{
     filename: z.ZodOptional<z.ZodString>;
     uri: z.ZodString;
     metadata: z.ZodOptional<z.ZodNullable<z.ZodObject<{}, "passthrough", z.ZodTypeAny, z.objectOutputType<{}, z.ZodTypeAny, "passthrough">, z.objectInputType<{}, z.ZodTypeAny, "passthrough">>>>;
+    media_type: z.ZodOptional<z.ZodEnum<["video", "audio"]>>;
+    media_info: z.ZodOptional<z.ZodObject<{
+        duration_seconds: z.ZodOptional<z.ZodNullable<z.ZodNumber>>;
+        width: z.ZodOptional<z.ZodNullable<z.ZodNumber>>;
+        height: z.ZodOptional<z.ZodNullable<z.ZodNumber>>;
+        sample_rate: z.ZodOptional<z.ZodNullable<z.ZodNumber>>;
+        channels: z.ZodOptional<z.ZodNullable<z.ZodNumber>>;
+        bitrate: z.ZodOptional<z.ZodNullable<z.ZodNumber>>;
+        format: z.ZodOptional<z.ZodNullable<z.ZodString>>;
+        has_audio: z.ZodOptional<z.ZodNullable<z.ZodBoolean>>;
+    }, "passthrough", z.ZodTypeAny, z.objectOutputType<{
+        duration_seconds: z.ZodOptional<z.ZodNullable<z.ZodNumber>>;
+        width: z.ZodOptional<z.ZodNullable<z.ZodNumber>>;
+        height: z.ZodOptional<z.ZodNullable<z.ZodNumber>>;
+        sample_rate: z.ZodOptional<z.ZodNullable<z.ZodNumber>>;
+        channels: z.ZodOptional<z.ZodNullable<z.ZodNumber>>;
+        bitrate: z.ZodOptional<z.ZodNullable<z.ZodNumber>>;
+        format: z.ZodOptional<z.ZodNullable<z.ZodString>>;
+        has_audio: z.ZodOptional<z.ZodNullable<z.ZodBoolean>>;
+    }, z.ZodTypeAny, "passthrough">, z.objectInputType<{
+        duration_seconds: z.ZodOptional<z.ZodNullable<z.ZodNumber>>;
+        width: z.ZodOptional<z.ZodNullable<z.ZodNumber>>;
+        height: z.ZodOptional<z.ZodNullable<z.ZodNumber>>;
+        sample_rate: z.ZodOptional<z.ZodNullable<z.ZodNumber>>;
+        channels: z.ZodOptional<z.ZodNullable<z.ZodNumber>>;
+        bitrate: z.ZodOptional<z.ZodNullable<z.ZodNumber>>;
+        format: z.ZodOptional<z.ZodNullable<z.ZodString>>;
+        has_audio: z.ZodOptional<z.ZodNullable<z.ZodBoolean>>;
+    }, z.ZodTypeAny, "passthrough">>>;
     video_info: z.ZodOptional<z.ZodObject<{
         duration_seconds: z.ZodOptional<z.ZodNullable<z.ZodNumber>>;
         height: z.ZodOptional<z.ZodNullable<z.ZodNumber>>;
@@ -1343,7 +1412,7 @@ export declare const File: z.ZodObject<{
         has_audio: z.ZodOptional<z.ZodNullable<z.ZodBoolean>>;
     }, z.ZodTypeAny, "passthrough">>>;
     thumbnail_url: z.ZodOptional<z.ZodString>;
-    source: z.ZodOptional<z.ZodEnum<["video", "youtube", "s3", "dropbox", "http", "upload", "google-drive", "zoom", "gong", "recall"]>>;
+    source: z.ZodOptional<z.ZodEnum<["video", "youtube", "s3", "dropbox", "http", "upload", "google-drive", "zoom", "gong", "recall", "gcs"]>>;
 }, z.ZodTypeAny, "passthrough">, z.objectInputType<{
     id: z.ZodString;
     status: z.ZodEnum<["pending", "processing", "completed", "failed", "not_applicable"]>;
@@ -1352,6 +1421,35 @@ export declare const File: z.ZodObject<{
     filename: z.ZodOptional<z.ZodString>;
     uri: z.ZodString;
     metadata: z.ZodOptional<z.ZodNullable<z.ZodObject<{}, "passthrough", z.ZodTypeAny, z.objectOutputType<{}, z.ZodTypeAny, "passthrough">, z.objectInputType<{}, z.ZodTypeAny, "passthrough">>>>;
+    media_type: z.ZodOptional<z.ZodEnum<["video", "audio"]>>;
+    media_info: z.ZodOptional<z.ZodObject<{
+        duration_seconds: z.ZodOptional<z.ZodNullable<z.ZodNumber>>;
+        width: z.ZodOptional<z.ZodNullable<z.ZodNumber>>;
+        height: z.ZodOptional<z.ZodNullable<z.ZodNumber>>;
+        sample_rate: z.ZodOptional<z.ZodNullable<z.ZodNumber>>;
+        channels: z.ZodOptional<z.ZodNullable<z.ZodNumber>>;
+        bitrate: z.ZodOptional<z.ZodNullable<z.ZodNumber>>;
+        format: z.ZodOptional<z.ZodNullable<z.ZodString>>;
+        has_audio: z.ZodOptional<z.ZodNullable<z.ZodBoolean>>;
+    }, "passthrough", z.ZodTypeAny, z.objectOutputType<{
+        duration_seconds: z.ZodOptional<z.ZodNullable<z.ZodNumber>>;
+        width: z.ZodOptional<z.ZodNullable<z.ZodNumber>>;
+        height: z.ZodOptional<z.ZodNullable<z.ZodNumber>>;
+        sample_rate: z.ZodOptional<z.ZodNullable<z.ZodNumber>>;
+        channels: z.ZodOptional<z.ZodNullable<z.ZodNumber>>;
+        bitrate: z.ZodOptional<z.ZodNullable<z.ZodNumber>>;
+        format: z.ZodOptional<z.ZodNullable<z.ZodString>>;
+        has_audio: z.ZodOptional<z.ZodNullable<z.ZodBoolean>>;
+    }, z.ZodTypeAny, "passthrough">, z.objectInputType<{
+        duration_seconds: z.ZodOptional<z.ZodNullable<z.ZodNumber>>;
+        width: z.ZodOptional<z.ZodNullable<z.ZodNumber>>;
+        height: z.ZodOptional<z.ZodNullable<z.ZodNumber>>;
+        sample_rate: z.ZodOptional<z.ZodNullable<z.ZodNumber>>;
+        channels: z.ZodOptional<z.ZodNullable<z.ZodNumber>>;
+        bitrate: z.ZodOptional<z.ZodNullable<z.ZodNumber>>;
+        format: z.ZodOptional<z.ZodNullable<z.ZodString>>;
+        has_audio: z.ZodOptional<z.ZodNullable<z.ZodBoolean>>;
+    }, z.ZodTypeAny, "passthrough">>>;
     video_info: z.ZodOptional<z.ZodObject<{
         duration_seconds: z.ZodOptional<z.ZodNullable<z.ZodNumber>>;
         height: z.ZodOptional<z.ZodNullable<z.ZodNumber>>;
@@ -1372,7 +1470,7 @@ export declare const File: z.ZodObject<{
         has_audio: z.ZodOptional<z.ZodNullable<z.ZodBoolean>>;
     }, z.ZodTypeAny, "passthrough">>>;
     thumbnail_url: z.ZodOptional<z.ZodString>;
-    source: z.ZodOptional<z.ZodEnum<["video", "youtube", "s3", "dropbox", "http", "upload", "google-drive", "zoom", "gong", "recall"]>>;
+    source: z.ZodOptional<z.ZodEnum<["video", "youtube", "s3", "dropbox", "http", "upload", "google-drive", "zoom", "gong", "recall", "gcs"]>>;
 }, z.ZodTypeAny, "passthrough">>;
 export declare const Shot: z.ZodObject<{
     index: z.ZodNumber;

package/dist/generated/common.js

@@ -99,6 +99,22 @@ exports.File = zod_1.z
     filename: zod_1.z.string().optional(),
     uri: zod_1.z.string(),
     metadata: zod_1.z.object({}).partial().strict().passthrough().nullish(),
+    media_type: zod_1.z.enum(['video', 'audio']).optional(),
+    media_info: zod_1.z
+        .object({
+        duration_seconds: zod_1.z.number().nullable(),
+        width: zod_1.z.number().int().nullable(),
+        height: zod_1.z.number().int().nullable(),
+        sample_rate: zod_1.z.number().int().nullable(),
+        channels: zod_1.z.number().int().nullable(),
+        bitrate: zod_1.z.number().int().nullable(),
+        format: zod_1.z.string().nullable(),
+        has_audio: zod_1.z.boolean().nullable(),
+    })
+        .partial()
+        .strict()
+        .passthrough()
+        .optional(),
     video_info: zod_1.z
         .object({
         duration_seconds: zod_1.z.number().nullable(),
@@ -124,6 +140,7 @@ exports.File = zod_1.z
         'zoom',
         'gong',
         'recall',
+        'gcs',
     ])
         .optional(),
 })

package/dist/src/api/collections.api.d.ts

@@ -1,5 +1,5 @@
 import { CollectionsApi } from '../../generated';
-import { Filter, SegmentationConfig } from '../types';
+import { Filter, Modalities } from '../types';
 import { ThumbnailsConfig } from '../../generated/common';
 import { WaitForReadyOptions } from '../types';
 import { schemas as collectionsSchemas } from '../../generated/Collections';
@@ -19,6 +19,7 @@ type AddedFilterParams = {
 type ListCollectionEntitiesParams = AddedFilterParams & OrderParams & PaginationParams;
 type ListCollectionMediaDescriptionsParams = {
     response_format?: 'json' | 'markdown';
+    modalities?: Modalities[];
 } & AddedFilterParams & OrderParams & PaginationParams;
 type ListCollectionParams = {
     collection_type?: 'entities' | 'rich-transcripts' | 'media-descriptions' | 'face-analysis';
@@ -44,6 +45,7 @@ export declare class EnhancedCollectionsApi {
                 schema: {};
                 enable_video_level_entities: boolean;
                 enable_segment_level_entities: boolean;
+                enable_transcript_mode: boolean;
             }> | undefined;
             transcribe_config?: Partial<{
                 enable_summary: boolean;
@@ -91,6 +93,7 @@ export declare class EnhancedCollectionsApi {
             schema: {};
             enable_video_level_entities: boolean;
             enable_segment_level_entities: boolean;
+            enable_transcript_mode: boolean;
         }> | undefined;
         transcribe_config?: Partial<{
             enable_summary: boolean;
@@ -134,6 +137,7 @@ export declare class EnhancedCollectionsApi {
             schema: {};
             enable_video_level_entities: boolean;
             enable_segment_level_entities: boolean;
+            enable_transcript_mode: boolean;
         }> | undefined;
         transcribe_config?: Partial<{
             enable_summary: boolean;
@@ -184,6 +188,7 @@ export declare class EnhancedCollectionsApi {
             schema: {};
             enable_video_level_entities: boolean;
             enable_segment_level_entities: boolean;
+            enable_transcript_mode: boolean;
         }> | undefined;
         transcribe_config?: Partial<{
             enable_summary: boolean;
@@ -216,15 +221,14 @@ export declare class EnhancedCollectionsApi {
         created_at: number;
         file_count: number;
     }>;
+    /**
+     *
+     * @deprecated Use addMediaByUrl instead
+     */
     addVideoByUrl({ collectionId, url, params, }: {
         collectionId: string;
         url: string;
-        params: {
-            segmentation_config?: SegmentationConfig;
-            segmentation_id?: string;
-            metadata?: Record<string, any>;
-            thumbnail_config?: ThumbnailsConfig;
-        };
+        params: z.infer<typeof collectionsSchemas.AddCollectionFile>;
     }): Promise<{
         collection_id: string;
         file_id: string;
@@ -239,11 +243,10 @@ export declare class EnhancedCollectionsApi {
             segmentation_config: import("../../generated/common").SegmentationConfig;
         } | undefined;
     }>;
-    addVideo(collectionId: string, fileId: string, params?: {
-        segmentation_config?: SegmentationConfig;
-        segmentation_id?: string;
-        metadata?: Record<string, any>;
-        thumbnail_config?: ThumbnailsConfig;
+    addMediaByUrl({ collectionId, url, params, }: {
+        collectionId: string;
+        url: string;
+        params: z.infer<typeof collectionsSchemas.AddCollectionFile>;
     }): Promise<{
         collection_id: string;
         file_id: string;
@@ -258,6 +261,37 @@ export declare class EnhancedCollectionsApi {
             segmentation_config: import("../../generated/common").SegmentationConfig;
         } | undefined;
     }>;
+    /**
+     * @deprecated Use addMedia instead
+     */
+    addVideo(collectionId: string, fileId: string, params: z.infer<typeof collectionsSchemas.AddCollectionFile>): Promise<{
+        collection_id: string;
+        file_id: string;
+        object: "collection_file";
+        added_at: number;
+        status: "pending" | "processing" | "completed" | "failed" | "not_applicable";
+        file?: import("../types").File | undefined;
+        segmentation?: {
+            id: string;
+            status: "pending" | "processing" | "completed" | "failed" | "not_applicable";
+            file_id: string;
+            segmentation_config: import("../../generated/common").SegmentationConfig;
+        } | undefined;
+    }>;
+    addMedia(collectionId: string, fileId: string, params: z.infer<typeof collectionsSchemas.AddCollectionFile>): Promise<{
+        collection_id: string;
+        file_id: string;
+        object: "collection_file";
+        added_at: number;
+        status: "pending" | "processing" | "completed" | "failed" | "not_applicable";
+        file?: import("../types").File | undefined;
+        segmentation?: {
+            id: string;
+            status: "pending" | "processing" | "completed" | "failed" | "not_applicable";
+            file_id: string;
+            segmentation_config: import("../../generated/common").SegmentationConfig;
+        } | undefined;
+    }>;
     listVideos(collectionId: string, params?: ListCollectionVideosParams): Promise<{
         object: "list";
         data: Array<{
@@ -327,6 +361,7 @@ export declare class EnhancedCollectionsApi {
         response_format?: 'markdown' | 'json';
         start_time_seconds?: number;
         end_time_seconds?: number;
+        modalities?: Modalities[];
     }): Promise<{
         collection_id: string;
         file_id: string;

package/dist/src/api/collections.api.js

@@ -27,11 +27,24 @@ class EnhancedCollectionsApi {
             params: { collection_id: collectionId },
         });
     }
+    /**
+     *
+     * @deprecated Use addMediaByUrl instead
+     */
     async addVideoByUrl({ collectionId, url, params, }) {
-        return this.api.addVideo({ url, ...params }, { params: { collection_id: collectionId, ...params } });
+        return this.api.addMedia({ url, ...params }, { params: { collection_id: collectionId, ...params } });
+    }
+    async addMediaByUrl({ collectionId, url, params, }) {
+        return this.api.addMedia({ url, ...params }, { params: { collection_id: collectionId, ...params } });
+    }
+    /**
+     * @deprecated Use addMedia instead
+     */
+    async addVideo(collectionId, fileId, params) {
+        return this.api.addMedia({ file_id: fileId, ...params }, { params: { collection_id: collectionId, ...params } });
     }
-    async addVideo(collectionId, fileId, params = {}) {
-        return this.api.addVideo({ file_id: fileId, ...params }, { params: { collection_id: collectionId, ...params } });
+    async addMedia(collectionId, fileId, params) {
+        return this.api.addMedia({ file_id: fileId, ...params }, { params: { collection_id: collectionId, ...params } });
     }
     async listVideos(collectionId, params = {}) {
         const { filter, ...otherParams } = params;

package/dist/src/api/describe.api.d.ts

@@ -1,5 +1,5 @@
 import { DescribeApi } from '../../generated';
-import { SegmentationConfig } from '../types';
+import { Modalities, SegmentationConfig } from '../types';
 import { ThumbnailsConfig } from '../../generated/common';
 import { WaitForReadyOptions } from '../types';
 export declare class EnhancedDescribeApi {
@@ -44,6 +44,7 @@ export declare class EnhancedDescribeApi {
         response_format?: 'json' | 'markdown';
         start_time_seconds?: number;
         end_time_seconds?: number;
+        modalities?: Modalities[];
     }): Promise<{
         job_id: string;
         status: "pending" | "processing" | "completed" | "failed" | "not_applicable";
@@ -79,6 +80,7 @@ export declare class EnhancedDescribeApi {
         url?: string;
         response_format?: 'json' | 'markdown';
         include_data?: boolean;
+        modalities?: Modalities[];
     }): Promise<{
         object: "list";
         data: Array<{

package/dist/src/api/extract.api.d.ts

@@ -1,18 +1,11 @@
 import { ExtractApi } from '../../generated';
-import { ThumbnailsConfig } from '../../generated/common';
-import { SegmentationConfig, WaitForReadyOptions } from '../types';
+import { WaitForReadyOptions } from '../types';
+import { schemas } from '../../generated/Extract';
+import z from 'zod';
 export declare class EnhancedExtractApi {
     private readonly api;
     constructor(api: typeof ExtractApi);
-    createExtract(url: string, options?: {
-        prompt?: string;
-        schema?: Record<string, any>;
-        enable_video_level_entities?: boolean;
-        enable_segment_level_entities?: boolean;
-        segmentation_config?: SegmentationConfig;
-        segmentation_id?: string;
-        thumbnail_config?: ThumbnailsConfig;
-    }): Promise<{
+    createExtract(url: string, options?: z.infer<typeof schemas.NewExtract>): Promise<{
         job_id: string;
         status: "pending" | "processing" | "completed" | "failed" | "not_applicable";
         url?: string | undefined;
@@ -22,6 +15,7 @@ export declare class EnhancedExtractApi {
             schema: {};
             enable_video_level_entities: boolean;
             enable_segment_level_entities: boolean;
+            enable_transcript_mode: boolean;
         }> | undefined;
         segmentation_id?: string | undefined;
         data?: Partial<{
@@ -50,6 +44,7 @@ export declare class EnhancedExtractApi {
             schema: {};
             enable_video_level_entities: boolean;
             enable_segment_level_entities: boolean;
+            enable_transcript_mode: boolean;
         }> | undefined;
         segmentation_id?: string | undefined;
         data?: Partial<{
@@ -85,6 +80,7 @@ export declare class EnhancedExtractApi {
                 schema: {};
                 enable_video_level_entities: boolean;
                 enable_segment_level_entities: boolean;
+                enable_transcript_mode: boolean;
             }> | undefined;
             segmentation_id?: string | undefined;
             data?: Partial<{
@@ -104,9 +100,9 @@ export declare class EnhancedExtractApi {
         limit: number;
         offset: number;
     }>;
-    deleteExtract(jobId: string): Promise<import("zod").objectOutputType<{
-        id: import("zod").ZodString;
-    }, import("zod").ZodTypeAny, "passthrough">>;
+    deleteExtract(jobId: string): Promise<z.objectOutputType<{
+        id: z.ZodString;
+    }, z.ZodTypeAny, "passthrough">>;
     /**
      * Waits for an extraction job to be ready by polling the getExtract endpoint until
      * the job reaches a terminal state (completed, failed, or not_applicable) or until maxAttempts is reached.
@@ -126,6 +122,7 @@ export declare class EnhancedExtractApi {
             schema: {};
             enable_video_level_entities: boolean;
             enable_segment_level_entities: boolean;
+            enable_transcript_mode: boolean;
         }> | undefined;
         segmentation_id?: string | undefined;
         data?: Partial<{