@fondation-io/ai 7.0.0-beta.45

package/docs/07-reference/01-ai-sdk-core/11-transcribe.mdx

@@ -0,0 +1,152 @@
+---
+title: transcribe
+description: API Reference for transcribe.
+---
+
+# `transcribe()`
+
+<Note type="warning">`transcribe` is an experimental feature.</Note>
+
+Generates a transcript from an audio file.
+
+```ts
+import { experimental_transcribe as transcribe } from 'ai';
+import { openai } from '@ai-sdk/openai';
+import { readFile } from 'fs/promises';
+
+const { text: transcript } = await transcribe({
+  model: openai.transcription('whisper-1'),
+  audio: await readFile('audio.mp3'),
+});
+
+console.log(transcript);
+```
+
+## Import
+
+<Snippet
+  text={`import { experimental_transcribe as transcribe } from "ai"`}
+  prompt={false}
+/>
+
+## API Signature
+
+### Parameters
+
+<PropertiesTable
+  content={[
+    {
+      name: 'model',
+      type: 'TranscriptionModelV4',
+      description: 'The transcription model to use.',
+    },
+    {
+      name: 'audio',
+      type: 'DataContent (string | Uint8Array | ArrayBuffer | Buffer) | URL',
+      description: 'The audio file to generate the transcript from.',
+    },
+    {
+      name: 'providerOptions',
+      type: 'Record<string, JSONObject>',
+      isOptional: true,
+      description: 'Additional provider-specific options.',
+    },
+    {
+      name: 'maxRetries',
+      type: 'number',
+      isOptional: true,
+      description: 'Maximum number of retries. Default: 2.',
+    },
+    {
+      name: 'abortSignal',
+      type: 'AbortSignal',
+      isOptional: true,
+      description: 'An optional abort signal to cancel the call.',
+    },
+    {
+      name: 'headers',
+      type: 'Record<string, string>',
+      isOptional: true,
+      description: 'Additional HTTP headers for the request.',
+    },
+    {
+      name: 'download',
+      type: '(options: { url: URL; abortSignal?: AbortSignal }) => Promise<{ data: Uint8Array; mediaType: string | undefined }>',
+      isOptional: true,
+      description:
+        'Custom download function for fetching audio from URLs. Use `createDownload()` from `ai` to create a download function with custom size limits, e.g. `createDownload({ maxBytes: 50 * 1024 * 1024 })`. Default: built-in download with 2 GiB limit.',
+    },
+  ]}
+/>
+
+### Returns
+
+<PropertiesTable
+  content={[
+    {
+      name: 'text',
+      type: 'string',
+      description: 'The complete transcribed text from the audio input.',
+    },
+    {
+      name: 'segments',
+      type: 'Array<{ text: string; startSecond: number; endSecond: number }>',
+      description:
+        'An array of transcript segments, each containing a portion of the transcribed text along with its start and end times in seconds.',
+    },
+    {
+      name: 'language',
+      type: 'string | undefined',
+      description:
+        'The language of the transcript in ISO-639-1 format e.g. "en" for English.',
+    },
+    {
+      name: 'durationInSeconds',
+      type: 'number | undefined',
+      description: 'The duration of the transcript in seconds.',
+    },
+    {
+      name: 'warnings',
+      type: 'Warning[]',
+      description:
+        'Warnings from the model provider (e.g. unsupported settings).',
+    },
+    {
+      name: 'providerMetadata',
+      type: 'Record<string, JSONObject>',
+      isOptional: true,
+      description:
+        'Optional metadata from the provider. The outer key is the provider name. The inner values are the metadata. Details depend on the provider.',
+    },
+    {
+      name: 'responses',
+      type: 'Array<TranscriptionModelResponseMetadata>',
+      description:
+        'Response metadata from the provider. There may be multiple responses if we made multiple calls to the model.',
+      properties: [
+        {
+          type: 'TranscriptionModelResponseMetadata',
+          parameters: [
+            {
+              name: 'timestamp',
+              type: 'Date',
+              description: 'Timestamp for the start of the generated response.',
+            },
+            {
+              name: 'modelId',
+              type: 'string',
+              description:
+                'The ID of the response model that was used to generate the response.',
+            },
+            {
+              name: 'headers',
+              type: 'Record<string, string>',
+              isOptional: true,
+              description: 'Response headers.',
+            },
+          ],
+        },
+      ],
+    },
+  ]}
+/>

package/docs/07-reference/01-ai-sdk-core/12-generate-speech.mdx

@@ -0,0 +1,221 @@
+---
+title: generateSpeech
+description: API Reference for generateSpeech.
+---
+
+# `generateSpeech()`
+
+<Note type="warning">`generateSpeech` is an experimental feature.</Note>
+
+Generates speech audio from text.
+
+```ts
+import { experimental_generateSpeech as generateSpeech } from 'ai';
+import { openai } from '@ai-sdk/openai';
+
+const { audio } = await generateSpeech({
+  model: openai.speech('tts-1'),
+  text: 'Hello from the AI SDK!',
+  voice: 'alloy',
+});
+
+console.log(audio);
+```
+
+## Examples
+
+### OpenAI
+
+```ts
+import { experimental_generateSpeech as generateSpeech } from 'ai';
+import { openai } from '@ai-sdk/openai';
+
+const { audio } = await generateSpeech({
+  model: openai.speech('tts-1'),
+  text: 'Hello from the AI SDK!',
+  voice: 'alloy',
+});
+```
+
+### ElevenLabs
+
+```ts
+import { experimental_generateSpeech as generateSpeech } from 'ai';
+import { elevenlabs } from '@ai-sdk/elevenlabs';
+
+const { audio } = await generateSpeech({
+  model: elevenlabs.speech('eleven_multilingual_v2'),
+  text: 'Hello from the AI SDK!',
+  voice: 'your-voice-id', // Required: get this from your ElevenLabs account
+});
+```
+
+## Import
+
+<Snippet
+  text={`import { experimental_generateSpeech as generateSpeech } from "ai"`}
+  prompt={false}
+/>
+
+## API Signature
+
+### Parameters
+
+<PropertiesTable
+  content={[
+    {
+      name: 'model',
+      type: 'SpeechModelV4',
+      description: 'The speech model to use.',
+    },
+    {
+      name: 'text',
+      type: 'string',
+      description: 'The text to generate the speech from.',
+    },
+    {
+      name: 'voice',
+      type: 'string',
+      isOptional: true,
+      description: 'The voice to use for the speech.',
+    },
+    {
+      name: 'outputFormat',
+      type: 'string',
+      isOptional: true,
+      description:
+        'The output format to use for the speech e.g. "mp3", "wav", etc.',
+    },
+    {
+      name: 'instructions',
+      type: 'string',
+      isOptional: true,
+      description: 'Instructions for the speech generation.',
+    },
+    {
+      name: 'speed',
+      type: 'number',
+      isOptional: true,
+      description: 'The speed of the speech generation.',
+    },
+    {
+      name: 'language',
+      type: 'string',
+      isOptional: true,
+      description:
+        'The language for speech generation. This should be an ISO 639-1 language code (e.g. "en", "es", "fr") or "auto" for automatic language detection. Provider support varies.',
+    },
+    {
+      name: 'providerOptions',
+      type: 'Record<string, JSONObject>',
+      isOptional: true,
+      description: 'Additional provider-specific options.',
+    },
+    {
+      name: 'maxRetries',
+      type: 'number',
+      isOptional: true,
+      description: 'Maximum number of retries. Default: 2.',
+    },
+    {
+      name: 'abortSignal',
+      type: 'AbortSignal',
+      isOptional: true,
+      description: 'An optional abort signal to cancel the call.',
+    },
+    {
+      name: 'headers',
+      type: 'Record<string, string>',
+      isOptional: true,
+      description: 'Additional HTTP headers for the request.',
+    },
+  ]}
+/>
+
+### Returns
+
+<PropertiesTable
+  content={[
+    {
+      name: 'audio',
+      type: 'GeneratedAudioFile',
+      description: 'The generated audio.',
+      properties: [
+        {
+          type: 'GeneratedAudioFile',
+          parameters: [
+            {
+              name: 'base64',
+              type: 'string',
+              description: 'Audio as a base64 encoded string.',
+            },
+            {
+              name: 'uint8Array',
+              type: 'Uint8Array',
+              description: 'Audio as a Uint8Array.',
+            },
+            {
+              name: 'mediaType',
+              type: 'string',
+              description: 'Media type of the audio (e.g. "audio/mpeg").',
+            },
+            {
+              name: 'format',
+              type: 'string',
+              description: 'Format of the audio (e.g. "mp3").',
+            },
+          ],
+        },
+      ],
+    },
+    {
+      name: 'warnings',
+      type: 'Warning[]',
+      description:
+        'Warnings from the model provider (e.g. unsupported settings).',
+    },
+    {
+      name: 'providerMetadata',
+      type: 'Record<string, JSONObject>',
+      isOptional: true,
+      description:
+        'Optional metadata from the provider. The outer key is the provider name. The inner values are the metadata. Details depend on the provider.',
+    },
+    {
+      name: 'responses',
+      type: 'Array<SpeechModelResponseMetadata>',
+      description:
+        'Response metadata from the provider. There may be multiple responses if we made multiple calls to the model.',
+      properties: [
+        {
+          type: 'SpeechModelResponseMetadata',
+          parameters: [
+            {
+              name: 'timestamp',
+              type: 'Date',
+              description: 'Timestamp for the start of the generated response.',
+            },
+            {
+              name: 'modelId',
+              type: 'string',
+              description:
+                'The ID of the response model that was used to generate the response.',
+            },
+            {
+              name: 'body',
+              isOptional: true,
+              type: 'unknown',
+              description: 'Optional response body.',
+            },
+            {
+              name: 'headers',
+              type: 'Record<string, string>',
+              isOptional: true,
+              description: 'Response headers.',
+            },
+          ],
+        },
+      ],
+    },
+  ]}
+/>

package/docs/07-reference/01-ai-sdk-core/13-generate-video.mdx

@@ -0,0 +1,264 @@
+---
+title: experimental_generateVideo
+description: API Reference for experimental_generateVideo.
+---
+
+# `experimental_generateVideo()`
+
+<Note>
+  Video generation is an experimental feature. The API may change in future
+  versions.
+</Note>
+
+Generates videos based on a given prompt using a video model.
+
+It is ideal for use cases where you need to generate videos programmatically,
+such as creating visual content, animations, or generating videos from images.
+
+```ts
+import { experimental_generateVideo as generateVideo } from 'ai';
+
+const { videos } = await generateVideo({
+  model: fal.video('luma-dream-machine/ray-2'),
+  prompt: 'A cat walking on a treadmill',
+  aspectRatio: '16:9',
+});
+
+console.log(videos);
+```
+
+## Import
+
+<Snippet
+  text={`import { experimental_generateVideo } from "ai"`}
+  prompt={false}
+/>
+
+## API Signature
+
+### Parameters
+
+<PropertiesTable
+  content={[
+    {
+      name: 'model',
+      type: 'VideoModelV4',
+      description: 'The video model to use.',
+    },
+    {
+      name: 'prompt',
+      type: 'string | GenerateVideoPrompt',
+      description: 'The input prompt to generate the video from.',
+      properties: [
+        {
+          type: 'GenerateVideoPrompt',
+          type: 'object',
+          description:
+            'A prompt object for video generation with optional input image',
+          parameters: [
+            {
+              name: 'image',
+              type: 'DataContent',
+              description:
+                'Input image for image-to-video generation. Can be a URL string, base64-encoded string, a `Uint8Array`, an `ArrayBuffer`, or a `Buffer`.',
+            },
+            {
+              name: 'text',
+              type: 'string',
+              description: 'The text prompt.',
+            },
+          ],
+        },
+      ],
+    },
+    {
+      name: 'n',
+      type: 'number',
+      isOptional: true,
+      description: 'Number of videos to generate. Default: 1.',
+    },
+    {
+      name: 'aspectRatio',
+      type: 'string',
+      isOptional: true,
+      description:
+        'Aspect ratio of the videos to generate. Format: `{width}:{height}`.',
+    },
+    {
+      name: 'resolution',
+      type: 'string',
+      isOptional: true,
+      description:
+        'Resolution of the videos to generate. Format: `{width}x{height}`.',
+    },
+    {
+      name: 'duration',
+      type: 'number',
+      isOptional: true,
+      description: 'Duration of the video in seconds.',
+    },
+    {
+      name: 'fps',
+      type: 'number',
+      isOptional: true,
+      description: 'Frames per second for the video.',
+    },
+    {
+      name: 'seed',
+      type: 'number',
+      isOptional: true,
+      description: 'Seed for the video generation.',
+    },
+    {
+      name: 'providerOptions',
+      type: 'ProviderOptions',
+      isOptional: true,
+      description: 'Additional provider-specific options.',
+    },
+    {
+      name: 'maxVideosPerCall',
+      type: 'number',
+      isOptional: true,
+      description:
+        'Maximum number of videos to generate per API call. When n exceeds this value, multiple API calls will be made.',
+    },
+    {
+      name: 'maxRetries',
+      type: 'number',
+      isOptional: true,
+      description: 'Maximum number of retries. Default: 2.',
+    },
+    {
+      name: 'abortSignal',
+      type: 'AbortSignal',
+      isOptional: true,
+      description: 'An optional abort signal to cancel the call.',
+    },
+    {
+      name: 'headers',
+      type: 'Record<string, string>',
+      isOptional: true,
+      description: 'Additional HTTP headers for the request.',
+    },
+    {
+      name: 'download',
+      type: '(options: { url: URL; abortSignal?: AbortSignal }) => Promise<{ data: Uint8Array; mediaType: string | undefined }>',
+      isOptional: true,
+      description:
+        'Custom download function for fetching videos from URLs. Use `createDownload()` from `ai` to create a download function with custom size limits, e.g. `createDownload({ maxBytes: 50 * 1024 * 1024 })`. Default: built-in download with 2 GiB limit.',
+    },
+  ]}
+/>
+
+### Returns
+
+<PropertiesTable
+  content={[
+    {
+      name: 'video',
+      type: 'GeneratedFile',
+      description: 'The first video that was generated.',
+      properties: [
+        {
+          type: 'GeneratedFile',
+          parameters: [
+            {
+              name: 'base64',
+              type: 'string',
+              description: 'Video as a base64 encoded string.',
+            },
+            {
+              name: 'uint8Array',
+              type: 'Uint8Array',
+              description: 'Video as a Uint8Array.',
+            },
+            {
+              name: 'mediaType',
+              type: 'string',
+              description:
+                'The IANA media type of the video (e.g., video/mp4).',
+            },
+          ],
+        },
+      ],
+    },
+    {
+      name: 'videos',
+      type: 'Array<GeneratedFile>',
+      description: 'All videos that were generated.',
+      properties: [
+        {
+          type: 'GeneratedFile',
+          parameters: [
+            {
+              name: 'base64',
+              type: 'string',
+              description: 'Video as a base64 encoded string.',
+            },
+            {
+              name: 'uint8Array',
+              type: 'Uint8Array',
+              description: 'Video as a Uint8Array.',
+            },
+            {
+              name: 'mediaType',
+              type: 'string',
+              description:
+                'The IANA media type of the video (e.g., video/mp4).',
+            },
+          ],
+        },
+      ],
+    },
+    {
+      name: 'warnings',
+      type: 'Warning[]',
+      description:
+        'Warnings from the model provider (e.g. unsupported settings).',
+    },
+    {
+      name: 'providerMetadata',
+      type: 'VideoModelProviderMetadata',
+      isOptional: true,
+      description:
+        'Optional metadata from the provider. The outer key is the provider name. The inner values are the metadata. A `videos` key is typically present in the metadata and is an array with the same length as the top level `videos` key. Details depend on the provider.',
+    },
+    {
+      name: 'responses',
+      type: 'Array<VideoModelResponseMetadata>',
+      description:
+        'Response metadata from the provider. There may be multiple responses if we made multiple calls to the model.',
+      properties: [
+        {
+          type: 'VideoModelResponseMetadata',
+          parameters: [
+            {
+              name: 'timestamp',
+              type: 'Date',
+              description: 'Timestamp for the start of the generated response.',
+            },
+            {
+              name: 'modelId',
+              type: 'string',
+              description:
+                'The ID of the response model that was used to generate the response.',
+            },
+            {
+              name: 'headers',
+              type: 'Record<string, string>',
+              isOptional: true,
+              description: 'Response headers.',
+            },
+            {
+              name: 'providerMetadata',
+              type: 'VideoModelProviderMetadata',
+              isOptional: true,
+              description:
+                'Provider-specific metadata for this individual API call. Useful for accessing per-call metadata when multiple calls are made.',
+            },
+          ],
+        },
+      ],
+    },
+  ]}
+/>