@weirdfingers/baseboards 0.9.5 → 0.9.7

package/templates/api/src/boards/generators/implementations/fal/audio/fal_elevenlabs_tts_turbo_v2_5.py

@@ -1,206 +0,0 @@
-"""
-fal.ai ElevenLabs TTS Turbo v2.5 text-to-speech generator.
-
-Generate high-speed text-to-speech audio using ElevenLabs TTS Turbo v2.5.
-Converts written text into spoken audio with customizable voice, speed, and prosody parameters.
-
-Based on Fal AI's fal-ai/elevenlabs/tts/turbo-v2.5 model.
-See: https://fal.ai/models/fal-ai/elevenlabs/tts/turbo-v2.5
-"""
-
-import os
-
-from pydantic import BaseModel, Field
-
-from ....base import BaseGenerator, GeneratorExecutionContext, GeneratorResult
-
-
-class FalElevenlabsTtsTurboV25Input(BaseModel):
-    """Input schema for ElevenLabs TTS Turbo v2.5 generation.
-
-    Artifact fields are automatically detected via type introspection
-    and resolved from generation IDs to artifact objects.
-    """
-
-    text: str = Field(
-        description="The text to convert to speech",
-        min_length=1,
-    )
-
-    voice: str = Field(
-        default="Rachel",
-        description=(
-            "Voice selection from predefined options (Aria, Roger, Sarah, Laura, Rachel, etc.)"
-        ),
-    )
-
-    stability: float = Field(
-        default=0.5,
-        ge=0.0,
-        le=1.0,
-        description="Voice stability (0-1)",
-    )
-
-    similarity_boost: float = Field(
-        default=0.75,
-        ge=0.0,
-        le=1.0,
-        description="Voice similarity control (0-1)",
-    )
-
-    style: float = Field(
-        default=0.0,
-        ge=0.0,
-        le=1.0,
-        description="Style exaggeration (0-1)",
-    )
-
-    speed: float = Field(
-        default=1.0,
-        ge=0.7,
-        le=1.2,
-        description="Speech tempo adjustment (0.7-1.2x)",
-    )
-
-    timestamps: bool = Field(
-        default=False,
-        description="Include word-level timing data in output",
-    )
-
-    language_code: str | None = Field(
-        default=None,
-        description="ISO 639-1 language code for language enforcement (Turbo v2.5 only)",
-    )
-
-    previous_text: str | None = Field(
-        default=None,
-        description="Prior context for speech continuity when concatenating generations",
-    )
-
-    next_text: str | None = Field(
-        default=None,
-        description="Subsequent context for speech continuity when concatenating generations",
-    )
-
-
-class FalElevenlabsTtsTurboV25Generator(BaseGenerator):
-    """Generator for high-speed text-to-speech using ElevenLabs TTS Turbo v2.5."""
-
-    name = "fal-elevenlabs-tts-turbo-v2-5"
-    description = (
-        "Fal: ElevenLabs TTS Turbo v2.5 - "
-        "High-speed text-to-speech with customizable voices and prosody"
-    )
-    artifact_type = "audio"
-
-    def get_input_schema(self) -> type[FalElevenlabsTtsTurboV25Input]:
-        """Return the input schema for this generator."""
-        return FalElevenlabsTtsTurboV25Input
-
-    async def generate(
-        self, inputs: FalElevenlabsTtsTurboV25Input, context: GeneratorExecutionContext
-    ) -> GeneratorResult:
-        """Generate audio using fal.ai ElevenLabs TTS Turbo v2.5."""
-        # Check for API key
-        if not os.getenv("FAL_KEY"):
-            raise ValueError("API configuration invalid. Missing FAL_KEY environment variable")
-
-        # Import fal_client
-        try:
-            import fal_client
-        except ImportError as e:
-            raise ImportError(
-                "fal.ai SDK is required for FalElevenlabsTtsTurboV25Generator. "
-                "Install with: pip install weirdfingers-boards[generators-fal]"
-            ) from e
-
-        # Prepare arguments for fal.ai API
-        arguments = {
-            "text": inputs.text,
-            "voice": inputs.voice,
-            "stability": inputs.stability,
-            "similarity_boost": inputs.similarity_boost,
-            "style": inputs.style,
-            "speed": inputs.speed,
-            "timestamps": inputs.timestamps,
-        }
-
-        # Add optional fields only if provided
-        if inputs.language_code is not None:
-            arguments["language_code"] = inputs.language_code
-        if inputs.previous_text is not None:
-            arguments["previous_text"] = inputs.previous_text
-        if inputs.next_text is not None:
-            arguments["next_text"] = inputs.next_text
-
-        # Submit async job
-        handler = await fal_client.submit_async(
-            "fal-ai/elevenlabs/tts/turbo-v2.5",
-            arguments=arguments,
-        )
-
-        # Store external job ID
-        await context.set_external_job_id(handler.request_id)
-
-        # Stream progress updates
-        from .....progress.models import ProgressUpdate
-
-        event_count = 0
-        async for event in handler.iter_events(with_logs=True):
-            event_count += 1
-            # Sample every 3rd event to avoid spam
-            if event_count % 3 == 0:
-                # Extract logs if available
-                logs = getattr(event, "logs", None)
-                if logs:
-                    # Join log entries into a single message
-                    if isinstance(logs, list):
-                        message = " | ".join(str(log) for log in logs if log)
-                    else:
-                        message = str(logs)
-
-                    if message:
-                        await context.publish_progress(
-                            ProgressUpdate(
-                                job_id=handler.request_id,
-                                status="processing",
-                                progress=50.0,
-                                phase="processing",
-                                message=message,
-                            )
-                        )
-
-        # Get final result
-        result = await handler.get()
-
-        # Extract audio URL from result
-        # fal.ai returns: {"audio": {"url": "...", "content_type": "...", ...}}
-        audio_data = result.get("audio")
-        if audio_data is None:
-            raise ValueError("No audio data returned from fal.ai API")
-
-        audio_url = audio_data.get("url")
-        if not audio_url:
-            raise ValueError("Audio URL missing in fal.ai response")
-
-        # Store audio result
-        artifact = await context.store_audio_result(
-            storage_url=audio_url,
-            format="mp3",  # ElevenLabs TTS returns MP3 format
-            output_index=0,
-        )
-
-        return GeneratorResult(outputs=[artifact])
-
-    async def estimate_cost(self, inputs: FalElevenlabsTtsTurboV25Input) -> float:
-        """Estimate cost for ElevenLabs TTS Turbo v2.5 generation.
-
-        ElevenLabs TTS Turbo v2.5 pricing is typically based on character count.
-        Using a conservative estimate of $0.001 per character for turbo models.
-        """
-        # Calculate character count
-        char_count = len(inputs.text)
-
-        # Estimated cost: $0.001 per character (adjust based on actual pricing)
-        # This is a placeholder - actual pricing should be verified
-        return char_count * 0.001

package/templates/api/src/boards/generators/implementations/fal/audio/fal_minimax_speech_26_hd.py

@@ -1,237 +0,0 @@
-"""
-Text-to-speech generation using Minimax Speech 2.6-HD.
-
-Based on Fal AI's fal-ai/minimax/speech-2.6-hd model.
-See: https://fal.ai/models/fal-ai/minimax/speech-2.6-hd
-"""
-
-import os
-from typing import Literal
-
-from pydantic import BaseModel, Field
-
-from ....base import BaseGenerator, GeneratorExecutionContext, GeneratorResult
-
-
-class VoiceSetting(BaseModel):
-    """Voice settings for speech synthesis."""
-
-    voice_id: str = Field(
-        default="Wise_Woman",
-        description="Voice ID from predefined voices (e.g., Wise_Woman, Young_Man, etc.)",
-    )
-    speed: float = Field(
-        default=1.0,
-        ge=0.5,
-        le=2.0,
-        description="Speech speed multiplier (0.5-2.0)",
-    )
-    vol: float = Field(
-        default=1.0,
-        ge=0.01,
-        le=10.0,
-        description="Volume level (0.01-10)",
-    )
-    pitch: int = Field(
-        default=0,
-        ge=-12,
-        le=12,
-        description="Pitch adjustment in semitones (-12 to 12)",
-    )
-    emotion: str | None = Field(
-        default=None,
-        description=(
-            "Emotion for speech (happy, sad, angry, fearful, disgusted, surprised, neutral)"
-        ),
-    )
-    english_normalization: bool = Field(
-        default=False,
-        description="Enable English text normalization",
-    )
-
-
-class AudioSetting(BaseModel):
-    """Audio output settings."""
-
-    format: Literal["mp3", "pcm", "flac"] = Field(
-        default="mp3",
-        description="Output audio format",
-    )
-    sample_rate: Literal[8000, 16000, 22050, 24000, 32000, 44100] = Field(
-        default=32000,
-        description="Sample rate in Hz",
-    )
-    channel: Literal[1, 2] = Field(
-        default=1,
-        description="Number of audio channels (1=mono, 2=stereo)",
-    )
-    bitrate: Literal[32000, 64000, 128000, 256000] = Field(
-        default=128000,
-        description="Audio bitrate in bits per second",
-    )
-
-
-class NormalizationSetting(BaseModel):
-    """Audio normalization settings."""
-
-    enabled: bool = Field(
-        default=True,
-        description="Enable audio normalization",
-    )
-    target_loudness: float = Field(
-        default=-18.0,
-        ge=-70.0,
-        le=-10.0,
-        description="Target loudness in LUFS (-70 to -10)",
-    )
-    target_range: float = Field(
-        default=8.0,
-        ge=0.0,
-        le=20.0,
-        description="Target loudness range in LU (0-20)",
-    )
-    target_peak: float = Field(
-        default=-0.5,
-        ge=-3.0,
-        le=0.0,
-        description="Target peak level in dBTP (-3 to 0)",
-    )
-
-
-class FalMinimaxSpeech26HdInput(BaseModel):
-    """Input schema for Fal Minimax Speech 2.6-HD generator."""
-
-    prompt: str = Field(
-        description=(
-            "Text to convert to speech. Paragraph breaks should be marked with newline characters."
-        ),
-        min_length=1,
-        max_length=10000,
-    )
-    language_boost: str | None = Field(
-        default=None,
-        description=(
-            "Language boost option. Supports: Chinese, English, Arabic, Russian, Spanish, "
-            "French, Portuguese, German, Turkish, Dutch, Ukrainian, Vietnamese, Indonesian, "
-            "Japanese, Italian, Korean, Thai, Polish, Romanian, Greek, Czech, Finnish, Hindi, "
-            "Bulgarian, Danish, Hebrew, Malay, Slovak, Swedish, Croatian, Hungarian, "
-            "Norwegian, Slovenian, Catalan, Nynorsk, Afrikaans"
-        ),
-    )
-    output_format: Literal["hex", "url"] = Field(
-        default="url",
-        description=(
-            "Output format for audio data (url returns a downloadable link, hex returns raw data)"
-        ),
-    )
-    voice_setting: VoiceSetting = Field(
-        default_factory=VoiceSetting,
-        description="Voice customization settings",
-    )
-    audio_setting: AudioSetting = Field(
-        default_factory=AudioSetting,
-        description="Audio output format settings",
-    )
-    normalization_setting: NormalizationSetting = Field(
-        default_factory=NormalizationSetting,
-        description="Audio normalization settings",
-    )
-
-
-class FalMinimaxSpeech26HdGenerator(BaseGenerator):
-    """Generator for text-to-speech using Minimax Speech 2.6-HD."""
-
-    name = "fal-minimax-speech-26-hd"
-    description = (
-        "High-quality text-to-speech generation with extensive voice customization options"
-    )
-    artifact_type = "audio"
-
-    def get_input_schema(self) -> type[FalMinimaxSpeech26HdInput]:
-        """Return the input schema for this generator."""
-        return FalMinimaxSpeech26HdInput
-
-    async def generate(
-        self, inputs: FalMinimaxSpeech26HdInput, context: GeneratorExecutionContext
-    ) -> GeneratorResult:
-        """Generate audio using fal.ai minimax/speech-2.6-hd."""
-        # Check for API key
-        if not os.getenv("FAL_KEY"):
-            raise ValueError("API configuration invalid. Missing FAL_KEY environment variable")
-
-        # Import fal_client
-        try:
-            import fal_client
-        except ImportError as e:
-            raise ImportError(
-                "fal.ai SDK is required for FalMinimaxSpeech26HdGenerator. "
-                "Install with: pip install weirdfingers-boards[generators-fal]"
-            ) from e
-
-        # Prepare arguments for fal.ai API
-        arguments: dict = {
-            "prompt": inputs.prompt,
-            "output_format": inputs.output_format,
-            "voice_setting": inputs.voice_setting.model_dump(exclude_none=True),
-            "audio_setting": inputs.audio_setting.model_dump(),
-            "normalization_setting": inputs.normalization_setting.model_dump(),
-        }
-
-        # Only add language_boost if specified
-        if inputs.language_boost:
-            arguments["language_boost"] = inputs.language_boost
-
-        # Submit async job
-        handler = await fal_client.submit_async(
-            "fal-ai/minimax/speech-2.6-hd",
-            arguments=arguments,
-        )
-
-        # Store external job ID
-        await context.set_external_job_id(handler.request_id)
-
-        # Stream progress updates
-        from .....progress.models import ProgressUpdate
-
-        event_count = 0
-        async for _event in handler.iter_events(with_logs=True):
-            event_count += 1
-            # Sample every 3rd event to avoid spam
-            if event_count % 3 == 0:
-                await context.publish_progress(
-                    ProgressUpdate(
-                        job_id=handler.request_id,
-                        status="processing",
-                        progress=50.0,
-                        phase="processing",
-                    )
-                )
-
-        # Get final result
-        result = await handler.get()
-
-        # Extract audio output
-        audio_data = result.get("audio")
-        if audio_data is None:
-            raise ValueError("No audio data returned from API")
-
-        if not isinstance(audio_data, dict):
-            raise ValueError(f"Unexpected audio data type: {type(audio_data)}")
-
-        audio_url = audio_data.get("url")
-        if not audio_url:
-            raise ValueError("Audio URL missing")
-
-        artifact = await context.store_audio_result(
-            storage_url=audio_url,
-            format=inputs.audio_setting.format,
-            output_index=0,
-        )
-
-        return GeneratorResult(outputs=[artifact])
-
-    async def estimate_cost(self, inputs: FalMinimaxSpeech26HdInput) -> float:
-        """Estimate cost for this generation in USD."""
-        # Minimax Speech 2.6-HD pricing (estimated at $0.015 per generation)
-        # This is a reasonable estimate for TTS models
-        return 0.015

package/templates/api/src/boards/generators/implementations/fal/audio/minimax_music_v2.py

@@ -1,173 +0,0 @@
-"""
-fal.ai minimax-music/v2 text-to-music generator.
-
-Generate music from text prompts using the MiniMax Music 2.0 model, which leverages
-advanced AI techniques to create high-quality, diverse musical compositions.
-
-Based on Fal AI's fal-ai/minimax-music/v2 model.
-See: https://fal.ai/models/fal-ai/minimax-music/v2
-"""
-
-import os
-from typing import Literal
-
-from pydantic import BaseModel, Field
-
-from ....base import BaseGenerator, GeneratorExecutionContext, GeneratorResult
-
-
-class AudioSetting(BaseModel):
-    """Audio output settings for minimax-music/v2."""
-
-    format: Literal["mp3", "pcm", "flac"] = Field(
-        default="mp3",
-        description="Audio output format",
-    )
-    sample_rate: Literal[8000, 16000, 22050, 24000, 32000, 44100] = Field(
-        default=44100,
-        description="Audio sample rate in Hz",
-    )
-    bitrate: Literal[32000, 64000, 128000, 256000] = Field(
-        default=256000,
-        description="Audio bitrate in bits per second",
-    )
-
-
-class MinimaxMusicV2Input(BaseModel):
-    """Input schema for minimax-music/v2 music generation."""
-
-    prompt: str = Field(
-        description="A description of the music, specifying style, mood, and scenario",
-        min_length=10,
-        max_length=300,
-    )
-    lyrics_prompt: str = Field(
-        description=(
-            "Lyrics of the song. Use \\n to separate lines. "
-            "Structure tags like [Intro], [Verse], [Chorus] supported"
-        ),
-        min_length=10,
-        max_length=3000,
-    )
-    audio_setting: AudioSetting | None = Field(
-        default=None,
-        description="Audio output settings (format, sample rate, bitrate)",
-    )
-
-
-class FalMinimaxMusicV2Generator(BaseGenerator):
-    """minimax-music/v2 music generator using fal.ai."""
-
-    name = "fal-minimax-music-v2"
-    artifact_type = "audio"
-    description = "Fal: MiniMax Music 2.0 - generate music from text prompts and lyrics"
-
-    def get_input_schema(self) -> type[MinimaxMusicV2Input]:
-        return MinimaxMusicV2Input
-
-    async def generate(
-        self, inputs: MinimaxMusicV2Input, context: GeneratorExecutionContext
-    ) -> GeneratorResult:
-        """Generate music using fal.ai minimax-music/v2 model."""
-        # Check for API key (fal-client uses FAL_KEY environment variable)
-        if not os.getenv("FAL_KEY"):
-            raise ValueError("API configuration invalid. Missing FAL_KEY environment variable")
-
-        # Import fal_client
-        try:
-            import fal_client
-        except ImportError as e:
-            raise ImportError(
-                "fal.ai SDK is required for FalMinimaxMusicV2Generator. "
-                "Install with: pip install weirdfingers-boards[generators-fal]"
-            ) from e
-
-        # Prepare arguments for fal.ai API
-        from typing import Any
-
-        arguments: dict[str, Any] = {
-            "prompt": inputs.prompt,
-            "lyrics_prompt": inputs.lyrics_prompt,
-        }
-
-        # Add audio settings if provided
-        if inputs.audio_setting is not None:
-            arguments["audio_setting"] = {
-                "format": inputs.audio_setting.format,
-                "sample_rate": inputs.audio_setting.sample_rate,
-                "bitrate": inputs.audio_setting.bitrate,
-            }
-
-        # Submit async job and get handler
-        handler = await fal_client.submit_async(
-            "fal-ai/minimax-music/v2",
-            arguments=arguments,
-        )
-
-        # Store the external job ID for tracking
-        await context.set_external_job_id(handler.request_id)
-
-        # Stream progress updates (sample every 3rd event to avoid spam)
-        from .....progress.models import ProgressUpdate
-
-        event_count = 0
-        async for event in handler.iter_events(with_logs=True):
-            event_count += 1
-
-            # Process every 3rd event to provide feedback without overwhelming
-            if event_count % 3 == 0:
-                # Extract logs if available
-                logs = getattr(event, "logs", None)
-                if logs:
-                    # Join log entries into a single message
-                    if isinstance(logs, list):
-                        message = " | ".join(str(log) for log in logs if log)
-                    else:
-                        message = str(logs)
-
-                    if message:
-                        await context.publish_progress(
-                            ProgressUpdate(
-                                job_id=handler.request_id,
-                                status="processing",
-                                progress=50.0,  # Approximate mid-point progress
-                                phase="processing",
-                                message=message,
-                            )
-                        )
-
-        # Get final result
-        result = await handler.get()
-
-        # Extract audio from result
-        # fal.ai returns: {"audio": {"url": "...", "content_type": "...", "file_size": ...}}
-        audio_data = result.get("audio")
-        if not audio_data:
-            raise ValueError("No audio returned from fal.ai API")
-
-        audio_url = audio_data.get("url")
-        if not audio_url:
-            raise ValueError("Audio missing URL in fal.ai response")
-
-        # Determine format from audio_setting or content_type
-        audio_format = (
-            inputs.audio_setting.format if inputs.audio_setting else "mp3"  # Default format
-        )
-
-        # Store audio result
-        artifact = await context.store_audio_result(
-            storage_url=audio_url,
-            format=audio_format,
-            sample_rate=inputs.audio_setting.sample_rate if inputs.audio_setting else 44100,
-            output_index=0,
-        )
-
-        return GeneratorResult(outputs=[artifact])
-
-    async def estimate_cost(self, inputs: MinimaxMusicV2Input) -> float:
-        """Estimate cost for minimax-music/v2 generation.
-
-        Estimated at approximately $0.08 per music generation based on typical
-        music generation pricing. Actual cost may vary.
-        """
-        return 0.08  # $0.08 per music generation