nexaai 0.0.5.1__tar.gz → 0.0.6__tar.gz

{nexaai-0.0.5.1 → nexaai-0.0.6}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: nexaai
-Version: 0.0.5.1
+Version: 0.0.6
 Summary: Nexa AI SDK
 Author-Email: Nexa AI <octopus@nexa4ai.com>
 License: MIT
@@ -87,6 +87,10 @@ check if you have GPU acceleration (torch required)
   ```bash
   pip install nexaai --index-url https://nexaai.github.io/nexa-sdk/whl/cu124 --extra-index-url https://pypi.org/simple
   ```
+  Optionally, you can install onnx supported version:
+  ```bash
+  pip install nexaai[onnx] --index-url https://nexaai.github.io/nexa-sdk/whl/cu124 --extra-index-url https://pypi.org/simple
+  ```
 </details>
 <details>
   <summary>Apple M Chip:</summary>
@@ -101,43 +105,74 @@ check if you have GPU acceleration (torch required)
   ```bash
   pip install nexaai --index-url https://nexaai.github.io/nexa-sdk/whl/metal --extra-index-url https://pypi.org/simple
   ```
+  Optionally, you can install onnx supported version:
+  ```bash
+  pip install nexaai[onnx] --index-url https://nexaai.github.io/nexa-sdk/whl/metal --extra-index-url https://pypi.org/simple
+  ```
 </details>
 
 ### CPU version
 
 <details>
-  <summary>Mac with Intel chips</summary>
+  <summary>Mac with Intel Chips</summary>
 
-  ```
+  To install the `nexaai` package on a Mac with Intel chips, use the following command:
+
+  ```bash
   CMAKE_ARGS="-DCMAKE_CXX_FLAGS=-fopenmp" pip install nexaai
   ```
+
+  **Optional:** To install the version with ONNX support, use:
+
+  ```bash
+  CMAKE_ARGS="-DCMAKE_CXX_FLAGS=-fopenmp" pip install nexaai[onnx]
+  ```
+
 </details>
 
 <details>
-  <summary>Mac with M chips or other Operating systems:</summary>
+  <summary>Mac with M Chips or Other Operating Systems</summary>
 
-  ```
+  To install the `nexaai` package on a Mac with M chips or other operating systems, use the following command:
+
+  ```bash
   pip install nexaai
   ```
+
+  **Optional:** To install the version with ONNX support, use:
+
+  ```bash
+  pip install nexaai[onnx]
+  ```
+
+
 </details>
+If you prefer to install the pre-built wheel for CPU versions:
 
-Or you prefer to install the pre-built wheel:
 ```bash
 pip install nexaai --index-url https://nexaai.github.io/nexa-sdk/whl/cpu --extra-index-url https://pypi.org/simple
 ```
 
-### Docker Usage
-Note: Docker doesn't support GPU acceleration
+To include ONNX support:
 
-`docker pull nexa4ai/sdk:latest`
+```bash
+pip install nexaai[onnx] --index-url https://nexaai.github.io/nexa-sdk/whl/cpu --extra-index-url https://pypi.org/simple
+```
 
+### Docker Usage
+Note: Docker doesn't support GPU acceleration
+```bash
+docker pull nexa4ai/sdk:latest
+```
 replace following placeholder with your path and command
-
-`docker run -v <your_model_dir>:/model -it nexa4ai/sdk:latest [nexa_command] [your_model_relative_path]`
+```bash
+docker run -v <your_model_dir>:/model -it nexa4ai/sdk:latest [nexa_command] [your_model_relative_path]
+```
 
 Example:
-
-`docker run -v /home/ubuntu/.cache/nexa/hub/official:/model -it nexa4ai/sdk:latest nexa gen-text /model/Phi-3-mini-128k-instruct/q4_0.gguf`
+```bash
+docker run -v /home/ubuntu/.cache/nexa/hub/official:/model -it nexa4ai/sdk:latest nexa gen-text /model/Phi-3-mini-128k-instruct/q4_0.gguf
+```
 
 will create an interactive session with text generation
 

{nexaai-0.0.5.1 → nexaai-0.0.6}/README.md

@@ -44,6 +44,10 @@ check if you have GPU acceleration (torch required)
   ```bash
   pip install nexaai --index-url https://nexaai.github.io/nexa-sdk/whl/cu124 --extra-index-url https://pypi.org/simple
   ```
+  Optionally, you can install onnx supported version:
+  ```bash
+  pip install nexaai[onnx] --index-url https://nexaai.github.io/nexa-sdk/whl/cu124 --extra-index-url https://pypi.org/simple
+  ```
 </details>
 <details>
   <summary>Apple M Chip:</summary>
@@ -58,43 +62,74 @@ check if you have GPU acceleration (torch required)
   ```bash
   pip install nexaai --index-url https://nexaai.github.io/nexa-sdk/whl/metal --extra-index-url https://pypi.org/simple
   ```
+  Optionally, you can install onnx supported version:
+  ```bash
+  pip install nexaai[onnx] --index-url https://nexaai.github.io/nexa-sdk/whl/metal --extra-index-url https://pypi.org/simple
+  ```
 </details>
 
 ### CPU version
 
 <details>
-  <summary>Mac with Intel chips</summary>
+  <summary>Mac with Intel Chips</summary>
 
-  ```
+  To install the `nexaai` package on a Mac with Intel chips, use the following command:
+
+  ```bash
   CMAKE_ARGS="-DCMAKE_CXX_FLAGS=-fopenmp" pip install nexaai
   ```
+
+  **Optional:** To install the version with ONNX support, use:
+
+  ```bash
+  CMAKE_ARGS="-DCMAKE_CXX_FLAGS=-fopenmp" pip install nexaai[onnx]
+  ```
+
 </details>
 
 <details>
-  <summary>Mac with M chips or other Operating systems:</summary>
+  <summary>Mac with M Chips or Other Operating Systems</summary>
 
-  ```
+  To install the `nexaai` package on a Mac with M chips or other operating systems, use the following command:
+
+  ```bash
   pip install nexaai
   ```
+
+  **Optional:** To install the version with ONNX support, use:
+
+  ```bash
+  pip install nexaai[onnx]
+  ```
+
+
 </details>
+If you prefer to install the pre-built wheel for CPU versions:
 
-Or you prefer to install the pre-built wheel:
 ```bash
 pip install nexaai --index-url https://nexaai.github.io/nexa-sdk/whl/cpu --extra-index-url https://pypi.org/simple
 ```
 
-### Docker Usage
-Note: Docker doesn't support GPU acceleration
+To include ONNX support:
 
-`docker pull nexa4ai/sdk:latest`
+```bash
+pip install nexaai[onnx] --index-url https://nexaai.github.io/nexa-sdk/whl/cpu --extra-index-url https://pypi.org/simple
+```
 
+### Docker Usage
+Note: Docker doesn't support GPU acceleration
+```bash
+docker pull nexa4ai/sdk:latest
+```
 replace following placeholder with your path and command
-
-`docker run -v <your_model_dir>:/model -it nexa4ai/sdk:latest [nexa_command] [your_model_relative_path]`
+```bash
+docker run -v <your_model_dir>:/model -it nexa4ai/sdk:latest [nexa_command] [your_model_relative_path]
+```
 
 Example:
-
-`docker run -v /home/ubuntu/.cache/nexa/hub/official:/model -it nexa4ai/sdk:latest nexa gen-text /model/Phi-3-mini-128k-instruct/q4_0.gguf`
+```bash
+docker run -v /home/ubuntu/.cache/nexa/hub/official:/model -it nexa4ai/sdk:latest nexa gen-text /model/Phi-3-mini-128k-instruct/q4_0.gguf
+```
 
 will create an interactive session with text generation
 

nexaai-0.0.6/nexa/__init__.py

@@ -0,0 +1 @@
+__version__ = "0.0.6"

nexaai-0.0.6/nexa/cli/entry.py

@@ -0,0 +1,201 @@
+import argparse
+from nexa import __version__
+
+def run_ggml_inference(args):
+    kwargs = {k: v for k, v in vars(args).items() if v is not None}
+    model_path = kwargs.pop("model_path")
+
+    if args.command == "server":
+        from nexa.gguf.server.nexa_service import run_nexa_ai_service as NexaServer
+        NexaServer(model_path, **kwargs)
+        return
+    
+    from nexa.general import pull_model
+    local_path, run_type = pull_model(model_path)
+    
+    stop_words = kwargs.pop("stop_words", [])
+
+    if run_type == "NLP":
+        from nexa.gguf.nexa_inference_text import NexaTextInference
+        inference = NexaTextInference(model_path=model_path, local_path=local_path, stop_words=stop_words, **kwargs)
+    elif run_type == "Computer Vision":
+        from nexa.gguf.nexa_inference_image import NexaImageInference
+        inference = NexaImageInference(model_path=model_path, local_path=local_path, **kwargs)
+        if hasattr(args, 'streamlit') and args.streamlit:
+            inference.run_streamlit(model_path)
+        elif args.img2img:
+            inference.run_img2img()
+        else:
+            inference.run_txt2img()
+        return
+    elif run_type == "Multimodal":
+        from nexa.gguf.nexa_inference_vlm import NexaVLMInference
+        inference = NexaVLMInference(model_path=model_path, local_path=local_path, stop_words=stop_words, **kwargs)
+    elif run_type == "Audio":
+        from nexa.gguf.nexa_inference_voice import NexaVoiceInference
+        inference = NexaVoiceInference(model_path=model_path, local_path=local_path, **kwargs)
+    else:
+        raise ValueError(f"Unknown task: {run_type}")
+
+    if hasattr(args, 'streamlit') and args.streamlit:
+        inference.run_streamlit(model_path)
+    else:
+        inference.run()
+
+def run_onnx_inference(args):
+    kwargs = {k: v for k, v in vars(args).items() if v is not None}
+    model_path = kwargs.pop("model_path")
+
+    from nexa.general import pull_model
+    local_path, run_type = pull_model(model_path)
+
+    if run_type == "NLP":
+        from nexa.onnx.nexa_inference_text import NexaTextInference as NexaTextOnnxInference
+        inference = NexaTextOnnxInference(model_path=model_path, local_path=local_path, **kwargs)
+    elif run_type == "Computer Vision":
+        from nexa.onnx.nexa_inference_image import NexaImageInference as NexaImageOnnxInference
+        inference = NexaImageOnnxInference(model_path=model_path, local_path=local_path, **kwargs)
+    elif run_type == "Audio":
+        from nexa.onnx.nexa_inference_voice import NexaVoiceInference as NexaVoiceOnnxInference
+        inference = NexaVoiceOnnxInference(model_path=model_path, local_path=local_path, **kwargs)
+    elif run_type == "TTS":
+        from nexa.onnx.nexa_inference_tts import NexaTTSInference as NexaTTSOnnxInference
+        inference = NexaTTSOnnxInference(model_path=model_path, local_path=local_path, **kwargs)
+    else:
+        raise ValueError(f"Unknown task: {run_type}")
+
+    if hasattr(args, 'streamlit') and args.streamlit:
+        inference.run_streamlit(model_path)
+    else:
+        inference.run()
+
+def main():
+    parser = argparse.ArgumentParser(
+        description="Nexa CLI tool for handling various model operations."
+    )
+
+    parser.add_argument(
+        "-V",
+        "--version",
+        action="version",
+        version=__version__,
+        help="Show the version of the Nexa SDK.",
+    )
+
+    subparsers = parser.add_subparsers(dest="command", help="sub-command help")
+
+    # Run command
+    run_parser = subparsers.add_parser("run", help="Run inference for various tasks using GGUF models.")
+    run_parser.add_argument("model_path", type=str, help="Path or identifier for the model in Nexa Model Hub")
+    run_parser.add_argument("-st", "--streamlit", action="store_true", help="Run the inference in Streamlit UI")
+    run_parser.add_argument("-pf", "--profiling", action="store_true", help="Enable profiling logs for the inference process")
+
+    # Text generation/vlm arguments
+    text_group = run_parser.add_argument_group('Text generation/VLM options')
+    text_group.add_argument("-t", "--temperature", type=float, help="Temperature for sampling")
+    text_group.add_argument("-m", "--max_new_tokens", type=int, help="Maximum number of new tokens to generate")
+    text_group.add_argument("-k", "--top_k", type=int, help="Top-k sampling parameter")
+    text_group.add_argument("-p", "--top_p", type=float, help="Top-p sampling parameter")
+    text_group.add_argument("-sw", "--stop_words", nargs="*", help="List of stop words for early stopping")
+
+    # Image generation arguments
+    image_group = run_parser.add_argument_group('Image generation options')
+    image_group.add_argument("-i2i", "--img2img", action="store_true", help="Whether to run image-to-image generation")
+    image_group.add_argument("-ns", "--num_inference_steps", type=int, help="Number of inference steps")
+    image_group.add_argument("-np", "--num_images_per_prompt", type=int, help="Number of images to generate per prompt")
+    image_group.add_argument("-H", "--height", type=int, help="Height of the output image")
+    image_group.add_argument("-W", "--width", type=int, help="Width of the output image")
+    image_group.add_argument("-g", "--guidance_scale", type=float, help="Guidance scale for diffusion")
+    image_group.add_argument("-o", "--output", type=str, help="Output path for the generated image")
+    image_group.add_argument("-s", "--random_seed", type=int, help="Random seed for image generation")
+    image_group.add_argument("--lora_dir", type=str, help="Path to directory containing LoRA files")
+    image_group.add_argument("--wtype", type=str, help="Weight type (f32, f16, q4_0, q4_1, q5_0, q5_1, q8_0)")
+    image_group.add_argument("--control_net_path", type=str, help="Path to control net model")
+    image_group.add_argument("--control_image_path", type=str, help="Path to image condition for Control Net")
+    image_group.add_argument("--control_strength", type=str, help="Strength to apply Control Net")
+
+    # ASR arguments
+    asr_group = run_parser.add_argument_group('Automatic Speech Recognition options')
+    asr_group.add_argument("-b", "--beam_size", type=int, help="Beam size to use for transcription")
+    asr_group.add_argument("-l", "--language", type=str, help="Language code for audio (e.g., 'en' or 'fr')")
+    asr_group.add_argument("--task", type=str, help="Task to execute (transcribe or translate)")
+    asr_group.add_argument("-c", "--compute_type", type=str, help="Type to use for computation")
+
+    # ONNX command
+    onnx_parser = subparsers.add_parser("onnx", help="Run inference for various tasks using ONNX models.")
+    onnx_parser.add_argument("model_path", type=str, help="Path or identifier for the model in Nexa Model Hub")
+    onnx_parser.add_argument("-st", "--streamlit", action="store_true", help="Run the inference in Streamlit UI")
+
+    # ONNX Text generation arguments
+    onnx_text_group = onnx_parser.add_argument_group('Text generation options')
+    onnx_text_group.add_argument("-t", "--temperature", type=float, help="Temperature for sampling")
+    onnx_text_group.add_argument("-m", "--max_new_tokens", type=int, help="Maximum number of new tokens to generate")
+    onnx_text_group.add_argument("-k", "--top_k", type=int, help="Top-k sampling parameter")
+    onnx_text_group.add_argument("-p", "--top_p", type=float, help="Top-p sampling parameter")
+    onnx_text_group.add_argument("-sw", "--stop_words", nargs="*", help="List of stop words for early stopping")
+    onnx_text_group.add_argument("-pf", "--profiling", action="store_true", help="Enable profiling logs for the inference process")
+
+    # ONNX Image generation arguments
+    onnx_image_group = onnx_parser.add_argument_group('Image generation options')
+    onnx_image_group.add_argument("-ns", "--num_inference_steps", type=int, help="Number of inference steps")
+    onnx_image_group.add_argument("-np", "--num_images_per_prompt", type=int, help="Number of images to generate per prompt")
+    onnx_image_group.add_argument("-H", "--height", type=int, help="Height of the output image")
+    onnx_image_group.add_argument("-W", "--width", type=int, help="Width of the output image")
+    onnx_image_group.add_argument("-g", "--guidance_scale", type=float, help="Guidance scale for diffusion")
+    onnx_image_group.add_argument("-O", "--output", type=str, help="Output path for the generated image")
+    onnx_image_group.add_argument("-s", "--random_seed", type=int, help="Random seed for image generation")
+
+    # ONNX Voice arguments
+    onnx_voice_group = onnx_parser.add_argument_group('Voice generation options')
+    onnx_voice_group.add_argument("-o", "--output_dir", type=str, default="voice_output", help="Output directory for audio processing")
+    onnx_voice_group.add_argument("-r", "--sampling_rate", type=int, default=16000, help="Sampling rate for audio processing")
+
+    # GGML server parser
+    server_parser = subparsers.add_parser("server", help="Run the Nexa AI Text Generation Service")
+    server_parser.add_argument("model_path", type=str, help="Path or identifier for the model in S3")
+    server_parser.add_argument("--host", type=str, default="0.0.0.0", help="Host to bind the server to")
+    server_parser.add_argument("--port", type=int, default=8000, help="Port to bind the server to")
+    server_parser.add_argument("--reload", action="store_true", help="Enable automatic reloading on code changes")
+
+    # Other commands
+    subparsers.add_parser("pull", help="Pull a model from official or hub.").add_argument("model_path", type=str, help="Path or identifier for the model in Nexa Model Hub")
+    subparsers.add_parser("remove", help="Remove a model from local machine.").add_argument("model_path", type=str, help="Path or identifier for the model in Nexa Model Hub")
+    subparsers.add_parser("clean", help="Clean up all model files.")
+    subparsers.add_parser("list", help="List all models in the local machine.")
+    subparsers.add_parser("login", help="Login to Nexa API.")
+    subparsers.add_parser("whoami", help="Show current user information.")
+    subparsers.add_parser("logout", help="Logout from Nexa API.")
+
+
+    args = parser.parse_args()
+
+    if args.command in ["run", "server"]:
+        run_ggml_inference(args)
+    elif args.command == "onnx":
+        run_onnx_inference(args)
+    elif args.command == "pull":
+        from nexa.general import pull_model
+        pull_model(args.model_path)
+    elif args.command == "remove":
+        from nexa.general import remove_model
+        remove_model(args.model_path)
+    elif args.command == "clean":
+        from nexa.general import clean
+        clean()
+    elif args.command == "list":
+        from nexa.general import list_models
+        list_models()
+    elif args.command == "login":
+        from nexa.general import login
+        login()
+    elif args.command == "logout":
+        from nexa.general import logout
+        logout()
+    elif args.command == "whoami":
+        from nexa.general import whoami
+        whoami()
+    else:
+        parser.print_help()
+
+if __name__ == "__main__":
+    main()

{nexaai-0.0.5.1 → nexaai-0.0.6}/nexa/constants.py

@@ -61,7 +61,12 @@ NEXA_RUN_MODEL_MAP_ONNX = {
     "phi3v": "Phi-3-vision-128k-instruct:onnx-cpu-int4",
     "sd1-5": "stable-diffusion-v1-5:onnx-cpu-fp32",
     "lcm-dreamshaper": "lcm-dreamshaper-v7:onnx-cpu-fp32",
-    "whisper": "whisper-tiny:onnx-cpu-fp32",
+    "whisper-tiny.en": "whisper-tiny.en:onnx-cpu-fp32",
+    "whisper-tiny": "whisper-tiny:onnx-cpu-fp32",
+    "whisper-small.en": "whisper-small.en:onnx-cpu-fp32",
+    "whisper-small": "whisper-small:onnx-cpu-fp32",
+    "whisper-base.en": "whisper-base.en:onnx-cpu-fp32",
+    "whisper-base": "whisper-base:onnx-cpu-fp32",
     "ljspeech": "ljspeech-jets:onnx-cpu-fp32",
 }
 
@@ -86,10 +91,14 @@ NEXA_RUN_MODEL_MAP_VOICE = {
     "whisper-large": "whisper-large:bin-large-v3",
     "whisper-tiny": "whisper-tiny:bin-tiny",
     "faster-whisper-tiny": "faster-whisper-tiny:bin-cpu-fp16",
+    "faster-whisper-tiny.en": "faster-whisper-tiny.en:bin-cpu-fp16",
     "faster-whisper-small": "faster-whisper-small:bin-cpu-fp16",
+    "faster-whisper-small.en": "faster-whisper-small.en:bin-cpu-fp16",
     "faster-whisper-medium": "faster-whisper-medium:bin-cpu-fp16",
+    "faster-whisper-medium.en": "faster-whisper-medium.en:bin-cpu-fp16",
     "faster-whisper-base": "faster-whisper-base:bin-cpu-fp16",
-    "faster-whisper-large": "faster-whisper-large:bin-cpu-fp16",
+    "faster-whisper-base.en": "faster-whisper-base.en:bin-cpu-fp16",
+    "faster-whisper-large": "faster-whisper-large-v3:bin-cpu-fp16",
 }
 
 NEXA_RUN_MODEL_MAP_FUNCTION_CALLING = {
@@ -129,6 +138,8 @@ NEXA_RUN_MODEL_MAP = {
     **NEXA_RUN_MODEL_MAP_TEXT,
     **NEXA_RUN_MODEL_MAP_VLM,
     **NEXA_RUN_MODEL_MAP_IMAGE,
+    **NEXA_RUN_MODEL_MAP_VOICE,
+    **NEXA_RUN_MODEL_MAP_FUNCTION_CALLING,
 }
 
 NEXA_RUN_CHAT_TEMPLATE_MAP = {
@@ -205,4 +216,79 @@ DEFAULT_VOICE_GEN_PARAMS = {
     "task": "transcribe",
     "temperature": 0.0,
     "compute_type": "default"
-}
+}
+
+NEXA_OFFICIAL_MODELS_TYPE = {
+  'gemma-2b': 'NLP',
+  'Llama-2-7b-chat': 'NLP',
+  'Llama-2-7b': 'NLP',
+  'Meta-Llama-3-8B-Instruct': 'NLP',
+  'Meta-Llama-3.1-8B-Instruct': 'NLP',
+  'Mistral-7B-Instruct-v0.3': 'NLP',
+  'Mistral-7B-Instruct-v0.2': 'NLP',
+  'Phi-3-mini-128k-instruct': 'NLP',
+  'Phi-3-mini-4k-instruct': 'NLP',
+  'CodeQwen1.5-7B-Instruct': 'NLP',
+  'Qwen2-0.5B-Instruct': 'NLP',
+  'Qwen2-1.5B-Instruct': 'NLP',
+  'Qwen2-7B-Instruct': 'NLP',
+  'codegemma-2b': 'NLP',
+  'gemma-1.1-2b-instruct': 'NLP',
+  'gemma-2b-instruct': 'NLP',
+  'gemma-2-9b-instruct': 'NLP',
+  'gemma-1.1-7b-instruct': 'NLP',
+  'gemma-7b-instruct': 'NLP',
+  'gemma-7b': 'NLP',
+  'Qwen2-1.5B': 'NLP',
+  'codegemma-7b': 'NLP',
+  'TinyLlama-1.1B-Chat-v1.0': 'NLP',
+  'CodeLlama-7b-Instruct': 'NLP',
+  'gpt2': 'NLP',
+  'CodeLlama-7b': 'NLP',
+  'CodeLlama-7b-Python': 'NLP',
+  'Qwen1.5-7B-Instruct': 'NLP',
+  'Qwen1.5-7B': 'NLP',
+  'Phi-2': 'NLP',
+  'deepseek-coder-1.3b-instruct': 'NLP',
+  'deepseek-coder-1.3b-base': 'NLP',
+  'deepseek-coder-6.7b-instruct': 'NLP',
+  'dolphin-2.8-mistral-7b': 'NLP',
+  'gemma-2-2b-instruct': 'NLP',
+  'Octopus-v2': 'NLP',
+  'Octopus-v4': 'NLP',
+  'Octo-planner': 'NLP',
+  'deepseek-coder-6.7b-base': 'NLP',
+  'Llama2-7b-chat-uncensored': 'NLP',
+  'Llama3-8B-Lexi-Uncensored': 'NLP',
+  'Llama2-7b-function-calling': 'NLP',
+  'lcm-dreamshaper-v7': 'Computer Vision',
+  'stable-diffusion-v1-5': 'Computer Vision',
+  'stable-diffusion-v1-4': 'Computer Vision',
+  'stable-diffusion-v2-1': 'Computer Vision',
+  'sdxl-turbo': 'Computer Vision',
+  'hassaku-hentai-model-v13-LCM': 'Computer Vision',
+  'anything-v30-LCM': 'Computer Vision',
+  'Phi-3-vision-128k-instruct': 'Multimodal',
+  'nanoLLaVA': 'Multimodal',
+  'llava-v1.6-mistral-7b': 'Multimodal',
+  'llava-v1.6-vicuna-7b': 'Multimodal',
+  'llava-phi-3-mini': 'Multimodal',
+  'llava-llama-3-8b-v1.1': 'Multimodal',
+  'faster-whisper-tiny.en': 'Audio',
+  'faster-whisper-tiny': 'Audio',
+  'faster-whisper-small.en': 'Audio',
+  'faster-whisper-small': 'Audio',
+  'faster-whisper-medium.en': 'Audio',
+  'faster-whisper-medium': 'Audio',
+  'faster-whisper-base.en': 'Audio',
+  'faster-whisper-base': 'Audio',
+  'faster-whisper-large-v3': 'Audio',
+  'whisper-tiny.en': 'Audio',
+  'whisper-tiny': 'Audio',
+  'whisper-small.en': 'Audio',
+  'whisper-small': 'Audio',
+  'whisper-base.en': 'Audio',
+  'whisper-base': 'Audio',
+}
+
+