nexaai 1.0.19rc3__cp310-cp310-win_amd64.whl → 1.0.19rc5__cp310-cp310-win_amd64.whl

nexaai/_version.py

@@ -1,4 +1,4 @@
 # This file is generated by CMake from _version.py.in
 # Do not modify this file manually - it will be overwritten
 
-__version__ = "1.0.19-rc3" 
+__version__ = "1.0.19-rc5" 

nexaai/utils/manifest_utils.py

@@ -332,8 +332,133 @@ def create_mlx_manifest(repo_id: str, files: List[str], directory_path: str, old
     return manifest
 
 
-def detect_model_type(files: List[str]) -> str:
-    """Detect if this is a GGUF or MLX model based on file extensions."""
+def create_npu_manifest(repo_id: str, files: List[str], directory_path: str, old_metadata: Dict[str, Any], is_mmproj: bool = False, file_name: Optional[Union[str, List[str]]] = None, **kwargs) -> Dict[str, Any]:
+    """Create NPU format manifest."""
+    
+    # Load existing manifest to merge NPU files if it exists
+    existing_manifest = load_nexa_manifest(directory_path)
+    
+    # Check if there's a downloaded nexa.manifest from the repo
+    downloaded_manifest = old_metadata.get('downloaded_manifest', {})
+    
+    model_files = {}
+    extra_files = []
+    
+    # Initialize MMProjFile
+    mmproj_file = {
+        "Name": "",
+        "Downloaded": False,
+        "Size": 0
+    }
+    
+    for current_file_name in files:
+        file_path = os.path.join(directory_path, current_file_name)
+        file_size = 0
+        if os.path.exists(file_path):
+            try:
+                file_size = os.path.getsize(file_path)
+            except (OSError, IOError):
+                pass
+        
+        # Check if this file is an mmproj file
+        is_current_mmproj = 'mmproj' in current_file_name.lower()
+        
+        # If we're downloading specific files and this is marked as mmproj, respect that
+        if is_mmproj and file_name is not None:
+            filenames_to_check = file_name if isinstance(file_name, list) else [file_name]
+            is_current_mmproj = current_file_name in filenames_to_check
+        
+        if is_current_mmproj:
+            # This is an mmproj file, put it in MMProjFile
+            mmproj_file = {
+                "Name": current_file_name,
+                "Downloaded": True,
+                "Size": file_size
+            }
+        else:
+            # For NPU, all non-mmproj files go to extra_files
+            extra_files.append({
+                "Name": current_file_name,
+                "Downloaded": True,
+                "Size": file_size
+            })
+    
+    # Pick the first file from extra_files and add it to ModelFile with key "N/A"
+    if extra_files:
+        first_file = extra_files[0]
+        model_files["N/A"] = {
+            "Name": first_file["Name"],
+            "Downloaded": first_file["Downloaded"],
+            "Size": first_file["Size"]
+        }
+    
+    # Determine PluginId with priority: kwargs > downloaded_manifest > model_file_type > default
+    plugin_id = kwargs.get('plugin_id')
+    if not plugin_id:
+        model_file_type = old_metadata.get('model_file_type')
+        if downloaded_manifest.get('PluginId'):
+            plugin_id = downloaded_manifest.get('PluginId')
+        elif model_file_type:
+            plugin_id = _get_plugin_id_from_model_file_type(model_file_type)
+        else:
+            plugin_id = "npu"
+    
+    # Determine ModelType with priority: kwargs > downloaded_manifest > pipeline_tag mapping
+    model_type = kwargs.get('model_type')
+    if not model_type:
+        if downloaded_manifest.get('ModelType'):
+            model_type = downloaded_manifest.get('ModelType')
+        else:
+            model_type = PIPELINE_TO_MODEL_TYPE.get(old_metadata.get('pipeline_tag'), "other")
+    
+    # Determine ModelName with priority: kwargs > downloaded_manifest > empty string
+    model_name = kwargs.get('model_name')
+    if not model_name:
+        model_name = downloaded_manifest.get('ModelName', '')
+    
+    # Get DeviceId and MinSDKVersion from kwargs or default to empty string
+    device_id = kwargs.get('device_id', '')
+    min_sdk_version = kwargs.get('min_sdk_version', '')
+    
+    manifest = {
+        "Name": repo_id,
+        "ModelName": model_name,
+        "ModelType": model_type,
+        "PluginId": plugin_id,
+        "DeviceId": device_id,
+        "MinSDKVersion": min_sdk_version,
+        "ModelFile": model_files,
+        "MMProjFile": mmproj_file,
+        "TokenizerFile": {
+            "Name": "",
+            "Downloaded": False,
+            "Size": 0
+        },
+        "ExtraFiles": extra_files if extra_files else None,
+        # Preserve old metadata fields
+        "pipeline_tag": old_metadata.get('pipeline_tag') if old_metadata.get('pipeline_tag') else existing_manifest.get('pipeline_tag'),
+        "download_time": old_metadata.get('download_time') if old_metadata.get('download_time') else existing_manifest.get('download_time'),
+        "avatar_url": old_metadata.get('avatar_url') if old_metadata.get('avatar_url') else existing_manifest.get('avatar_url')
+    }
+    
+    return manifest
+
+
+def detect_model_type(files: List[str], old_metadata: Dict[str, Any] = None) -> str:
+    """Detect if this is a GGUF, MLX, or NPU model based on file extensions and metadata.
+    
+    Args:
+        files: List of files in the model directory
+        old_metadata: Metadata dict that may contain 'model_file_type'
+        
+    Returns:
+        Model type string: 'gguf', 'mlx', or 'npu'
+    """
+    # Check if model_file_type is explicitly set to NPU
+    if old_metadata and old_metadata.get('model_file_type') == 'npu':
+        return "npu"
+    
+    # Otherwise, detect based on file extensions
     has_gguf = any(f.endswith('.gguf') for f in files)
     has_safetensors = any(f.endswith('.safetensors') or 'safetensors' in f for f in files)
     
@@ -354,7 +479,7 @@ def create_manifest_from_files(repo_id: str, files: List[str], directory_path: s
         repo_id: Repository ID
         files: List of files in the model directory
         directory_path: Path to the model directory
-        old_metadata: Existing metadata (pipeline_tag, download_time, avatar_url)
+        old_metadata: Existing metadata (pipeline_tag, download_time, avatar_url, model_file_type)
         is_mmproj: Whether the downloaded file is an mmproj file
         file_name: The specific file(s) that were downloaded (None if entire repo was downloaded)
         **kwargs: Additional metadata including plugin_id, model_name, model_type, device_id, min_sdk_version
@@ -362,10 +487,12 @@ def create_manifest_from_files(repo_id: str, files: List[str], directory_path: s
     Returns:
         Dict containing the appropriate manifest format
     """
-    model_type = detect_model_type(files)
+    model_type = detect_model_type(files, old_metadata)
     
     if model_type == "gguf":
         return create_gguf_manifest(repo_id, files, directory_path, old_metadata, is_mmproj, file_name, **kwargs)
+    elif model_type == "npu":
+        return create_npu_manifest(repo_id, files, directory_path, old_metadata, is_mmproj, file_name, **kwargs)
     else:  # mlx or other
         return create_mlx_manifest(repo_id, files, directory_path, old_metadata, is_mmproj, file_name, **kwargs)
 

nexaai/utils/model_types.py

@@ -13,7 +13,7 @@ class ModelTypeMapping(Enum):
     """Enum for mapping HuggingFace pipeline_tag to our ModelType."""
     TEXT_GENERATION = ("text-generation", "llm")
     IMAGE_TEXT_TO_TEXT = ("image-text-to-text", "vlm")
-    ANY_TO_ANY = ("any-to-any", "a2a")
+    ANY_TO_ANY = ("any-to-any", "ata")
     AUTOMATIC_SPEECH_RECOGNITION = ("automatic-speech-recognition", "asr")
     
     def __init__(self, pipeline_tag: str, model_type: str):

{nexaai-1.0.19rc3.dist-info → nexaai-1.0.19rc5.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: nexaai
-Version: 1.0.19rc3
+Version: 1.0.19rc5
 Summary: Python bindings for NexaSDK C-lib backend
 Author-email: "Nexa AI, Inc." <dev@nexa.ai>
 Project-URL: Homepage, https://github.com/NexaAI/nexasdk-bridge

{nexaai-1.0.19rc3.dist-info → nexaai-1.0.19rc5.dist-info}/RECORD

@@ -1,6 +1,6 @@
 nexaai/__init__.py,sha256=mbzzeXrEHHI_E3BQ0_OukD9wNajKJJVk0ykxT0rz8uM,2267
-nexaai/_stub.cp310-win_amd64.pyd,sha256=DK_lGFBFPokBVyhXVA57KeoAfTzs5GZgn8CtWvsjuic,10752
-nexaai/_version.py,sha256=LY9f-5sbVfTWqx5d_LzZ94-dCaIceXtAmIo_CA4iIrA,147
+nexaai/_stub.cp310-win_amd64.pyd,sha256=g8IrnQpwLXtfvCaMSkK7w1nTXgacCO9Ukru1bVSfMxw,10752
+nexaai/_version.py,sha256=WDIjg1ejoWwgXkkREVBfk6G6o2KIvnfke_TJsYv8bLU,147
 nexaai/asr.py,sha256=_fsGaxpiU137bUtO5ujtFSYCI1RLsyeEm3Gf4GhHVRk,2118
 nexaai/base.py,sha256=qQBCiQVNzgpkQjZX9aiFDEdbAAe56TROKC3WnWra2Zg,1021
 nexaai/common.py,sha256=muQqFY-WllwL5IO83tImexbuUcoEQsKg73u4gWL2lNs,3548
@@ -17,29 +17,29 @@ nexaai/asr_impl/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 nexaai/asr_impl/mlx_asr_impl.py,sha256=XwMX3LYMeulp8cDS0TCCYcjvttFHAyDWQ_oMvABwQmI,3349
 nexaai/asr_impl/pybind_asr_impl.py,sha256=20o5SOPzhF9x41ra8L_qIM7YxCkYeLb5csSrNde-dds,1560
 nexaai/binds/__init__.py,sha256=ENl-uoIF9-3XGIXitVgZ2QmJ6p7Yet4h1-X7nUDZ0Hk,108
-nexaai/binds/common_bind.cp310-win_amd64.pyd,sha256=17iVRFkeeLbOeCf78wAV9s78hstA1SIm3yrfp87QAwQ,205824
-nexaai/binds/embedder_bind.cp310-win_amd64.pyd,sha256=h3RijnqJPcZ_0pCAQjG2lw_YkvAvLZ0AHXl4GcBLc78,182784
+nexaai/binds/common_bind.cp310-win_amd64.pyd,sha256=CvKV-HBp_smzCgo1P2nzb5d2-D5C4sSHDe5M6LRvjWE,205824
+nexaai/binds/embedder_bind.cp310-win_amd64.pyd,sha256=XpNILL6lI5Q0IpqvudmShLwWvf4ffJb1ysthAMSGrFE,182784
 nexaai/binds/libcrypto-3-x64.dll,sha256=TAWcTdJrWviUingNyWaraOfz0ILUy7ybpI4VaiVHURg,7315968
 nexaai/binds/libssl-3-x64.dll,sha256=ZxawOWlONNM0Neg47w4JbU8kZJldj046H1zV3LiETa0,1313792
-nexaai/binds/llm_bind.cp310-win_amd64.pyd,sha256=khqmau0hyImkLdHCPUK9J3mC1mhztYrygn7tN63lLxM,162816
-nexaai/binds/nexa_bridge.dll,sha256=-nJnllhxJZAO-iVdJnrg-67673mW5EY2UX31VTUppbI,171520
-nexaai/binds/vlm_bind.cp310-win_amd64.pyd,sha256=keRgBUTi0eWjyG711CCDymQy4kjNr4EhulqWD3VrzPo,168960
-nexaai/binds/nexa_llama_cpp/ggml-base.dll,sha256=Edf5NoZg7LFw9oOAYe26xbBustCNt0vazwv8-Z5kIhM,532480
-nexaai/binds/nexa_llama_cpp/ggml-cpu.dll,sha256=K4nNzOUHrOGqGlDzzoYBDXHUrbIpJlA9vHsvZPFr8xM,672768
-nexaai/binds/nexa_llama_cpp/ggml-cuda.dll,sha256=6vQjreOenF24RgscpFYbaWq0Cfjr4yaHAtofbBR2VKI,313528832
-nexaai/binds/nexa_llama_cpp/ggml-vulkan.dll,sha256=jYZpZJcw327V7qmTKGD2BzgeSyPmJTAhistq7PKBE_s,36627456
-nexaai/binds/nexa_llama_cpp/ggml.dll,sha256=Tj1ITrEBcph6o2fYkNwfyRYnws_hwCvGAiSS4dTs7Ms,66560
-nexaai/binds/nexa_llama_cpp/llama.dll,sha256=mA81ecEnsKB6fziVe8u-Tm43emPql9AXIENUDjojqKU,1611776
-nexaai/binds/nexa_llama_cpp/mtmd.dll,sha256=tdIeXzE_V3u1HJy6tQ5m2bNeUNzOKjZ-ynogyfIzL3c,561152
-nexaai/binds/nexa_llama_cpp/nexa_plugin.dll,sha256=DxgLUn2qjvPTx3yOwMvIhoiW37guWhXINaChnJYb0tY,1410560
-nexaai/binds/nexa_nexaml/ggml-base.dll,sha256=Edf5NoZg7LFw9oOAYe26xbBustCNt0vazwv8-Z5kIhM,532480
-nexaai/binds/nexa_nexaml/ggml-cpu.dll,sha256=K4nNzOUHrOGqGlDzzoYBDXHUrbIpJlA9vHsvZPFr8xM,672768
-nexaai/binds/nexa_nexaml/ggml-cuda.dll,sha256=6vQjreOenF24RgscpFYbaWq0Cfjr4yaHAtofbBR2VKI,313528832
-nexaai/binds/nexa_nexaml/ggml-vulkan.dll,sha256=jYZpZJcw327V7qmTKGD2BzgeSyPmJTAhistq7PKBE_s,36627456
-nexaai/binds/nexa_nexaml/ggml.dll,sha256=Tj1ITrEBcph6o2fYkNwfyRYnws_hwCvGAiSS4dTs7Ms,66560
+nexaai/binds/llm_bind.cp310-win_amd64.pyd,sha256=SJBT4gkBuFTAgRzH0h_vbOxaLFU_EMupx7_mgJGM-cU,162816
+nexaai/binds/nexa_bridge.dll,sha256=RFCnOI0Ih9Rikl6l4HKZ0vcgxd91pz1LzuYOJeEq7X4,171520
+nexaai/binds/vlm_bind.cp310-win_amd64.pyd,sha256=bYGrwBUe4Z30NHpYN_tdS-FpNIxqoCgR_mUsDr3E8_g,168960
+nexaai/binds/nexa_llama_cpp/ggml-base.dll,sha256=677Ft5_Ds0ngZETxDyc4X8CCnqxLuGGJad60_Vl1yGU,532480
+nexaai/binds/nexa_llama_cpp/ggml-cpu.dll,sha256=lKv6PkpYvPfZ4oV3VAg1195Kv_uw9SXT6ikXEVQpIts,672768
+nexaai/binds/nexa_llama_cpp/ggml-cuda.dll,sha256=hJDbuNOUFuVUwKUu4_sm400OdZjwtAQvj_oimnBPo4U,313528832
+nexaai/binds/nexa_llama_cpp/ggml-vulkan.dll,sha256=v8PEoxhgdZlCFlKuNBhaoryjJJkEduzAou_0KrMVMx4,36627456
+nexaai/binds/nexa_llama_cpp/ggml.dll,sha256=1529huIN8Yy6sdf3-oBa_9wh3HpZ4g80NyH6Hbu5j2U,66560
+nexaai/binds/nexa_llama_cpp/llama.dll,sha256=SUHvBhIisRvdwD1SIGlnyPbTvlZPcp6ZBD7NbgAthbo,1611776
+nexaai/binds/nexa_llama_cpp/mtmd.dll,sha256=MsQtyiIjVgd9l4QQwKiWiftx14Ts3heqwCxIk2gbRNg,561152
+nexaai/binds/nexa_llama_cpp/nexa_plugin.dll,sha256=LAR81WMBhwdLktBBVDioGJqPEu2ZiBlgkldadgqJbTY,1410560
+nexaai/binds/nexa_nexaml/ggml-base.dll,sha256=677Ft5_Ds0ngZETxDyc4X8CCnqxLuGGJad60_Vl1yGU,532480
+nexaai/binds/nexa_nexaml/ggml-cpu.dll,sha256=lKv6PkpYvPfZ4oV3VAg1195Kv_uw9SXT6ikXEVQpIts,672768
+nexaai/binds/nexa_nexaml/ggml-cuda.dll,sha256=hJDbuNOUFuVUwKUu4_sm400OdZjwtAQvj_oimnBPo4U,313528832
+nexaai/binds/nexa_nexaml/ggml-vulkan.dll,sha256=v8PEoxhgdZlCFlKuNBhaoryjJJkEduzAou_0KrMVMx4,36627456
+nexaai/binds/nexa_nexaml/ggml.dll,sha256=1529huIN8Yy6sdf3-oBa_9wh3HpZ4g80NyH6Hbu5j2U,66560
 nexaai/binds/nexa_nexaml/nexa-mm-process.dll,sha256=oDnqTaAUeZrWJePQEDuIYKEOMP-ndu221mMFHht4bSY,4642816
 nexaai/binds/nexa_nexaml/nexa-sampling.dll,sha256=PNtidsRbGO8dTfbf7-VMdhQRbF328yvLnmDjMy2Tb7Y,4265984
-nexaai/binds/nexa_nexaml/nexa_plugin.dll,sha256=zLtRlgpQZKZJfoo9zzwLC4W6-qSvgr8Nb2NgV5zbgrM,602112
+nexaai/binds/nexa_nexaml/nexa_plugin.dll,sha256=PCDWGdMfKbJcglDRk8gr4vZqDLBlQabcAytQUuSwDfM,602112
 nexaai/binds/nexa_nexaml/nexaproc.dll,sha256=9X4TF6p7wOiIXi_SA7uHLoEmrvcTlH2WpfijK7HxZgY,2668544
 nexaai/binds/nexa_nexaml/qwen3-vl.dll,sha256=Es-etUDiMmK_BwOki8V79Nja-NY4kBbrkhtnesXfMMU,5870592
 nexaai/binds/nexa_nexaml/qwen3vl-vision.dll,sha256=HFAk0FxWlf_lko3AQL6uBXTIhm6AzDFi5PjxI0lxONI,1184256
@@ -62,15 +62,15 @@ nexaai/tts_impl/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 nexaai/tts_impl/mlx_tts_impl.py,sha256=LcH9bVdIl3Q6lOzSUB_X2s-_nWFmlCl1yL7XSUK0fYI,3195
 nexaai/tts_impl/pybind_tts_impl.py,sha256=n3z4zmPQayQJgAwcvETw0IBUCp8IYROuYFSg0tAy_8Y,1487
 nexaai/utils/decode.py,sha256=0Z9jDH4ICzw4YXj8nD4L-sMouDaev-TISGRQ4KzidWE,421
-nexaai/utils/manifest_utils.py,sha256=7IQAIrv2vgOI7wVZfavQ4282uve7qNDOKZwmfOBCAE0,16595
+nexaai/utils/manifest_utils.py,sha256=E07t_bNq-EDrqVYZW7uyX8zsKsFklvqqwSvic0in0tQ,21800
 nexaai/utils/model_manager.py,sha256=qzlGP4sZLYsO72vg-EUCVA0RUknVKtLYMmDDfPmG45g,60999
-nexaai/utils/model_types.py,sha256=hwQbxatmlXF9v_XxhcofYbglnmXzxUh4yYbBV2p1OSU,1532
+nexaai/utils/model_types.py,sha256=q2m7diYLOpLvRl1ixL2eMq5_kdTj8KqPBGWX4p6Ob08,1532
 nexaai/utils/progress_tracker.py,sha256=BztrFqtjwNUmeREwZ5m7H6ZcrVzQEbpZfsxndWh4z0A,15778
 nexaai/utils/quantization_utils.py,sha256=FxnZ6-uAE_bl_vQ5jsRXlpU0NBn-U4Y8iN9_O6aCdPA,8070
 nexaai/vlm_impl/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 nexaai/vlm_impl/mlx_vlm_impl.py,sha256=MgqJO7OzuPd79gOZZKhSXXMNSP2eBuhhrdCX8XHn6aQ,11090
 nexaai/vlm_impl/pybind_vlm_impl.py,sha256=NuQ_Ep1TnjmGAkjJuUS0Lb6z7iPu3wroLVOx7kiAwlE,8827
-nexaai-1.0.19rc3.dist-info/METADATA,sha256=aclbMXHwmr7l7eIkuuM-3Z7K2cWKZYAIxj0zofXxWrk,1233
-nexaai-1.0.19rc3.dist-info/WHEEL,sha256=KUuBC6lxAbHCKilKua8R9W_TM71_-9Sg5uEP3uDWcoU,101
-nexaai-1.0.19rc3.dist-info/top_level.txt,sha256=LRE2YERlrZk2vfuygnSzsEeqSknnZbz3Z1MHyNmBU4w,7
-nexaai-1.0.19rc3.dist-info/RECORD,,
+nexaai-1.0.19rc5.dist-info/METADATA,sha256=oYOS0eZu_QQLgmfgjtRHH8xWGY4LaxWMghnuCIqJBTY,1233
+nexaai-1.0.19rc5.dist-info/WHEEL,sha256=KUuBC6lxAbHCKilKua8R9W_TM71_-9Sg5uEP3uDWcoU,101
+nexaai-1.0.19rc5.dist-info/top_level.txt,sha256=LRE2YERlrZk2vfuygnSzsEeqSknnZbz3Z1MHyNmBU4w,7
+nexaai-1.0.19rc5.dist-info/RECORD,,