nexaai 1.0.15rc1__cp310-cp310-win_amd64.whl → 1.0.16rc3__cp310-cp310-win_amd64.whl

nexaai/_version.py

@@ -1,4 +1,4 @@
 # This file is generated by CMake from _version.py.in
 # Do not modify this file manually - it will be overwritten
 
-__version__ = "1.0.15-rc1" 
+__version__ = "1.0.16-rc3" 

nexaai/vlm.py

@@ -18,7 +18,8 @@ class VLM(BaseModel):
     @classmethod
     def _load_from(cls,
                    local_path: str,
-                   mmproj_path: str,
+                   mmproj_path: str = None,
+                   model_name: Optional[str] = None,
                    m_cfg: ModelConfig = ModelConfig(),
                    plugin_id: Union[PluginID, str] = PluginID.LLAMA_CPP,
                    device_id: Optional[str] = None
@@ -40,10 +41,10 @@ class VLM(BaseModel):
         
         if plugin_value == "mlx":
             from nexaai.vlm_impl.mlx_vlm_impl import MlxVlmImpl
-            return MlxVlmImpl._load_from(local_path, mmproj_path, m_cfg, plugin_id, device_id)
+            return MlxVlmImpl._load_from(local_path, mmproj_path, model_name, m_cfg, plugin_id, device_id)
         else:
             from nexaai.vlm_impl.pybind_vlm_impl import PyBindVLMImpl
-            return PyBindVLMImpl._load_from(local_path, mmproj_path, m_cfg, plugin_id, device_id)
+            return PyBindVLMImpl._load_from(local_path, mmproj_path, model_name, m_cfg, plugin_id, device_id)
 
     @abstractmethod
     def eject(self):

nexaai/vlm_impl/mlx_vlm_impl.py

@@ -16,7 +16,8 @@ class MlxVlmImpl(VLM):
     @classmethod
     def _load_from(cls,
                    local_path: str,
-                   mmproj_path: str,
+                   mmproj_path: str = None,
+                   model_name: Optional[str] = None,
                    m_cfg: ModelConfig = ModelConfig(),
                    plugin_id: Union[PluginID, str] = PluginID.MLX,
                    device_id: Optional[str] = None
@@ -39,6 +40,7 @@ class MlxVlmImpl(VLM):
             # Create instance and load MLX VLM
             instance = cls(m_cfg)
             instance._mlx_vlm = MLXVLMInterface(
+                model_name=model_name,
                 model_path=local_path,
                 mmproj_path=mmproj_path,  # MLX VLM may not use this, but pass it anyway
                 context_length=m_cfg.n_ctx,

nexaai/vlm_impl/pybind_vlm_impl.py

@@ -20,7 +20,8 @@ class PyBindVLMImpl(VLM):
     @classmethod
     def _load_from(cls,
                    local_path: str,
-                   mmproj_path: str,
+                   mmproj_path: str = None,
+                   model_name: Optional[str] = None,
                    m_cfg: ModelConfig = ModelConfig(),
                    plugin_id: Union[PluginID, str] = PluginID.LLAMA_CPP,
                    device_id: Optional[str] = None
@@ -67,6 +68,7 @@ class PyBindVLMImpl(VLM):
         handle = vlm_bind.create_vlm(
             model_path=local_path,
             mmproj_path=mmproj_path,
+            # model_name=model_name, # TODO: enable model_name in pybind later
             model_config=config,
             plugin_id=plugin_id_str,
             device_id=device_id

{nexaai-1.0.15rc1.dist-info → nexaai-1.0.16rc3.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: nexaai
-Version: 1.0.15rc1
+Version: 1.0.16rc3
 Summary: Python bindings for NexaSDK C-lib backend
 Author-email: "Nexa AI, Inc." <dev@nexa.ai>
 Project-URL: Homepage, https://github.com/NexaAI/nexasdk-bridge

{nexaai-1.0.15rc1.dist-info → nexaai-1.0.16rc3.dist-info}/RECORD

@@ -1,6 +1,6 @@
 nexaai/__init__.py,sha256=Lt8NU57eTMtWrDYzpFeYR9XtGAPXqizynP83TPU0UW0,2105
-nexaai/_stub.cp310-win_amd64.pyd,sha256=-P_tIyyeV6tlnsRGLjWq6x_cNBjIBmsP5iStLN3LMfU,10752
-nexaai/_version.py,sha256=IqbggDDOYg8HN56vtXH3yEF4AsPYxs6lzViGqUESmiU,147
+nexaai/_stub.cp310-win_amd64.pyd,sha256=nip557Y-aiWSGYr9gc83lN7g22OEQo7wJTtyEoq9ut4,10752
+nexaai/_version.py,sha256=DGJm23BJPNRxFzX8hhKDiHHoc5z7H3y2MB7gHIJCTEA,147
 nexaai/asr.py,sha256=_fsGaxpiU137bUtO5ujtFSYCI1RLsyeEm3Gf4GhHVRk,2118
 nexaai/base.py,sha256=qQBCiQVNzgpkQjZX9aiFDEdbAAe56TROKC3WnWra2Zg,1021
 nexaai/common.py,sha256=6keIpdX5XS5us4z79EMoa6RSkVze9SbbXax13IJ9yvs,3525
@@ -11,26 +11,26 @@ nexaai/llm.py,sha256=Qwm1q_NStLfD-JYZQIvxniWnAmwNl1V6LUON3Me7w_I,3663
 nexaai/rerank.py,sha256=_zGWmX6eDigY2kViMKCtNssp4JMEeVycZZfJH9eAZOY,1927
 nexaai/runtime.py,sha256=LxAUejH9uaci8IGz9_h0l-MMeYcwTlBjVKN_0u4Q4Qo,2021
 nexaai/tts.py,sha256=afs6sx0w0Tvs_aJlyZRPm62qQpTrs-fW_jDHrMkc4AA,2241
-nexaai/vlm.py,sha256=STjXCw67ABrHrEll8A2NGiwmfo7MotfYgBh1k1aNxkk,4775
+nexaai/vlm.py,sha256=wUMbRURluxvULbS7vgyHsWdEPgLGrrC_S79bhdEN7Vg,4860
 nexaai/asr_impl/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 nexaai/asr_impl/mlx_asr_impl.py,sha256=XwMX3LYMeulp8cDS0TCCYcjvttFHAyDWQ_oMvABwQmI,3349
 nexaai/asr_impl/pybind_asr_impl.py,sha256=20o5SOPzhF9x41ra8L_qIM7YxCkYeLb5csSrNde-dds,1560
 nexaai/binds/__init__.py,sha256=ENl-uoIF9-3XGIXitVgZ2QmJ6p7Yet4h1-X7nUDZ0Hk,108
-nexaai/binds/common_bind.cp310-win_amd64.pyd,sha256=AjhStb-aw6IHVxu0cWpDY20ICIC2acZksV_ZtEPdu3Y,201216
-nexaai/binds/embedder_bind.cp310-win_amd64.pyd,sha256=ejExBS2RxKyFt7FQLNulYzyxBVHCsLh41tjolpfBprc,182784
+nexaai/binds/common_bind.cp310-win_amd64.pyd,sha256=o2qbzpnmryQk6HLZ2ph1Dby8AOdbKn8BY4E4e56X_XE,201216
+nexaai/binds/embedder_bind.cp310-win_amd64.pyd,sha256=VkU7B5SXqYiVg2KLj7AAq30DcQayDNF6zs8iSI7-Eaw,182784
 nexaai/binds/libcrypto-3-x64.dll,sha256=PYwJJtM4xpo2IQfxm-of6VR6rtVcHCyodwcvBHmfzig,7315968
 nexaai/binds/libssl-3-x64.dll,sha256=mp_RoRjYcCeAuqMy3QDYvxQ-cjAMUNCuwA320oXVVpg,1313792
-nexaai/binds/llm_bind.cp310-win_amd64.pyd,sha256=x6h4MgbWdUc-LiMdt7UajjU3Bo2vkgSkOWUVvH_Dhkk,162816
-nexaai/binds/nexa_bridge.dll,sha256=_rMUlmUtOkYcVNhN8A4SbiHHN6_MOe2zuR-sudq-FsM,168448
-nexaai/binds/vlm_bind.cp310-win_amd64.pyd,sha256=_xx5wPF6KYRepPmUG9uoCzmJKvav6UPMERG_jRSumB0,168960
-nexaai/binds/nexa_llama_cpp/ggml-base.dll,sha256=DLsVg-UfgCr1u0lbELnD09QP6X-6VeBesSV4Kilz6UM,532480
-nexaai/binds/nexa_llama_cpp/ggml-cpu.dll,sha256=x9PpcRyjv6i_G9sY5SJe_688D8qkJAoOdeJ7ik0ZtvY,672768
-nexaai/binds/nexa_llama_cpp/ggml-cuda.dll,sha256=4m8J1FhsyI6CqcDNN9M2XeKTqwS0jP36z3JwWP9b0d4,313528832
-nexaai/binds/nexa_llama_cpp/ggml-vulkan.dll,sha256=rnOuHw9t_iFk5RS9YWdAdY6d1o3pr2jA6Efle5CeoYI,36627456
-nexaai/binds/nexa_llama_cpp/ggml.dll,sha256=ZG0QUUE6PE2MSbGKtK0dX0REHtvpW_HbXm-VaunkEgU,66560
-nexaai/binds/nexa_llama_cpp/llama.dll,sha256=zD55dX6caZWOkun3e_XbY3D3Awe_o0G273XLZNVbK_Y,1611776
-nexaai/binds/nexa_llama_cpp/mtmd.dll,sha256=MX_2-6kdLu7gEBRALsqXhXgflbcrmpG5IRv0jpzgg5o,561152
-nexaai/binds/nexa_llama_cpp/nexa_plugin.dll,sha256=gADHNJ1ig-5_wtDcfcKEhUVtZbdOis81OhpeSxyfNqA,1405440
+nexaai/binds/llm_bind.cp310-win_amd64.pyd,sha256=odFar5lXX9rMyjK-kG7VMWWS9kAC2SdXZE6KmZKR5zs,162816
+nexaai/binds/nexa_bridge.dll,sha256=dR4MVrnxwRSeSjNDxx0l_u-JzpVXVLOr_ukrRwIrRDE,168448
+nexaai/binds/vlm_bind.cp310-win_amd64.pyd,sha256=KbKSshPicJsUiyDiKjw_-EXWHaDN-1XD4b03cmBtF6I,168960
+nexaai/binds/nexa_llama_cpp/ggml-base.dll,sha256=tQ9Xtdhe_fbyVOJ7onM5NPTDHlKz-TCz7xeQVUef1L0,532480
+nexaai/binds/nexa_llama_cpp/ggml-cpu.dll,sha256=wyHlhywfXER6-kDL-sHqsCoiLsk_QdzPK6bGI0TVXbM,672768
+nexaai/binds/nexa_llama_cpp/ggml-cuda.dll,sha256=CGja901cFwUi5wNvvQ6ObNmWDYz2OBwIDJtfJyd4nOQ,313528832
+nexaai/binds/nexa_llama_cpp/ggml-vulkan.dll,sha256=cbYVDOMhmwe2wLBVMh4Yu1N56gHF4MtHrvpbItanHKc,36627456
+nexaai/binds/nexa_llama_cpp/ggml.dll,sha256=Z5Zt8N3vJfYW8x6vFOd4IONHRuxzRiFqxZD0ZbIISDQ,66560
+nexaai/binds/nexa_llama_cpp/llama.dll,sha256=g2iYf3xxeqNJYlSQLqaHHlRwqn6f9zBfANGgSLjgexU,1611776
+nexaai/binds/nexa_llama_cpp/mtmd.dll,sha256=jmtpqyjfA88vQuxG_BEB06kWm8rzNJUeiZH_SRu2xwU,561152
+nexaai/binds/nexa_llama_cpp/nexa_plugin.dll,sha256=nylFDgPoV45oqHidLxlN4Tpo4RE-09xs37bz7UNsn0w,1405440
 nexaai/cv_impl/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 nexaai/cv_impl/mlx_cv_impl.py,sha256=QLd_8w90gtxH8kmssaDYatCTRvQNIJuUGKZNnYrmx6E,3317
 nexaai/cv_impl/pybind_cv_impl.py,sha256=aSOCAxmHrwJbEkSN6VX3Cykqlj_9RIpVrZXILul04GA,1096
@@ -57,9 +57,9 @@ nexaai/utils/model_types.py,sha256=arIyb9q-1uG0nyUGdWZaxxDJAxv0cfnJEpjCzyELL5Q,1
 nexaai/utils/progress_tracker.py,sha256=BztrFqtjwNUmeREwZ5m7H6ZcrVzQEbpZfsxndWh4z0A,15778
 nexaai/utils/quantization_utils.py,sha256=jjQaz7K4qH6TdP8Tnv5Ktb2viz8BaVBSOrb_jm3ns28,7889
 nexaai/vlm_impl/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-nexaai/vlm_impl/mlx_vlm_impl.py,sha256=oY_qb9z_iF0zArBuY5CCYIvZcA3R0i_NKXrr_r-QSgg,10989
-nexaai/vlm_impl/pybind_vlm_impl.py,sha256=7Bo0kpSrmOdr--bWSpQBvcaexkPPRt3x1yt9e_jIyDs,8686
-nexaai-1.0.15rc1.dist-info/METADATA,sha256=ouq0UBNlkAEIhe1wEZ2S-obMRtIuFAXAeQkOAifuhGg,1233
-nexaai-1.0.15rc1.dist-info/WHEEL,sha256=KUuBC6lxAbHCKilKua8R9W_TM71_-9Sg5uEP3uDWcoU,101
-nexaai-1.0.15rc1.dist-info/top_level.txt,sha256=LRE2YERlrZk2vfuygnSzsEeqSknnZbz3Z1MHyNmBU4w,7
-nexaai-1.0.15rc1.dist-info/RECORD,,
+nexaai/vlm_impl/mlx_vlm_impl.py,sha256=MgqJO7OzuPd79gOZZKhSXXMNSP2eBuhhrdCX8XHn6aQ,11090
+nexaai/vlm_impl/pybind_vlm_impl.py,sha256=NuQ_Ep1TnjmGAkjJuUS0Lb6z7iPu3wroLVOx7kiAwlE,8827
+nexaai-1.0.16rc3.dist-info/METADATA,sha256=oyaJrfsJdPLHBYN0trhA9L2q5CzrUh5YITzI_aXgV5M,1233
+nexaai-1.0.16rc3.dist-info/WHEEL,sha256=KUuBC6lxAbHCKilKua8R9W_TM71_-9Sg5uEP3uDWcoU,101
+nexaai-1.0.16rc3.dist-info/top_level.txt,sha256=LRE2YERlrZk2vfuygnSzsEeqSknnZbz3Z1MHyNmBU4w,7
+nexaai-1.0.16rc3.dist-info/RECORD,,