nexaai 1.0.14__cp310-cp310-macosx_14_0_universal2.whl → 1.0.15__cp310-cp310-macosx_14_0_universal2.whl

nexaai/vlm.py

@@ -18,7 +18,8 @@ class VLM(BaseModel):
     @classmethod
     def _load_from(cls,
                    local_path: str,
-                   mmproj_path: str,
+                   mmproj_path: str = None,
+                   model_name: Optional[str] = None,
                    m_cfg: ModelConfig = ModelConfig(),
                    plugin_id: Union[PluginID, str] = PluginID.LLAMA_CPP,
                    device_id: Optional[str] = None
@@ -40,10 +41,10 @@ class VLM(BaseModel):
         
         if plugin_value == "mlx":
             from nexaai.vlm_impl.mlx_vlm_impl import MlxVlmImpl
-            return MlxVlmImpl._load_from(local_path, mmproj_path, m_cfg, plugin_id, device_id)
+            return MlxVlmImpl._load_from(local_path, mmproj_path, model_name, m_cfg, plugin_id, device_id)
         else:
             from nexaai.vlm_impl.pybind_vlm_impl import PyBindVLMImpl
-            return PyBindVLMImpl._load_from(local_path, mmproj_path, m_cfg, plugin_id, device_id)
+            return PyBindVLMImpl._load_from(local_path, mmproj_path, model_name, m_cfg, plugin_id, device_id)
 
     @abstractmethod
     def eject(self):

nexaai/vlm_impl/mlx_vlm_impl.py

@@ -16,7 +16,8 @@ class MlxVlmImpl(VLM):
     @classmethod
     def _load_from(cls,
                    local_path: str,
-                   mmproj_path: str,
+                   mmproj_path: str = None,
+                   model_name: Optional[str] = None,
                    m_cfg: ModelConfig = ModelConfig(),
                    plugin_id: Union[PluginID, str] = PluginID.MLX,
                    device_id: Optional[str] = None
@@ -39,6 +40,7 @@ class MlxVlmImpl(VLM):
             # Create instance and load MLX VLM
             instance = cls(m_cfg)
             instance._mlx_vlm = MLXVLMInterface(
+                model_name=model_name,
                 model_path=local_path,
                 mmproj_path=mmproj_path,  # MLX VLM may not use this, but pass it anyway
                 context_length=m_cfg.n_ctx,

nexaai/vlm_impl/pybind_vlm_impl.py

@@ -20,7 +20,8 @@ class PyBindVLMImpl(VLM):
     @classmethod
     def _load_from(cls,
                    local_path: str,
-                   mmproj_path: str,
+                   mmproj_path: str = None,
+                   model_name: Optional[str] = None,
                    m_cfg: ModelConfig = ModelConfig(),
                    plugin_id: Union[PluginID, str] = PluginID.LLAMA_CPP,
                    device_id: Optional[str] = None
@@ -67,6 +68,7 @@ class PyBindVLMImpl(VLM):
         handle = vlm_bind.create_vlm(
             model_path=local_path,
             mmproj_path=mmproj_path,
+            # model_name=model_name, # TODO: enable model_name in pybind later
             model_config=config,
             plugin_id=plugin_id_str,
             device_id=device_id

{nexaai-1.0.14.dist-info → nexaai-1.0.15.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: nexaai
-Version: 1.0.14
+Version: 1.0.15
 Summary: Python bindings for NexaSDK C-lib backend
 Author-email: "Nexa AI, Inc." <dev@nexa.ai>
 Project-URL: Homepage, https://github.com/NexaAI/nexasdk-bridge

{nexaai-1.0.14.dist-info → nexaai-1.0.15.dist-info}/RECORD

@@ -1,6 +1,6 @@
 nexaai/__init__.py,sha256=jXdC4vv6DBK1fVewYTYSUhOOYfvf_Mk81UIeMGGIKUg,2029
-nexaai/_stub.cpython-310-darwin.so,sha256=nodd5UTCN3hgtNkAy9uciIi9XIZtXICI1DHE8imogeg,66768
-nexaai/_version.py,sha256=XJJ5sCRRK0ObYxuo2AEYh59SLPLwfNi7N3GFFBJImeg,139
+nexaai/_stub.cpython-310-darwin.so,sha256=ApM6sjhrVabkKiqqlR5MbAEp8Z7YLkh8b-Pyr_ypeQs,66768
+nexaai/_version.py,sha256=HloCCPv8Vk0kU4i_K0MutKdONW91ZAEc9UCaEQX7BKY,139
 nexaai/asr.py,sha256=NljMXDErwPNMOPaRkJZMEDka9Nk8xyur7L8i924TStY,2054
 nexaai/base.py,sha256=N8PRgDFA-XPku2vWnQIofQ7ipz3pPlO6f8YZGnuhquE,982
 nexaai/common.py,sha256=yBnIbqYaQYnfrl7IczOBh6MDibYZVxwaRJEglYcKgGs,3422
@@ -11,14 +11,14 @@ nexaai/llm.py,sha256=S1o_k2VQoF5w2wO25f142OO1R75TP89Ii69VZv8pIGo,3567
 nexaai/rerank.py,sha256=vWaBucoQ1wz-2iYnZqyFIcEjm-4Xcs1KDbFN5X8zzDQ,1872
 nexaai/runtime.py,sha256=mxxHYsb5iBUAm2K_u-XJWr_U-spJ9S4eApc8kf9myjw,1957
 nexaai/tts.py,sha256=ZnBpWUxIfHhh7KfEjddtH7hHOTa91zg7ogGLakMIALo,2167
-nexaai/vlm.py,sha256=3voXmAVnGlXnOiwA3wcX4p0Lvmp0X1VKkQVPObJdwBY,4649
+nexaai/vlm.py,sha256=OCxwML-Z5uVGp3fjzJVtbCxfTLpgxkhQ8Wo6MVysoiw,4733
 nexaai/asr_impl/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 nexaai/asr_impl/mlx_asr_impl.py,sha256=eosd8-TIWAOwV0HltmoFrLwzXHcU4jyxtncvuZE9pgA,3257
 nexaai/asr_impl/pybind_asr_impl.py,sha256=pE9Hb_hMi5yAc4MF83bLVOb8zDtreCkB3_u7XED9YpA,1516
 nexaai/binds/__init__.py,sha256=eYuay_8DDXeOUWz2_R9HFSabohxs6hvZn391t2L0Po0,104
 nexaai/binds/common_bind.cpython-310-darwin.so,sha256=nkZyv_jnzSWaLxb2pVlVR4baM2SM9pCLPVLyjKaRfeA,217232
 nexaai/binds/embedder_bind.cpython-310-darwin.so,sha256=uM7T2TOW9CYGHDsiUndGOsgBSIKlyvWzqFwEvUKcwQ8,202064
-nexaai/binds/libnexa_bridge.dylib,sha256=SN3ukmhH2QIDYKR0xurAsEgVyrLmUzAH9xeVTzBIHcA,251144
+nexaai/binds/libnexa_bridge.dylib,sha256=HRSfO9TfK80qq5a4UovDwQX6TAZQHtSfMM2WDCk6cOE,251144
 nexaai/binds/llm_bind.cpython-310-darwin.so,sha256=8ONMAgigH_zgrvFwNi-OUeIFZD4kWyLflntD54gbUa8,182704
 nexaai/binds/vlm_bind.cpython-310-darwin.so,sha256=HV8bwVvJuhX659TQml0fL8FS4sQmaWzKv87vzPgg4sU,182704
 nexaai/binds/nexa_llama_cpp/libggml-base.dylib,sha256=JM4oOkie1su0ES5hMdtILeQHlRukRzH1vTleTupUXhg,650736
@@ -28,7 +28,7 @@ nexaai/binds/nexa_llama_cpp/libggml.dylib,sha256=aOTj_6RrAMkfDO0ZI28_3nfcC-l4Y3d
 nexaai/binds/nexa_llama_cpp/libllama.dylib,sha256=RkBd5usb8RvEIOamvxCW3UvMauI5bC66G_n6hw83NpY,1786128
 nexaai/binds/nexa_llama_cpp/libmtmd.dylib,sha256=o6mQqefzQNF0CS4j6odwJKj0gkXm15hIxwlNt88FOn4,605248
 nexaai/binds/nexa_llama_cpp/libnexa_plugin.dylib,sha256=nU57JdalJwIFAVxqR6I_NwCS0UzMBy8cWNghWQz-I5E,1862104
-nexaai/binds/nexa_mlx/libnexa_plugin.dylib,sha256=6ZSEsNYaOB043LttCqovgtUs8QfV9_5HiFd6HOQXKZc,597960
+nexaai/binds/nexa_mlx/libnexa_plugin.dylib,sha256=tNfrIGAF-r2nqcFpPSVN9pjXV47CVXFPZ9_UH-K43T0,598328
 nexaai/binds/nexa_mlx/py-lib/ml.py,sha256=LafDM_TeXmuQkld2tdQxUBGgooT0JPMXngLam2TADqU,23179
 nexaai/binds/nexa_mlx/py-lib/profiling.py,sha256=Dc-mybFwBdCIKFWL7CbSHjkOJGAoYHG7r_e_XPhzwBU,9361
 nexaai/binds/nexa_mlx/py-lib/mlx_audio/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -386,8 +386,9 @@ nexaai/mlx_backend/tts/__init__.py,sha256=fuT_9_xpYJ28m4yjly5L2jChUrzlSQz-b_S7nu
 nexaai/mlx_backend/tts/interface.py,sha256=0FvZbIyOvg8jERZEQ6bygbv7v02O9xHO4-TPUlar0b4,9568
 nexaai/mlx_backend/vlm/__init__.py,sha256=_25kvMEviX16Hg3bro8Ws70V0eeIEqYKV8ZDXqYzKew,73
 nexaai/mlx_backend/vlm/generate.py,sha256=DqHFEAuqk-nko8ho6U9GAXTDAWz4d8GTe_hCt-XFyCw,19071
-nexaai/mlx_backend/vlm/interface.py,sha256=FWPFpq7xxeXSJSnIXOE8m78hu1ryhoocaoQImwXtpao,15613
-nexaai/mlx_backend/vlm/main.py,sha256=4XRpxotxPn4HKaAfcbC06YH80fQqZ_oGPx18tHfHOBY,5628
+nexaai/mlx_backend/vlm/generate_qwen3_vl.py,sha256=undjso1mfxqpd6FMTksSA5qagRttxAGbOBj1x7cqI1s,9211
+nexaai/mlx_backend/vlm/interface.py,sha256=vFTzJCbqq55ybv_tbDBC9NVn1_sXgCfqXdsV-3ia8vo,16177
+nexaai/mlx_backend/vlm/main.py,sha256=nPcg25jupeDD74uvRoxpWp3Dsulw7WddI7vll6zejak,10664
 nexaai/mlx_backend/vlm/modeling/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 nexaai/mlx_backend/vlm/modeling/convert.py,sha256=ia5i9cgTufFGmKyhkYUaW0nfNqT_bMo8i-Hg_zy5JC4,1863
 nexaai/mlx_backend/vlm/modeling/processing_qwen2_5_vl.py,sha256=PdlV1pTp0_b6QPrXNZzA52GBMRjyODWLlN_uzrMtDLQ,10218
@@ -496,6 +497,15 @@ nexaai/mlx_backend/vlm/modeling/models/qwen2_vl/config.py,sha256=yPnWEyLruqmakMV
 nexaai/mlx_backend/vlm/modeling/models/qwen2_vl/language.py,sha256=OeUoAfIg7dNB43tzRTLk3brdPmYFwaf_uUH4a-VwIzo,19189
 nexaai/mlx_backend/vlm/modeling/models/qwen2_vl/qwen2_vl.py,sha256=YysRg1PszpZdsH7hywqN2pIMZAbU1P636KZoSJCNri8,5740
 nexaai/mlx_backend/vlm/modeling/models/qwen2_vl/vision.py,sha256=rcneYZYwP5fx3p8xxXEDGvnWAMIn8DXenqBPLBjmVcI,10555
+nexaai/mlx_backend/vlm/modeling/models/qwen3_vl/processor.py,sha256=_WZK8uv0LAGHO8V5LwCojyS4UYk0tfICsZ9GM4_Pfxo,19156
+nexaai/mlx_backend/vlm/modeling/models/qwen3_vl/qwen3vl.py,sha256=LArnNtI98B_GJOblPNijVage9EmVfa-YZYI-2XGFZek,50662
+nexaai/mlx_backend/vlm/modeling/models/qwen3_vl/llm_common/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+nexaai/mlx_backend/vlm/modeling/models/qwen3_vl/llm_common/base.py,sha256=4RlZwgz8YX2ngmJNaymxFFpw9hJu-0EMw9xwXpngW9o,3496
+nexaai/mlx_backend/vlm/modeling/models/qwen3_vl/llm_common/cache.py,sha256=NMOB6x-RT6svF4H-Ymo5WqnP7ptAal3aaKjWZXWGMsM,17671
+nexaai/mlx_backend/vlm/modeling/models/qwen3_vl/llm_common/generate.py,sha256=Mw7Btz0_t7erQOrfWzCXT-ktEwZl61OODcmDMIo3VS0,26719
+nexaai/mlx_backend/vlm/modeling/models/qwen3_vl/llm_common/rope_utils.py,sha256=ty0dA3SsEUFtFbHo16tKdnKymrNKKsUO3KMYapMajbY,8704
+nexaai/mlx_backend/vlm/modeling/models/qwen3_vl/llm_common/sample_utils.py,sha256=8SEeVwgjuvaYy-4ALAU0RHQMuRr2k7EkXba_csxk498,10673
+nexaai/mlx_backend/vlm/modeling/models/qwen3_vl/llm_common/tokenizer_utils.py,sha256=Gqanx4hBDcon_k5ClhUsS4YpMbZNiee8jvImGS9h43s,13229
 nexaai/mlx_backend/vlm/modeling/models/smolvlm/__init__.py,sha256=nvaihrxZuqymlQZbPCSTKBoxzJYx5fg3U1aM5eXUutw,123
 nexaai/mlx_backend/vlm/modeling/models/smolvlm/smolvlm.py,sha256=i-B_d0AxninzMWSHx-kc2X5nwp-0bmKnibjS7nXeKGA,2363
 nexaai/mlx_backend/vlm/modeling/trainer/__init__.py,sha256=rGAttw-lYQ2HUXVeuDDprKq8ERq3WIIFnRsA9tYwAjo,252
@@ -516,9 +526,9 @@ nexaai/utils/model_types.py,sha256=-DER8L4lAUR_iLS99F0r57avwqWtuN21ug5pX2p24_E,1
 nexaai/utils/progress_tracker.py,sha256=jdUqtmPqyhwC9uSKvQcJEYETwSt-OhP4oitdJ94614o,15394
 nexaai/utils/quantization_utils.py,sha256=4gvp6UQfSO9G1FYBwnFtQspTzH9sDbi1PBXw2t1N69M,7650
 nexaai/vlm_impl/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-nexaai/vlm_impl/mlx_vlm_impl.py,sha256=od1R1mRoIgPG3NHC7JiDlcB_YJY8aklX8Em3ZkeHNpE,10734
-nexaai/vlm_impl/pybind_vlm_impl.py,sha256=n4lBTeDA9i07Fz1sq4694XkA2XQtnJnR9RaaKK0CrcM,8458
-nexaai-1.0.14.dist-info/METADATA,sha256=q4KSIrvgHnwmqzumEv3leMpqFjLX1dopNfgFCJyt1o4,1198
-nexaai-1.0.14.dist-info/WHEEL,sha256=T2p57lol9__xkoU6aJTyN1Pm43ZpRU3q6km7mIbrAMs,114
-nexaai-1.0.14.dist-info/top_level.txt,sha256=LRE2YERlrZk2vfuygnSzsEeqSknnZbz3Z1MHyNmBU4w,7
-nexaai-1.0.14.dist-info/RECORD,,
+nexaai/vlm_impl/mlx_vlm_impl.py,sha256=pLtWm_ckz8a0U-AtAOMVseFDO4OVPvHyYO2KlfBaGYk,10833
+nexaai/vlm_impl/pybind_vlm_impl.py,sha256=FAbhpRJzHgI78r0mUvKybO97R1szvNhH0aTn_I52oT4,8597
+nexaai-1.0.15.dist-info/METADATA,sha256=nYgvF_Qt5xgdkTQbGiE-zFKRFq09_ycTS4FoFWEm5Tc,1198
+nexaai-1.0.15.dist-info/WHEEL,sha256=T2p57lol9__xkoU6aJTyN1Pm43ZpRU3q6km7mIbrAMs,114
+nexaai-1.0.15.dist-info/top_level.txt,sha256=LRE2YERlrZk2vfuygnSzsEeqSknnZbz3Z1MHyNmBU4w,7
+nexaai-1.0.15.dist-info/RECORD,,