nexaai 1.0.15rc1__cp310-cp310-macosx_14_0_universal2.whl → 1.0.16rc2__cp310-cp310-macosx_14_0_universal2.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of nexaai might be problematic. Click here for more details.

Binary file
nexaai/_version.py CHANGED
@@ -1,4 +1,4 @@
1
1
  # This file is generated by CMake from _version.py.in
2
2
  # Do not modify this file manually - it will be overwritten
3
3
 
4
- __version__ = "1.0.15-rc1"
4
+ __version__ = "1.0.16-rc2"
Binary file
Binary file
Binary file
Binary file
nexaai/vlm.py CHANGED
@@ -18,7 +18,8 @@ class VLM(BaseModel):
18
18
  @classmethod
19
19
  def _load_from(cls,
20
20
  local_path: str,
21
- mmproj_path: str,
21
+ mmproj_path: str = None,
22
+ model_name: Optional[str] = None,
22
23
  m_cfg: ModelConfig = ModelConfig(),
23
24
  plugin_id: Union[PluginID, str] = PluginID.LLAMA_CPP,
24
25
  device_id: Optional[str] = None
@@ -40,10 +41,10 @@ class VLM(BaseModel):
40
41
 
41
42
  if plugin_value == "mlx":
42
43
  from nexaai.vlm_impl.mlx_vlm_impl import MlxVlmImpl
43
- return MlxVlmImpl._load_from(local_path, mmproj_path, m_cfg, plugin_id, device_id)
44
+ return MlxVlmImpl._load_from(local_path, mmproj_path, model_name, m_cfg, plugin_id, device_id)
44
45
  else:
45
46
  from nexaai.vlm_impl.pybind_vlm_impl import PyBindVLMImpl
46
- return PyBindVLMImpl._load_from(local_path, mmproj_path, m_cfg, plugin_id, device_id)
47
+ return PyBindVLMImpl._load_from(local_path, mmproj_path, model_name, m_cfg, plugin_id, device_id)
47
48
 
48
49
  @abstractmethod
49
50
  def eject(self):
@@ -16,7 +16,8 @@ class MlxVlmImpl(VLM):
16
16
  @classmethod
17
17
  def _load_from(cls,
18
18
  local_path: str,
19
- mmproj_path: str,
19
+ mmproj_path: str = None,
20
+ model_name: Optional[str] = None,
20
21
  m_cfg: ModelConfig = ModelConfig(),
21
22
  plugin_id: Union[PluginID, str] = PluginID.MLX,
22
23
  device_id: Optional[str] = None
@@ -39,6 +40,7 @@ class MlxVlmImpl(VLM):
39
40
  # Create instance and load MLX VLM
40
41
  instance = cls(m_cfg)
41
42
  instance._mlx_vlm = MLXVLMInterface(
43
+ model_name=model_name,
42
44
  model_path=local_path,
43
45
  mmproj_path=mmproj_path, # MLX VLM may not use this, but pass it anyway
44
46
  context_length=m_cfg.n_ctx,
@@ -20,7 +20,8 @@ class PyBindVLMImpl(VLM):
20
20
  @classmethod
21
21
  def _load_from(cls,
22
22
  local_path: str,
23
- mmproj_path: str,
23
+ mmproj_path: str = None,
24
+ model_name: Optional[str] = None,
24
25
  m_cfg: ModelConfig = ModelConfig(),
25
26
  plugin_id: Union[PluginID, str] = PluginID.LLAMA_CPP,
26
27
  device_id: Optional[str] = None
@@ -67,6 +68,7 @@ class PyBindVLMImpl(VLM):
67
68
  handle = vlm_bind.create_vlm(
68
69
  model_path=local_path,
69
70
  mmproj_path=mmproj_path,
71
+ # model_name=model_name, # TODO: enable model_name in pybind later
70
72
  model_config=config,
71
73
  plugin_id=plugin_id_str,
72
74
  device_id=device_id
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: nexaai
3
- Version: 1.0.15rc1
3
+ Version: 1.0.16rc2
4
4
  Summary: Python bindings for NexaSDK C-lib backend
5
5
  Author-email: "Nexa AI, Inc." <dev@nexa.ai>
6
6
  Project-URL: Homepage, https://github.com/NexaAI/nexasdk-bridge
@@ -1,6 +1,6 @@
1
1
  nexaai/__init__.py,sha256=jXdC4vv6DBK1fVewYTYSUhOOYfvf_Mk81UIeMGGIKUg,2029
2
- nexaai/_stub.cpython-310-darwin.so,sha256=b3mU5BR0A2pWm3rgJqJADvQ-dbmE6xpaV5Imbh-jlPg,66768
3
- nexaai/_version.py,sha256=RTizam7VTJj1wR7kjxR6TUmB52cRuaN0Knly10pM6Dg,143
2
+ nexaai/_stub.cpython-310-darwin.so,sha256=lqKq12uJ3kV76E6e4SBjgwaAa7ucbkl5Dcck52B7wHE,66768
3
+ nexaai/_version.py,sha256=BGPNqlNZQGYuDQYsq1eCRPHRsH8l1-C_HqUEvSc-oAY,143
4
4
  nexaai/asr.py,sha256=NljMXDErwPNMOPaRkJZMEDka9Nk8xyur7L8i924TStY,2054
5
5
  nexaai/base.py,sha256=N8PRgDFA-XPku2vWnQIofQ7ipz3pPlO6f8YZGnuhquE,982
6
6
  nexaai/common.py,sha256=yBnIbqYaQYnfrl7IczOBh6MDibYZVxwaRJEglYcKgGs,3422
@@ -11,24 +11,24 @@ nexaai/llm.py,sha256=S1o_k2VQoF5w2wO25f142OO1R75TP89Ii69VZv8pIGo,3567
11
11
  nexaai/rerank.py,sha256=vWaBucoQ1wz-2iYnZqyFIcEjm-4Xcs1KDbFN5X8zzDQ,1872
12
12
  nexaai/runtime.py,sha256=mxxHYsb5iBUAm2K_u-XJWr_U-spJ9S4eApc8kf9myjw,1957
13
13
  nexaai/tts.py,sha256=ZnBpWUxIfHhh7KfEjddtH7hHOTa91zg7ogGLakMIALo,2167
14
- nexaai/vlm.py,sha256=3voXmAVnGlXnOiwA3wcX4p0Lvmp0X1VKkQVPObJdwBY,4649
14
+ nexaai/vlm.py,sha256=OCxwML-Z5uVGp3fjzJVtbCxfTLpgxkhQ8Wo6MVysoiw,4733
15
15
  nexaai/asr_impl/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
16
16
  nexaai/asr_impl/mlx_asr_impl.py,sha256=eosd8-TIWAOwV0HltmoFrLwzXHcU4jyxtncvuZE9pgA,3257
17
17
  nexaai/asr_impl/pybind_asr_impl.py,sha256=pE9Hb_hMi5yAc4MF83bLVOb8zDtreCkB3_u7XED9YpA,1516
18
18
  nexaai/binds/__init__.py,sha256=eYuay_8DDXeOUWz2_R9HFSabohxs6hvZn391t2L0Po0,104
19
- nexaai/binds/common_bind.cpython-310-darwin.so,sha256=nkZyv_jnzSWaLxb2pVlVR4baM2SM9pCLPVLyjKaRfeA,217232
20
- nexaai/binds/embedder_bind.cpython-310-darwin.so,sha256=uM7T2TOW9CYGHDsiUndGOsgBSIKlyvWzqFwEvUKcwQ8,202064
21
- nexaai/binds/libnexa_bridge.dylib,sha256=gEuZ9uSSGzm-v8kvWr4gtYHI7cOGAMZ3yaEHy6cOaTI,251144
22
- nexaai/binds/llm_bind.cpython-310-darwin.so,sha256=8ONMAgigH_zgrvFwNi-OUeIFZD4kWyLflntD54gbUa8,182704
23
- nexaai/binds/vlm_bind.cpython-310-darwin.so,sha256=HV8bwVvJuhX659TQml0fL8FS4sQmaWzKv87vzPgg4sU,182704
19
+ nexaai/binds/common_bind.cpython-310-darwin.so,sha256=hVxY76tn7hN6uHDIgM7LWNvgoudHgNZVoaygM9X1RWE,217232
20
+ nexaai/binds/embedder_bind.cpython-310-darwin.so,sha256=tPa0c0Dv_GiW66fgmAGWGCHXRGNApznqoQS0eQx9GFM,202064
21
+ nexaai/binds/libnexa_bridge.dylib,sha256=NQVF1KGFUR4yqju0gqxD-y6TJuKthdeOMaVx-UZ1h3Y,251144
22
+ nexaai/binds/llm_bind.cpython-310-darwin.so,sha256=6vRO5eOsL6s-hCKdz6onIjBKR_wcpCIsXHtUJY9vJBI,182704
23
+ nexaai/binds/vlm_bind.cpython-310-darwin.so,sha256=nd6eG_m2EiPthzkSZ97hlXWUOZQir4cQfFJZ4p6eR2U,182704
24
24
  nexaai/binds/nexa_llama_cpp/libggml-base.dylib,sha256=JM4oOkie1su0ES5hMdtILeQHlRukRzH1vTleTupUXhg,650736
25
25
  nexaai/binds/nexa_llama_cpp/libggml-cpu.so,sha256=qiYxbTe4Nt7n36zJVvq3zovgSZEmrN2is6gzTern7UI,677728
26
26
  nexaai/binds/nexa_llama_cpp/libggml-metal.so,sha256=zfaX7rIBYQazH2lf-vza007BMhPTK1ASd2T0HLLIA4E,673104
27
27
  nexaai/binds/nexa_llama_cpp/libggml.dylib,sha256=aOTj_6RrAMkfDO0ZI28_3nfcC-l4Y3dRCiS3C0d0_eI,58592
28
28
  nexaai/binds/nexa_llama_cpp/libllama.dylib,sha256=RkBd5usb8RvEIOamvxCW3UvMauI5bC66G_n6hw83NpY,1786128
29
29
  nexaai/binds/nexa_llama_cpp/libmtmd.dylib,sha256=o6mQqefzQNF0CS4j6odwJKj0gkXm15hIxwlNt88FOn4,605248
30
- nexaai/binds/nexa_llama_cpp/libnexa_plugin.dylib,sha256=nU57JdalJwIFAVxqR6I_NwCS0UzMBy8cWNghWQz-I5E,1862104
31
- nexaai/binds/nexa_mlx/libnexa_plugin.dylib,sha256=tNfrIGAF-r2nqcFpPSVN9pjXV47CVXFPZ9_UH-K43T0,598328
30
+ nexaai/binds/nexa_llama_cpp/libnexa_plugin.dylib,sha256=4rTxwHGSVUfGnvA6laPpLztMMFooy-inG2798HXqKPY,1862104
31
+ nexaai/binds/nexa_mlx/libnexa_plugin.dylib,sha256=pSLYF-LN-s6ZaJomznSY8G6cNeKNwnsE2gZAaLfUdTw,598328
32
32
  nexaai/binds/nexa_mlx/py-lib/ml.py,sha256=LafDM_TeXmuQkld2tdQxUBGgooT0JPMXngLam2TADqU,23179
33
33
  nexaai/binds/nexa_mlx/py-lib/profiling.py,sha256=Dc-mybFwBdCIKFWL7CbSHjkOJGAoYHG7r_e_XPhzwBU,9361
34
34
  nexaai/binds/nexa_mlx/py-lib/mlx_audio/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -526,9 +526,9 @@ nexaai/utils/model_types.py,sha256=-DER8L4lAUR_iLS99F0r57avwqWtuN21ug5pX2p24_E,1
526
526
  nexaai/utils/progress_tracker.py,sha256=jdUqtmPqyhwC9uSKvQcJEYETwSt-OhP4oitdJ94614o,15394
527
527
  nexaai/utils/quantization_utils.py,sha256=4gvp6UQfSO9G1FYBwnFtQspTzH9sDbi1PBXw2t1N69M,7650
528
528
  nexaai/vlm_impl/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
529
- nexaai/vlm_impl/mlx_vlm_impl.py,sha256=od1R1mRoIgPG3NHC7JiDlcB_YJY8aklX8Em3ZkeHNpE,10734
530
- nexaai/vlm_impl/pybind_vlm_impl.py,sha256=n4lBTeDA9i07Fz1sq4694XkA2XQtnJnR9RaaKK0CrcM,8458
531
- nexaai-1.0.15rc1.dist-info/METADATA,sha256=gd9YybS0BkEkI9dj3EhbTkifnaQajoRZTrrAHPLu4k0,1201
532
- nexaai-1.0.15rc1.dist-info/WHEEL,sha256=T2p57lol9__xkoU6aJTyN1Pm43ZpRU3q6km7mIbrAMs,114
533
- nexaai-1.0.15rc1.dist-info/top_level.txt,sha256=LRE2YERlrZk2vfuygnSzsEeqSknnZbz3Z1MHyNmBU4w,7
534
- nexaai-1.0.15rc1.dist-info/RECORD,,
529
+ nexaai/vlm_impl/mlx_vlm_impl.py,sha256=pLtWm_ckz8a0U-AtAOMVseFDO4OVPvHyYO2KlfBaGYk,10833
530
+ nexaai/vlm_impl/pybind_vlm_impl.py,sha256=FAbhpRJzHgI78r0mUvKybO97R1szvNhH0aTn_I52oT4,8597
531
+ nexaai-1.0.16rc2.dist-info/METADATA,sha256=xMkj77I6-5axTSDxtLRK4z4ntfoLUP9rSGG32q5YSxY,1201
532
+ nexaai-1.0.16rc2.dist-info/WHEEL,sha256=T2p57lol9__xkoU6aJTyN1Pm43ZpRU3q6km7mIbrAMs,114
533
+ nexaai-1.0.16rc2.dist-info/top_level.txt,sha256=LRE2YERlrZk2vfuygnSzsEeqSknnZbz3Z1MHyNmBU4w,7
534
+ nexaai-1.0.16rc2.dist-info/RECORD,,