nexaai 1.0.16rc12__cp310-cp310-win_amd64.whl → 1.0.16rc13__cp310-cp310-win_amd64.whl

nexaai/_version.py

@@ -1,4 +1,4 @@
 # This file is generated by CMake from _version.py.in
 # Do not modify this file manually - it will be overwritten
 
-__version__ = "1.0.16-rc12" 
+__version__ = "1.0.16-rc13" 

nexaai/common.py

@@ -7,6 +7,7 @@ class PluginID(str, Enum):
     """Enum for plugin identifiers."""
     MLX = "mlx"
     LLAMA_CPP = "llama_cpp"
+    NEXAML = "nexaml"
 
 
 class ChatMessage(TypedDict):

nexaai/utils/quantization_utils.py

@@ -25,12 +25,15 @@ class QuantizationType(str, Enum):
     F16 = "F16"
     Q2_K = "Q2_K"
     Q2_K_L = "Q2_K_L"
+    Q3_K = "Q3_K"
     Q3_K_M = "Q3_K_M"
     Q3_K_S = "Q3_K_S"
     Q4_0 = "Q4_0"
     Q4_1 = "Q4_1"
+    Q4_K = "Q4_K"
     Q4_K_M = "Q4_K_M"
     Q4_K_S = "Q4_K_S"
+    Q5_K = "Q5_K"
     Q5_K_M = "Q5_K_M"
     Q5_K_S = "Q5_K_S"
     Q6_K = "Q6_K"
@@ -67,12 +70,15 @@ def extract_quantization_from_filename(filename: str) -> Optional[QuantizationTy
         'f16.': QuantizationType.F16,  # Add F16 support
         'q2_k_l.': QuantizationType.Q2_K_L,  # Check Q2_K_L before Q2_K to avoid partial match
         'q2_k.': QuantizationType.Q2_K,
+        'q3_k.': QuantizationType.Q3_K,
         'q3_k_m.': QuantizationType.Q3_K_M,
-        'q3_ks.': QuantizationType.Q3_K_S,
+        'q3_k_s.': QuantizationType.Q3_K_S,
         'q4_k_m.': QuantizationType.Q4_K_M,
         'q4_k_s.': QuantizationType.Q4_K_S,
         'q4_0.': QuantizationType.Q4_0,
         'q4_1.': QuantizationType.Q4_1,
+        'q4_k.': QuantizationType.Q4_K,
+        'q5_k.': QuantizationType.Q5_K,
         'q5_k_m.': QuantizationType.Q5_K_M,
         'q5_k_s.': QuantizationType.Q5_K_S,
         'q6_k.': QuantizationType.Q6_K,

{nexaai-1.0.16rc12.dist-info → nexaai-1.0.16rc13.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: nexaai
-Version: 1.0.16rc12
+Version: 1.0.16rc13
 Summary: Python bindings for NexaSDK C-lib backend
 Author-email: "Nexa AI, Inc." <dev@nexa.ai>
 Project-URL: Homepage, https://github.com/NexaAI/nexasdk-bridge

{nexaai-1.0.16rc12.dist-info → nexaai-1.0.16rc13.dist-info}/RECORD

@@ -1,9 +1,9 @@
 nexaai/__init__.py,sha256=mbzzeXrEHHI_E3BQ0_OukD9wNajKJJVk0ykxT0rz8uM,2267
-nexaai/_stub.cp310-win_amd64.pyd,sha256=96bDzhs4TrKy-9_2jZZYc7UbmhY8kwU7_b5MfxEVyOs,10752
-nexaai/_version.py,sha256=ghfudApt8azmx9QRZkWFGZq1NlOo0uPw7tU_pfyp5pM,148
+nexaai/_stub.cp310-win_amd64.pyd,sha256=e_8LH-d3IykmiVh_OIGLBWBS_KGaDpJgiAxoHX98GjU,10752
+nexaai/_version.py,sha256=zOG2TECwUzFAPOu94cXw5ognc8QM83WocnGzAJAqO8w,148
 nexaai/asr.py,sha256=_fsGaxpiU137bUtO5ujtFSYCI1RLsyeEm3Gf4GhHVRk,2118
 nexaai/base.py,sha256=qQBCiQVNzgpkQjZX9aiFDEdbAAe56TROKC3WnWra2Zg,1021
-nexaai/common.py,sha256=6keIpdX5XS5us4z79EMoa6RSkVze9SbbXax13IJ9yvs,3525
+nexaai/common.py,sha256=muQqFY-WllwL5IO83tImexbuUcoEQsKg73u4gWL2lNs,3548
 nexaai/cv.py,sha256=a6-csgYNDzPziJ0EojE9-BeM_xCny4UvWWbpnJ7GL-A,3365
 nexaai/embedder.py,sha256=3a81s7JapvYxCRbWPFKp_9EWBKW7WYqF03gk87YuGKU,2524
 nexaai/image_gen.py,sha256=4iASOKxJosMznLarTvOxJQDNaas251O81bfUWJTUBfE,4496
@@ -17,21 +17,32 @@ nexaai/asr_impl/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 nexaai/asr_impl/mlx_asr_impl.py,sha256=XwMX3LYMeulp8cDS0TCCYcjvttFHAyDWQ_oMvABwQmI,3349
 nexaai/asr_impl/pybind_asr_impl.py,sha256=20o5SOPzhF9x41ra8L_qIM7YxCkYeLb5csSrNde-dds,1560
 nexaai/binds/__init__.py,sha256=ENl-uoIF9-3XGIXitVgZ2QmJ6p7Yet4h1-X7nUDZ0Hk,108
-nexaai/binds/common_bind.cp310-win_amd64.pyd,sha256=jqbDS67h64dsdGLCwIlcx5wvJ8C7BVFdUqwa4t5c-3w,205824
-nexaai/binds/embedder_bind.cp310-win_amd64.pyd,sha256=-M8vcEjEydY_aYGSs4sgFqBAdd6KBWbtxifGXLXUX6o,182784
+nexaai/binds/common_bind.cp310-win_amd64.pyd,sha256=dgV1J4mRjUZtqVkHwHpDDeNJIYPuQUMmr65HaLtjqdI,205824
+nexaai/binds/embedder_bind.cp310-win_amd64.pyd,sha256=lVyFdq99zDOwfas4qP7Fs-zOqngEpr6aN1P08GuzjX0,182784
 nexaai/binds/libcrypto-3-x64.dll,sha256=TAWcTdJrWviUingNyWaraOfz0ILUy7ybpI4VaiVHURg,7315968
 nexaai/binds/libssl-3-x64.dll,sha256=ZxawOWlONNM0Neg47w4JbU8kZJldj046H1zV3LiETa0,1313792
-nexaai/binds/llm_bind.cp310-win_amd64.pyd,sha256=zsl_CpcIx1kIal6HnO1BonHEbKwSGXXtgSGJ_4xiZWE,162816
-nexaai/binds/nexa_bridge.dll,sha256=kEGQTK40GxkAcA-4XSj6HL_kufZnXl6jz2QeGQpLctY,171008
-nexaai/binds/vlm_bind.cp310-win_amd64.pyd,sha256=yfABzcZQBIxa86lQ6AtRUfzi_FACShQXNvo9Gn_uudU,168960
-nexaai/binds/nexa_llama_cpp/ggml-base.dll,sha256=I0NAtYzyERZJd53GMvba3Tr6A6RrPzbg9cWaVOMqwTg,532480
-nexaai/binds/nexa_llama_cpp/ggml-cpu.dll,sha256=zn3M8zksousDm8wla3Vz78gigRV-VXfRNNLHTwT0_UE,672768
-nexaai/binds/nexa_llama_cpp/ggml-cuda.dll,sha256=EJPanuI-DKn_bSxSSs3x3ZaPWeQf72J_uf5X_Zy5QSE,313528832
-nexaai/binds/nexa_llama_cpp/ggml-vulkan.dll,sha256=8uJymR5PBleCKZZktkpdtn1hGoM0bhga5xXgNAJHGHI,36627456
-nexaai/binds/nexa_llama_cpp/ggml.dll,sha256=PTbw_k_v73kY-Cv4E9zPC0lyjEGOnSvtptOls4c5B_I,66560
-nexaai/binds/nexa_llama_cpp/llama.dll,sha256=YzoOqS9FKomsLgCmByji3uoi0lgJCHpT77vP0CG2GEc,1611776
-nexaai/binds/nexa_llama_cpp/mtmd.dll,sha256=skIBiUdDp_AuhnRQ7FKMcfBcQTFuBP75CJ34w3U9EBM,561152
-nexaai/binds/nexa_llama_cpp/nexa_plugin.dll,sha256=EpipnHQ6DDH3QLGTy-RJbczaclmghTWsIfdplKm9QyU,1413120
+nexaai/binds/llm_bind.cp310-win_amd64.pyd,sha256=QHa3HCdtFWS2l5ae3_ihlQBOf-rbHDEPU4Wv4uZbTMk,162816
+nexaai/binds/nexa_bridge.dll,sha256=fun3RVSuiBesUQRoMvApniRQFuZKcA1KTcEyOXdZR8A,171008
+nexaai/binds/vlm_bind.cp310-win_amd64.pyd,sha256=gHkugH99nuYgecBtTdmU_ffz_nJZIB99MCPRAy_0gyo,168960
+nexaai/binds/nexa_llama_cpp/ggml-base.dll,sha256=9c2hGb_qiO_NfKEUp17cbPc9KJjygtm2NovrkaiVuMo,532480
+nexaai/binds/nexa_llama_cpp/ggml-cpu.dll,sha256=Z_7-t1nDKyGgOUfIrsb7GKKk7_-AcMVaPwTldmog2XQ,672768
+nexaai/binds/nexa_llama_cpp/ggml-cuda.dll,sha256=UsYq8Bg3FSsfSbNNoBqo1wnHCwJlH1P8LkP7q-V1w04,313528832
+nexaai/binds/nexa_llama_cpp/ggml-vulkan.dll,sha256=ZdNRlPrnT6_HGleKHgq3ewg7ccTXo9IEF5katCCBO1Y,36627456
+nexaai/binds/nexa_llama_cpp/ggml.dll,sha256=qX8BYYSvD7A5wciwR2vDlgcFasUBVxZN-lZabMgzUJA,66560
+nexaai/binds/nexa_llama_cpp/llama.dll,sha256=h6bc77yfCPuBYeisvRTpL0QhamrHSepXlNrAq4BtCvs,1611776
+nexaai/binds/nexa_llama_cpp/mtmd.dll,sha256=4eKOC6YlwIDIJ3ej4Qr91JlroZ6LsGfmOIWlug_rmUI,561152
+nexaai/binds/nexa_llama_cpp/nexa_plugin.dll,sha256=V4yai7cnED0PawLPjvRVsi9megjvITsISh42tX1SGcY,1413120
+nexaai/binds/nexa_nexaml/ggml-base.dll,sha256=9c2hGb_qiO_NfKEUp17cbPc9KJjygtm2NovrkaiVuMo,532480
+nexaai/binds/nexa_nexaml/ggml-cpu.dll,sha256=Z_7-t1nDKyGgOUfIrsb7GKKk7_-AcMVaPwTldmog2XQ,672768
+nexaai/binds/nexa_nexaml/ggml-cuda.dll,sha256=UsYq8Bg3FSsfSbNNoBqo1wnHCwJlH1P8LkP7q-V1w04,313528832
+nexaai/binds/nexa_nexaml/ggml-vulkan.dll,sha256=ZdNRlPrnT6_HGleKHgq3ewg7ccTXo9IEF5katCCBO1Y,36627456
+nexaai/binds/nexa_nexaml/ggml.dll,sha256=qX8BYYSvD7A5wciwR2vDlgcFasUBVxZN-lZabMgzUJA,66560
+nexaai/binds/nexa_nexaml/nexa-mm-process.dll,sha256=oDnqTaAUeZrWJePQEDuIYKEOMP-ndu221mMFHht4bSY,4642816
+nexaai/binds/nexa_nexaml/nexa-sampling.dll,sha256=PNtidsRbGO8dTfbf7-VMdhQRbF328yvLnmDjMy2Tb7Y,4265984
+nexaai/binds/nexa_nexaml/nexa_plugin.dll,sha256=JJI11C2y0VOmuwRxXWG-8p7a4RQg33jZzC8pD5oXeHg,581632
+nexaai/binds/nexa_nexaml/nexaproc.dll,sha256=9X4TF6p7wOiIXi_SA7uHLoEmrvcTlH2WpfijK7HxZgY,2668544
+nexaai/binds/nexa_nexaml/qwen3-vl.dll,sha256=Es-etUDiMmK_BwOki8V79Nja-NY4kBbrkhtnesXfMMU,5870592
+nexaai/binds/nexa_nexaml/qwen3vl-vision.dll,sha256=HFAk0FxWlf_lko3AQL6uBXTIhm6AzDFi5PjxI0lxONI,1184256
 nexaai/cv_impl/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 nexaai/cv_impl/mlx_cv_impl.py,sha256=QLd_8w90gtxH8kmssaDYatCTRvQNIJuUGKZNnYrmx6E,3317
 nexaai/cv_impl/pybind_cv_impl.py,sha256=aSOCAxmHrwJbEkSN6VX3Cykqlj_9RIpVrZXILul04GA,1096
@@ -56,11 +67,11 @@ nexaai/utils/manifest_utils.py,sha256=nPqK24srLX41x3WU4R-OGQR9u0XA7ZTHY1MQXBKXdr
 nexaai/utils/model_manager.py,sha256=3rDODGClgnM24LFWIoM-TDpXkpV1vyJSdlv7Qk4ZaPE,57434
 nexaai/utils/model_types.py,sha256=arIyb9q-1uG0nyUGdWZaxxDJAxv0cfnJEpjCzyELL5Q,1416
 nexaai/utils/progress_tracker.py,sha256=BztrFqtjwNUmeREwZ5m7H6ZcrVzQEbpZfsxndWh4z0A,15778
-nexaai/utils/quantization_utils.py,sha256=jjQaz7K4qH6TdP8Tnv5Ktb2viz8BaVBSOrb_jm3ns28,7889
+nexaai/utils/quantization_utils.py,sha256=FxnZ6-uAE_bl_vQ5jsRXlpU0NBn-U4Y8iN9_O6aCdPA,8070
 nexaai/vlm_impl/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 nexaai/vlm_impl/mlx_vlm_impl.py,sha256=MgqJO7OzuPd79gOZZKhSXXMNSP2eBuhhrdCX8XHn6aQ,11090
 nexaai/vlm_impl/pybind_vlm_impl.py,sha256=NuQ_Ep1TnjmGAkjJuUS0Lb6z7iPu3wroLVOx7kiAwlE,8827
-nexaai-1.0.16rc12.dist-info/METADATA,sha256=-wBmierkQKh-nWMxm15h7-_Jcq7jUzafhU-Sv_frPwk,1234
-nexaai-1.0.16rc12.dist-info/WHEEL,sha256=KUuBC6lxAbHCKilKua8R9W_TM71_-9Sg5uEP3uDWcoU,101
-nexaai-1.0.16rc12.dist-info/top_level.txt,sha256=LRE2YERlrZk2vfuygnSzsEeqSknnZbz3Z1MHyNmBU4w,7
-nexaai-1.0.16rc12.dist-info/RECORD,,
+nexaai-1.0.16rc13.dist-info/METADATA,sha256=n2NFaWqhCva-Li5KXfcGuX11WUrMRtfef8-p2bQGaJg,1234
+nexaai-1.0.16rc13.dist-info/WHEEL,sha256=KUuBC6lxAbHCKilKua8R9W_TM71_-9Sg5uEP3uDWcoU,101
+nexaai-1.0.16rc13.dist-info/top_level.txt,sha256=LRE2YERlrZk2vfuygnSzsEeqSknnZbz3Z1MHyNmBU4w,7
+nexaai-1.0.16rc13.dist-info/RECORD,,