nexaai 1.0.16rc12__cp310-cp310-win_amd64.whl → 1.0.16rc14__cp310-cp310-win_amd64.whl

nexaai/_version.py

@@ -1,4 +1,4 @@
 # This file is generated by CMake from _version.py.in
 # Do not modify this file manually - it will be overwritten
 
-__version__ = "1.0.16-rc12" 
+__version__ = "1.0.16-rc14" 

nexaai/common.py

@@ -7,6 +7,7 @@ class PluginID(str, Enum):
     """Enum for plugin identifiers."""
     MLX = "mlx"
     LLAMA_CPP = "llama_cpp"
+    NEXAML = "nexaml"
 
 
 class ChatMessage(TypedDict):

nexaai/utils/quantization_utils.py

@@ -25,12 +25,15 @@ class QuantizationType(str, Enum):
     F16 = "F16"
     Q2_K = "Q2_K"
     Q2_K_L = "Q2_K_L"
+    Q3_K = "Q3_K"
     Q3_K_M = "Q3_K_M"
     Q3_K_S = "Q3_K_S"
     Q4_0 = "Q4_0"
     Q4_1 = "Q4_1"
+    Q4_K = "Q4_K"
     Q4_K_M = "Q4_K_M"
     Q4_K_S = "Q4_K_S"
+    Q5_K = "Q5_K"
     Q5_K_M = "Q5_K_M"
     Q5_K_S = "Q5_K_S"
     Q6_K = "Q6_K"
@@ -67,12 +70,15 @@ def extract_quantization_from_filename(filename: str) -> Optional[QuantizationTy
         'f16.': QuantizationType.F16,  # Add F16 support
         'q2_k_l.': QuantizationType.Q2_K_L,  # Check Q2_K_L before Q2_K to avoid partial match
         'q2_k.': QuantizationType.Q2_K,
+        'q3_k.': QuantizationType.Q3_K,
         'q3_k_m.': QuantizationType.Q3_K_M,
-        'q3_ks.': QuantizationType.Q3_K_S,
+        'q3_k_s.': QuantizationType.Q3_K_S,
         'q4_k_m.': QuantizationType.Q4_K_M,
         'q4_k_s.': QuantizationType.Q4_K_S,
         'q4_0.': QuantizationType.Q4_0,
         'q4_1.': QuantizationType.Q4_1,
+        'q4_k.': QuantizationType.Q4_K,
+        'q5_k.': QuantizationType.Q5_K,
         'q5_k_m.': QuantizationType.Q5_K_M,
         'q5_k_s.': QuantizationType.Q5_K_S,
         'q6_k.': QuantizationType.Q6_K,

{nexaai-1.0.16rc12.dist-info → nexaai-1.0.16rc14.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: nexaai
-Version: 1.0.16rc12
+Version: 1.0.16rc14
 Summary: Python bindings for NexaSDK C-lib backend
 Author-email: "Nexa AI, Inc." <dev@nexa.ai>
 Project-URL: Homepage, https://github.com/NexaAI/nexasdk-bridge

{nexaai-1.0.16rc12.dist-info → nexaai-1.0.16rc14.dist-info}/RECORD

@@ -1,9 +1,9 @@
 nexaai/__init__.py,sha256=mbzzeXrEHHI_E3BQ0_OukD9wNajKJJVk0ykxT0rz8uM,2267
-nexaai/_stub.cp310-win_amd64.pyd,sha256=96bDzhs4TrKy-9_2jZZYc7UbmhY8kwU7_b5MfxEVyOs,10752
-nexaai/_version.py,sha256=ghfudApt8azmx9QRZkWFGZq1NlOo0uPw7tU_pfyp5pM,148
+nexaai/_stub.cp310-win_amd64.pyd,sha256=iER-tmJ-gJiy1qGH2PTCTnPJrvfeGdcYR99JTMEi6NA,10752
+nexaai/_version.py,sha256=7gneM44n1qOVNCNwjjCRJL5iyg-EJD1F-kc0syAZnRM,148
 nexaai/asr.py,sha256=_fsGaxpiU137bUtO5ujtFSYCI1RLsyeEm3Gf4GhHVRk,2118
 nexaai/base.py,sha256=qQBCiQVNzgpkQjZX9aiFDEdbAAe56TROKC3WnWra2Zg,1021
-nexaai/common.py,sha256=6keIpdX5XS5us4z79EMoa6RSkVze9SbbXax13IJ9yvs,3525
+nexaai/common.py,sha256=muQqFY-WllwL5IO83tImexbuUcoEQsKg73u4gWL2lNs,3548
 nexaai/cv.py,sha256=a6-csgYNDzPziJ0EojE9-BeM_xCny4UvWWbpnJ7GL-A,3365
 nexaai/embedder.py,sha256=3a81s7JapvYxCRbWPFKp_9EWBKW7WYqF03gk87YuGKU,2524
 nexaai/image_gen.py,sha256=4iASOKxJosMznLarTvOxJQDNaas251O81bfUWJTUBfE,4496
@@ -17,21 +17,32 @@ nexaai/asr_impl/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 nexaai/asr_impl/mlx_asr_impl.py,sha256=XwMX3LYMeulp8cDS0TCCYcjvttFHAyDWQ_oMvABwQmI,3349
 nexaai/asr_impl/pybind_asr_impl.py,sha256=20o5SOPzhF9x41ra8L_qIM7YxCkYeLb5csSrNde-dds,1560
 nexaai/binds/__init__.py,sha256=ENl-uoIF9-3XGIXitVgZ2QmJ6p7Yet4h1-X7nUDZ0Hk,108
-nexaai/binds/common_bind.cp310-win_amd64.pyd,sha256=jqbDS67h64dsdGLCwIlcx5wvJ8C7BVFdUqwa4t5c-3w,205824
-nexaai/binds/embedder_bind.cp310-win_amd64.pyd,sha256=-M8vcEjEydY_aYGSs4sgFqBAdd6KBWbtxifGXLXUX6o,182784
+nexaai/binds/common_bind.cp310-win_amd64.pyd,sha256=7n2Gt2CAQatLkEjmT6GPTySRNi0JSKkU2AI6sG_SNDo,205824
+nexaai/binds/embedder_bind.cp310-win_amd64.pyd,sha256=Go3E4OKEbaFZFDinVrK70UUfdl_u2gXp3nRYcRfswgM,182784
 nexaai/binds/libcrypto-3-x64.dll,sha256=TAWcTdJrWviUingNyWaraOfz0ILUy7ybpI4VaiVHURg,7315968
 nexaai/binds/libssl-3-x64.dll,sha256=ZxawOWlONNM0Neg47w4JbU8kZJldj046H1zV3LiETa0,1313792
-nexaai/binds/llm_bind.cp310-win_amd64.pyd,sha256=zsl_CpcIx1kIal6HnO1BonHEbKwSGXXtgSGJ_4xiZWE,162816
-nexaai/binds/nexa_bridge.dll,sha256=kEGQTK40GxkAcA-4XSj6HL_kufZnXl6jz2QeGQpLctY,171008
-nexaai/binds/vlm_bind.cp310-win_amd64.pyd,sha256=yfABzcZQBIxa86lQ6AtRUfzi_FACShQXNvo9Gn_uudU,168960
-nexaai/binds/nexa_llama_cpp/ggml-base.dll,sha256=I0NAtYzyERZJd53GMvba3Tr6A6RrPzbg9cWaVOMqwTg,532480
-nexaai/binds/nexa_llama_cpp/ggml-cpu.dll,sha256=zn3M8zksousDm8wla3Vz78gigRV-VXfRNNLHTwT0_UE,672768
-nexaai/binds/nexa_llama_cpp/ggml-cuda.dll,sha256=EJPanuI-DKn_bSxSSs3x3ZaPWeQf72J_uf5X_Zy5QSE,313528832
-nexaai/binds/nexa_llama_cpp/ggml-vulkan.dll,sha256=8uJymR5PBleCKZZktkpdtn1hGoM0bhga5xXgNAJHGHI,36627456
-nexaai/binds/nexa_llama_cpp/ggml.dll,sha256=PTbw_k_v73kY-Cv4E9zPC0lyjEGOnSvtptOls4c5B_I,66560
-nexaai/binds/nexa_llama_cpp/llama.dll,sha256=YzoOqS9FKomsLgCmByji3uoi0lgJCHpT77vP0CG2GEc,1611776
-nexaai/binds/nexa_llama_cpp/mtmd.dll,sha256=skIBiUdDp_AuhnRQ7FKMcfBcQTFuBP75CJ34w3U9EBM,561152
-nexaai/binds/nexa_llama_cpp/nexa_plugin.dll,sha256=EpipnHQ6DDH3QLGTy-RJbczaclmghTWsIfdplKm9QyU,1413120
+nexaai/binds/llm_bind.cp310-win_amd64.pyd,sha256=tLOwLODpVE7NAr6Qb2axi8K0YyDR45lw4MEstdJ35XU,162816
+nexaai/binds/nexa_bridge.dll,sha256=9P0Ny5m8w4aKzyVtBrniaqcpVLotE4ENj1315S-Z6ps,171008
+nexaai/binds/vlm_bind.cp310-win_amd64.pyd,sha256=v3vQeczMM8rDQwiC4t1VfNJS4EwA60uZtJag3NJrGbY,168960
+nexaai/binds/nexa_llama_cpp/ggml-base.dll,sha256=sU5wq5F4dRLZSGcbGg5Ry4TUG4hANF1wktCSFahZtgo,532480
+nexaai/binds/nexa_llama_cpp/ggml-cpu.dll,sha256=6NkwfkWWCUoB4jF4rernFUWR95-0Y5odOjiwI85umoQ,672768
+nexaai/binds/nexa_llama_cpp/ggml-cuda.dll,sha256=9uBtG_Ng_lkZleZBzHhGB0p7LJe7P3GJONtRXelIEa0,313528832
+nexaai/binds/nexa_llama_cpp/ggml-vulkan.dll,sha256=Mgy70ruJ9aRQWyyn63GqCAxBR9tMYNsqOGks_O4CShg,36627456
+nexaai/binds/nexa_llama_cpp/ggml.dll,sha256=1dt13TjJJH2CEj1PKRJsxejPs-iJRUBZbV1k-2JVlO8,66560
+nexaai/binds/nexa_llama_cpp/llama.dll,sha256=TKjU5OQrN6B5gUrNb7W9_uTOZFHwuRPd1SGoFpSzIcI,1611776
+nexaai/binds/nexa_llama_cpp/mtmd.dll,sha256=qRRxKx5fKk1AJ1j1wT9EiMDYNgieDdbsALeecUTOhJw,561152
+nexaai/binds/nexa_llama_cpp/nexa_plugin.dll,sha256=22OH1IwvtArY2A0FQEFAnAKg1s9k0t8HjsSGLlV8YJs,1413120
+nexaai/binds/nexa_nexaml/ggml-base.dll,sha256=sU5wq5F4dRLZSGcbGg5Ry4TUG4hANF1wktCSFahZtgo,532480
+nexaai/binds/nexa_nexaml/ggml-cpu.dll,sha256=6NkwfkWWCUoB4jF4rernFUWR95-0Y5odOjiwI85umoQ,672768
+nexaai/binds/nexa_nexaml/ggml-cuda.dll,sha256=9uBtG_Ng_lkZleZBzHhGB0p7LJe7P3GJONtRXelIEa0,313528832
+nexaai/binds/nexa_nexaml/ggml-vulkan.dll,sha256=Mgy70ruJ9aRQWyyn63GqCAxBR9tMYNsqOGks_O4CShg,36627456
+nexaai/binds/nexa_nexaml/ggml.dll,sha256=1dt13TjJJH2CEj1PKRJsxejPs-iJRUBZbV1k-2JVlO8,66560
+nexaai/binds/nexa_nexaml/nexa-mm-process.dll,sha256=oDnqTaAUeZrWJePQEDuIYKEOMP-ndu221mMFHht4bSY,4642816
+nexaai/binds/nexa_nexaml/nexa-sampling.dll,sha256=PNtidsRbGO8dTfbf7-VMdhQRbF328yvLnmDjMy2Tb7Y,4265984
+nexaai/binds/nexa_nexaml/nexa_plugin.dll,sha256=Qx4AxbilspGFvS956BkqeKhTgM2qbBYIiQpvBuM9UVk,602112
+nexaai/binds/nexa_nexaml/nexaproc.dll,sha256=9X4TF6p7wOiIXi_SA7uHLoEmrvcTlH2WpfijK7HxZgY,2668544
+nexaai/binds/nexa_nexaml/qwen3-vl.dll,sha256=Es-etUDiMmK_BwOki8V79Nja-NY4kBbrkhtnesXfMMU,5870592
+nexaai/binds/nexa_nexaml/qwen3vl-vision.dll,sha256=HFAk0FxWlf_lko3AQL6uBXTIhm6AzDFi5PjxI0lxONI,1184256
 nexaai/cv_impl/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 nexaai/cv_impl/mlx_cv_impl.py,sha256=QLd_8w90gtxH8kmssaDYatCTRvQNIJuUGKZNnYrmx6E,3317
 nexaai/cv_impl/pybind_cv_impl.py,sha256=aSOCAxmHrwJbEkSN6VX3Cykqlj_9RIpVrZXILul04GA,1096
@@ -56,11 +67,11 @@ nexaai/utils/manifest_utils.py,sha256=nPqK24srLX41x3WU4R-OGQR9u0XA7ZTHY1MQXBKXdr
 nexaai/utils/model_manager.py,sha256=3rDODGClgnM24LFWIoM-TDpXkpV1vyJSdlv7Qk4ZaPE,57434
 nexaai/utils/model_types.py,sha256=arIyb9q-1uG0nyUGdWZaxxDJAxv0cfnJEpjCzyELL5Q,1416
 nexaai/utils/progress_tracker.py,sha256=BztrFqtjwNUmeREwZ5m7H6ZcrVzQEbpZfsxndWh4z0A,15778
-nexaai/utils/quantization_utils.py,sha256=jjQaz7K4qH6TdP8Tnv5Ktb2viz8BaVBSOrb_jm3ns28,7889
+nexaai/utils/quantization_utils.py,sha256=FxnZ6-uAE_bl_vQ5jsRXlpU0NBn-U4Y8iN9_O6aCdPA,8070
 nexaai/vlm_impl/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 nexaai/vlm_impl/mlx_vlm_impl.py,sha256=MgqJO7OzuPd79gOZZKhSXXMNSP2eBuhhrdCX8XHn6aQ,11090
 nexaai/vlm_impl/pybind_vlm_impl.py,sha256=NuQ_Ep1TnjmGAkjJuUS0Lb6z7iPu3wroLVOx7kiAwlE,8827
-nexaai-1.0.16rc12.dist-info/METADATA,sha256=-wBmierkQKh-nWMxm15h7-_Jcq7jUzafhU-Sv_frPwk,1234
-nexaai-1.0.16rc12.dist-info/WHEEL,sha256=KUuBC6lxAbHCKilKua8R9W_TM71_-9Sg5uEP3uDWcoU,101
-nexaai-1.0.16rc12.dist-info/top_level.txt,sha256=LRE2YERlrZk2vfuygnSzsEeqSknnZbz3Z1MHyNmBU4w,7
-nexaai-1.0.16rc12.dist-info/RECORD,,
+nexaai-1.0.16rc14.dist-info/METADATA,sha256=H0X8R692AuOLH0n_eyJRYCovajglK5fcaOKmAzjT3h4,1234
+nexaai-1.0.16rc14.dist-info/WHEEL,sha256=KUuBC6lxAbHCKilKua8R9W_TM71_-9Sg5uEP3uDWcoU,101
+nexaai-1.0.16rc14.dist-info/top_level.txt,sha256=LRE2YERlrZk2vfuygnSzsEeqSknnZbz3Z1MHyNmBU4w,7
+nexaai-1.0.16rc14.dist-info/RECORD,,