nexaai 1.0.19rc16__cp310-cp310-macosx_14_0_universal2.whl → 1.0.19rc17__cp310-cp310-macosx_14_0_universal2.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.

This version of nexaai might be problematic. Click here for more details.

Files changed (19) hide show
  1. nexaai/_stub.cpython-310-darwin.so +0 -0
  2. nexaai/_version.py +1 -1
  3. nexaai/binds/libnexa_bridge.dylib +0 -0
  4. nexaai/binds/nexaml/libnexa-mm-process.dylib +0 -0
  5. nexaai/binds/nexaml/libnexa-sampling.dylib +0 -0
  6. nexaai/binds/nexaml/libnexa_plugin.dylib +0 -0
  7. nexaai/binds/nexaml/libnexaproc.dylib +0 -0
  8. nexaai/binds/nexaml/libomp.dylib +0 -0
  9. nexaai/binds/nexaml/libqwen3-vl.dylib +0 -0
  10. nexaai/binds/nexaml/libqwen3vl-vision.dylib +0 -0
  11. nexaai/mlx_backend/vlm/generate_qwen3_vl.py +162 -65
  12. nexaai/mlx_backend/vlm/interface.py +81 -29
  13. nexaai/mlx_backend/vlm/main.py +58 -13
  14. nexaai/mlx_backend/vlm/modeling/models/qwen3_vl/qwen3vl.py +317 -276
  15. nexaai/mlx_backend/vlm/modeling/models/qwen3vl_moe/qwen3vl_moe.py +3 -2
  16. {nexaai-1.0.19rc16.dist-info → nexaai-1.0.19rc17.dist-info}/METADATA +1 -1
  17. {nexaai-1.0.19rc16.dist-info → nexaai-1.0.19rc17.dist-info}/RECORD +19 -19
  18. {nexaai-1.0.19rc16.dist-info → nexaai-1.0.19rc17.dist-info}/WHEEL +0 -0
  19. {nexaai-1.0.19rc16.dist-info → nexaai-1.0.19rc17.dist-info}/top_level.txt +0 -0
nexaai/mlx_backend/vlm/modeling/models/qwen3vl_moe/qwen3vl_moe.py CHANGED
@@ -594,8 +594,9 @@ class TextAttention(nn.Module):
594
594
  keys, values = cache.update_and_fetch(keys, values)
595
595
  else:
596
596
  if cache is not None:
597
- queries = self.rope(queries, offset=cache.offset+rope_deltas)
598
- keys = self.rope(keys, offset=cache.offset+rope_deltas)
597
+ offset_delta = rope_deltas.item() if rope_deltas is not None and rope_deltas.size == 1 else (rope_deltas.reshape(-1)[0].item() if rope_deltas is not None else 0)
598
+ queries = self.rope(queries, offset=cache.offset+offset_delta)
599
+ keys = self.rope(keys, offset=cache.offset+offset_delta)
599
600
  keys, values = cache.update_and_fetch(keys, values)
600
601
  else:
601
602
  queries = self.rope(queries)
{nexaai-1.0.19rc16.dist-info → nexaai-1.0.19rc17.dist-info}/METADATA RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: nexaai
3
- Version: 1.0.19rc16
3
+ Version: 1.0.19rc17
4
4
  Summary: Python bindings for NexaSDK C-lib backend
5
5
  Author-email: "Nexa AI, Inc." <dev@nexa.ai>
6
6
  Project-URL: Homepage, https://github.com/NexaAI/nexasdk-bridge
{nexaai-1.0.19rc16.dist-info → nexaai-1.0.19rc17.dist-info}/RECORD RENAMED
@@ -1,6 +1,6 @@
1
1
  nexaai/__init__.py,sha256=L8oB7GFZZMGnUpCg0PecDbI_ycKuQak-ZEJ4Y12_QIw,2184
2
- nexaai/_stub.cpython-310-darwin.so,sha256=QgSDFstesoqsplxGdMEMVLZMNfM59MKqadJcIaNHcWM,66768
3
- nexaai/_version.py,sha256=vU92tz9B7yo3pUrlXShLmQRn9ntFs_TK3XarDN26R3Q,144
2
+ nexaai/_stub.cpython-310-darwin.so,sha256=q6-e24PuQ8TAkgvbtS_-ncWTIlAndjgFj8BPMJHn_J4,66768
3
+ nexaai/_version.py,sha256=iugpe3Pu7ae6x63sq8ZjqN_m8dwW94j77wgKazXegB8,144
4
4
  nexaai/asr.py,sha256=NljMXDErwPNMOPaRkJZMEDka9Nk8xyur7L8i924TStY,2054
5
5
  nexaai/base.py,sha256=N8PRgDFA-XPku2vWnQIofQ7ipz3pPlO6f8YZGnuhquE,982
6
6
  nexaai/common.py,sha256=Y0NJNLTi4Nq4x1WL6PQsSvGUto0eGmWhjpsC6jcekfA,3444
@@ -19,7 +19,7 @@ nexaai/asr_impl/pybind_asr_impl.py,sha256=pE9Hb_hMi5yAc4MF83bLVOb8zDtreCkB3_u7XE
19
19
  nexaai/binds/__init__.py,sha256=eYuay_8DDXeOUWz2_R9HFSabohxs6hvZn391t2L0Po0,104
20
20
  nexaai/binds/common_bind.cpython-310-darwin.so,sha256=zxJuD0nSV--VZKxBfWZUavU7_bHj_JTi0FhkjvG4VJw,235264
21
21
  nexaai/binds/embedder_bind.cpython-310-darwin.so,sha256=tPa0c0Dv_GiW66fgmAGWGCHXRGNApznqoQS0eQx9GFM,202064
22
- nexaai/binds/libnexa_bridge.dylib,sha256=KvicB3Q0RrV6xZGa9bX3Wmmi3ARai3V6LuKVjsq_O-Y,272648
22
+ nexaai/binds/libnexa_bridge.dylib,sha256=aQ1csyulUSuq4AH5MtGeOcOLRTfnNv4yUhu_tAp11pk,272648
23
23
  nexaai/binds/llm_bind.cpython-310-darwin.so,sha256=TAWfa1Hzq00TjtC1xVsiAeLp6hv2LrL5afDz4omUghc,182784
24
24
  nexaai/binds/vlm_bind.cpython-310-darwin.so,sha256=nd6eG_m2EiPthzkSZ97hlXWUOZQir4cQfFJZ4p6eR2U,182704
25
25
  nexaai/binds/cpu_gpu/libggml-base.dylib,sha256=wEaUErvxT6kloxm_siEPxaf0ti2XgaiGCXdAwdcpYPs,650944
@@ -190,13 +190,13 @@ nexaai/binds/nexaml/libggml-metal.so,sha256=QZ-ArPROGNribtgQ-LiQOFoEzUgQ3IVF2X_L
190
190
  nexaai/binds/nexaml/libggml.dylib,sha256=AUoIx9MkSAjbeVmkUIUCyJlg7zGKlpc9K8Y0BAfORqE,58640
191
191
  nexaai/binds/nexaml/libmp3lame.0.dylib,sha256=G-21u3MAZ2hiv1fbPEpOUGdToZfLtz2XI6BwW9xIqIA,305136
192
192
  nexaai/binds/nexaml/libmpg123.0.dylib,sha256=L4AgLcdcjGOQkEovUGDCNlH959500i0GkKBhqiHxBY4,306464
193
- nexaai/binds/nexaml/libnexa-mm-process.dylib,sha256=a_63nw3Fmdlw1KoxsfwS76ZXZgqQhw4sQ8rE42hpBwo,10205704
194
- nexaai/binds/nexaml/libnexa-sampling.dylib,sha256=OliTBr-r2y22Ebjc1Y33Ax56XpLMFQKtsHgfouj6TQM,7865400
195
- nexaai/binds/nexaml/libnexa_plugin.dylib,sha256=mvrsV5tYxqnXTfXLCXGAw2AQJuIs1VKXKEBNMweEkH0,249848
196
- nexaai/binds/nexaml/libnexaproc.dylib,sha256=Pnxgm2k29hfedLjNP4t44gvioh-NWbE_3BW-VsCdHp8,880560
197
- nexaai/binds/nexaml/libomp.dylib,sha256=2chMvsFutcZX_W9odGciLJDz2vZ2d75i6v5562I9Fqs,754912
198
- nexaai/binds/nexaml/libqwen3-vl.dylib,sha256=hd8VPINYTH8mbU3BPxnjrPOKTw-NkWn7zkDB7p074-U,753168
199
- nexaai/binds/nexaml/libqwen3vl-vision.dylib,sha256=AmUk-DBtBAp5DOR14ICZcsiAcKjxxAx1y6mHAaETQu8,570024
193
+ nexaai/binds/nexaml/libnexa-mm-process.dylib,sha256=-tNsX7gmHbgGDVOo9WEMyppWb1u4ldRCyTl3VIRkeHc,10222440
194
+ nexaai/binds/nexaml/libnexa-sampling.dylib,sha256=cnOFmvb5urwkB1S1aruZA7s6jaa6e_q-sv-2NFW785U,7957848
195
+ nexaai/binds/nexaml/libnexa_plugin.dylib,sha256=7aQX5UQWVipWmq0KcyPtbqmpZMsAtyHMFJ4zusFGGDw,249512
196
+ nexaai/binds/nexaml/libnexaproc.dylib,sha256=aWhBGz9c8Dd0JIigOeYey0CIraTZ_PYOyRjaS9lho0M,968320
197
+ nexaai/binds/nexaml/libomp.dylib,sha256=RcvfaCz0XuqTYtVPFYyUm2V6S9YgUQ0x5pHATr9FnDk,754912
198
+ nexaai/binds/nexaml/libqwen3-vl.dylib,sha256=wRQUVHtJJZRi8QCoHHURmpzpd7LeirBbMvIsCmWNJsc,770352
199
+ nexaai/binds/nexaml/libqwen3vl-vision.dylib,sha256=t0QfNZG5gpvHPBqX-Tdm1qjaXHCVROTtzL5bW78v4-I,490344
200
200
  nexaai/cv_impl/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
201
201
  nexaai/cv_impl/mlx_cv_impl.py,sha256=gKECQOv8iaWwG3bl7xeqVy2NN_9K7tYerIFzfn4eLo4,3228
202
202
  nexaai/cv_impl/pybind_cv_impl.py,sha256=uSmwBste4cT7c8DQmXzRLmzwDf773PAbXNYWW1UzVls,1064
@@ -414,10 +414,10 @@ nexaai/mlx_backend/tts/__init__.py,sha256=fuT_9_xpYJ28m4yjly5L2jChUrzlSQz-b_S7nu
414
414
  nexaai/mlx_backend/tts/interface.py,sha256=0FvZbIyOvg8jERZEQ6bygbv7v02O9xHO4-TPUlar0b4,9568
415
415
  nexaai/mlx_backend/vlm/__init__.py,sha256=_25kvMEviX16Hg3bro8Ws70V0eeIEqYKV8ZDXqYzKew,73
416
416
  nexaai/mlx_backend/vlm/generate.py,sha256=DqHFEAuqk-nko8ho6U9GAXTDAWz4d8GTe_hCt-XFyCw,19071
417
- nexaai/mlx_backend/vlm/generate_qwen3_vl.py,sha256=NaVOU1kKRpkCClN5yV3_iL4aIe0V9LwqoKx-HI_xDNg,9590
417
+ nexaai/mlx_backend/vlm/generate_qwen3_vl.py,sha256=srN8-RFv8eOeH2rdyygCJ7Yt7kW7MQzS3i50UHBVfIM,13151
418
418
  nexaai/mlx_backend/vlm/generate_qwen3_vl_moe.py,sha256=ZSbM8JjTlkxUaVO9UNZM6YSbd60am3Z4ztJJEBsnJHg,9015
419
- nexaai/mlx_backend/vlm/interface.py,sha256=uTX5ifnMltDiFu5T4OgHCPNHf0E4gGUEFR8Bz-jnbds,19774
420
- nexaai/mlx_backend/vlm/main.py,sha256=pvNrMzgaYxw-uyQLj1k-OiAI6RdmNVxhxemEMXZSwUs,10829
419
+ nexaai/mlx_backend/vlm/interface.py,sha256=_rnqaIkvy3OUsH2b08l623oKjoe_la0G2W9iusD5qwI,22741
420
+ nexaai/mlx_backend/vlm/main.py,sha256=8bmSTtyebp8eyL2jL36DZbNHapOpFXNmjM2NyzCFqGs,12919
421
421
  nexaai/mlx_backend/vlm/modeling/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
422
422
  nexaai/mlx_backend/vlm/modeling/convert.py,sha256=ia5i9cgTufFGmKyhkYUaW0nfNqT_bMo8i-Hg_zy5JC4,1863
423
423
  nexaai/mlx_backend/vlm/modeling/processing_qwen2_5_vl.py,sha256=PdlV1pTp0_b6QPrXNZzA52GBMRjyODWLlN_uzrMtDLQ,10218
@@ -527,7 +527,7 @@ nexaai/mlx_backend/vlm/modeling/models/qwen2_vl/language.py,sha256=OeUoAfIg7dNB4
527
527
  nexaai/mlx_backend/vlm/modeling/models/qwen2_vl/qwen2_vl.py,sha256=YysRg1PszpZdsH7hywqN2pIMZAbU1P636KZoSJCNri8,5740
528
528
  nexaai/mlx_backend/vlm/modeling/models/qwen2_vl/vision.py,sha256=rcneYZYwP5fx3p8xxXEDGvnWAMIn8DXenqBPLBjmVcI,10555
529
529
  nexaai/mlx_backend/vlm/modeling/models/qwen3_vl/processor.py,sha256=_WZK8uv0LAGHO8V5LwCojyS4UYk0tfICsZ9GM4_Pfxo,19156
530
- nexaai/mlx_backend/vlm/modeling/models/qwen3_vl/qwen3vl.py,sha256=rlEJKxPb61bTEBeruqyfrAJtTf_wD0ey-kOmXhgdfVg,50199
530
+ nexaai/mlx_backend/vlm/modeling/models/qwen3_vl/qwen3vl.py,sha256=NnBwq-OKhF0oHnh4ZQJofLIr7zJlHwNLytbR41Rbl0M,49560
531
531
  nexaai/mlx_backend/vlm/modeling/models/qwen3_vl/llm_common/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
532
532
  nexaai/mlx_backend/vlm/modeling/models/qwen3_vl/llm_common/base.py,sha256=4RlZwgz8YX2ngmJNaymxFFpw9hJu-0EMw9xwXpngW9o,3496
533
533
  nexaai/mlx_backend/vlm/modeling/models/qwen3_vl/llm_common/cache.py,sha256=NMOB6x-RT6svF4H-Ymo5WqnP7ptAal3aaKjWZXWGMsM,17671
@@ -536,7 +536,7 @@ nexaai/mlx_backend/vlm/modeling/models/qwen3_vl/llm_common/rope_utils.py,sha256=
536
536
  nexaai/mlx_backend/vlm/modeling/models/qwen3_vl/llm_common/sample_utils.py,sha256=8SEeVwgjuvaYy-4ALAU0RHQMuRr2k7EkXba_csxk498,10673
537
537
  nexaai/mlx_backend/vlm/modeling/models/qwen3_vl/llm_common/tokenizer_utils.py,sha256=Gqanx4hBDcon_k5ClhUsS4YpMbZNiee8jvImGS9h43s,13229
538
538
  nexaai/mlx_backend/vlm/modeling/models/qwen3vl_moe/processor.py,sha256=_WZK8uv0LAGHO8V5LwCojyS4UYk0tfICsZ9GM4_Pfxo,19156
539
- nexaai/mlx_backend/vlm/modeling/models/qwen3vl_moe/qwen3vl_moe.py,sha256=OrrAQAPY_g5e7Pc8GSL94TXg-CEC8yL3MLDWNOVii-Q,53392
539
+ nexaai/mlx_backend/vlm/modeling/models/qwen3vl_moe/qwen3vl_moe.py,sha256=dTv1JB8m6WEEhEw2StDmVS9f4aN1U2hAoryd4iuop-w,53572
540
540
  nexaai/mlx_backend/vlm/modeling/models/qwen3vl_moe/switch_layers.py,sha256=6hjFCvIH8J1UBEPYaIg9HqSakyZgEEiQoJQ9E0WmZoM,5960
541
541
  nexaai/mlx_backend/vlm/modeling/models/qwen3vl_moe/llm_common/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
542
542
  nexaai/mlx_backend/vlm/modeling/models/qwen3vl_moe/llm_common/base.py,sha256=4RlZwgz8YX2ngmJNaymxFFpw9hJu-0EMw9xwXpngW9o,3496
@@ -566,7 +566,7 @@ nexaai/utils/quantization_utils.py,sha256=FYcNSAKGlBqFDUTx3jSKOr2lnq4nyiyC0ZG8oS
566
566
  nexaai/vlm_impl/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
567
567
  nexaai/vlm_impl/mlx_vlm_impl.py,sha256=pLtWm_ckz8a0U-AtAOMVseFDO4OVPvHyYO2KlfBaGYk,10833
568
568
  nexaai/vlm_impl/pybind_vlm_impl.py,sha256=FAbhpRJzHgI78r0mUvKybO97R1szvNhH0aTn_I52oT4,8597
569
- nexaai-1.0.19rc16.dist-info/METADATA,sha256=fNsb-oJcPqWlggGw-8-ns52XafHKjBF1ukksD-hgbwk,1202
570
- nexaai-1.0.19rc16.dist-info/WHEEL,sha256=T2p57lol9__xkoU6aJTyN1Pm43ZpRU3q6km7mIbrAMs,114
571
- nexaai-1.0.19rc16.dist-info/top_level.txt,sha256=LRE2YERlrZk2vfuygnSzsEeqSknnZbz3Z1MHyNmBU4w,7
572
- nexaai-1.0.19rc16.dist-info/RECORD,,
569
+ nexaai-1.0.19rc17.dist-info/METADATA,sha256=3HZLNKJVfSxlE0d-gkXQ633fzLT_S-2WdEWUPsQMEfA,1202
570
+ nexaai-1.0.19rc17.dist-info/WHEEL,sha256=T2p57lol9__xkoU6aJTyN1Pm43ZpRU3q6km7mIbrAMs,114
571
+ nexaai-1.0.19rc17.dist-info/top_level.txt,sha256=LRE2YERlrZk2vfuygnSzsEeqSknnZbz3Z1MHyNmBU4w,7
572
+ nexaai-1.0.19rc17.dist-info/RECORD,,