nexaai 1.0.19rc16__cp310-cp310-macosx_14_0_universal2.whl → 1.0.19rc18__cp310-cp310-macosx_14_0_universal2.whl

nexaai/mlx_backend/vlm/modeling/models/qwen3vl_moe/qwen3vl_moe.py

@@ -594,8 +594,23 @@ class TextAttention(nn.Module):
                 keys, values = cache.update_and_fetch(keys, values)
         else:
             if cache is not None:
-                queries = self.rope(queries, offset=cache.offset+rope_deltas)
-                keys = self.rope(keys, offset=cache.offset+rope_deltas)
+                # Handle different types of rope_deltas: scalar, array, or None
+                if rope_deltas is None:
+                    offset_delta = 0
+                elif isinstance(rope_deltas, (int, float)):
+                    # rope_deltas is a scalar
+                    offset_delta = rope_deltas
+                elif hasattr(rope_deltas, 'size') and rope_deltas.size == 1:
+                    # rope_deltas is an array with single element
+                    offset_delta = rope_deltas.item()
+                elif hasattr(rope_deltas, 'shape') and rope_deltas.shape:
+                    # rope_deltas is an array with multiple elements, take first
+                    offset_delta = rope_deltas.reshape(-1)[0].item()
+                else:
+                    offset_delta = 0
+
+                queries = self.rope(queries, offset=cache.offset+offset_delta)
+                keys = self.rope(keys, offset=cache.offset+offset_delta)
                 keys, values = cache.update_and_fetch(keys, values)
             else:
                 queries = self.rope(queries)

{nexaai-1.0.19rc16.dist-info → nexaai-1.0.19rc18.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: nexaai
-Version: 1.0.19rc16
+Version: 1.0.19rc18
 Summary: Python bindings for NexaSDK C-lib backend
 Author-email: "Nexa AI, Inc." <dev@nexa.ai>
 Project-URL: Homepage, https://github.com/NexaAI/nexasdk-bridge

{nexaai-1.0.19rc16.dist-info → nexaai-1.0.19rc18.dist-info}/RECORD

@@ -1,6 +1,6 @@
 nexaai/__init__.py,sha256=L8oB7GFZZMGnUpCg0PecDbI_ycKuQak-ZEJ4Y12_QIw,2184
-nexaai/_stub.cpython-310-darwin.so,sha256=QgSDFstesoqsplxGdMEMVLZMNfM59MKqadJcIaNHcWM,66768
-nexaai/_version.py,sha256=vU92tz9B7yo3pUrlXShLmQRn9ntFs_TK3XarDN26R3Q,144
+nexaai/_stub.cpython-310-darwin.so,sha256=XWcTFrOy17LhQuAxSKHMBlvF5HH2DY-dt_QL96zcIro,66768
+nexaai/_version.py,sha256=8RkYrsu-D-6BxddlPgjgItoVZoYggrUbQt7emu0HgcI,144
 nexaai/asr.py,sha256=NljMXDErwPNMOPaRkJZMEDka9Nk8xyur7L8i924TStY,2054
 nexaai/base.py,sha256=N8PRgDFA-XPku2vWnQIofQ7ipz3pPlO6f8YZGnuhquE,982
 nexaai/common.py,sha256=Y0NJNLTi4Nq4x1WL6PQsSvGUto0eGmWhjpsC6jcekfA,3444
@@ -19,7 +19,7 @@ nexaai/asr_impl/pybind_asr_impl.py,sha256=pE9Hb_hMi5yAc4MF83bLVOb8zDtreCkB3_u7XE
 nexaai/binds/__init__.py,sha256=eYuay_8DDXeOUWz2_R9HFSabohxs6hvZn391t2L0Po0,104
 nexaai/binds/common_bind.cpython-310-darwin.so,sha256=zxJuD0nSV--VZKxBfWZUavU7_bHj_JTi0FhkjvG4VJw,235264
 nexaai/binds/embedder_bind.cpython-310-darwin.so,sha256=tPa0c0Dv_GiW66fgmAGWGCHXRGNApznqoQS0eQx9GFM,202064
-nexaai/binds/libnexa_bridge.dylib,sha256=KvicB3Q0RrV6xZGa9bX3Wmmi3ARai3V6LuKVjsq_O-Y,272648
+nexaai/binds/libnexa_bridge.dylib,sha256=7ICz8Ph4iqdI8WRkicbAoQ9TWWC7Wy87wc1EwKfdWHw,272648
 nexaai/binds/llm_bind.cpython-310-darwin.so,sha256=TAWfa1Hzq00TjtC1xVsiAeLp6hv2LrL5afDz4omUghc,182784
 nexaai/binds/vlm_bind.cpython-310-darwin.so,sha256=nd6eG_m2EiPthzkSZ97hlXWUOZQir4cQfFJZ4p6eR2U,182704
 nexaai/binds/cpu_gpu/libggml-base.dylib,sha256=wEaUErvxT6kloxm_siEPxaf0ti2XgaiGCXdAwdcpYPs,650944
@@ -190,13 +190,13 @@ nexaai/binds/nexaml/libggml-metal.so,sha256=QZ-ArPROGNribtgQ-LiQOFoEzUgQ3IVF2X_L
 nexaai/binds/nexaml/libggml.dylib,sha256=AUoIx9MkSAjbeVmkUIUCyJlg7zGKlpc9K8Y0BAfORqE,58640
 nexaai/binds/nexaml/libmp3lame.0.dylib,sha256=G-21u3MAZ2hiv1fbPEpOUGdToZfLtz2XI6BwW9xIqIA,305136
 nexaai/binds/nexaml/libmpg123.0.dylib,sha256=L4AgLcdcjGOQkEovUGDCNlH959500i0GkKBhqiHxBY4,306464
-nexaai/binds/nexaml/libnexa-mm-process.dylib,sha256=a_63nw3Fmdlw1KoxsfwS76ZXZgqQhw4sQ8rE42hpBwo,10205704
-nexaai/binds/nexaml/libnexa-sampling.dylib,sha256=OliTBr-r2y22Ebjc1Y33Ax56XpLMFQKtsHgfouj6TQM,7865400
-nexaai/binds/nexaml/libnexa_plugin.dylib,sha256=mvrsV5tYxqnXTfXLCXGAw2AQJuIs1VKXKEBNMweEkH0,249848
-nexaai/binds/nexaml/libnexaproc.dylib,sha256=Pnxgm2k29hfedLjNP4t44gvioh-NWbE_3BW-VsCdHp8,880560
-nexaai/binds/nexaml/libomp.dylib,sha256=2chMvsFutcZX_W9odGciLJDz2vZ2d75i6v5562I9Fqs,754912
-nexaai/binds/nexaml/libqwen3-vl.dylib,sha256=hd8VPINYTH8mbU3BPxnjrPOKTw-NkWn7zkDB7p074-U,753168
-nexaai/binds/nexaml/libqwen3vl-vision.dylib,sha256=AmUk-DBtBAp5DOR14ICZcsiAcKjxxAx1y6mHAaETQu8,570024
+nexaai/binds/nexaml/libnexa-mm-process.dylib,sha256=-tNsX7gmHbgGDVOo9WEMyppWb1u4ldRCyTl3VIRkeHc,10222440
+nexaai/binds/nexaml/libnexa-sampling.dylib,sha256=cnOFmvb5urwkB1S1aruZA7s6jaa6e_q-sv-2NFW785U,7957848
+nexaai/binds/nexaml/libnexa_plugin.dylib,sha256=7aQX5UQWVipWmq0KcyPtbqmpZMsAtyHMFJ4zusFGGDw,249512
+nexaai/binds/nexaml/libnexaproc.dylib,sha256=aWhBGz9c8Dd0JIigOeYey0CIraTZ_PYOyRjaS9lho0M,968320
+nexaai/binds/nexaml/libomp.dylib,sha256=RcvfaCz0XuqTYtVPFYyUm2V6S9YgUQ0x5pHATr9FnDk,754912
+nexaai/binds/nexaml/libqwen3-vl.dylib,sha256=wRQUVHtJJZRi8QCoHHURmpzpd7LeirBbMvIsCmWNJsc,770352
+nexaai/binds/nexaml/libqwen3vl-vision.dylib,sha256=t0QfNZG5gpvHPBqX-Tdm1qjaXHCVROTtzL5bW78v4-I,490344
 nexaai/cv_impl/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 nexaai/cv_impl/mlx_cv_impl.py,sha256=gKECQOv8iaWwG3bl7xeqVy2NN_9K7tYerIFzfn4eLo4,3228
 nexaai/cv_impl/pybind_cv_impl.py,sha256=uSmwBste4cT7c8DQmXzRLmzwDf773PAbXNYWW1UzVls,1064
@@ -414,10 +414,10 @@ nexaai/mlx_backend/tts/__init__.py,sha256=fuT_9_xpYJ28m4yjly5L2jChUrzlSQz-b_S7nu
 nexaai/mlx_backend/tts/interface.py,sha256=0FvZbIyOvg8jERZEQ6bygbv7v02O9xHO4-TPUlar0b4,9568
 nexaai/mlx_backend/vlm/__init__.py,sha256=_25kvMEviX16Hg3bro8Ws70V0eeIEqYKV8ZDXqYzKew,73
 nexaai/mlx_backend/vlm/generate.py,sha256=DqHFEAuqk-nko8ho6U9GAXTDAWz4d8GTe_hCt-XFyCw,19071
-nexaai/mlx_backend/vlm/generate_qwen3_vl.py,sha256=NaVOU1kKRpkCClN5yV3_iL4aIe0V9LwqoKx-HI_xDNg,9590
+nexaai/mlx_backend/vlm/generate_qwen3_vl.py,sha256=srN8-RFv8eOeH2rdyygCJ7Yt7kW7MQzS3i50UHBVfIM,13151
 nexaai/mlx_backend/vlm/generate_qwen3_vl_moe.py,sha256=ZSbM8JjTlkxUaVO9UNZM6YSbd60am3Z4ztJJEBsnJHg,9015
-nexaai/mlx_backend/vlm/interface.py,sha256=uTX5ifnMltDiFu5T4OgHCPNHf0E4gGUEFR8Bz-jnbds,19774
-nexaai/mlx_backend/vlm/main.py,sha256=pvNrMzgaYxw-uyQLj1k-OiAI6RdmNVxhxemEMXZSwUs,10829
+nexaai/mlx_backend/vlm/interface.py,sha256=_rnqaIkvy3OUsH2b08l623oKjoe_la0G2W9iusD5qwI,22741
+nexaai/mlx_backend/vlm/main.py,sha256=8bmSTtyebp8eyL2jL36DZbNHapOpFXNmjM2NyzCFqGs,12919
 nexaai/mlx_backend/vlm/modeling/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 nexaai/mlx_backend/vlm/modeling/convert.py,sha256=ia5i9cgTufFGmKyhkYUaW0nfNqT_bMo8i-Hg_zy5JC4,1863
 nexaai/mlx_backend/vlm/modeling/processing_qwen2_5_vl.py,sha256=PdlV1pTp0_b6QPrXNZzA52GBMRjyODWLlN_uzrMtDLQ,10218
@@ -527,7 +527,7 @@ nexaai/mlx_backend/vlm/modeling/models/qwen2_vl/language.py,sha256=OeUoAfIg7dNB4
 nexaai/mlx_backend/vlm/modeling/models/qwen2_vl/qwen2_vl.py,sha256=YysRg1PszpZdsH7hywqN2pIMZAbU1P636KZoSJCNri8,5740
 nexaai/mlx_backend/vlm/modeling/models/qwen2_vl/vision.py,sha256=rcneYZYwP5fx3p8xxXEDGvnWAMIn8DXenqBPLBjmVcI,10555
 nexaai/mlx_backend/vlm/modeling/models/qwen3_vl/processor.py,sha256=_WZK8uv0LAGHO8V5LwCojyS4UYk0tfICsZ9GM4_Pfxo,19156
-nexaai/mlx_backend/vlm/modeling/models/qwen3_vl/qwen3vl.py,sha256=rlEJKxPb61bTEBeruqyfrAJtTf_wD0ey-kOmXhgdfVg,50199
+nexaai/mlx_backend/vlm/modeling/models/qwen3_vl/qwen3vl.py,sha256=KXpmmNKGJn6-tmZ9xQY8UiecBThPc1xPosfI4Ns6lK4,50189
 nexaai/mlx_backend/vlm/modeling/models/qwen3_vl/llm_common/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 nexaai/mlx_backend/vlm/modeling/models/qwen3_vl/llm_common/base.py,sha256=4RlZwgz8YX2ngmJNaymxFFpw9hJu-0EMw9xwXpngW9o,3496
 nexaai/mlx_backend/vlm/modeling/models/qwen3_vl/llm_common/cache.py,sha256=NMOB6x-RT6svF4H-Ymo5WqnP7ptAal3aaKjWZXWGMsM,17671
@@ -536,7 +536,7 @@ nexaai/mlx_backend/vlm/modeling/models/qwen3_vl/llm_common/rope_utils.py,sha256=
 nexaai/mlx_backend/vlm/modeling/models/qwen3_vl/llm_common/sample_utils.py,sha256=8SEeVwgjuvaYy-4ALAU0RHQMuRr2k7EkXba_csxk498,10673
 nexaai/mlx_backend/vlm/modeling/models/qwen3_vl/llm_common/tokenizer_utils.py,sha256=Gqanx4hBDcon_k5ClhUsS4YpMbZNiee8jvImGS9h43s,13229
 nexaai/mlx_backend/vlm/modeling/models/qwen3vl_moe/processor.py,sha256=_WZK8uv0LAGHO8V5LwCojyS4UYk0tfICsZ9GM4_Pfxo,19156
-nexaai/mlx_backend/vlm/modeling/models/qwen3vl_moe/qwen3vl_moe.py,sha256=OrrAQAPY_g5e7Pc8GSL94TXg-CEC8yL3MLDWNOVii-Q,53392
+nexaai/mlx_backend/vlm/modeling/models/qwen3vl_moe/qwen3vl_moe.py,sha256=ALt0NRu1ia0Nm0AdlAy0l3rJUGBz06zrNC2UBtWD_Zs,54185
 nexaai/mlx_backend/vlm/modeling/models/qwen3vl_moe/switch_layers.py,sha256=6hjFCvIH8J1UBEPYaIg9HqSakyZgEEiQoJQ9E0WmZoM,5960
 nexaai/mlx_backend/vlm/modeling/models/qwen3vl_moe/llm_common/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 nexaai/mlx_backend/vlm/modeling/models/qwen3vl_moe/llm_common/base.py,sha256=4RlZwgz8YX2ngmJNaymxFFpw9hJu-0EMw9xwXpngW9o,3496
@@ -566,7 +566,7 @@ nexaai/utils/quantization_utils.py,sha256=FYcNSAKGlBqFDUTx3jSKOr2lnq4nyiyC0ZG8oS
 nexaai/vlm_impl/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 nexaai/vlm_impl/mlx_vlm_impl.py,sha256=pLtWm_ckz8a0U-AtAOMVseFDO4OVPvHyYO2KlfBaGYk,10833
 nexaai/vlm_impl/pybind_vlm_impl.py,sha256=FAbhpRJzHgI78r0mUvKybO97R1szvNhH0aTn_I52oT4,8597
-nexaai-1.0.19rc16.dist-info/METADATA,sha256=fNsb-oJcPqWlggGw-8-ns52XafHKjBF1ukksD-hgbwk,1202
-nexaai-1.0.19rc16.dist-info/WHEEL,sha256=T2p57lol9__xkoU6aJTyN1Pm43ZpRU3q6km7mIbrAMs,114
-nexaai-1.0.19rc16.dist-info/top_level.txt,sha256=LRE2YERlrZk2vfuygnSzsEeqSknnZbz3Z1MHyNmBU4w,7
-nexaai-1.0.19rc16.dist-info/RECORD,,
+nexaai-1.0.19rc18.dist-info/METADATA,sha256=JzF3bfCp9U7_ZxC0eCoQIg67spCF5NoRqEeh_YDhgY4,1202
+nexaai-1.0.19rc18.dist-info/WHEEL,sha256=T2p57lol9__xkoU6aJTyN1Pm43ZpRU3q6km7mIbrAMs,114
+nexaai-1.0.19rc18.dist-info/top_level.txt,sha256=LRE2YERlrZk2vfuygnSzsEeqSknnZbz3Z1MHyNmBU4w,7
+nexaai-1.0.19rc18.dist-info/RECORD,,