nexaai 1.0.19rc8__cp310-cp310-macosx_14_0_universal2.whl → 1.0.19rc9__cp310-cp310-macosx_14_0_universal2.whl

nexaai/_version.py

@@ -1,4 +1,4 @@
 # This file is generated by CMake from _version.py.in
 # Do not modify this file manually - it will be overwritten
 
-__version__ = "1.0.19-rc8" 
+__version__ = "1.0.19-rc9" 

nexaai/mlx_backend/vlm/generate_qwen3_vl.py

@@ -1,6 +1,5 @@
 import argparse
 import json
-import sys
 import os
 import mlx.core as mx
 import mlx.nn as nn
@@ -10,38 +9,21 @@ import requests
 import numpy as np
 from pathlib import Path
 from huggingface_hub import snapshot_download
-
-# Add current directory to path for imports
-curr_dir = os.path.dirname(os.path.abspath(__file__))
-sys.path.append(curr_dir)
-sys.path.append(os.path.dirname(curr_dir))
-
-# Add the qwen3vl model directory to path
-qwen3vl_dir = os.path.join(curr_dir, "modeling", "models", "qwen3_vl")
-sys.path.append(qwen3vl_dir)
+from dataclasses import dataclass
+from typing import Any, Generator, List, Optional, Sequence, Tuple, Union
 
 # Import required modules for quantized loading
 from transformers import AutoTokenizer
 
-# Try relative imports first, fallback to sys.path approach for Nuitka compatibility
-try:
-    from .modeling.models.qwen3_vl.llm_common.generate import nexa_generate_step
-    from .modeling.models.qwen3_vl.llm_common.cache import make_prompt_cache
-    from .modeling.models.qwen3_vl.qwen3vl import (
-        VEGModel, LLMModel, ModelArgs, VisionConfig, TextConfig, handle_multimodal_embeds
-    )
-    from .modeling.models.qwen3_vl.processor import Qwen3VLProcessor
-except ImportError:
-    # Fallback for Nuitka compiled environment - use sys.path approach
-    from llm_common.generate import nexa_generate_step
-    from llm_common.cache import make_prompt_cache
-    from qwen3vl import VEGModel, LLMModel, ModelArgs, VisionConfig, TextConfig, handle_multimodal_embeds
-    from processor import Qwen3VLProcessor
-
-from ml import ChatMessage
-from dataclasses import dataclass
-from typing import Any, Generator, List, Optional, Sequence, Tuple, Union
+# Import from the nested modeling structure
+from .modeling.models.qwen3_vl.llm_common.generate import nexa_generate_step
+from .modeling.models.qwen3_vl.llm_common.cache import make_prompt_cache
+from .modeling.models.qwen3_vl.qwen3vl import (
+    VEGModel, LLMModel, ModelArgs, VisionConfig, TextConfig, handle_multimodal_embeds
+)
+from .modeling.models.qwen3_vl.processor import Qwen3VLProcessor
 from .generate import GenerationResult
+from ml import ChatMessage
 
 # Custom exception for context length exceeded
 class ContextLengthExceededError(Exception):
@@ -79,10 +61,11 @@ def load_qwen3_vl(
             model_path = Path(snapshot_download(
                 repo_id=path_or_repo, repo_type="model", revision=revision))
         else:
-            # Fallback to local modelfiles directory
-            model_path = Path(qwen3vl_dir) / "modelfiles"
+            # Fallback to local modelfiles directory relative to this file
+            curr_dir = Path(__file__).parent
+            model_path = curr_dir / "modeling" / "models" / "qwen3_vl" / "modelfiles"
             if not model_path.exists():
-                model_path = Path(curr_dir) / "modelfiles"
+                model_path = curr_dir / "modelfiles"
 
     # Model configs (kept identical to main)
     vision_config = VisionConfig(

nexaai/mlx_backend/vlm/generate_qwen3_vl_moe.py

@@ -1,6 +1,5 @@
 import argparse
 import json
-import sys
 import os
 import mlx.core as mx
 import mlx.nn as nn
@@ -10,38 +9,21 @@ import requests
 import numpy as np
 from pathlib import Path
 from huggingface_hub import snapshot_download
-
-# Add current directory to path for imports
-curr_dir = os.path.dirname(os.path.abspath(__file__))
-sys.path.append(curr_dir)
-sys.path.append(os.path.dirname(curr_dir))
-
-# Add the qwen3vl model directory to path
-qwen3vl_dir = os.path.join(curr_dir, "modeling", "models", "qwen3vl_moe")
-sys.path.append(qwen3vl_dir)
+from dataclasses import dataclass
+from typing import Any, Generator, List, Optional, Sequence, Tuple, Union
 
 # Import required modules for quantized loading
 from transformers import AutoTokenizer
 
-# Try relative imports first, fallback to sys.path approach for Nuitka compatibility
-try:
-    from .modeling.models.qwen3_vl_moe.llm_common.generate import nexa_generate_step
-    from .modeling.models.qwen3_vl_moe.llm_common.cache import make_prompt_cache
-    from .modeling.models.qwen3_vl_moe.qwen3vl_moe import (
-        VEGModel, LLMModel, ModelArgs, VisionConfig, TextConfig, handle_multimodal_embeds
-    )
-    from .modeling.models.qwen3_vl_moe.processor import Qwen3VLProcessor
-except ImportError:
-    # Fallback for Nuitka compiled environment - use sys.path approach
-    from llm_common.generate import nexa_generate_step
-    from llm_common.cache import make_prompt_cache
-    from qwen3vl_moe import VEGModel, LLMModel, ModelArgs, VisionConfig, TextConfig, handle_multimodal_embeds
-    from processor import Qwen3VLProcessor
-
-from ml import ChatMessage
-from dataclasses import dataclass
-from typing import Any, Generator, List, Optional, Sequence, Tuple, Union
-from .generate import GenerationResult 
+# Import from the nested modeling structure
+from .modeling.models.qwen3vl_moe.llm_common.generate import nexa_generate_step
+from .modeling.models.qwen3vl_moe.llm_common.cache import make_prompt_cache
+from .modeling.models.qwen3vl_moe.qwen3vl_moe import (
+    VEGModel, LLMModel, ModelArgs, VisionConfig, TextConfig, handle_multimodal_embeds
+)
+from .modeling.models.qwen3vl_moe.processor import Qwen3VLProcessor
+from .generate import GenerationResult
+from ml import ChatMessage 
 
 @dataclass
 class Qwen3VLBundledModel:
@@ -73,10 +55,11 @@ def load_qwen3_vl(
             model_path = Path(snapshot_download(
                 repo_id=path_or_repo, repo_type="model", revision=revision))
         else:
-            # Fallback to local modelfiles directory
-            model_path = Path(qwen3vl_dir) / "modelfiles"
+            # Fallback to local modelfiles directory relative to this file
+            curr_dir = Path(__file__).parent
+            model_path = curr_dir / "modeling" / "models" / "qwen3vl_moe" / "modelfiles"
             if not model_path.exists():
-                model_path = Path(curr_dir) / "modelfiles"
+                model_path = curr_dir / "modelfiles"
 
     # Model configs - Updated to match Qwen3VL-MoE specifications
     vision_config = VisionConfig(

nexaai/mlx_backend/vlm/modeling/models/qwen3_vl/qwen3vl.py

@@ -8,29 +8,13 @@ import mlx.nn as nn
 import math
 import numpy as np
 
-import os
-import sys
-
-curr_dir = os.path.dirname(os.path.abspath(__file__))
-llm_common_dir = os.path.join(curr_dir, "..", "..")
-sys.path.append(llm_common_dir)
-
-# Try relative imports first, fallback to sys.path approach for Nuitka compatibility
-try:
-    from .llm_common.base import (
-        BaseModelArgs,
-        create_attention_mask,
-        scaled_dot_product_attention,
-    )
-    from .llm_common.rope_utils import initialize_rope
-except ImportError:
-    # Fallback for Nuitka compiled environment
-    from llm_common.base import (
-        BaseModelArgs,
-        create_attention_mask,
-        scaled_dot_product_attention,
-    )
-    from llm_common.rope_utils import initialize_rope
+# Import from nested llm_common structure using relative imports
+from .llm_common.base import (
+    BaseModelArgs,
+    create_attention_mask,
+    scaled_dot_product_attention,
+)
+from .llm_common.rope_utils import initialize_rope
 
 
 @dataclass

nexaai/mlx_backend/vlm/modeling/models/qwen3vl_moe/qwen3vl_moe.py

@@ -8,30 +8,14 @@ import mlx.nn as nn
 import math
 import numpy as np
 
-import os
-import sys
-
-curr_dir = os.path.dirname(os.path.abspath(__file__))
-llm_common_dir = os.path.join(curr_dir, "llm_common")
-sys.path.append(llm_common_dir)
-
-# Try relative imports first, fallback to sys.path approach for Nuitka compatibility
-try:
-    from .llm_common.base import (
-        BaseModelArgs,
-        create_attention_mask,
-        scaled_dot_product_attention,
-    )
-    from .llm_common.rope_utils import initialize_rope
-except ImportError:
-    # Fallback for Nuitka compiled environment
-    from llm_common.base import (
-        BaseModelArgs,
-        create_attention_mask,
-        scaled_dot_product_attention,
-    )
-    from llm_common.rope_utils import initialize_rope
-from switch_layers import SwitchGLU
+# Import from nested llm_common structure using relative imports
+from .llm_common.base import (
+    BaseModelArgs,
+    create_attention_mask,
+    scaled_dot_product_attention,
+)
+from .llm_common.rope_utils import initialize_rope
+from .switch_layers import SwitchGLU
 
 
 @dataclass

{nexaai-1.0.19rc8.dist-info → nexaai-1.0.19rc9.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: nexaai
-Version: 1.0.19rc8
+Version: 1.0.19rc9
 Summary: Python bindings for NexaSDK C-lib backend
 Author-email: "Nexa AI, Inc." <dev@nexa.ai>
 Project-URL: Homepage, https://github.com/NexaAI/nexasdk-bridge

{nexaai-1.0.19rc8.dist-info → nexaai-1.0.19rc9.dist-info}/RECORD

@@ -1,6 +1,6 @@
 nexaai/__init__.py,sha256=L8oB7GFZZMGnUpCg0PecDbI_ycKuQak-ZEJ4Y12_QIw,2184
-nexaai/_stub.cpython-310-darwin.so,sha256=53Jf5TH68E8KcPl8KgBf8J9Au81J-_kQ8RK39hSsyBE,66768
-nexaai/_version.py,sha256=aYDZTWn8eaS3I_K2yikTHx48xxCOGb-PhDT-HlTMK3I,143
+nexaai/_stub.cpython-310-darwin.so,sha256=8YJ5YdmobkyKQ7FmIjodJhzORK11NP0F3t3Bk1F0aOU,66768
+nexaai/_version.py,sha256=cBq07C7RkT85kn1w5XjXDE5IIdTu6Lg8iJ-tx2W_xdI,143
 nexaai/asr.py,sha256=NljMXDErwPNMOPaRkJZMEDka9Nk8xyur7L8i924TStY,2054
 nexaai/base.py,sha256=N8PRgDFA-XPku2vWnQIofQ7ipz3pPlO6f8YZGnuhquE,982
 nexaai/common.py,sha256=Y0NJNLTi4Nq4x1WL6PQsSvGUto0eGmWhjpsC6jcekfA,3444
@@ -19,7 +19,7 @@ nexaai/asr_impl/pybind_asr_impl.py,sha256=pE9Hb_hMi5yAc4MF83bLVOb8zDtreCkB3_u7XE
 nexaai/binds/__init__.py,sha256=eYuay_8DDXeOUWz2_R9HFSabohxs6hvZn391t2L0Po0,104
 nexaai/binds/common_bind.cpython-310-darwin.so,sha256=zxJuD0nSV--VZKxBfWZUavU7_bHj_JTi0FhkjvG4VJw,235264
 nexaai/binds/embedder_bind.cpython-310-darwin.so,sha256=tPa0c0Dv_GiW66fgmAGWGCHXRGNApznqoQS0eQx9GFM,202064
-nexaai/binds/libnexa_bridge.dylib,sha256=NgW7lIbCsLK1HZRkiJB8gjZceZ8_ME3bCsh6V-idyYg,251832
+nexaai/binds/libnexa_bridge.dylib,sha256=lvnVQ1mO9r7gwUZItdYmFiY9g6BCdeyY0isKes7ij9c,251832
 nexaai/binds/llm_bind.cpython-310-darwin.so,sha256=TAWfa1Hzq00TjtC1xVsiAeLp6hv2LrL5afDz4omUghc,182784
 nexaai/binds/vlm_bind.cpython-310-darwin.so,sha256=nd6eG_m2EiPthzkSZ97hlXWUOZQir4cQfFJZ4p6eR2U,182704
 nexaai/binds/nexa_llama_cpp/libggml-base.dylib,sha256=eN6A-6ufUoRJdbdkWD7T-jV1M-FmMIRiO4D-g4ep9s4,650944
@@ -414,8 +414,8 @@ nexaai/mlx_backend/tts/__init__.py,sha256=fuT_9_xpYJ28m4yjly5L2jChUrzlSQz-b_S7nu
 nexaai/mlx_backend/tts/interface.py,sha256=0FvZbIyOvg8jERZEQ6bygbv7v02O9xHO4-TPUlar0b4,9568
 nexaai/mlx_backend/vlm/__init__.py,sha256=_25kvMEviX16Hg3bro8Ws70V0eeIEqYKV8ZDXqYzKew,73
 nexaai/mlx_backend/vlm/generate.py,sha256=DqHFEAuqk-nko8ho6U9GAXTDAWz4d8GTe_hCt-XFyCw,19071
-nexaai/mlx_backend/vlm/generate_qwen3_vl.py,sha256=eeizW18u6dHPZOOnJtQUJkiqMAIIpOSS-IOjacXGsz4,10240
-nexaai/mlx_backend/vlm/generate_qwen3_vl_moe.py,sha256=Lcu1_I9FriRQF7TuFehjRWwVjEl6lA3eOWUGV2NQovk,9673
+nexaai/mlx_backend/vlm/generate_qwen3_vl.py,sha256=NaVOU1kKRpkCClN5yV3_iL4aIe0V9LwqoKx-HI_xDNg,9590
+nexaai/mlx_backend/vlm/generate_qwen3_vl_moe.py,sha256=ZSbM8JjTlkxUaVO9UNZM6YSbd60am3Z4ztJJEBsnJHg,9015
 nexaai/mlx_backend/vlm/interface.py,sha256=uTX5ifnMltDiFu5T4OgHCPNHf0E4gGUEFR8Bz-jnbds,19774
 nexaai/mlx_backend/vlm/main.py,sha256=pvNrMzgaYxw-uyQLj1k-OiAI6RdmNVxhxemEMXZSwUs,10829
 nexaai/mlx_backend/vlm/modeling/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -527,7 +527,7 @@ nexaai/mlx_backend/vlm/modeling/models/qwen2_vl/language.py,sha256=OeUoAfIg7dNB4
 nexaai/mlx_backend/vlm/modeling/models/qwen2_vl/qwen2_vl.py,sha256=YysRg1PszpZdsH7hywqN2pIMZAbU1P636KZoSJCNri8,5740
 nexaai/mlx_backend/vlm/modeling/models/qwen2_vl/vision.py,sha256=rcneYZYwP5fx3p8xxXEDGvnWAMIn8DXenqBPLBjmVcI,10555
 nexaai/mlx_backend/vlm/modeling/models/qwen3_vl/processor.py,sha256=_WZK8uv0LAGHO8V5LwCojyS4UYk0tfICsZ9GM4_Pfxo,19156
-nexaai/mlx_backend/vlm/modeling/models/qwen3_vl/qwen3vl.py,sha256=LArnNtI98B_GJOblPNijVage9EmVfa-YZYI-2XGFZek,50662
+nexaai/mlx_backend/vlm/modeling/models/qwen3_vl/qwen3vl.py,sha256=rlEJKxPb61bTEBeruqyfrAJtTf_wD0ey-kOmXhgdfVg,50199
 nexaai/mlx_backend/vlm/modeling/models/qwen3_vl/llm_common/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 nexaai/mlx_backend/vlm/modeling/models/qwen3_vl/llm_common/base.py,sha256=4RlZwgz8YX2ngmJNaymxFFpw9hJu-0EMw9xwXpngW9o,3496
 nexaai/mlx_backend/vlm/modeling/models/qwen3_vl/llm_common/cache.py,sha256=NMOB6x-RT6svF4H-Ymo5WqnP7ptAal3aaKjWZXWGMsM,17671
@@ -536,7 +536,7 @@ nexaai/mlx_backend/vlm/modeling/models/qwen3_vl/llm_common/rope_utils.py,sha256=
 nexaai/mlx_backend/vlm/modeling/models/qwen3_vl/llm_common/sample_utils.py,sha256=8SEeVwgjuvaYy-4ALAU0RHQMuRr2k7EkXba_csxk498,10673
 nexaai/mlx_backend/vlm/modeling/models/qwen3_vl/llm_common/tokenizer_utils.py,sha256=Gqanx4hBDcon_k5ClhUsS4YpMbZNiee8jvImGS9h43s,13229
 nexaai/mlx_backend/vlm/modeling/models/qwen3vl_moe/processor.py,sha256=_WZK8uv0LAGHO8V5LwCojyS4UYk0tfICsZ9GM4_Pfxo,19156
-nexaai/mlx_backend/vlm/modeling/models/qwen3vl_moe/qwen3vl_moe.py,sha256=WTmNmkGe5YwTJEbwq44fh1LOhaekguPuSE1H89szj9Y,53856
+nexaai/mlx_backend/vlm/modeling/models/qwen3vl_moe/qwen3vl_moe.py,sha256=OrrAQAPY_g5e7Pc8GSL94TXg-CEC8yL3MLDWNOVii-Q,53392
 nexaai/mlx_backend/vlm/modeling/models/qwen3vl_moe/switch_layers.py,sha256=6hjFCvIH8J1UBEPYaIg9HqSakyZgEEiQoJQ9E0WmZoM,5960
 nexaai/mlx_backend/vlm/modeling/models/qwen3vl_moe/llm_common/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 nexaai/mlx_backend/vlm/modeling/models/qwen3vl_moe/llm_common/base.py,sha256=4RlZwgz8YX2ngmJNaymxFFpw9hJu-0EMw9xwXpngW9o,3496
@@ -566,7 +566,7 @@ nexaai/utils/quantization_utils.py,sha256=FYcNSAKGlBqFDUTx3jSKOr2lnq4nyiyC0ZG8oS
 nexaai/vlm_impl/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 nexaai/vlm_impl/mlx_vlm_impl.py,sha256=pLtWm_ckz8a0U-AtAOMVseFDO4OVPvHyYO2KlfBaGYk,10833
 nexaai/vlm_impl/pybind_vlm_impl.py,sha256=FAbhpRJzHgI78r0mUvKybO97R1szvNhH0aTn_I52oT4,8597
-nexaai-1.0.19rc8.dist-info/METADATA,sha256=_6I83vjzdeOT-tZ4Swm0kiOBCImquoJTEmD6KfKl-q4,1201
-nexaai-1.0.19rc8.dist-info/WHEEL,sha256=T2p57lol9__xkoU6aJTyN1Pm43ZpRU3q6km7mIbrAMs,114
-nexaai-1.0.19rc8.dist-info/top_level.txt,sha256=LRE2YERlrZk2vfuygnSzsEeqSknnZbz3Z1MHyNmBU4w,7
-nexaai-1.0.19rc8.dist-info/RECORD,,
+nexaai-1.0.19rc9.dist-info/METADATA,sha256=7gh05iEzIQGnTwbB2SedEAYdtSvLXP3m6U8BtkqkuGg,1201
+nexaai-1.0.19rc9.dist-info/WHEEL,sha256=T2p57lol9__xkoU6aJTyN1Pm43ZpRU3q6km7mIbrAMs,114
+nexaai-1.0.19rc9.dist-info/top_level.txt,sha256=LRE2YERlrZk2vfuygnSzsEeqSknnZbz3Z1MHyNmBU4w,7
+nexaai-1.0.19rc9.dist-info/RECORD,,