nexaai 1.0.17rc2__cp310-cp310-macosx_13_0_x86_64.whl → 1.0.17rc3__cp310-cp310-macosx_13_0_x86_64.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of nexaai might be problematic. Click here for more details.
- nexaai/_stub.cpython-310-darwin.so +0 -0
- nexaai/_version.py +1 -1
- nexaai/binds/embedder_bind.cpython-310-darwin.so +0 -0
- nexaai/binds/libnexa_bridge.dylib +0 -0
- nexaai/binds/vlm_bind.cpython-310-darwin.so +0 -0
- nexaai/mlx_backend/vlm/modeling/models/qwen3_vl/llm_common/generate.py +7 -7
- {nexaai-1.0.17rc2.dist-info → nexaai-1.0.17rc3.dist-info}/METADATA +1 -1
- {nexaai-1.0.17rc2.dist-info → nexaai-1.0.17rc3.dist-info}/RECORD +10 -10
- {nexaai-1.0.17rc2.dist-info → nexaai-1.0.17rc3.dist-info}/WHEEL +0 -0
- {nexaai-1.0.17rc2.dist-info → nexaai-1.0.17rc3.dist-info}/top_level.txt +0 -0
|
Binary file
|
nexaai/_version.py
CHANGED
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
@@ -232,7 +232,7 @@ def generate_step(
|
|
|
232
232
|
prompt_progress_callback(prompt_processed_tokens, total_prompt_tokens)
|
|
233
233
|
prompt_processed_tokens += prefill_step_size
|
|
234
234
|
y = y[prefill_step_size:]
|
|
235
|
-
mx.
|
|
235
|
+
mx.clear_cache()
|
|
236
236
|
|
|
237
237
|
y, logprobs = _step(y)
|
|
238
238
|
|
|
@@ -249,7 +249,7 @@ def generate_step(
|
|
|
249
249
|
break
|
|
250
250
|
yield y.item(), logprobs
|
|
251
251
|
if n % 256 == 0:
|
|
252
|
-
mx.
|
|
252
|
+
mx.clear_cache()
|
|
253
253
|
y, logprobs = next_y, next_logprobs
|
|
254
254
|
n += 1
|
|
255
255
|
|
|
@@ -371,7 +371,7 @@ def nexa_generate_step(
|
|
|
371
371
|
prompt_progress_callback(prompt_processed_tokens, total_prompt_tokens)
|
|
372
372
|
prompt_processed_tokens += prefill_step_size
|
|
373
373
|
y = y[prefill_step_size:]
|
|
374
|
-
mx.
|
|
374
|
+
mx.clear_cache()
|
|
375
375
|
|
|
376
376
|
y, logprobs = _step(y)
|
|
377
377
|
|
|
@@ -388,7 +388,7 @@ def nexa_generate_step(
|
|
|
388
388
|
break
|
|
389
389
|
yield y.item(), logprobs
|
|
390
390
|
if n % 256 == 0:
|
|
391
|
-
mx.
|
|
391
|
+
mx.clear_cache()
|
|
392
392
|
y, logprobs = next_y, next_logprobs
|
|
393
393
|
n += 1
|
|
394
394
|
|
|
@@ -507,7 +507,7 @@ def nexa_multimodal_generate_step(
|
|
|
507
507
|
prompt_progress_callback(prompt_processed_tokens, total_prompt_tokens)
|
|
508
508
|
prompt_processed_tokens += prefill_step_size
|
|
509
509
|
y = y[prefill_step_size:]
|
|
510
|
-
mx.
|
|
510
|
+
mx.clear_cache()
|
|
511
511
|
|
|
512
512
|
y, logprobs = _step(y)
|
|
513
513
|
|
|
@@ -524,7 +524,7 @@ def nexa_multimodal_generate_step(
|
|
|
524
524
|
break
|
|
525
525
|
yield y.item(), logprobs
|
|
526
526
|
if n % 256 == 0:
|
|
527
|
-
mx.
|
|
527
|
+
mx.clear_cache()
|
|
528
528
|
y, logprobs = next_y, next_logprobs
|
|
529
529
|
n += 1
|
|
530
530
|
|
|
@@ -632,7 +632,7 @@ def speculative_generate_step(
|
|
|
632
632
|
quantize_cache_fn(cache)
|
|
633
633
|
mx.eval([c.state for c in cache])
|
|
634
634
|
y = y[prefill_step_size:]
|
|
635
|
-
mx.
|
|
635
|
+
mx.clear_cache()
|
|
636
636
|
return y
|
|
637
637
|
|
|
638
638
|
def _rewind_cache(num_draft, num_accept):
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
nexaai/__init__.py,sha256=L8oB7GFZZMGnUpCg0PecDbI_ycKuQak-ZEJ4Y12_QIw,2184
|
|
2
|
-
nexaai/_stub.cpython-310-darwin.so,sha256=
|
|
3
|
-
nexaai/_version.py,sha256=
|
|
2
|
+
nexaai/_stub.cpython-310-darwin.so,sha256=ct41TDGf3frYXsJn5EEkJx2dFxamyyBE5Tu4eT_mR0Q,49832
|
|
3
|
+
nexaai/_version.py,sha256=m8oymb8W-f11Ra9dj3cr9xkH66hL0S5SPIlATwANYmU,143
|
|
4
4
|
nexaai/asr.py,sha256=NljMXDErwPNMOPaRkJZMEDka9Nk8xyur7L8i924TStY,2054
|
|
5
5
|
nexaai/base.py,sha256=N8PRgDFA-XPku2vWnQIofQ7ipz3pPlO6f8YZGnuhquE,982
|
|
6
6
|
nexaai/common.py,sha256=Y0NJNLTi4Nq4x1WL6PQsSvGUto0eGmWhjpsC6jcekfA,3444
|
|
@@ -18,10 +18,10 @@ nexaai/asr_impl/mlx_asr_impl.py,sha256=eosd8-TIWAOwV0HltmoFrLwzXHcU4jyxtncvuZE9p
|
|
|
18
18
|
nexaai/asr_impl/pybind_asr_impl.py,sha256=pE9Hb_hMi5yAc4MF83bLVOb8zDtreCkB3_u7XED9YpA,1516
|
|
19
19
|
nexaai/binds/__init__.py,sha256=eYuay_8DDXeOUWz2_R9HFSabohxs6hvZn391t2L0Po0,104
|
|
20
20
|
nexaai/binds/common_bind.cpython-310-darwin.so,sha256=km1TU5WOJHVjvyM4l5mgAkS_omxuKt8pM92E9Wv0VqM,235488
|
|
21
|
-
nexaai/binds/embedder_bind.cpython-310-darwin.so,sha256
|
|
22
|
-
nexaai/binds/libnexa_bridge.dylib,sha256=
|
|
21
|
+
nexaai/binds/embedder_bind.cpython-310-darwin.so,sha256=b2NoXFAJvPLi_P1X7lXLKmAUU0v2HJI3Zwa10gfqHdw,202032
|
|
22
|
+
nexaai/binds/libnexa_bridge.dylib,sha256=zwg1ByvoTOzHYtsLArRYk3JSx9lspXkwZfO6DnvLdcI,250408
|
|
23
23
|
nexaai/binds/llm_bind.cpython-310-darwin.so,sha256=p1ZTGMolEkWywkmwzOUjTr3RpSEH21BHZAggVzo89Ks,183088
|
|
24
|
-
nexaai/binds/vlm_bind.cpython-310-darwin.so,sha256=
|
|
24
|
+
nexaai/binds/vlm_bind.cpython-310-darwin.so,sha256=LGd-tykePnQFfGca25HnPIBfXsfrMzbwyx6d5Ld3xps,183000
|
|
25
25
|
nexaai/binds/nexa_llama_cpp/libggml-base.dylib,sha256=GyOkHOM-5uHp7NUZ4Sr9BWak6BYpcc9aqI9A-zPnQp4,629528
|
|
26
26
|
nexaai/binds/nexa_llama_cpp/libggml-cpu.so,sha256=cnLUQ7WdX-5iiDaH8v45u1kX1NUmK8DanpzSMGCpXPE,1039800
|
|
27
27
|
nexaai/binds/nexa_llama_cpp/libggml-metal.so,sha256=Xhhl_tLg1xmCIQVrKjqPFaLHAlx_2wUFiwDyUk0wJ-E,713680
|
|
@@ -362,7 +362,7 @@ nexaai/mlx_backend/vlm/modeling/models/qwen3_vl/qwen3vl.py,sha256=LArnNtI98B_GJO
|
|
|
362
362
|
nexaai/mlx_backend/vlm/modeling/models/qwen3_vl/llm_common/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
363
363
|
nexaai/mlx_backend/vlm/modeling/models/qwen3_vl/llm_common/base.py,sha256=4RlZwgz8YX2ngmJNaymxFFpw9hJu-0EMw9xwXpngW9o,3496
|
|
364
364
|
nexaai/mlx_backend/vlm/modeling/models/qwen3_vl/llm_common/cache.py,sha256=NMOB6x-RT6svF4H-Ymo5WqnP7ptAal3aaKjWZXWGMsM,17671
|
|
365
|
-
nexaai/mlx_backend/vlm/modeling/models/qwen3_vl/llm_common/generate.py,sha256=
|
|
365
|
+
nexaai/mlx_backend/vlm/modeling/models/qwen3_vl/llm_common/generate.py,sha256=bchCpnlewysWQss5TQKxdKPXYd5VA7ySUDfRt8Xj_H4,26677
|
|
366
366
|
nexaai/mlx_backend/vlm/modeling/models/qwen3_vl/llm_common/rope_utils.py,sha256=ty0dA3SsEUFtFbHo16tKdnKymrNKKsUO3KMYapMajbY,8704
|
|
367
367
|
nexaai/mlx_backend/vlm/modeling/models/qwen3_vl/llm_common/sample_utils.py,sha256=8SEeVwgjuvaYy-4ALAU0RHQMuRr2k7EkXba_csxk498,10673
|
|
368
368
|
nexaai/mlx_backend/vlm/modeling/models/qwen3_vl/llm_common/tokenizer_utils.py,sha256=Gqanx4hBDcon_k5ClhUsS4YpMbZNiee8jvImGS9h43s,13229
|
|
@@ -388,7 +388,7 @@ nexaai/utils/quantization_utils.py,sha256=FYcNSAKGlBqFDUTx3jSKOr2lnq4nyiyC0ZG8oS
|
|
|
388
388
|
nexaai/vlm_impl/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
389
389
|
nexaai/vlm_impl/mlx_vlm_impl.py,sha256=pLtWm_ckz8a0U-AtAOMVseFDO4OVPvHyYO2KlfBaGYk,10833
|
|
390
390
|
nexaai/vlm_impl/pybind_vlm_impl.py,sha256=FAbhpRJzHgI78r0mUvKybO97R1szvNhH0aTn_I52oT4,8597
|
|
391
|
-
nexaai-1.0.
|
|
392
|
-
nexaai-1.0.
|
|
393
|
-
nexaai-1.0.
|
|
394
|
-
nexaai-1.0.
|
|
391
|
+
nexaai-1.0.17rc3.dist-info/METADATA,sha256=qUwlQ7ioHaewOQ--gpTZsFkQDerm78q4okTIbDyTZ2E,1201
|
|
392
|
+
nexaai-1.0.17rc3.dist-info/WHEEL,sha256=0KYp5feZ1CMUhsfFXKpSQTbSmQbXy4mv6yPPVBXg2EM,110
|
|
393
|
+
nexaai-1.0.17rc3.dist-info/top_level.txt,sha256=LRE2YERlrZk2vfuygnSzsEeqSknnZbz3Z1MHyNmBU4w,7
|
|
394
|
+
nexaai-1.0.17rc3.dist-info/RECORD,,
|
|
File without changes
|
|
File without changes
|