PyPI - llama-cpp-python - Versions diffs - 0.2.61__tar.gz → 0.2.62__tar.gz - Mend

llama-cpp-python 0.2.61tar.gz → 0.2.62tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (1084) hide show

llama_cpp_python-0.2.62/.git/FETCH_HEAD ADDED Viewed

	@@ -0,0 +1 @@
1	+ 893a27a7364366cc195dcc50aadfa75d95bb9319 '893a27a7364366cc195dcc50aadfa75d95bb9319' of https://github.com/abetlen/llama-cpp-python

llama_cpp_python-0.2.62/.git/HEAD ADDED Viewed

	@@ -0,0 +1 @@
1	+ 893a27a7364366cc195dcc50aadfa75d95bb9319

{llama_cpp_python-0.2.61 → llama_cpp_python-0.2.62}/.git/config RENAMED Viewed

@@ -9,7 +9,7 @@
 [gc]
 	auto = 0
 [http "https://github.com/"]
-	extraheader = AUTHORIZATION: basic eC1hY2Nlc3MtdG9rZW46Z2hzXzZIOVpZTXRtWE1KbUFkSkI4bXBLU2pKT3dMNTBFWjRPSTBxdQ==
+	extraheader = AUTHORIZATION: basic eC1hY2Nlc3MtdG9rZW46Z2hzX2g4ejgzMTE4dlV0N3pXMXBJa3ZtUkxLSGtnZERNaTFqTzZuag==
 [submodule "vendor/llama.cpp"]
 	active = true
 	url = https://github.com/ggerganov/llama.cpp.git

llama_cpp_python-0.2.62/.git/index ADDED Viewed

Binary file

llama_cpp_python-0.2.62/.git/logs/HEAD ADDED Viewed

	@@ -0,0 +1 @@
1	+ 0000000000000000000000000000000000000000 893a27a7364366cc195dcc50aadfa75d95bb9319 runner <runner@fv-az585-611.vitsawovrx5upos552vgumbwsa.phxx.internal.cloudapp.net> 1713419074 +0000 checkout: moving from master to refs/tags/v0.2.62

llama_cpp_python-0.2.62/.git/modules/vendor/llama.cpp/HEAD ADDED Viewed

	@@ -0,0 +1 @@
1	+ 3b8f1ec4b18770531d0b1d792f3edf08254e4f0c

{llama_cpp_python-0.2.61 → llama_cpp_python-0.2.62}/.git/modules/vendor/llama.cpp/config RENAMED Viewed

@@ -16,7 +16,7 @@
 [gc]
 	auto = 0
 [http "https://github.com/"]
-	extraheader = AUTHORIZATION: basic eC1hY2Nlc3MtdG9rZW46Z2hzXzZIOVpZTXRtWE1KbUFkSkI4bXBLU2pKT3dMNTBFWjRPSTBxdQ==
+	extraheader = AUTHORIZATION: basic eC1hY2Nlc3MtdG9rZW46Z2hzX2g4ejgzMTE4dlV0N3pXMXBJa3ZtUkxLSGtnZERNaTFqTzZuag==
 [url "https://github.com/"]
 	insteadOf = git@github.com:
 	insteadOf = org-6826477@github.com:

llama_cpp_python-0.2.62/.git/modules/vendor/llama.cpp/index ADDED Viewed

Binary file

llama_cpp_python-0.2.62/.git/modules/vendor/llama.cpp/logs/HEAD ADDED Viewed

	@@ -0,0 +1,2 @@
1	+ 0000000000000000000000000000000000000000 3b8f1ec4b18770531d0b1d792f3edf08254e4f0c runner <runner@fv-az585-611.vitsawovrx5upos552vgumbwsa.phxx.internal.cloudapp.net> 1713419075 +0000 clone: from https://github.com/ggerganov/llama.cpp.git
2	+ 3b8f1ec4b18770531d0b1d792f3edf08254e4f0c 3b8f1ec4b18770531d0b1d792f3edf08254e4f0c runner <runner@fv-az585-611.vitsawovrx5upos552vgumbwsa.phxx.internal.cloudapp.net> 1713419075 +0000 checkout: moving from master to 3b8f1ec4b18770531d0b1d792f3edf08254e4f0c

llama_cpp_python-0.2.62/.git/modules/vendor/llama.cpp/logs/refs/heads/master ADDED Viewed

	@@ -0,0 +1 @@
1	+ 0000000000000000000000000000000000000000 3b8f1ec4b18770531d0b1d792f3edf08254e4f0c runner <runner@fv-az585-611.vitsawovrx5upos552vgumbwsa.phxx.internal.cloudapp.net> 1713419075 +0000 clone: from https://github.com/ggerganov/llama.cpp.git

llama_cpp_python-0.2.62/.git/modules/vendor/llama.cpp/logs/refs/remotes/origin/HEAD ADDED Viewed

	@@ -0,0 +1 @@
1	+ 0000000000000000000000000000000000000000 3b8f1ec4b18770531d0b1d792f3edf08254e4f0c runner <runner@fv-az585-611.vitsawovrx5upos552vgumbwsa.phxx.internal.cloudapp.net> 1713419075 +0000 clone: from https://github.com/ggerganov/llama.cpp.git

{llama_cpp_python-0.2.61 → llama_cpp_python-0.2.62}/.git/modules/vendor/llama.cpp/modules/kompute/config RENAMED Viewed

@@ -13,7 +13,7 @@
 [gc]
 	auto = 0
 [http "https://github.com/"]
-	extraheader = AUTHORIZATION: basic eC1hY2Nlc3MtdG9rZW46Z2hzXzZIOVpZTXRtWE1KbUFkSkI4bXBLU2pKT3dMNTBFWjRPSTBxdQ==
+	extraheader = AUTHORIZATION: basic eC1hY2Nlc3MtdG9rZW46Z2hzX2g4ejgzMTE4dlV0N3pXMXBJa3ZtUkxLSGtnZERNaTFqTzZuag==
 [url "https://github.com/"]
 	insteadOf = git@github.com:
 	insteadOf = org-6826477@github.com:

llama_cpp_python-0.2.62/.git/modules/vendor/llama.cpp/modules/kompute/index ADDED Viewed

Binary file

llama_cpp_python-0.2.62/.git/modules/vendor/llama.cpp/modules/kompute/logs/HEAD ADDED Viewed

	@@ -0,0 +1,2 @@
1	+ 0000000000000000000000000000000000000000 d1e3b0953cf66acc94b2e29693e221427b2c1f3f runner <runner@fv-az585-611.vitsawovrx5upos552vgumbwsa.phxx.internal.cloudapp.net> 1713419076 +0000 clone: from https://github.com/nomic-ai/kompute.git
2	+ d1e3b0953cf66acc94b2e29693e221427b2c1f3f 4565194ed7c32d1d2efa32ceab4d3c6cae006306 runner <runner@fv-az585-611.vitsawovrx5upos552vgumbwsa.phxx.internal.cloudapp.net> 1713419077 +0000 checkout: moving from master to 4565194ed7c32d1d2efa32ceab4d3c6cae006306

llama_cpp_python-0.2.62/.git/modules/vendor/llama.cpp/modules/kompute/logs/refs/heads/master ADDED Viewed

	@@ -0,0 +1 @@
1	+ 0000000000000000000000000000000000000000 d1e3b0953cf66acc94b2e29693e221427b2c1f3f runner <runner@fv-az585-611.vitsawovrx5upos552vgumbwsa.phxx.internal.cloudapp.net> 1713419076 +0000 clone: from https://github.com/nomic-ai/kompute.git

llama_cpp_python-0.2.62/.git/modules/vendor/llama.cpp/modules/kompute/logs/refs/remotes/origin/HEAD ADDED Viewed

	@@ -0,0 +1 @@
1	+ 0000000000000000000000000000000000000000 d1e3b0953cf66acc94b2e29693e221427b2c1f3f runner <runner@fv-az585-611.vitsawovrx5upos552vgumbwsa.phxx.internal.cloudapp.net> 1713419076 +0000 clone: from https://github.com/nomic-ai/kompute.git

llama_cpp_python-0.2.62/.git/modules/vendor/llama.cpp/objects/pack/pack-b26a23ab456161748f3b3721798e9ec1169e4443.idx ADDED Viewed

Binary file

llama_cpp_python-0.2.61/.git/modules/vendor/llama.cpp/objects/pack/pack-7f6e551797b751c4c7970c02c190ac0f1e41c40c.pack → llama_cpp_python-0.2.62/.git/modules/vendor/llama.cpp/objects/pack/pack-b26a23ab456161748f3b3721798e9ec1169e4443.pack RENAMED Viewed

Binary file

llama_cpp_python-0.2.62/.git/modules/vendor/llama.cpp/objects/pack/pack-b26a23ab456161748f3b3721798e9ec1169e4443.rev ADDED Viewed

Binary file

llama_cpp_python-0.2.62/.git/modules/vendor/llama.cpp/packed-refs ADDED Viewed

	@@ -0,0 +1,2 @@
1	+ # pack-refs with: peeled fully-peeled sorted
2	+ 3b8f1ec4b18770531d0b1d792f3edf08254e4f0c refs/remotes/origin/master

llama_cpp_python-0.2.62/.git/modules/vendor/llama.cpp/refs/heads/master ADDED Viewed

	@@ -0,0 +1 @@
1	+ 3b8f1ec4b18770531d0b1d792f3edf08254e4f0c

llama_cpp_python-0.2.62/.git/modules/vendor/llama.cpp/refs/tags/b2690 ADDED Viewed

	@@ -0,0 +1 @@
1	+ 3b8f1ec4b18770531d0b1d792f3edf08254e4f0c

llama_cpp_python-0.2.62/.git/modules/vendor/llama.cpp/shallow ADDED Viewed

	@@ -0,0 +1 @@
1	+ 3b8f1ec4b18770531d0b1d792f3edf08254e4f0c

llama_cpp_python-0.2.62/.git/objects/pack/pack-5ad3d30a9308b501d0829837648aaf946938865c.idx ADDED Viewed

Binary file

llama_cpp_python-0.2.61/.git/objects/pack/pack-556cffb2ebcfed92a0f25c9d6d4847c30e9d2c54.pack → llama_cpp_python-0.2.62/.git/objects/pack/pack-5ad3d30a9308b501d0829837648aaf946938865c.pack RENAMED Viewed

Binary file

llama_cpp_python-0.2.62/.git/objects/pack/pack-5ad3d30a9308b501d0829837648aaf946938865c.rev ADDED Viewed

Binary file

llama_cpp_python-0.2.62/.git/refs/tags/v0.2.62 ADDED Viewed

	@@ -0,0 +1 @@
1	+ 893a27a7364366cc195dcc50aadfa75d95bb9319

llama_cpp_python-0.2.62/.git/shallow ADDED Viewed

	@@ -0,0 +1 @@
1	+ 893a27a7364366cc195dcc50aadfa75d95bb9319

{llama_cpp_python-0.2.61 → llama_cpp_python-0.2.62}/CHANGELOG.md RENAMED Viewed

@@ -7,6 +7,14 @@ and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0
 ## [Unreleased]
+## [0.2.62]
+- feat: Update llama.cpp to ggerganov/llama.cpp@3b8f1ec4b18770531d0b1d792f3edf08254e4f0c
+- feat: update grammar schema converter to match llama.cpp by @themrzmaster in #1353
+- feat: add disable_ping_events flag by @khimaros in #1257
+- feat: Make saved state more compact on-disk by @tc-wolf in #1296
+- feat: Use all available CPUs for batch processing by @ddh0 in #1345
 ## [0.2.61]
 - feat: Update llama.cpp to ggerganov/llama.cpp@ba5e134e073ec6837078c874aba44a702944a676

{llama_cpp_python-0.2.61 → llama_cpp_python-0.2.62}/PKG-INFO RENAMED Viewed

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: llama_cpp_python
-Version: 0.2.61
+Version: 0.2.62
 Summary: Python bindings for the llama.cpp library
 Author-Email: Andrei Betlen <abetlen@gmail.com>
 License: MIT

{llama_cpp_python-0.2.61 → llama_cpp_python-0.2.62}/llama_cpp/__init__.py RENAMED Viewed

@@ -1,4 +1,4 @@
 from .llama_cpp import *
 from .llama import *
-__version__ = "0.2.61"
+__version__ = "0.2.62"

{llama_cpp_python-0.2.61 → llama_cpp_python-0.2.62}/llama_cpp/llama.py RENAMED Viewed

@@ -18,6 +18,7 @@ from typing import (
     Iterator,
     Deque,
     Callable,
+    Dict,
 )
 from collections import deque
 from pathlib import Path
@@ -262,9 +263,7 @@ class Llama:
         self.n_batch = min(n_ctx, n_batch)  # ???
         self.n_threads = n_threads or max(multiprocessing.cpu_count() // 2, 1)
-        self.n_threads_batch = n_threads_batch or max(
-            multiprocessing.cpu_count() // 2, 1
-        )
+        self.n_threads_batch = n_threads_batch or multiprocessing.cpu_count()
         # Context Params
         self.context_params = llama_cpp.llama_context_default_params()
@@ -1793,7 +1792,7 @@ class Llama:
                 file=sys.stderr,
             )
         return LlamaState(
-            scores=self.scores.copy(),
+            scores=self._scores.copy(),
             input_ids=self.input_ids.copy(),
             n_tokens=self.n_tokens,
             llama_state=bytes(llama_state_compact),
@@ -1802,7 +1801,9 @@ class Llama:
     def load_state(self, state: LlamaState) -> None:
         assert self._ctx.ctx is not None
-        self.scores = state.scores.copy()
+        # Only filling in up to `n_tokens` and then zero-ing out the rest
+        self.scores[: state.n_tokens, :] = state.scores.copy()
+        self.scores[state.n_tokens :, :] = 0.0
         self.input_ids = state.input_ids.copy()
         self.n_tokens = state.n_tokens
         state_size = state.llama_state_size
@@ -1953,7 +1954,6 @@ class Llama:
                 local_dir_use_symlinks=local_dir_use_symlinks,
                 cache_dir=cache_dir,
                 local_files_only=True,
             )
         else:
             model_path = os.path.join(local_dir, filename)

{llama_cpp_python-0.2.61 → llama_cpp_python-0.2.62}/llama_cpp/llama_chat_format.py RENAMED Viewed

@@ -2709,4 +2709,4 @@ def chatml_function_calling(
             },
         }
-    raise ValueError("Automatic streaming tool choice is not supported")
+    raise ValueError("Automatic streaming tool choice is not supported")

llama-cpp-python 0.2.61__tar.gz → 0.2.62__tar.gz

llama-cpp-python 0.2.61tar.gz → 0.2.62tar.gz