completr 0.2.0__tar.gz → 0.2.1__tar.gz

{completr-0.2.0 → completr-0.2.1}/Cargo.lock

@@ -735,7 +735,7 @@ dependencies = [
 
 [[package]]
 name = "completr"
-version = "0.2.0"
+version = "0.2.1"
 dependencies = [
  "arc-swap",
  "async-trait",
@@ -765,7 +765,7 @@ dependencies = [
 
 [[package]]
 name = "completr-cli"
-version = "0.2.0"
+version = "0.2.1"
 dependencies = [
  "clap",
  "completr",
@@ -776,7 +776,7 @@ dependencies = [
 
 [[package]]
 name = "completr-py"
-version = "0.2.0"
+version = "0.2.1"
 dependencies = [
  "completr",
  "mimalloc",

{completr-0.2.0 → completr-0.2.1}/Cargo.toml

@@ -3,7 +3,7 @@ resolver = "2"
 members = ["crates/completr", "crates/completr-py"]
 
 [workspace.package]
-version = "0.2.0"
+version = "0.2.1"
 edition = "2021"
 rust-version = "1.94.1"
 license = "MIT"

{completr-0.2.0 → completr-0.2.1}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: completr
-Version: 0.2.0
+Version: 0.2.1
 Classifier: Development Status :: 4 - Beta
 Classifier: Intended Audience :: Developers
 Classifier: Operating System :: MacOS

{completr-0.2.0 → completr-0.2.1}/crates/completr-py/Cargo.toml

@@ -18,4 +18,7 @@ pyo3 = { version = "0.29", features = ["extension-module", "abi3-py311"] }
 pyo3-log = "0.13"
 tracing = { version = "0.1", default-features = false, features = ["log"] }
 completr_rs = { package = "completr", path = "../completr", features = ["aws-credentials", "gcp", "azure"] }
+
+# Not on macOS, where every mimalloc in a process shares fixed thread slots and pyarrow ships one.
+[target.'cfg(target_os = "linux")'.dependencies]
 mimalloc = { version = "0.1", default-features = false }

{completr-0.2.0 → completr-0.2.1}/crates/completr-py/src/lib.rs

@@ -10,7 +10,8 @@ use pyo3::prelude::*;
 use pyo3::sync::PyOnceLock;
 use pyo3::types::{PyBytes, PyDict, PyList, PyString, PyType};
 
-// Returns freed memory to the system, which the platform allocator keeps after a build.
+// Returns freed memory to the system, which glibc keeps after a build.
+#[cfg(target_os = "linux")]
 #[global_allocator]
 static ALLOCATOR: mimalloc::MiMalloc = mimalloc::MiMalloc;
 

completr-0.2.1/crates/completr-py/tests/test_allocators.py

@@ -0,0 +1,20 @@
+import pytest
+
+import completr
+
+pyarrow = pytest.importorskip("pyarrow")
+
+
+def test_completes_alongside_pyarrow_allocations(tmp_path):
+    pool = pyarrow.default_memory_pool()
+    table = pyarrow.table({"text": [f"skill {i}" for i in range(10_000)]})
+    assert pool.bytes_allocated() > 0
+    db = completr.connect(str(tmp_path / "db"))
+    with db.namespace("en-US").begin() as txn:
+        txn.overwrite("owner", [{"id": f"s{i}", "text": f"Skill {i}", "popularity": 0.5} for i in range(2_000)])
+    namespace = completr.connect(str(tmp_path / "db")).engine(sync_every=None).namespace("en-US")
+    for _ in range(200):
+        hits = namespace.complete("skill 1", ["owner"])
+        assert [str(h.id) for h in hits]
+        table = table.slice(1)
+    assert len(table) > 0