classifyre-cli 0.4.59__tar.gz → 0.4.60__tar.gz

classifyre_cli-0.4.60/.turbo/turbo-build.log

@@ -0,0 +1,3 @@
+$ uv sync
+Resolved 300 packages in 341ms
+Checked 51 packages in 1ms

{classifyre_cli-0.4.59 → classifyre_cli-0.4.60}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: classifyre-cli
-Version: 0.4.59
+Version: 0.4.60
 Summary: Classifyre CLI — scan and classify unstructured data sources
 License: MIT
 Keywords: data,ingestion,metadata,pii,secrets,unstructured

{classifyre_cli-0.4.59 → classifyre_cli-0.4.60}/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@classifyre/cli",
-  "version": "0.4.59",
+  "version": "0.4.60",
   "private": true,
   "scripts": {
     "build": "uv sync",

{classifyre_cli-0.4.59 → classifyre_cli-0.4.60}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "classifyre-cli"
-version = "0.4.59"
+version = "0.4.60"
 description = "Classifyre CLI — scan and classify unstructured data sources"
 readme = "README.md"
 requires-python = ">=3.12"

{classifyre_cli-0.4.59 → classifyre_cli-0.4.60}/src/pipeline/worker_pool.py

@@ -45,6 +45,13 @@ def _init_worker_threads(threads_per_worker: int) -> None:
     threads = max(1, threads_per_worker)
     for var in ("OMP_NUM_THREADS", "MKL_NUM_THREADS", "OPENBLAS_NUM_THREADS"):
         os.environ.setdefault(var, str(threads))
+    # Detector work is background work: on a shared host (desktop) the pool
+    # must yield to the UI, so deprioritize workers where the OS allows it.
+    if hasattr(os, "nice"):
+        try:
+            os.nice(5)
+        except OSError:
+            pass
     try:
         import torch
 
@@ -227,7 +234,15 @@ class DetectorWorkerPool:
             mp_start_method = "forkserver" if "forkserver" in available else "spawn"
 
         ctx = multiprocessing.get_context(mp_start_method)
-        threads_per_worker = max(1, get_effective_cpu_count() // effective_workers)
+        # CLASSIFYRE_WORKER_THREADS caps BLAS/torch threads per worker; the
+        # desktop app sets it so workers*threads stays below the core count
+        # instead of saturating the machine. Unset (K8s/dev) keeps the
+        # divide-the-cores behavior.
+        threads_env = os.environ.get("CLASSIFYRE_WORKER_THREADS", "")
+        if threads_env.isdigit() and int(threads_env) > 0:
+            threads_per_worker = min(int(threads_env), 16)
+        else:
+            threads_per_worker = max(1, get_effective_cpu_count() // effective_workers)
         self._pool = ProcessPoolExecutor(
             max_workers=effective_workers,
             mp_context=ctx,

{classifyre_cli-0.4.59 → classifyre_cli-0.4.60}/src/utils/resources.py

@@ -62,4 +62,15 @@ def get_effective_memory_mb() -> int:
     except (FileNotFoundError, OSError, ValueError):
         pass
 
+    # macOS (and other POSIX without /proc): total physical memory via sysconf.
+    # Without this the desktop app fell through to the 4096 MB guess, which
+    # oversized the pool on small laptops and undersized it on big ones.
+    try:
+        pages = os.sysconf("SC_PHYS_PAGES")
+        page_size = os.sysconf("SC_PAGE_SIZE")
+        if pages > 0 and page_size > 0:
+            return max(256, (pages * page_size) // (1024 * 1024))
+    except (AttributeError, ValueError, OSError):
+        pass
+
     return 4096

{classifyre_cli-0.4.59 → classifyre_cli-0.4.60}/uv.lock

@@ -830,7 +830,7 @@ wheels = [
 
 [[package]]
 name = "classifyre-cli"
-version = "0.4.59"
+version = "0.4.60"
 source = { editable = "." }
 dependencies = [
     { name = "beautifulsoup4" },
@@ -1347,7 +1347,7 @@ youtube = [
 
 [[package]]
 name = "classifyre-schemas"
-version = "0.4.59"
+version = "0.4.60"
 source = { editable = "../../packages/schemas" }
 dependencies = [
     { name = "fastjsonschema" },

classifyre_cli-0.4.59/.turbo/turbo-build.log

@@ -1,3 +0,0 @@
-$ uv sync
-Resolved 300 packages in 356ms
-Checked 51 packages in 4ms