tensor-grep 0.26.2__tar.gz → 0.26.4__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {tensor_grep-0.26.2 → tensor_grep-0.26.4}/PKG-INFO +1 -1
- {tensor_grep-0.26.2 → tensor_grep-0.26.4}/pyproject.toml +1 -1
- {tensor_grep-0.26.2 → tensor_grep-0.26.4}/rust_core/Cargo.lock +1 -1
- {tensor_grep-0.26.2 → tensor_grep-0.26.4}/rust_core/Cargo.toml +1 -1
- {tensor_grep-0.26.2 → tensor_grep-0.26.4}/src/tensor_grep/backends/cudf_backend.py +14 -1
- {tensor_grep-0.26.2 → tensor_grep-0.26.4}/src/tensor_grep/cli/main.py +1 -1
- {tensor_grep-0.26.2 → tensor_grep-0.26.4}/rust_core/README.md +0 -0
- {tensor_grep-0.26.2 → tensor_grep-0.26.4}/rust_core/src/backend_ast.rs +0 -0
- {tensor_grep-0.26.2 → tensor_grep-0.26.4}/rust_core/src/backend_cpu.rs +0 -0
- {tensor_grep-0.26.2 → tensor_grep-0.26.4}/rust_core/src/backend_gpu.rs +0 -0
- {tensor_grep-0.26.2 → tensor_grep-0.26.4}/rust_core/src/cli.rs +0 -0
- {tensor_grep-0.26.2 → tensor_grep-0.26.4}/rust_core/src/lib.rs +0 -0
- {tensor_grep-0.26.2 → tensor_grep-0.26.4}/rust_core/src/main.rs +0 -0
- {tensor_grep-0.26.2 → tensor_grep-0.26.4}/rust_core/src/mmap_arrow.rs +0 -0
- {tensor_grep-0.26.2 → tensor_grep-0.26.4}/rust_core/tests/test_output.rs +0 -0
- {tensor_grep-0.26.2 → tensor_grep-0.26.4}/rust_core/tests/test_replace.rs +0 -0
- {tensor_grep-0.26.2 → tensor_grep-0.26.4}/rust_core/tests/test_search.rs +0 -0
- {tensor_grep-0.26.2 → tensor_grep-0.26.4}/src/tensor_grep/__init__.py +0 -0
- {tensor_grep-0.26.2 → tensor_grep-0.26.4}/src/tensor_grep/backends/__init__.py +0 -0
- {tensor_grep-0.26.2 → tensor_grep-0.26.4}/src/tensor_grep/backends/ast_backend.py +0 -0
- {tensor_grep-0.26.2 → tensor_grep-0.26.4}/src/tensor_grep/backends/ast_wrapper_backend.py +0 -0
- {tensor_grep-0.26.2 → tensor_grep-0.26.4}/src/tensor_grep/backends/base.py +0 -0
- {tensor_grep-0.26.2 → tensor_grep-0.26.4}/src/tensor_grep/backends/cpu_backend.py +0 -0
- {tensor_grep-0.26.2 → tensor_grep-0.26.4}/src/tensor_grep/backends/cybert_backend.py +0 -0
- {tensor_grep-0.26.2 → tensor_grep-0.26.4}/src/tensor_grep/backends/ripgrep_backend.py +0 -0
- {tensor_grep-0.26.2 → tensor_grep-0.26.4}/src/tensor_grep/backends/rust_backend.py +0 -0
- {tensor_grep-0.26.2 → tensor_grep-0.26.4}/src/tensor_grep/backends/stringzilla_backend.py +0 -0
- {tensor_grep-0.26.2 → tensor_grep-0.26.4}/src/tensor_grep/backends/torch_backend.py +0 -0
- {tensor_grep-0.26.2 → tensor_grep-0.26.4}/src/tensor_grep/cli/__init__.py +0 -0
- {tensor_grep-0.26.2 → tensor_grep-0.26.4}/src/tensor_grep/cli/formatters/__init__.py +0 -0
- {tensor_grep-0.26.2 → tensor_grep-0.26.4}/src/tensor_grep/cli/formatters/base.py +0 -0
- {tensor_grep-0.26.2 → tensor_grep-0.26.4}/src/tensor_grep/cli/formatters/csv_fmt.py +0 -0
- {tensor_grep-0.26.2 → tensor_grep-0.26.4}/src/tensor_grep/cli/formatters/json_fmt.py +0 -0
- {tensor_grep-0.26.2 → tensor_grep-0.26.4}/src/tensor_grep/cli/formatters/ripgrep_fmt.py +0 -0
- {tensor_grep-0.26.2 → tensor_grep-0.26.4}/src/tensor_grep/cli/formatters/table_fmt.py +0 -0
- {tensor_grep-0.26.2 → tensor_grep-0.26.4}/src/tensor_grep/cli/lsp_server.py +0 -0
- {tensor_grep-0.26.2 → tensor_grep-0.26.4}/src/tensor_grep/cli/mcp_server.py +0 -0
- {tensor_grep-0.26.2 → tensor_grep-0.26.4}/src/tensor_grep/core/__init__.py +0 -0
- {tensor_grep-0.26.2 → tensor_grep-0.26.4}/src/tensor_grep/core/config.py +0 -0
- {tensor_grep-0.26.2 → tensor_grep-0.26.4}/src/tensor_grep/core/hardware/__init__.py +0 -0
- {tensor_grep-0.26.2 → tensor_grep-0.26.4}/src/tensor_grep/core/hardware/device_detect.py +0 -0
- {tensor_grep-0.26.2 → tensor_grep-0.26.4}/src/tensor_grep/core/hardware/device_inventory.py +0 -0
- {tensor_grep-0.26.2 → tensor_grep-0.26.4}/src/tensor_grep/core/hardware/memory_manager.py +0 -0
- {tensor_grep-0.26.2 → tensor_grep-0.26.4}/src/tensor_grep/core/observability.py +0 -0
- {tensor_grep-0.26.2 → tensor_grep-0.26.4}/src/tensor_grep/core/pipeline.py +0 -0
- {tensor_grep-0.26.2 → tensor_grep-0.26.4}/src/tensor_grep/core/query_analyzer.py +0 -0
- {tensor_grep-0.26.2 → tensor_grep-0.26.4}/src/tensor_grep/core/result.py +0 -0
- {tensor_grep-0.26.2 → tensor_grep-0.26.4}/src/tensor_grep/io/__init__.py +0 -0
- {tensor_grep-0.26.2 → tensor_grep-0.26.4}/src/tensor_grep/io/base.py +0 -0
- {tensor_grep-0.26.2 → tensor_grep-0.26.4}/src/tensor_grep/io/directory_scanner.py +0 -0
- {tensor_grep-0.26.2 → tensor_grep-0.26.4}/src/tensor_grep/io/reader_cudf.py +0 -0
- {tensor_grep-0.26.2 → tensor_grep-0.26.4}/src/tensor_grep/io/reader_dstorage.py +0 -0
- {tensor_grep-0.26.2 → tensor_grep-0.26.4}/src/tensor_grep/io/reader_fallback.py +0 -0
- {tensor_grep-0.26.2 → tensor_grep-0.26.4}/src/tensor_grep/io/reader_kvikio.py +0 -0
- {tensor_grep-0.26.2 → tensor_grep-0.26.4}/src/tensor_grep/perf_guard.py +0 -0
|
@@ -10,7 +10,7 @@ manifest-path = "rust_core/Cargo.toml"
|
|
|
10
10
|
|
|
11
11
|
[project]
|
|
12
12
|
name = "tensor-grep"
|
|
13
|
-
version = "0.26.
|
|
13
|
+
version = "0.26.4"
|
|
14
14
|
description = "High-performance grep-compatible CLI with Rust, GPU, and AST/NLP routing"
|
|
15
15
|
readme = { file = "rust_core/README.md", content-type = "text/markdown" }
|
|
16
16
|
requires-python = ">=3.11"
|
|
@@ -131,7 +131,20 @@ class CuDFBackend(ComputeBackend):
|
|
|
131
131
|
file_size=file_size,
|
|
132
132
|
device_chunks_mb=[(device_id, chunk_mb) for device_id, chunk_mb in device_chunks_mb],
|
|
133
133
|
)
|
|
134
|
-
|
|
134
|
+
if len(execution_plan) == 1:
|
|
135
|
+
device_id, chunk_offset, chunk_size = execution_plan[0]
|
|
136
|
+
single_matches, _ = _process_chunk_on_device(
|
|
137
|
+
device_id,
|
|
138
|
+
file_path,
|
|
139
|
+
chunk_offset,
|
|
140
|
+
chunk_size,
|
|
141
|
+
pattern,
|
|
142
|
+
config,
|
|
143
|
+
)
|
|
144
|
+
return sorted(single_matches, key=lambda m: m.line_number)
|
|
145
|
+
|
|
146
|
+
max_workers = min(len(device_chunks_mb), len(execution_plan))
|
|
147
|
+
with ProcessPoolExecutor(max_workers=max_workers) as executor:
|
|
135
148
|
futures = []
|
|
136
149
|
for task_index, (device_id, chunk_offset, chunk_size) in enumerate(execution_plan):
|
|
137
150
|
future = executor.submit(
|
|
@@ -1274,7 +1274,7 @@ def main_entry() -> None:
|
|
|
1274
1274
|
|
|
1275
1275
|
pkg_version = version("tensor-grep")
|
|
1276
1276
|
except Exception:
|
|
1277
|
-
pkg_version = "0.26.
|
|
1277
|
+
pkg_version = "0.26.4" # Fallback if not installed via package manager
|
|
1278
1278
|
|
|
1279
1279
|
print(f"tensor-grep {pkg_version}")
|
|
1280
1280
|
print()
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|