tensor-grep 0.2.0__tar.gz → 0.3.4__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (61) hide show
  1. {tensor_grep-0.2.0 → tensor_grep-0.3.4}/PKG-INFO +17 -2
  2. {tensor_grep-0.2.0 → tensor_grep-0.3.4}/pyproject.toml +42 -3
  3. {tensor_grep-0.2.0 → tensor_grep-0.3.4}/rust_core/Cargo.lock +423 -77
  4. {tensor_grep-0.2.0 → tensor_grep-0.3.4}/rust_core/Cargo.toml +15 -11
  5. tensor_grep-0.3.4/rust_core/src/backend_cpu.rs +343 -0
  6. tensor_grep-0.3.4/rust_core/src/backend_gpu.rs +95 -0
  7. {tensor_grep-0.2.0 → tensor_grep-0.3.4}/rust_core/src/lib.rs +16 -13
  8. tensor_grep-0.3.4/rust_core/src/main.rs +155 -0
  9. {tensor_grep-0.2.0 → tensor_grep-0.3.4}/rust_core/src/mmap_arrow.rs +3 -7
  10. tensor_grep-0.3.4/rust_core/tests/test_output.rs +23 -0
  11. tensor_grep-0.3.4/rust_core/tests/test_replace.rs +83 -0
  12. tensor_grep-0.3.4/rust_core/tests/test_search.rs +55 -0
  13. {tensor_grep-0.2.0 → tensor_grep-0.3.4}/src/tensor_grep/backends/ast_backend.py +38 -32
  14. tensor_grep-0.3.4/src/tensor_grep/backends/ast_wrapper_backend.py +83 -0
  15. tensor_grep-0.3.4/src/tensor_grep/backends/cpu_backend.py +193 -0
  16. {tensor_grep-0.2.0 → tensor_grep-0.3.4}/src/tensor_grep/backends/cudf_backend.py +88 -13
  17. {tensor_grep-0.2.0 → tensor_grep-0.3.4}/src/tensor_grep/backends/cybert_backend.py +50 -10
  18. tensor_grep-0.3.4/src/tensor_grep/backends/ripgrep_backend.py +163 -0
  19. {tensor_grep-0.2.0 → tensor_grep-0.3.4}/src/tensor_grep/backends/rust_backend.py +7 -1
  20. tensor_grep-0.3.4/src/tensor_grep/backends/stringzilla_backend.py +50 -0
  21. tensor_grep-0.3.4/src/tensor_grep/backends/torch_backend.py +104 -0
  22. {tensor_grep-0.2.0 → tensor_grep-0.3.4}/src/tensor_grep/cli/formatters/ripgrep_fmt.py +1 -1
  23. tensor_grep-0.3.4/src/tensor_grep/cli/lsp_server.py +93 -0
  24. {tensor_grep-0.2.0 → tensor_grep-0.3.4}/src/tensor_grep/cli/main.py +272 -15
  25. {tensor_grep-0.2.0 → tensor_grep-0.3.4}/src/tensor_grep/cli/mcp_server.py +44 -10
  26. {tensor_grep-0.2.0 → tensor_grep-0.3.4}/src/tensor_grep/core/config.py +3 -0
  27. tensor_grep-0.3.4/src/tensor_grep/core/hardware/device_detect.py +174 -0
  28. {tensor_grep-0.2.0 → tensor_grep-0.3.4}/src/tensor_grep/core/hardware/memory_manager.py +16 -1
  29. tensor_grep-0.3.4/src/tensor_grep/core/observability.py +16 -0
  30. tensor_grep-0.3.4/src/tensor_grep/core/pipeline.py +180 -0
  31. tensor_grep-0.3.4/src/tensor_grep/core/profile_stats +0 -0
  32. {tensor_grep-0.2.0 → tensor_grep-0.3.4}/src/tensor_grep/io/directory_scanner.py +31 -0
  33. tensor_grep-0.3.4/src/tensor_grep/perf_guard.py +46 -0
  34. tensor_grep-0.2.0/rust_core/src/backend_cpu.rs +0 -178
  35. tensor_grep-0.2.0/rust_core/src/backend_gpu.rs +0 -31
  36. tensor_grep-0.2.0/rust_core/src/main.rs +0 -41
  37. tensor_grep-0.2.0/src/tensor_grep/backends/cpu_backend.py +0 -93
  38. tensor_grep-0.2.0/src/tensor_grep/backends/torch_backend.py +0 -176
  39. tensor_grep-0.2.0/src/tensor_grep/core/hardware/device_detect.py +0 -60
  40. tensor_grep-0.2.0/src/tensor_grep/core/pipeline.py +0 -82
  41. {tensor_grep-0.2.0 → tensor_grep-0.3.4}/rust_core/src/backend_ast.rs +0 -0
  42. {tensor_grep-0.2.0 → tensor_grep-0.3.4}/rust_core/src/cli.rs +0 -0
  43. {tensor_grep-0.2.0 → tensor_grep-0.3.4}/src/tensor_grep/__init__.py +0 -0
  44. {tensor_grep-0.2.0 → tensor_grep-0.3.4}/src/tensor_grep/backends/__init__.py +0 -0
  45. {tensor_grep-0.2.0 → tensor_grep-0.3.4}/src/tensor_grep/backends/base.py +0 -0
  46. {tensor_grep-0.2.0 → tensor_grep-0.3.4}/src/tensor_grep/cli/__init__.py +0 -0
  47. {tensor_grep-0.2.0 → tensor_grep-0.3.4}/src/tensor_grep/cli/formatters/__init__.py +0 -0
  48. {tensor_grep-0.2.0 → tensor_grep-0.3.4}/src/tensor_grep/cli/formatters/base.py +0 -0
  49. {tensor_grep-0.2.0 → tensor_grep-0.3.4}/src/tensor_grep/cli/formatters/csv_fmt.py +0 -0
  50. {tensor_grep-0.2.0 → tensor_grep-0.3.4}/src/tensor_grep/cli/formatters/json_fmt.py +0 -0
  51. {tensor_grep-0.2.0 → tensor_grep-0.3.4}/src/tensor_grep/cli/formatters/table_fmt.py +0 -0
  52. {tensor_grep-0.2.0 → tensor_grep-0.3.4}/src/tensor_grep/core/__init__.py +0 -0
  53. {tensor_grep-0.2.0 → tensor_grep-0.3.4}/src/tensor_grep/core/hardware/__init__.py +0 -0
  54. {tensor_grep-0.2.0 → tensor_grep-0.3.4}/src/tensor_grep/core/query_analyzer.py +0 -0
  55. {tensor_grep-0.2.0 → tensor_grep-0.3.4}/src/tensor_grep/core/result.py +0 -0
  56. {tensor_grep-0.2.0 → tensor_grep-0.3.4}/src/tensor_grep/io/__init__.py +0 -0
  57. {tensor_grep-0.2.0 → tensor_grep-0.3.4}/src/tensor_grep/io/base.py +0 -0
  58. {tensor_grep-0.2.0 → tensor_grep-0.3.4}/src/tensor_grep/io/reader_cudf.py +0 -0
  59. {tensor_grep-0.2.0 → tensor_grep-0.3.4}/src/tensor_grep/io/reader_dstorage.py +0 -0
  60. {tensor_grep-0.2.0 → tensor_grep-0.3.4}/src/tensor_grep/io/reader_fallback.py +0 -0
  61. {tensor_grep-0.2.0 → tensor_grep-0.3.4}/src/tensor_grep/io/reader_kvikio.py +0 -0
@@ -1,13 +1,24 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: tensor-grep
3
- Version: 0.2.0
4
- Requires-Dist: typer[all]>=0.12
3
+ Version: 0.3.4
4
+ Requires-Dist: typer>=0.12
5
5
  Requires-Dist: rich>=13.0
6
6
  Requires-Dist: mcp>=1.2.0
7
7
  Requires-Dist: pyarrow>=14.0.0
8
+ Requires-Dist: opentelemetry-api>=1.27.0
9
+ Requires-Dist: opentelemetry-sdk>=1.27.0
10
+ Requires-Dist: opentelemetry-exporter-otlp>=1.27.0
11
+ Requires-Dist: importlib-metadata<8.5.0 ; python_full_version < '3.12'
8
12
  Requires-Dist: tree-sitter>=0.22 ; extra == 'ast'
9
13
  Requires-Dist: tree-sitter-python ; extra == 'ast'
10
14
  Requires-Dist: tree-sitter-javascript ; extra == 'ast'
15
+ Requires-Dist: pygls>=1.3.0 ; extra == 'ast'
16
+ Requires-Dist: pytest>=8.0 ; extra == 'bench'
17
+ Requires-Dist: tree-sitter>=0.22 ; extra == 'bench'
18
+ Requires-Dist: tree-sitter-python ; extra == 'bench'
19
+ Requires-Dist: tree-sitter-javascript ; extra == 'bench'
20
+ Requires-Dist: torch>=2.0 ; extra == 'bench'
21
+ Requires-Dist: nvtx>=0.2 ; extra == 'bench'
11
22
  Requires-Dist: pytest>=8.0 ; extra == 'dev'
12
23
  Requires-Dist: pytest-cov>=5.0 ; extra == 'dev'
13
24
  Requires-Dist: pytest-mock>=3.14 ; extra == 'dev'
@@ -18,6 +29,9 @@ Requires-Dist: mutmut>=3.0 ; extra == 'dev'
18
29
  Requires-Dist: ruff>=0.6 ; extra == 'dev'
19
30
  Requires-Dist: mypy>=1.11 ; extra == 'dev'
20
31
  Requires-Dist: numpy>=1.26.0 ; extra == 'dev'
32
+ Requires-Dist: stringzilla>=4.0 ; extra == 'dev'
33
+ Requires-Dist: psutil ; extra == 'dev'
34
+ Requires-Dist: types-pyyaml ; extra == 'dev'
21
35
  Requires-Dist: cudf-cu12 ; extra == 'gpu'
22
36
  Requires-Dist: kvikio-cu12 ; extra == 'gpu'
23
37
  Requires-Dist: torch>=2.0 ; extra == 'gpu'
@@ -27,6 +41,7 @@ Requires-Dist: torch-geometric>=2.5.0 ; extra == 'gpu-win'
27
41
  Requires-Dist: transformers>=4.40 ; extra == 'nlp'
28
42
  Requires-Dist: tritonclient[all] ; extra == 'nlp'
29
43
  Provides-Extra: ast
44
+ Provides-Extra: bench
30
45
  Provides-Extra: dev
31
46
  Provides-Extra: gpu
32
47
  Provides-Extra: gpu-win
@@ -10,21 +10,41 @@ manifest-path = "rust_core/Cargo.toml"
10
10
 
11
11
  [project]
12
12
  name = "tensor-grep"
13
- version = "0.2.0"
13
+ version = "0.3.4"
14
14
  requires-python = ">=3.11"
15
- dependencies = ["typer[all]>=0.12", "rich>=13.0", "mcp>=1.2.0", "pyarrow>=14.0.0"]
15
+ dependencies = [
16
+ "typer>=0.12",
17
+ "rich>=13.0",
18
+ "mcp>=1.2.0",
19
+ "pyarrow>=14.0.0",
20
+ "opentelemetry-api>=1.27.0",
21
+ "opentelemetry-sdk>=1.27.0",
22
+ "opentelemetry-exporter-otlp>=1.27.0",
23
+ "importlib-metadata<8.5.0; python_version < '3.12'",
24
+ ]
16
25
 
17
26
  [project.optional-dependencies]
18
27
  gpu = ["cudf-cu12", "kvikio-cu12", "torch>=2.0", "torch_geometric>=2.5.0"]
19
28
  gpu-win = ["torch>=2.0", "torch_geometric>=2.5.0"]
20
29
  nlp = ["transformers>=4.40", "tritonclient[all]"]
21
- ast = ["tree-sitter>=0.22", "tree-sitter-python", "tree-sitter-javascript"]
30
+ ast = ["tree-sitter>=0.22", "tree-sitter-python", "tree-sitter-javascript", "pygls>=1.3.0"]
22
31
  dev = [
23
32
  "pytest>=8.0", "pytest-cov>=5.0", "pytest-mock>=3.14",
24
33
  "pytest-asyncio>=0.24", "pytest-snapshot>=0.9",
25
34
  "hypothesis>=6.100", "mutmut>=3.0",
26
35
  "ruff>=0.6", "mypy>=1.11",
27
36
  "numpy>=1.26.0",
37
+ "stringzilla>=4.0",
38
+ "psutil",
39
+ "types-PyYAML",
40
+ ]
41
+ bench = [
42
+ "pytest>=8.0",
43
+ "tree-sitter>=0.22",
44
+ "tree-sitter-python",
45
+ "tree-sitter-javascript",
46
+ "torch>=2.0",
47
+ "nvtx>=0.2",
28
48
  ]
29
49
 
30
50
  [project.scripts]
@@ -64,6 +84,14 @@ runner = "python -m pytest tests/unit/ -x --no-header -q"
64
84
  [tool.ruff]
65
85
  target-version = "py311"
66
86
  line-length = 100
87
+ exclude = [
88
+ "bench_data",
89
+ "bench_ast_data",
90
+ "gpu_bench_data",
91
+ "benchmarks/bench_data",
92
+ "benchmarks/bench_ast_data",
93
+ "benchmarks/gpu_bench_data",
94
+ ]
67
95
 
68
96
  [tool.ruff.lint]
69
97
  select = [
@@ -91,3 +119,14 @@ strict = true
91
119
  ignore_missing_imports = true
92
120
  warn_unused_configs = true
93
121
  disallow_untyped_defs = true
122
+
123
+ [tool.semantic_release]
124
+ version_toml = ["pyproject.toml:project.version"]
125
+ branch = "main"
126
+ build_command = "curl --proto '=https' --tlsv1.2 -sSf https://sh.rustup.rs | sh -s -- -y --profile minimal && . $HOME/.cargo/env && rustup default stable && pip install uv && uv build"
127
+ upload_to_pypi = false
128
+ upload_to_release = true
129
+ commit_message = "chore(release): v{version} [skip ci]"
130
+ version_variables = [
131
+ "src/tensor_grep/cli/main.py:pkg_version",
132
+ ]