rbtr 2026.6.2.dev0__tar.gz → 2026.9.0.dev0__tar.gz

rbtr-2026.9.0.dev0/PKG-INFO

@@ -0,0 +1,79 @@
+Metadata-Version: 2.4
+Name: rbtr
+Version: 2026.9.0.dev0
+Summary: rbtr — structural code index
+License-Expression: MIT
+Requires-Dist: duckdb>=1.0
+Requires-Dist: dataframely>=2.9.1
+Requires-Dist: huggingface-hub
+Requires-Dist: llama-cpp-python>=0.3.24
+Requires-Dist: pathspec>=1.0.4
+Requires-Dist: platformdirs>=4.0
+Requires-Dist: pyarrow>=17.0
+Requires-Dist: pydantic>=2.12
+Requires-Dist: pydantic-settings[toml]>=2.12
+Requires-Dist: pygit2
+Requires-Dist: pyzmq>=27.1.0
+Requires-Dist: rich>=13.0
+Requires-Dist: rich-argparse>=1.7.2
+Requires-Dist: structlog>=24.1
+Requires-Dist: rbtr-lang-bash
+Requires-Dist: rbtr-lang-c
+Requires-Dist: rbtr-lang-cpp
+Requires-Dist: rbtr-lang-html
+Requires-Dist: rbtr-lang-javascript
+Requires-Dist: rbtr-lang-markdown
+Requires-Dist: rbtr-lang-python
+Requires-Dist: rbtr-lang-rst
+Requires-Dist: tree-sitter>=0.24
+Requires-Dist: rbtr-lang-css ; extra == 'all'
+Requires-Dist: rbtr-lang-scss ; extra == 'all'
+Requires-Dist: rbtr-lang-less ; extra == 'all'
+Requires-Dist: rbtr-lang-json ; extra == 'all'
+Requires-Dist: rbtr-lang-toml ; extra == 'all'
+Requires-Dist: rbtr-lang-yaml ; extra == 'all'
+Requires-Dist: rbtr-lang-hcl ; extra == 'all'
+Requires-Dist: rbtr-lang-go ; extra == 'all'
+Requires-Dist: rbtr-lang-java ; extra == 'all'
+Requires-Dist: rbtr-lang-ruby ; extra == 'all'
+Requires-Dist: rbtr-lang-rust ; extra == 'all'
+Requires-Dist: rbtr-lang-sql ; extra == 'all'
+Requires-Dist: rbtr-lang-tree-sitter-query ; extra == 'all'
+Requires-Dist: rbtr-lang-svelte ; extra == 'all'
+Requires-Dist: rbtr-lang-vue ; extra == 'all'
+Requires-Dist: rbtr-lang-css ; extra == 'css'
+Requires-Dist: rbtr-lang-go ; extra == 'go'
+Requires-Dist: rbtr-lang-hcl ; extra == 'hcl'
+Requires-Dist: rbtr-lang-java ; extra == 'java'
+Requires-Dist: rbtr-lang-json ; extra == 'json'
+Requires-Dist: rbtr-lang-less ; extra == 'less'
+Requires-Dist: rbtr-lang-ruby ; extra == 'ruby'
+Requires-Dist: rbtr-lang-rust ; extra == 'rust'
+Requires-Dist: rbtr-lang-scss ; extra == 'scss'
+Requires-Dist: rbtr-lang-sql ; extra == 'sql'
+Requires-Dist: rbtr-lang-svelte ; extra == 'svelte'
+Requires-Dist: pytest<9.1 ; extra == 'test'
+Requires-Dist: pytest-cases>=3.10.1 ; extra == 'test'
+Requires-Dist: syrupy>=5.3.4 ; extra == 'test'
+Requires-Dist: rbtr-lang-toml ; extra == 'toml'
+Requires-Dist: rbtr-lang-tree-sitter-query ; extra == 'tree-sitter-query'
+Requires-Dist: rbtr-lang-vue ; extra == 'vue'
+Requires-Dist: rbtr-lang-yaml ; extra == 'yaml'
+Requires-Python: >=3.13
+Provides-Extra: all
+Provides-Extra: css
+Provides-Extra: go
+Provides-Extra: hcl
+Provides-Extra: java
+Provides-Extra: json
+Provides-Extra: less
+Provides-Extra: ruby
+Provides-Extra: rust
+Provides-Extra: scss
+Provides-Extra: sql
+Provides-Extra: svelte
+Provides-Extra: test
+Provides-Extra: toml
+Provides-Extra: tree-sitter-query
+Provides-Extra: vue
+Provides-Extra: yaml

rbtr-2026.9.0.dev0/pyproject.toml

@@ -0,0 +1,160 @@
+[build-system]
+requires = ["uv_build>=0.11.26,<1"]
+build-backend = "uv_build"
+
+[tool.uv.build-backend]
+source-exclude = ["**/tests"]
+
+[tool.uv.sources.rbtr-lang-bash]
+workspace = true
+
+[tool.uv.sources.rbtr-lang-c]
+workspace = true
+
+[tool.uv.sources.rbtr-lang-cpp]
+workspace = true
+
+[tool.uv.sources.rbtr-lang-css]
+workspace = true
+
+[tool.uv.sources.rbtr-lang-go]
+workspace = true
+
+[tool.uv.sources.rbtr-lang-hcl]
+workspace = true
+
+[tool.uv.sources.rbtr-lang-html]
+workspace = true
+
+[tool.uv.sources.rbtr-lang-java]
+workspace = true
+
+[tool.uv.sources.rbtr-lang-javascript]
+workspace = true
+
+[tool.uv.sources.rbtr-lang-json]
+workspace = true
+
+[tool.uv.sources.rbtr-lang-less]
+workspace = true
+
+[tool.uv.sources.rbtr-lang-markdown]
+workspace = true
+
+[tool.uv.sources.rbtr-lang-python]
+workspace = true
+
+[tool.uv.sources.rbtr-lang-rst]
+workspace = true
+
+[tool.uv.sources.rbtr-lang-ruby]
+workspace = true
+
+[tool.uv.sources.rbtr-lang-rust]
+workspace = true
+
+[tool.uv.sources.rbtr-lang-scss]
+workspace = true
+
+[tool.uv.sources.rbtr-lang-sql]
+workspace = true
+
+[tool.uv.sources.rbtr-lang-svelte]
+workspace = true
+
+[tool.uv.sources.rbtr-lang-toml]
+workspace = true
+
+[tool.uv.sources.rbtr-lang-tree-sitter-query]
+workspace = true
+
+[tool.uv.sources.rbtr-lang-vue]
+workspace = true
+
+[tool.uv.sources.rbtr-lang-yaml]
+workspace = true
+
+[project]
+name = "rbtr"
+version = "2026.9.0-dev0"
+description = "rbtr — structural code index"
+license = "MIT"
+requires-python = ">=3.13"
+dependencies = [
+    "duckdb>=1.0",
+    "dataframely>=2.9.1",
+    "huggingface-hub",
+    "llama-cpp-python>=0.3.24",
+    "pathspec>=1.0.4",
+    "platformdirs>=4.0",
+    "pyarrow>=17.0",
+    "pydantic>=2.12",
+    "pydantic-settings[toml]>=2.12",
+    "pygit2",
+    "pyzmq>=27.1.0",
+    "rich>=13.0",
+    "rich-argparse>=1.7.2",
+    "structlog>=24.1",
+    "rbtr-lang-bash",
+    "rbtr-lang-c",
+    "rbtr-lang-cpp",
+    "rbtr-lang-html",
+    "rbtr-lang-javascript",
+    "rbtr-lang-markdown",
+    "rbtr-lang-python",
+    "rbtr-lang-rst",
+    "tree-sitter>=0.24",
+]
+
+[project.scripts]
+rbtr = "rbtr.cli:main"
+
+[project.entry-points.pytest11]
+rbtr = "rbtr.testing"
+
+[project.optional-dependencies]
+css = ["rbtr-lang-css"]
+go = ["rbtr-lang-go"]
+hcl = ["rbtr-lang-hcl"]
+java = ["rbtr-lang-java"]
+json = ["rbtr-lang-json"]
+less = ["rbtr-lang-less"]
+ruby = ["rbtr-lang-ruby"]
+rust = ["rbtr-lang-rust"]
+scss = ["rbtr-lang-scss"]
+sql = ["rbtr-lang-sql"]
+svelte = ["rbtr-lang-svelte"]
+toml = ["rbtr-lang-toml"]
+tree_sitter_query = ["rbtr-lang-tree-sitter-query"]
+vue = ["rbtr-lang-vue"]
+yaml = ["rbtr-lang-yaml"]
+all = [
+    "rbtr-lang-css",
+    "rbtr-lang-scss",
+    "rbtr-lang-less",
+    "rbtr-lang-json",
+    "rbtr-lang-toml",
+    "rbtr-lang-yaml",
+    "rbtr-lang-hcl",
+    "rbtr-lang-go",
+    "rbtr-lang-java",
+    "rbtr-lang-ruby",
+    "rbtr-lang-rust",
+    "rbtr-lang-sql",
+    "rbtr-lang-tree-sitter-query",
+    "rbtr-lang-svelte",
+    "rbtr-lang-vue",
+]
+test = [
+    "pytest<9.1",
+    "pytest-cases>=3.10.1",
+    "syrupy>=5.3.4",
+]
+
+[dependency-groups]
+dev = [
+    "pyinstrument>=5.0",
+    "pytest-mock",
+    "pytest-xdist>=3.8.0",
+    "rbtr[test]",
+]

rbtr-2026.9.0.dev0/pyproject.toml.orig

@@ -0,0 +1,134 @@
+[build-system]
+requires = ["uv_build>=0.11.26,<1"]
+build-backend = "uv_build"
+
+[tool.uv.build-backend]
+source-exclude = ["**/tests"]
+
+[project]
+name = "rbtr"
+version = "2026.9.0-dev0"
+description = "rbtr — structural code index"
+license = "MIT"
+requires-python = ">=3.13"
+dependencies = [
+  "duckdb>=1.0",
+  "dataframely>=2.9.1",
+  "huggingface-hub",
+  "llama-cpp-python>=0.3.24",
+  "pathspec>=1.0.4",
+  "platformdirs>=4.0",
+  "pyarrow>=17.0",
+  "pydantic>=2.12",
+  "pydantic-settings[toml]>=2.12",
+  "pygit2",
+  "pyzmq>=27.1.0",
+  "rich>=13.0",
+  "rich-argparse>=1.7.2",
+  "structlog>=24.1",
+
+  # Default language plugins (required — ship with core).
+  "rbtr-lang-bash",
+  "rbtr-lang-c",
+  "rbtr-lang-cpp",
+  "rbtr-lang-html",
+  "rbtr-lang-javascript",
+  "rbtr-lang-markdown",
+  "rbtr-lang-python",
+  "rbtr-lang-rst",
+
+  # tree-sitter — one grammar per built-in (not-yet-packaged) language
+  "tree-sitter>=0.24",
+]
+
+[project.scripts]
+rbtr = "rbtr.cli:main"
+
+# Ships the `snapshot_json` fixture (from the shared test harness) to every
+# plugin test suite with no per-package conftest boilerplate.
+[project.entry-points.pytest11]
+rbtr = "rbtr.testing"
+
+# Optional language plugins are wired here as extras during the
+# language-plugin-packaging migration.
+[project.optional-dependencies]
+css = ["rbtr-lang-css"]
+go = ["rbtr-lang-go"]
+hcl = ["rbtr-lang-hcl"]
+java = ["rbtr-lang-java"]
+json = ["rbtr-lang-json"]
+less = ["rbtr-lang-less"]
+ruby = ["rbtr-lang-ruby"]
+rust = ["rbtr-lang-rust"]
+scss = ["rbtr-lang-scss"]
+sql = ["rbtr-lang-sql"]
+svelte = ["rbtr-lang-svelte"]
+toml = ["rbtr-lang-toml"]
+tree_sitter_query = ["rbtr-lang-tree-sitter-query"]
+vue = ["rbtr-lang-vue"]
+yaml = ["rbtr-lang-yaml"]
+# Convenience aggregate: `all` pulls every optional plugin (the defaults are
+# already required deps, so `rbtr[all]` installs every language). No `web`
+# grouping — html and javascript are defaults, so it would only add css.
+all = [
+  "rbtr-lang-css",
+  "rbtr-lang-scss",
+  "rbtr-lang-less",
+  "rbtr-lang-json",
+  "rbtr-lang-toml",
+  "rbtr-lang-yaml",
+  "rbtr-lang-hcl",
+  "rbtr-lang-go",
+  "rbtr-lang-java",
+  "rbtr-lang-ruby",
+  "rbtr-lang-rust",
+  "rbtr-lang-sql",
+  "rbtr-lang-tree-sitter-query",
+  "rbtr-lang-svelte",
+  "rbtr-lang-vue",
+]
+# Test-support extra for `rbtr.testing`: what a plugin package
+# needs to run its extraction/snapshot tests against the shared harness.
+# The pytest bound lives here (not just in `dev`) so that a plugin whose
+# only test dep is `rbtr[test]` still gets it.
+test = [
+  # Held below 9.1: pytest-cases 3.10.1 breaks on pytest 9.1's changed
+  # IdMaker signature. Drop the bound once pytest-cases is compatible.
+  "pytest<9.1",
+  "pytest-cases>=3.10.1",
+  "syrupy>=5.3.4",
+]
+
+# Language-plugin packages resolve to their workspace members.
+[tool.uv.sources]
+rbtr-lang-bash = { workspace = true }
+rbtr-lang-c = { workspace = true }
+rbtr-lang-cpp = { workspace = true }
+rbtr-lang-css = { workspace = true }
+rbtr-lang-go = { workspace = true }
+rbtr-lang-hcl = { workspace = true }
+rbtr-lang-html = { workspace = true }
+rbtr-lang-java = { workspace = true }
+rbtr-lang-javascript = { workspace = true }
+rbtr-lang-json = { workspace = true }
+rbtr-lang-less = { workspace = true }
+rbtr-lang-markdown = { workspace = true }
+rbtr-lang-python = { workspace = true }
+rbtr-lang-rst = { workspace = true }
+rbtr-lang-ruby = { workspace = true }
+rbtr-lang-rust = { workspace = true }
+rbtr-lang-scss = { workspace = true }
+rbtr-lang-sql = { workspace = true }
+rbtr-lang-svelte = { workspace = true }
+rbtr-lang-toml = { workspace = true }
+rbtr-lang-tree-sitter-query = { workspace = true }
+rbtr-lang-vue = { workspace = true }
+rbtr-lang-yaml = { workspace = true }
+
+[dependency-groups]
+dev = [
+  "pyinstrument>=5.0",
+  "pytest-mock",
+  "pytest-xdist>=3.8.0",
+  "rbtr[test]",
+]

{rbtr-2026.6.2.dev0 → rbtr-2026.9.0.dev0}/src/rbtr/cli/__init__.py

@@ -42,7 +42,6 @@ from rbtr.cli.output import (
     print_err,
     print_json_schema,
     progress_reporter,
-    render_config,
 )
 from rbtr.config import Config, WeightTriple, config
 from rbtr.daemon.client import (
@@ -54,6 +53,7 @@ from rbtr.daemon.client import (
 )
 from rbtr.daemon.handlers import (
     handle_changed_symbols,
+    handle_daemon_config,
     handle_find_refs,
     handle_forget,
     handle_gc,
@@ -67,12 +67,13 @@ from rbtr.daemon.messages import (
     BuildIndexResponse,
     ChangedSymbolsRequest,
     ChangedSymbolsResponse,
+    DaemonConfigRequest,
+    DaemonConfigResponse,
     ErrorResponse,
     FindRefsRequest,
     FindRefsResponse,
     ForgetRequest,
     ForgetResponse,
-    GcMode,
     GcRequest,
     GcResponse,
     ListSymbolsRequest,
@@ -89,12 +90,15 @@ from rbtr.daemon.messages import (
 )
 from rbtr.daemon.server import DaemonServer
 from rbtr.daemon.status import DaemonStatusReport, uptime_seconds as _uptime_seconds
+from rbtr.domain.models import GcMode
 from rbtr.errors import RbtrError
 from rbtr.git import HEAD_REF, normalise_repo_path, resolve_ref
+from rbtr.index.build import build_index
+from rbtr.index.embed import embed_index
 from rbtr.index.embeddings import Embedder
-from rbtr.index.orchestrator import build_index, embed_index
 from rbtr.index.reranker import Reranker
 from rbtr.index.store import IndexStore
+from rbtr.languages.manager import get_manager
 from rbtr.logging import configure_logging
 
 log = structlog.get_logger(__name__)
@@ -117,6 +121,11 @@ ScopeField = Annotated[Scope, BeforeValidator(_normalise_scope)]
 class DaemonServe(BaseModel):
     """Internal: run the daemon server (spawned by `daemon start`)."""
 
+    allow_missing_plugins: bool = Field(
+        False,
+        description="Serve even if the index has languages this rbtr cannot load",
+    )
+
     def cli_cmd(self) -> None:
         # The daemon's sole log sink is the rotating JSON file; the
         # parent no longer redirects the child's stderr here.
@@ -124,8 +133,17 @@ class DaemonServe(BaseModel):
 
         config.runtime_dir.mkdir(parents=True, exist_ok=True)
         print_banner()
-        store = IndexStore.from_config(writable=True)
-        server = DaemonServer(config.runtime_dir, store)
+        try:
+            store = IndexStore.from_config(writable=True)
+        except RbtrError:
+            # The parent redirects our stderr to DEVNULL, so record why
+            # the daemon couldn't open the index (e.g. a schema refuse)
+            # in the log the parent points the user at.
+            log.exception("daemon_store_open_failed")
+            raise
+        server = DaemonServer(
+            config.runtime_dir, store, allow_missing_plugins=self.allow_missing_plugins
+        )
         asyncio.run(server.serve())
 
 
@@ -135,6 +153,11 @@ class DaemonServe(BaseModel):
 class DaemonStart(BaseModel):
     """Start the daemon in the background."""
 
+    allow_missing_plugins: bool = Field(
+        False,
+        description="Serve even if the index has languages this rbtr cannot load",
+    )
+
     def cli_cmd(self) -> None:
         if is_daemon_running():
             s = _status()
@@ -142,7 +165,7 @@ class DaemonStart(BaseModel):
             return
 
         try:
-            start_daemon()
+            start_daemon(allow_missing_plugins=self.allow_missing_plugins)
         except RbtrError as exc:
             print_err(f"[red]error:[/] {exc}")
             sys.exit(1)
@@ -231,6 +254,10 @@ class Index(BaseModel):
     )
     daemon: bool = Field(True, description="Use the daemon (disable with --no-daemon)")
     embed: bool = Field(True, description="Compute embeddings (disable with --no-embed)")
+    allow_missing_plugins: bool = Field(
+        False,
+        description="Build even if the index has languages this rbtr cannot load",
+    )
 
     def cli_cmd(self) -> None:
         # Forgetting vanished repos needs no current repo — handle it before
@@ -438,6 +465,12 @@ class Index(BaseModel):
     ) -> None:
         """Run indexing inline (blocking)."""
         store = IndexStore.from_config(writable=True)
+        # Refuse to rebuild languages whose plugin isn't loaded -- that
+        # would re-extract raw chunks and churn embeddings -- unless the
+        # caller overrides with --allow-missing-plugins.
+        get_manager().require_languages_loaded(
+            store.distinct_chunk_languages(), allow_missing=self.allow_missing_plugins
+        )
         with store.session() as ws:
             repo_id = ws.register_repo(resolved_repo)
         embedder = Embedder(idle_timeout=config.embed_idle_timeout)
@@ -455,7 +488,6 @@ class Index(BaseModel):
                 resolved_repo,
                 resolved_refs[0],
                 store,
-                repo_id=repo_id,
                 on_progress=on_progress,
             )
             for ref in resolved_refs[1:]:
@@ -463,7 +495,6 @@ class Index(BaseModel):
                     resolved_repo,
                     ref,
                     store,
-                    repo_id=repo_id,
                     on_progress=on_progress,
                 )
 
@@ -811,6 +842,10 @@ class Gc(BaseModel):
         description="Sweep crashed-build residue only; no commits dropped",
     )
     dry_run: bool = Field(False, description="Report what would be removed without writing")
+    compact: bool = Field(
+        True,
+        description="Rewrite the index to reclaim freed disk space (--no-compact to skip)",
+    )
 
     def cli_cmd(self) -> None:
         mode, refs = self._resolve_mode()
@@ -829,6 +864,7 @@ class Gc(BaseModel):
             mode=mode,
             refs=refs,
             dry_run=self.dry_run,
+            compact=self.compact,
         )
 
         match try_daemon(request):
@@ -838,10 +874,12 @@ class Gc(BaseModel):
                 print_err(f"[red]error:[/] {msg}")
                 sys.exit(1)
             case None:
+                # No daemon: this process holds DuckDB's exclusive lock, so
+                # compaction's connection swap is safe here (allow_compact).
                 store = IndexStore.from_config(writable=True)
 
                 try:
-                    emit(handle_gc(request, store))
+                    emit(handle_gc(request, store, allow_compact=True))
                 except RbtrError as exc:
                     print_err(f"[red]error:[/] {exc}")
                     sys.exit(1)
@@ -875,10 +913,26 @@ class SchemaDump(BaseModel):
 
 
 class ConfigCmd(BaseModel):
-    """Show the rendered rbtr configuration."""
+    """Show the rbtr configuration and loaded language plugins.
+
+    Reports the running daemon's live config when one is up; otherwise
+    the locally resolved config (what a daemon would load), noted on
+    stderr.
+    """
 
     def cli_cmd(self) -> None:
-        render_config()
+        match try_daemon(DaemonConfigRequest()):
+            case DaemonConfigResponse() as resp:
+                emit(resp)
+            case None:
+                print_err("[dim]daemon not running — showing local config[/]")
+                emit(handle_daemon_config(DaemonConfigRequest()))
+            case ErrorResponse(message=msg):
+                print_err(f"[red]error:[/] {msg}")
+                sys.exit(1)
+            case resp:
+                print_err(f"[red]error:[/] unexpected response: {resp}")
+                sys.exit(1)
 
 
 # ── Root command ─────────────────────────────────────────────────────