rbtr-lang-toml 2026.9.0.dev1__tar.gz

rbtr_lang_toml-2026.9.0.dev1/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2026 Alejandro Giacometti
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

rbtr_lang_toml-2026.9.0.dev1/PKG-INFO

@@ -0,0 +1,60 @@
+Metadata-Version: 2.4
+Name: rbtr-lang-toml
+Version: 2026.9.0.dev1
+Summary: rbtr — TOML language plugin
+Keywords: code-search,code-index,tree-sitter,static-analysis,semantic-search,developer-tools,toml
+Author: Alejandro Giacometti
+Author-email: Alejandro Giacometti <alejandro.giacometti@gmail.com>
+License-Expression: MIT
+License-File: LICENSE
+Classifier: Development Status :: 4 - Beta
+Classifier: Intended Audience :: Developers
+Classifier: Programming Language :: Python :: 3 :: Only
+Classifier: Programming Language :: Python :: 3.13
+Classifier: Topic :: Software Development :: Libraries
+Classifier: Topic :: Text Processing :: Indexing
+Classifier: Typing :: Typed
+Requires-Dist: rbtr==2026.9.0.dev1
+Requires-Dist: tree-sitter-toml
+Requires-Python: >=3.13
+Project-URL: Homepage, https://github.com/janrito/rbtr
+Project-URL: Repository, https://github.com/janrito/rbtr
+Project-URL: Documentation, https://github.com/janrito/rbtr/tree/main/packages/rbtr-lang-toml#readme
+Project-URL: Issues, https://github.com/janrito/rbtr/issues
+Project-URL: Changelog, https://github.com/janrito/rbtr/releases
+Description-Content-Type: text/markdown
+
+# rbtr-lang-toml
+
+TOML support for [rbtr]. Optional plugin — install with
+`pip install rbtr[toml]`.
+
+[rbtr]: https://github.com/janrito/rbtr/tree/main/packages/rbtr#readme
+
+## What it ingests
+
+Tables and array-tables become **config-key** chunks (TOML is data, not code).
+A dotted table splits into its last-segment name plus the preceding path as
+scope.
+
+A `path` dependency — `helper = { path = "crates/helper" }`, as Cargo and
+Poetry write a local package — becomes an **import**. It names a directory,
+and the manifest inside it (`Cargo.toml`, `pyproject.toml`) is what the edge
+reaches.
+
+## Chunks produced
+
+```toml
+[project]              # config_key "project"
+[tool.ruff]            # config_key "ruff",   scope "tool"
+[tool.ruff.lint]       # config_key "lint",   scope "tool::ruff"
+[[locales]]            # config_key "locales"
+```
+
+## Embedded / injected chunks
+
+None. TOML does not embed other languages.
+
+## Grammar & dependencies
+
+Uses the `tree-sitter-toml` grammar. No dependency on other language plugins.

rbtr_lang_toml-2026.9.0.dev1/README.md

@@ -0,0 +1,34 @@
+# rbtr-lang-toml
+
+TOML support for [rbtr]. Optional plugin — install with
+`pip install rbtr[toml]`.
+
+[rbtr]: https://github.com/janrito/rbtr/tree/main/packages/rbtr#readme
+
+## What it ingests
+
+Tables and array-tables become **config-key** chunks (TOML is data, not code).
+A dotted table splits into its last-segment name plus the preceding path as
+scope.
+
+A `path` dependency — `helper = { path = "crates/helper" }`, as Cargo and
+Poetry write a local package — becomes an **import**. It names a directory,
+and the manifest inside it (`Cargo.toml`, `pyproject.toml`) is what the edge
+reaches.
+
+## Chunks produced
+
+```toml
+[project]              # config_key "project"
+[tool.ruff]            # config_key "ruff",   scope "tool"
+[tool.ruff.lint]       # config_key "lint",   scope "tool::ruff"
+[[locales]]            # config_key "locales"
+```
+
+## Embedded / injected chunks
+
+None. TOML does not embed other languages.
+
+## Grammar & dependencies
+
+Uses the `tree-sitter-toml` grammar. No dependency on other language plugins.

rbtr_lang_toml-2026.9.0.dev1/pyproject.toml

@@ -0,0 +1,57 @@
+[build-system]
+requires = ["uv_build>=0.11.26,<1"]
+build-backend = "uv_build"
+
+[tool.uv.build-backend]
+module-name = "rbtr_lang_toml"
+
+[tool.uv.sources.rbtr]
+workspace = true
+
+[project]
+name = "rbtr-lang-toml"
+version = "2026.9.0-dev1"
+description = "rbtr — TOML language plugin"
+readme = "README.md"
+license = "MIT"
+license-files = ["LICENSE"]
+keywords = [
+    "code-search",
+    "code-index",
+    "tree-sitter",
+    "static-analysis",
+    "semantic-search",
+    "developer-tools",
+    "toml",
+]
+classifiers = [
+    "Development Status :: 4 - Beta",
+    "Intended Audience :: Developers",
+    "Programming Language :: Python :: 3 :: Only",
+    "Programming Language :: Python :: 3.13",
+    "Topic :: Software Development :: Libraries",
+    "Topic :: Text Processing :: Indexing",
+    "Typing :: Typed",
+]
+requires-python = ">=3.13"
+dependencies = [
+    "rbtr==2026.9.0-dev1",
+    "tree-sitter-toml",
+]
+
+[[project.authors]]
+name = "Alejandro Giacometti"
+email = "alejandro.giacometti@gmail.com"
+
+[project.urls]
+Homepage = "https://github.com/janrito/rbtr"
+Repository = "https://github.com/janrito/rbtr"
+Documentation = "https://github.com/janrito/rbtr/tree/main/packages/rbtr-lang-toml#readme"
+Issues = "https://github.com/janrito/rbtr/issues"
+Changelog = "https://github.com/janrito/rbtr/releases"
+
+[project.entry-points."rbtr.languages"]
+toml = "rbtr_lang_toml.plugin:toml"
+
+[dependency-groups]
+dev = ["rbtr[test]"]

rbtr_lang_toml-2026.9.0.dev1/pyproject.toml.orig

@@ -0,0 +1,61 @@
+[build-system]
+requires = ["uv_build>=0.11.26,<1"]
+build-backend = "uv_build"
+
+[tool.uv.build-backend]
+module-name = "rbtr_lang_toml"
+# No source-exclude: the plugin's tests, samples, and snapshots ship with
+# the wheel (they are the language's golden record), and toml.scm ships as
+# package data.
+
+[project]
+name = "rbtr-lang-toml"
+version = "2026.9.0-dev1"
+description = "rbtr — TOML language plugin"
+readme = "README.md"
+license = "MIT"
+license-files = ["LICENSE"]
+authors = [
+  { name = "Alejandro Giacometti", email = "alejandro.giacometti@gmail.com" },
+]
+keywords = [
+  "code-search",
+  "code-index",
+  "tree-sitter",
+  "static-analysis",
+  "semantic-search",
+  "developer-tools",
+  "toml",
+]
+classifiers = [
+  "Development Status :: 4 - Beta",
+  "Intended Audience :: Developers",
+  "Programming Language :: Python :: 3 :: Only",
+  "Programming Language :: Python :: 3.13",
+  "Topic :: Software Development :: Libraries",
+  "Topic :: Text Processing :: Indexing",
+  "Typing :: Typed",
+]
+requires-python = ">=3.13"
+dependencies = [
+  "rbtr==2026.9.0-dev1",
+  "tree-sitter-toml",
+]
+
+[project.urls]
+Homepage = "https://github.com/janrito/rbtr"
+Repository = "https://github.com/janrito/rbtr"
+Documentation = "https://github.com/janrito/rbtr/tree/main/packages/rbtr-lang-toml#readme"
+Issues = "https://github.com/janrito/rbtr/issues"
+Changelog = "https://github.com/janrito/rbtr/releases"
+
+[project.entry-points."rbtr.languages"]
+# The value resolves to the language's `LanguageRegistration` (named by its
+# id) — see the rbtr ARCHITECTURE "External plugins" note.
+toml = "rbtr_lang_toml.plugin:toml"
+
+[tool.uv.sources]
+rbtr = { workspace = true }
+
+[dependency-groups]
+dev = ["rbtr[test]"]

rbtr_lang_toml-2026.9.0.dev1/src/rbtr_lang_toml/__init__.py

@@ -0,0 +1 @@
+"""TOML language plugin package."""

rbtr_lang_toml-2026.9.0.dev1/src/rbtr_lang_toml/plugin.py

@@ -0,0 +1,96 @@
+"""TOML language plugin.
+
+Extracts each table and array-of-tables as a doc section, via a
+tree-sitter query. A dotted table is named by its last key segment
+and scoped under the preceding segments.
+
+Extracted chunks::
+
+    [project]                       → config_key "project", scope ""
+    [tool.ruff]                     → config_key "ruff", scope "tool"
+    [tool.ruff.lint]                → config_key "lint", scope "tool::ruff"
+    [[locales]]                     → config_key "locales", scope ""
+
+The dotted-key hierarchy lives in the key *string*, not tree
+ancestry, so name and scope are derived by walking the key's
+ordered segment nodes (`name_extractor` + `scope_extractor`) —
+robust to quoted segments containing dots (`[a."b.c"]`).
+"""
+
+from __future__ import annotations
+
+from typing import TYPE_CHECKING
+
+from rbtr.languages.registration import (
+    LanguageRegistration,
+    NameResolver,
+    QueryExtraction,
+    ScopeResolver,
+    load_query,
+)
+
+if TYPE_CHECKING:
+    from tree_sitter import Node
+
+
+def _key_text(node: Node) -> str:
+    """Text of a single key node, stripping the quotes off a quoted key."""
+    text = node.text.decode("utf-8", errors="replace") if node.text else ""
+    if node.type == "quoted_key" and len(text) >= 2 and text[0] in "\"'" and text[-1] == text[0]:
+        return text[1:-1]
+    return text
+
+
+def _key_segments(key_node: Node) -> list[str]:
+    """Ordered segments of a table key.
+
+    A `bare_key`/`quoted_key` is one segment; a `dotted_key` is its
+    child segments in order (left-recursive, so an in-order walk yields
+    `[tool, ruff, lint]` for `tool.ruff.lint`).
+    """
+    if key_node.type in ("bare_key", "quoted_key"):
+        return [_key_text(key_node)]
+    if key_node.type == "dotted_key":
+        segments: list[str] = []
+        for child in key_node.children:
+            if child.type in ("bare_key", "quoted_key", "dotted_key"):
+                segments.extend(_key_segments(child))
+        return segments
+    return []
+
+
+toml = LanguageRegistration(
+    id="toml",
+    extensions=frozenset({".toml"}),
+    grammar_module="tree_sitter_toml",
+    extraction=QueryExtraction(
+        query=load_query(__package__, "toml"),
+    ),
+    # A `path` dependency names a directory, which its manifest stands for.
+    index_files=frozenset({"Cargo.toml", "pyproject.toml"}),
+    extraction_serial=5,
+)
+
+
+@toml.name_extractor
+def toml_table_name(
+    resolver: NameResolver, capture_name: str, node: Node, captures: dict[str, list[Node]]
+) -> str:
+    """Name a table by its last key segment (`[tool.ruff]` → `"ruff"`)."""
+    key_nodes = captures.get("_section_name", [])
+    if key_nodes:
+        segments = _key_segments(key_nodes[0])
+        if segments:
+            return segments[-1]
+    return resolver(capture_name, node, captures)
+
+
+@toml.scope_extractor
+def toml_table_scope(
+    _resolver: ScopeResolver, _capture_name: str, _node: Node, captures: dict[str, list[Node]]
+) -> list[str]:
+    """Scope a table under its leading key segments (`[tool.ruff]` → `["tool"]`)."""
+    key_nodes = captures.get("_section_name", [])
+    if not key_nodes:
+        return []
+    return _key_segments(key_nodes[0])[:-1]

rbtr_lang_toml-2026.9.0.dev1/src/rbtr_lang_toml/tests/__snapshots__/test_samples/test_edges_match_snapshot.json

@@ -0,0 +1,3 @@
+[
+  "toml.toml::path = \"crates/helper\" -> crates/helper/Cargo.toml::package [imports]"
+]

rbtr_lang_toml-2026.9.0.dev1/src/rbtr_lang_toml/tests/__snapshots__/test_samples/test_extraction_matches_snapshot.json

@@ -0,0 +1,173 @@
+[
+  {
+    "blob_sha": "sha1",
+    "file_path": "crates/helper/Cargo.toml",
+    "kind": "config_key",
+    "name": "package",
+    "scope": "",
+    "language": "toml",
+    "file_language": "toml",
+    "content": "# Reached from the root manifest's `path` dependency: the reference names\n# this directory, and this manifest stands for it.\n[package]\nname = \"helper\"\nversion = \"0.1.0\"\n",
+    "line_start": 1,
+    "line_end": 5,
+    "metadata": {
+      "module": "",
+      "names": "",
+      "dots": "",
+      "language_hint": ""
+    },
+    "id": "fe7065b1fd42886f"
+  },
+  {
+    "blob_sha": "sha1",
+    "file_path": "toml.toml",
+    "kind": "comment",
+    "name": "",
+    "scope": "",
+    "language": "toml",
+    "file_language": "toml",
+    "content": "# Greeter configuration.",
+    "line_start": 1,
+    "line_end": 1,
+    "metadata": {
+      "module": "",
+      "names": "",
+      "dots": "",
+      "language_hint": ""
+    },
+    "id": "50ad5e5473caed7a"
+  },
+  {
+    "blob_sha": "sha1",
+    "file_path": "toml.toml",
+    "kind": "config_key",
+    "name": "project",
+    "scope": "",
+    "language": "toml",
+    "file_language": "toml",
+    "content": "[project]\nname = \"greeter\"\nversion = \"1.0.0\"\n\n",
+    "line_start": 3,
+    "line_end": 6,
+    "metadata": {
+      "module": "",
+      "names": "",
+      "dots": "",
+      "language_hint": ""
+    },
+    "id": "810e02a3ef287aee"
+  },
+  {
+    "blob_sha": "sha1",
+    "file_path": "toml.toml",
+    "kind": "config_key",
+    "name": "greeter",
+    "scope": "tool",
+    "language": "toml",
+    "file_language": "toml",
+    "content": "[tool.greeter]\ndefault_greeting = \"Hello\"\nlocale = \"en\"\n\n",
+    "line_start": 7,
+    "line_end": 10,
+    "metadata": {
+      "module": "",
+      "names": "",
+      "dots": "",
+      "language_hint": ""
+    },
+    "id": "0c56dae5307aca27"
+  },
+  {
+    "blob_sha": "sha1",
+    "file_path": "toml.toml",
+    "kind": "config_key",
+    "name": "limits",
+    "scope": "tool::greeter",
+    "language": "toml",
+    "file_language": "toml",
+    "content": "[tool.greeter.limits]\nmax_length = 280\n\n",
+    "line_start": 11,
+    "line_end": 13,
+    "metadata": {
+      "module": "",
+      "names": "",
+      "dots": "",
+      "language_hint": ""
+    },
+    "id": "52a55cfee81b7ca6"
+  },
+  {
+    "blob_sha": "sha1",
+    "file_path": "toml.toml",
+    "kind": "config_key",
+    "name": "locales",
+    "scope": "",
+    "language": "toml",
+    "file_language": "toml",
+    "content": "[[locales]]\ncode = \"en\"\n\n",
+    "line_start": 14,
+    "line_end": 16,
+    "metadata": {
+      "module": "",
+      "names": "",
+      "dots": "",
+      "language_hint": ""
+    },
+    "id": "1a4a2f317d869574"
+  },
+  {
+    "blob_sha": "sha1",
+    "file_path": "toml.toml",
+    "kind": "config_key",
+    "name": "locales",
+    "scope": "",
+    "language": "toml",
+    "file_language": "toml",
+    "content": "[[locales]]\ncode = \"fr\"\n\n",
+    "line_start": 17,
+    "line_end": 19,
+    "metadata": {
+      "module": "",
+      "names": "",
+      "dots": "",
+      "language_hint": ""
+    },
+    "id": "07b8eb89d6873489"
+  },
+  {
+    "blob_sha": "sha1",
+    "file_path": "toml.toml",
+    "kind": "config_key",
+    "name": "dependencies",
+    "scope": "",
+    "language": "toml",
+    "file_language": "toml",
+    "content": "[dependencies]\nhelper = { path = \"crates/helper\" }\n",
+    "line_start": 20,
+    "line_end": 21,
+    "metadata": {
+      "module": "",
+      "names": "",
+      "dots": "",
+      "language_hint": ""
+    },
+    "id": "e38a60287b94f718"
+  },
+  {
+    "blob_sha": "sha1",
+    "file_path": "toml.toml",
+    "kind": "import",
+    "name": "path = \"crates/helper\"",
+    "scope": "",
+    "language": "toml",
+    "file_language": "toml",
+    "content": "path = \"crates/helper\"",
+    "line_start": 21,
+    "line_end": 21,
+    "metadata": {
+      "module": "crates/helper",
+      "names": "",
+      "dots": "",
+      "language_hint": ""
+    },
+    "id": "bb6218d7bbc421e1"
+  }
+]

rbtr_lang_toml-2026.9.0.dev1/src/rbtr_lang_toml/tests/cases_extraction.py

@@ -0,0 +1,27 @@
+"""TOML extraction test cases (tables and array-tables -> config_key)."""
+
+from __future__ import annotations
+
+from pytest_cases import case
+
+type SymbolCase = tuple[str, str, list[tuple[str, str, str]]]
+
+
+@case(tags=["symbol"])
+def case_toml_splits_by_table() -> SymbolCase:
+    """TOML splits by tables; a dotted table is named by its last segment."""
+    src = """\
+[project]
+name = "rbtr"
+
+[tool.ruff]
+line-length = 99
+"""
+    return (
+        "toml",
+        src,
+        [
+            ("config_key", "project", ""),
+            ("config_key", "ruff", "tool"),
+        ],
+    )

rbtr_lang_toml-2026.9.0.dev1/src/rbtr_lang_toml/tests/samples/toml/crates/helper/Cargo.toml

@@ -0,0 +1,5 @@
+# Reached from the root manifest's `path` dependency: the reference names
+# this directory, and this manifest stands for it.
+[package]
+name = "helper"
+version = "0.1.0"

rbtr_lang_toml-2026.9.0.dev1/src/rbtr_lang_toml/tests/samples/toml/toml.toml

@@ -0,0 +1,21 @@
+# Greeter configuration.
+
+[project]
+name = "greeter"
+version = "1.0.0"
+
+[tool.greeter]
+default_greeting = "Hello"
+locale = "en"
+
+[tool.greeter.limits]
+max_length = 280
+
+[[locales]]
+code = "en"
+
+[[locales]]
+code = "fr"
+
+[dependencies]
+helper = { path = "crates/helper" }

rbtr_lang_toml-2026.9.0.dev1/src/rbtr_lang_toml/tests/test_extraction.py

@@ -0,0 +1,28 @@
+"""TOML extraction tests (cases in `cases_extraction.py`)."""
+
+from __future__ import annotations
+
+from pytest_cases import parametrize_with_cases
+
+from rbtr.git import FileEntry
+from rbtr.languages.extract import extract_file
+
+
+@parametrize_with_cases("lang, source, expected", cases=".cases_extraction", has_tag="symbol")
+def test_extracts_expected_symbols(lang: str, source: str, expected: list) -> None:
+    """Each expected (kind, name, scope) tuple appears in the output."""
+    chunks = extract_file(FileEntry("input", "sha1", source.encode()), lang)
+    symbols = [(c.kind, c.name, c.scope) for c in chunks]
+    for exp in expected:
+        assert exp in symbols, f"expected {exp} not found in {symbols}"
+
+
+def test_toml_dotted_key_scope() -> None:
+    """A TOML dotted table splits into last-segment name + preceding scope."""
+    src = """\
+[tool.ruff.lint]
+select = ["E"]
+"""
+    chunks = extract_file(FileEntry("input", "sha1", src.encode()), "toml")
+    assert chunks[0].name == "lint"
+    assert chunks[0].scope == "tool::ruff"

rbtr_lang_toml-2026.9.0.dev1/src/rbtr_lang_toml/tests/test_samples.py

@@ -0,0 +1,68 @@
+"""TOML sample extraction: the `samples/toml/` project through the real pipeline."""
+
+from __future__ import annotations
+
+from pathlib import Path
+from typing import TYPE_CHECKING
+
+import pytest
+from tree_sitter import Parser
+
+from rbtr.domain.models import Chunk, ChunkKind, Edge
+from rbtr.git import FileEntry
+from rbtr.languages.edges import build_resolution_map, infer_import_edges
+from rbtr.languages.extract import extract_file
+from rbtr.languages.manager import get_manager
+from rbtr.testing import render_edges
+
+if TYPE_CHECKING:
+    from syrupy.assertion import SnapshotAssertion
+
+
+@pytest.fixture
+def project() -> list[tuple[str, str]]:
+    root = Path(__file__).parent / "samples" / "toml"
+    return [
+        (str(p.relative_to(root)), p.read_text()) for p in sorted(root.rglob("*")) if p.is_file()
+    ]
+
+
+@pytest.fixture
+def chunks(project: list[tuple[str, str]]) -> list[Chunk]:
+    manager = get_manager()
+    out: list[Chunk] = []
+    for path, text in project:
+        lang = manager.detect_language(path) or "toml"
+        out.extend(extract_file(FileEntry(path, "sha1", text.encode()), lang))
+    return out
+
+
+@pytest.fixture
+def edges(project: list[tuple[str, str]], chunks: list[Chunk]) -> list[Edge]:
+    manager = get_manager()
+    repo_files = {path for path, _ in project}
+    return infer_import_edges(chunks, repo_files, build_resolution_map(manager))
+
+
+def test_emits_expected_kinds(chunks: list[Chunk]) -> None:
+    """The sample exercises TOML's config-key chunks."""
+    kinds = {c.kind for c in chunks}
+    assert {ChunkKind.CONFIG_KEY, ChunkKind.COMMENT} <= kinds
+
+
+def test_parses_cleanly(project: list[tuple[str, str]]) -> None:
+    manager = get_manager()
+    for path, text in project:
+        grammar = manager.grammar(manager.detect_language(path) or "toml")
+        assert grammar is not None
+        assert not Parser(grammar).parse(text.encode()).root_node.has_error, path
+
+
+def test_extraction_matches_snapshot(chunks: list[Chunk], snapshot_json: SnapshotAssertion) -> None:
+    assert chunks == snapshot_json
+
+
+def test_edges_match_snapshot(
+    chunks: list[Chunk], edges: list[Edge], snapshot_json: SnapshotAssertion
+) -> None:
+    assert render_edges(edges, chunks) == snapshot_json

rbtr_lang_toml-2026.9.0.dev1/src/rbtr_lang_toml/toml.scm

@@ -0,0 +1,27 @@
+; Comments (`#`).
+(comment) @comment
+
+(table
+  (bare_key) @_section_name) @config_key
+
+(table
+  (dotted_key) @_section_name) @config_key
+
+(table
+  (quoted_key) @_section_name) @config_key
+
+(table_array_element
+  (bare_key) @_section_name) @config_key
+
+(table_array_element
+  (dotted_key) @_section_name) @config_key
+
+(table_array_element
+  (quoted_key) @_section_name) @config_key
+
+; A `path` dependency names a directory this repository holds, as Cargo
+; writes a local crate: `helper = { path = "crates/helper" }`.
+(pair
+  (bare_key) @_key
+  (#eq? @_key "path")
+  (string) @_import_module) @import