codemap-scala 0.1.0a1__tar.gz

codemap_scala-0.1.0a1/.gitignore

@@ -0,0 +1,43 @@
+# Byte-compiled / optimized / DLL files
+__pycache__/
+*.py[cod]
+*$py.class
+
+# Build artifacts
+build/
+dist/
+*.egg-info/
+*.egg
+.eggs/
+
+# Test / coverage
+.pytest_cache/
+.coverage
+.coverage.*
+htmlcov/
+coverage.xml
+.tox/
+.mypy_cache/
+.ruff_cache/
+.benchmarks/
+
+# Virtualenv
+.venv/
+venv/
+env/
+
+# uv / pdm lockfiles (commit uv.lock once we settle)
+# uv.lock
+
+# IDE
+.idea/
+.vscode/
+*.swp
+*.swo
+
+# OS
+.DS_Store
+Thumbs.db
+
+# CodeMap own index when dogfooding
+.codemap/

codemap_scala-0.1.0a1/PKG-INFO

@@ -0,0 +1,61 @@
+Metadata-Version: 2.4
+Name: codemap-scala
+Version: 0.1.0a1
+Summary: Scala language indexer plugin for CodeMap
+Project-URL: Homepage, https://github.com/qxbyte/codemap
+Author: CodeMap Contributors
+License: MIT
+Keywords: codemap,indexer,scala,tree-sitter
+Classifier: Development Status :: 3 - Alpha
+Classifier: Programming Language :: Python :: 3
+Classifier: Topic :: Software Development
+Requires-Python: >=3.11
+Requires-Dist: codemap-core<0.2,>=0.1.0a1
+Requires-Dist: tree-sitter-scala>=0.23
+Requires-Dist: tree-sitter>=0.25
+Provides-Extra: dev
+Requires-Dist: pytest>=8.0; extra == 'dev'
+Description-Content-Type: text/markdown
+
+# codemap-scala
+
+> A Scala language indexer for [CodeMap](https://github.com/qxbyte/codemap),
+> shipped as an independent PyPI package.
+
+## What it captures
+
+Backed by `tree-sitter-scala`:
+
+| AST node | Symbol kind |
+|---|---|
+| `package_clause` (incl. `package_identifier`) | namespace prefix |
+| `class_definition` (incl. `case class`) | `class` (`extra.scala_kind=class` / `case_class`) |
+| `object_definition` (incl. `case object`) | `class` (`extra.scala_kind=object`) |
+| `trait_definition` | `class` (`extra.scala_kind=trait`) |
+| `type_definition` (top-level alias) | `class` (`extra.scala_kind=type`) |
+| `function_definition` / `function_declaration` | `method` |
+| `val_definition` (top-level or in template body) | `field` (`extra.scala_kind=val`) |
+| `var_definition` (top-level or in template body) | `field` (`extra.scala_kind=var`) |
+| `class_parameter` (in `case class`) | `field` (`extra.scala_kind=case_field`) |
+
+## Install
+
+```bash
+pip install "git+https://github.com/qxbyte/codemap.git#subdirectory=plugins/codemap-scala"
+```
+
+## File patterns
+
+* `*.scala`, `*.sc`
+
+## Limits
+
+* Implicits and Scala 3 `given` declarations parse but are not specifically
+  tagged.
+* Anonymous classes (`new T { ... }`) are not surfaced.
+* Block-scoped `def` inside a method body is not emitted — it is private
+  to that method.
+
+## License
+
+MIT.

codemap_scala-0.1.0a1/README.md

@@ -0,0 +1,42 @@
+# codemap-scala
+
+> A Scala language indexer for [CodeMap](https://github.com/qxbyte/codemap),
+> shipped as an independent PyPI package.
+
+## What it captures
+
+Backed by `tree-sitter-scala`:
+
+| AST node | Symbol kind |
+|---|---|
+| `package_clause` (incl. `package_identifier`) | namespace prefix |
+| `class_definition` (incl. `case class`) | `class` (`extra.scala_kind=class` / `case_class`) |
+| `object_definition` (incl. `case object`) | `class` (`extra.scala_kind=object`) |
+| `trait_definition` | `class` (`extra.scala_kind=trait`) |
+| `type_definition` (top-level alias) | `class` (`extra.scala_kind=type`) |
+| `function_definition` / `function_declaration` | `method` |
+| `val_definition` (top-level or in template body) | `field` (`extra.scala_kind=val`) |
+| `var_definition` (top-level or in template body) | `field` (`extra.scala_kind=var`) |
+| `class_parameter` (in `case class`) | `field` (`extra.scala_kind=case_field`) |
+
+## Install
+
+```bash
+pip install "git+https://github.com/qxbyte/codemap.git#subdirectory=plugins/codemap-scala"
+```
+
+## File patterns
+
+* `*.scala`, `*.sc`
+
+## Limits
+
+* Implicits and Scala 3 `given` declarations parse but are not specifically
+  tagged.
+* Anonymous classes (`new T { ... }`) are not surfaced.
+* Block-scoped `def` inside a method body is not emitted — it is private
+  to that method.
+
+## License
+
+MIT.

codemap_scala-0.1.0a1/pyproject.toml

@@ -0,0 +1,35 @@
+[build-system]
+requires = ["hatchling>=1.21"]
+build-backend = "hatchling.build"
+
+[project]
+name = "codemap-scala"
+version = "0.1.0a1"
+description = "Scala language indexer plugin for CodeMap"
+readme = "README.md"
+requires-python = ">=3.11"
+license = { text = "MIT" }
+authors = [{ name = "CodeMap Contributors" }]
+keywords = ["codemap", "scala", "indexer", "tree-sitter"]
+classifiers = [
+    "Development Status :: 3 - Alpha",
+    "Programming Language :: Python :: 3",
+    "Topic :: Software Development",
+]
+dependencies = [
+    "codemap-core>=0.1.0a1,<0.2",
+    "tree-sitter>=0.25",
+    "tree-sitter-scala>=0.23",
+]
+
+[project.optional-dependencies]
+dev = ["pytest>=8.0"]
+
+[project.entry-points."codemap.indexers"]
+scala = "codemap_scala:ScalaIndexer"
+
+[project.urls]
+Homepage = "https://github.com/qxbyte/codemap"
+
+[tool.hatch.build.targets.wheel]
+packages = ["src/codemap_scala"]

codemap_scala-0.1.0a1/src/codemap_scala/__init__.py

@@ -0,0 +1,8 @@
+"""Scala indexer plugin for CodeMap."""
+
+from __future__ import annotations
+
+from codemap_scala.indexer import ScalaIndexer
+
+__all__ = ["ScalaIndexer"]
+__version__ = "0.1.0"

codemap_scala-0.1.0a1/src/codemap_scala/indexer.py

@@ -0,0 +1,287 @@
+"""Scala indexer built on tree-sitter-scala.
+
+A leading ``package_clause`` (or multiple, for nested-package syntax)
+prefixes every symbol with namespace descriptors. Classes / objects /
+traits expose their template body so nested ``def`` / ``val`` / ``var``
+members become methods/fields of the enclosing type.
+"""
+
+from __future__ import annotations
+
+from pathlib import Path, PurePosixPath
+from typing import ClassVar
+
+import tree_sitter
+import tree_sitter_scala
+
+from codemap.core.models import Diagnostic, Edge, IndexResult, Range, Symbol
+from codemap.core.symbol import Descriptor, DescriptorKind, SymbolID
+from codemap.indexers.base import IndexContext
+
+SCHEME = "scip-scala"
+LANG = "scala"
+
+_SCALA_LANG = tree_sitter.Language(tree_sitter_scala.language())
+
+
+class ScalaIndexer:
+    name: ClassVar[str] = "scala"
+    version: ClassVar[str] = "0.1.0"
+    file_patterns: ClassVar[list[str]] = ["*.scala", "*.sc"]
+    languages: ClassVar[list[str]] = [LANG]
+
+    def supports(self, path: Path) -> bool:
+        return path.suffix in {".scala", ".sc"}
+
+    def index_file(
+        self,
+        path: Path,
+        source: bytes,
+        ctx: IndexContext,
+    ) -> IndexResult:
+        try:
+            source.decode("utf-8")
+        except UnicodeDecodeError as exc:
+            return IndexResult(
+                diagnostics=[
+                    Diagnostic(
+                        severity="error",
+                        file=ctx.relative_path,
+                        code="SCALA002",
+                        message=f"not valid UTF-8: {exc}",
+                        producer=self.name,
+                    )
+                ]
+            )
+        parser = tree_sitter.Parser(_SCALA_LANG)
+        tree = parser.parse(source)
+        visitor = _Visitor(ctx.relative_path)
+        visitor.visit_root(tree.root_node)
+        diagnostics = list(visitor.diagnostics)
+        if tree.root_node.has_error:
+            diagnostics.append(
+                Diagnostic(
+                    severity="warning",
+                    file=ctx.relative_path,
+                    range=Range(start_line=1, end_line=1),
+                    code="SCALA001",
+                    message="tree-sitter reported parse errors; symbols may be incomplete",
+                    producer=self.name,
+                )
+            )
+        return IndexResult(
+            symbols=visitor.symbols,
+            edges=visitor.edges,
+            diagnostics=diagnostics,
+        )
+
+
+class _Visitor:
+    def __init__(self, relative_path: PurePosixPath) -> None:
+        self.relative_path = relative_path
+        self.symbols: list[Symbol] = []
+        self.edges: list[Edge] = []
+        self.diagnostics: list[Diagnostic] = []
+
+    def visit_root(self, root: tree_sitter.Node) -> None:
+        scope: list[Descriptor] = []
+        for child in root.children:
+            kind = child.type
+            if kind == "package_clause":
+                scope.extend(
+                    Descriptor(name=part, kind=DescriptorKind.NAMESPACE)
+                    for part in _package_parts(child)
+                )
+            else:
+                self._visit(child, scope=scope)
+
+    def _visit(
+        self,
+        node: tree_sitter.Node,
+        *,
+        scope: list[Descriptor],
+    ) -> None:
+        kind = node.type
+        if kind == "class_definition":
+            scala_kind = "case_class" if _is_case(node) else "class"
+            self._emit_type(node, scope=scope, scala_kind=scala_kind)
+        elif kind == "object_definition":
+            scala_kind = "case_object" if _is_case(node) else "object"
+            self._emit_type(node, scope=scope, scala_kind=scala_kind)
+        elif kind == "trait_definition":
+            self._emit_type(node, scope=scope, scala_kind="trait")
+        elif kind == "type_definition":
+            self._emit_type_alias(node, scope=scope)
+        elif kind in {"function_definition", "function_declaration"}:
+            self._emit_method(node, scope=scope)
+        elif kind == "val_definition":
+            self._emit_value(node, scope=scope, scala_kind="val")
+        elif kind == "var_definition":
+            self._emit_value(node, scope=scope, scala_kind="var")
+
+    def _emit_type(
+        self,
+        node: tree_sitter.Node,
+        *,
+        scope: list[Descriptor],
+        scala_kind: str,
+    ) -> None:
+        name = _first_child_text(node, "identifier")
+        if name is None:
+            return
+        type_desc = Descriptor(name=name, kind=DescriptorKind.TYPE)
+        descriptors = [*list(scope), type_desc]
+        self.symbols.append(
+            Symbol(
+                id=self._make_id(descriptors),
+                kind="class",
+                language=LANG,
+                file=self.relative_path,
+                range=_node_range(node),
+                extra={"scala_kind": scala_kind},
+            )
+        )
+        # Case-class constructor parameters become fields.
+        if scala_kind == "case_class":
+            params = _first_child(node, "class_parameters")
+            if params is not None:
+                for child in params.children:
+                    if child.type == "class_parameter":
+                        pname = _first_child_text(child, "identifier")
+                        if pname is None:
+                            continue
+                        self.symbols.append(
+                            Symbol(
+                                id=self._make_id(
+                                    [
+                                        *list(descriptors),
+                                        Descriptor(name=pname, kind=DescriptorKind.TERM),
+                                    ]
+                                ),
+                                kind="field",
+                                language=LANG,
+                                file=self.relative_path,
+                                range=_node_range(child),
+                                extra={"scala_kind": "case_field"},
+                            )
+                        )
+        # Walk the template body for nested members.
+        body = _first_child(node, "template_body")
+        if body is None:
+            return
+        for child in body.children:
+            self._visit(child, scope=descriptors)
+
+    def _emit_type_alias(
+        self,
+        node: tree_sitter.Node,
+        *,
+        scope: list[Descriptor],
+    ) -> None:
+        name = _first_child_text(node, "type_identifier")
+        if name is None:
+            return
+        self.symbols.append(
+            Symbol(
+                id=self._make_id([*list(scope), Descriptor(name=name, kind=DescriptorKind.TYPE)]),
+                kind="class",
+                language=LANG,
+                file=self.relative_path,
+                range=_node_range(node),
+                extra={"scala_kind": "type"},
+            )
+        )
+
+    def _emit_method(
+        self,
+        node: tree_sitter.Node,
+        *,
+        scope: list[Descriptor],
+    ) -> None:
+        name = _first_child_text(node, "identifier")
+        if name is None:
+            return
+        self.symbols.append(
+            Symbol(
+                id=self._make_id([*list(scope), Descriptor(name=name, kind=DescriptorKind.METHOD)]),
+                kind="method",
+                language=LANG,
+                file=self.relative_path,
+                range=_node_range(node),
+                signature=f"{name}()",
+            )
+        )
+
+    def _emit_value(
+        self,
+        node: tree_sitter.Node,
+        *,
+        scope: list[Descriptor],
+        scala_kind: str,
+    ) -> None:
+        name = _first_child_text(node, "identifier")
+        if name is None:
+            return
+        self.symbols.append(
+            Symbol(
+                id=self._make_id([*list(scope), Descriptor(name=name, kind=DescriptorKind.TERM)]),
+                kind="field",
+                language=LANG,
+                file=self.relative_path,
+                range=_node_range(node),
+                extra={"scala_kind": scala_kind},
+            )
+        )
+
+    def _make_id(self, descriptors: list[Descriptor]) -> SymbolID:
+        full = list(_path_namespaces(self.relative_path))
+        full.extend(descriptors)
+        return SymbolID(scheme=SCHEME, descriptors=tuple(full))
+
+
+# ---------------------------------------------------------------------------
+# Pure helpers
+# ---------------------------------------------------------------------------
+
+
+def _path_namespaces(path: PurePosixPath) -> list[Descriptor]:
+    return [Descriptor(name=part, kind=DescriptorKind.NAMESPACE) for part in path.parts]
+
+
+def _node_range(node: tree_sitter.Node) -> Range:
+    sr, sc = node.start_point
+    er, ec = node.end_point
+    return Range(
+        start_line=sr + 1,
+        start_col=sc,
+        end_line=max(er + 1, sr + 1),
+        end_col=ec,
+    )
+
+
+def _node_text(node: tree_sitter.Node) -> str:
+    return node.text.decode("utf-8") if node.text is not None else ""
+
+
+def _first_child(node: tree_sitter.Node, kind: str) -> tree_sitter.Node | None:
+    for child in node.children:
+        if child.type == kind:
+            return child
+    return None
+
+
+def _first_child_text(node: tree_sitter.Node, kind: str) -> str | None:
+    found = _first_child(node, kind)
+    return _node_text(found) if found is not None else None
+
+
+def _is_case(node: tree_sitter.Node) -> bool:
+    return any(child.type == "case" for child in node.children)
+
+
+def _package_parts(node: tree_sitter.Node) -> list[str]:
+    ident_node = _first_child(node, "package_identifier")
+    if ident_node is None:
+        # Fallback: single identifier under package_clause.
+        return [_node_text(c) for c in node.children if c.type == "identifier"]
+    return [_node_text(c) for c in ident_node.children if c.type == "identifier"]

codemap_scala-0.1.0a1/tests/test_indexer.py

@@ -0,0 +1,173 @@
+"""Unit tests for the Scala indexer plugin."""
+
+from __future__ import annotations
+
+import textwrap
+from pathlib import Path, PurePosixPath
+
+from codemap_scala import ScalaIndexer
+from codemap_scala.indexer import SCHEME
+
+from codemap.core.models import IndexResult
+from codemap.indexers.base import IndexContext
+
+
+def _index(source: str, *, path: str = "src/Lib.scala") -> IndexResult:
+    code = textwrap.dedent(source).lstrip("\n")
+    return ScalaIndexer().index_file(
+        Path(path),
+        code.encode("utf-8"),
+        IndexContext(
+            project_root=Path("/tmp/proj"),
+            relative_path=PurePosixPath(path),
+            language="scala",
+        ),
+    )
+
+
+def test_indexer_metadata() -> None:
+    ix = ScalaIndexer()
+    assert ix.name == "scala"
+    assert ix.languages == ["scala"]
+    assert ix.supports(Path("a.scala"))
+    assert ix.supports(Path("a.sc"))
+    assert not ix.supports(Path("a.py"))
+
+
+def test_scheme_is_consistent() -> None:
+    r = _index("class C")
+    for s in r.symbols:
+        assert str(s.id).startswith(f"{SCHEME} ")
+
+
+def test_class_with_val_var_def() -> None:
+    r = _index(
+        """
+        class Foo {
+          val x: Int = 1
+          var y: String = "hi"
+          def bar(a: Int): Int = a + 1
+        }
+        """
+    )
+    classes = [s for s in r.symbols if s.kind == "class"]
+    methods = [s for s in r.symbols if s.kind == "method"]
+    fields = [s for s in r.symbols if s.kind == "field"]
+    assert {c.id.descriptors[-1].name for c in classes} == {"Foo"}
+    assert {m.id.descriptors[-1].name for m in methods} == {"bar"}
+    assert {f.id.descriptors[-1].name for f in fields} == {"x", "y"}
+    val_field = next(f for f in fields if f.id.descriptors[-1].name == "x")
+    var_field = next(f for f in fields if f.id.descriptors[-1].name == "y")
+    assert val_field.extra["scala_kind"] == "val"
+    assert var_field.extra["scala_kind"] == "var"
+
+
+def test_object_definition() -> None:
+    r = _index(
+        """
+        object Helpers {
+          def hello = "world"
+        }
+        """
+    )
+    obj = next(s for s in r.symbols if s.kind == "class")
+    assert obj.extra["scala_kind"] == "object"
+    methods = [s for s in r.symbols if s.kind == "method"]
+    assert {m.id.descriptors[-1].name for m in methods} == {"hello"}
+
+
+def test_trait_with_function_declaration() -> None:
+    r = _index(
+        """
+        trait Greeter {
+          def greet: String
+        }
+        """
+    )
+    trait = next(s for s in r.symbols if s.kind == "class")
+    assert trait.extra["scala_kind"] == "trait"
+    methods = [s for s in r.symbols if s.kind == "method"]
+    assert {m.id.descriptors[-1].name for m in methods} == {"greet"}
+
+
+def test_case_class_parameters_become_fields() -> None:
+    r = _index("case class Person(name: String, age: Int)")
+    cls = next(s for s in r.symbols if s.kind == "class")
+    assert cls.extra["scala_kind"] == "case_class"
+    fields = [s for s in r.symbols if s.kind == "field"]
+    assert {f.id.descriptors[-1].name for f in fields} == {"name", "age"}
+    for f in fields:
+        assert f.extra["scala_kind"] == "case_field"
+
+
+def test_top_level_type_alias() -> None:
+    r = _index("type Aliased = Int")
+    classes = [s for s in r.symbols if s.kind == "class"]
+    assert classes[0].extra["scala_kind"] == "type"
+    assert classes[0].id.descriptors[-1].name == "Aliased"
+
+
+def test_package_clause_prefixes_descriptors() -> None:
+    r = _index(
+        """
+        package com.example.app
+        class Foo
+        """
+    )
+    foo = next(s for s in r.symbols if s.kind == "class")
+    names = [d.name for d in foo.id.descriptors]
+    assert names.index("com") < names.index("example") < names.index("app") < names.index("Foo")
+
+
+def test_nested_class_in_object() -> None:
+    r = _index(
+        """
+        object Outer {
+          class Inner {
+            val a: Int = 1
+          }
+        }
+        """
+    )
+    inner = next(s for s in r.symbols if s.kind == "class" and s.id.descriptors[-1].name == "Inner")
+    names = [d.name for d in inner.id.descriptors]
+    assert names.index("Outer") < names.index("Inner")
+
+
+def test_top_level_val_and_def() -> None:
+    r = _index(
+        """
+        val greeting = "hi"
+        def shout(s: String): String = s.toUpperCase
+        """
+    )
+    fields = [s for s in r.symbols if s.kind == "field"]
+    methods = [s for s in r.symbols if s.kind == "method"]
+    assert {f.id.descriptors[-1].name for f in fields} == {"greeting"}
+    assert {m.id.descriptors[-1].name for m in methods} == {"shout"}
+
+
+def test_symbol_id_uses_path_namespaces() -> None:
+    r = _index("class C", path="src/util/Helpers.scala")
+    cls = next(s for s in r.symbols if s.kind == "class")
+    assert str(cls.id) == "scip-scala . . . src/util/Helpers.scala/C#"
+
+
+def test_empty_file_yields_no_symbols() -> None:
+    r = _index("")
+    assert r.symbols == []
+
+
+def test_invalid_utf8_yields_diagnostic() -> None:
+    ix = ScalaIndexer()
+    r = ix.index_file(
+        Path("Bad.scala"),
+        b"\xff\xfe class",
+        IndexContext(
+            project_root=Path("/tmp/proj"),
+            relative_path=PurePosixPath("Bad.scala"),
+            language="scala",
+        ),
+    )
+    assert r.symbols == []
+    assert r.diagnostics[0].code == "SCALA002"