@xberg-io/opencode-tree-sitter-language-pack 0.1.0

package/.opencode/plugins/tree-sitter-language-pack.js

@@ -0,0 +1,145 @@
+import { spawn } from "node:child_process";
+import { tool } from "@opencode-ai/plugin";
+
+const schema = tool.schema;
+
+const parseFormat = schema.enum(["sexp", "json"]).default("sexp").describe("Parse output format.");
+
+function hasValue(value) {
+  return value !== undefined && value !== null && value !== "";
+}
+
+function pushOption(args, name, value) {
+  if (hasValue(value)) {
+    args.push(name, String(value));
+  }
+}
+
+function pushFlag(args, name, enabled) {
+  if (enabled) {
+    args.push(name);
+  }
+}
+
+function runCli(args, context) {
+  const directory = context?.directory ?? context?.worktree ?? process.cwd();
+
+  return new Promise((resolve, reject) => {
+    const child = spawn("ts-pack", args, {
+      cwd: directory,
+      env: process.env,
+      signal: context?.abort,
+      stdio: ["ignore", "pipe", "pipe"],
+    });
+
+    const stdout = [];
+    const stderr = [];
+
+    child.stdout.on("data", (chunk) => stdout.push(chunk));
+    child.stderr.on("data", (chunk) => stderr.push(chunk));
+    child.on("error", (error) => {
+      if (error.code === "ENOENT") {
+        resolve({
+          title: "ts-pack CLI not found",
+          output:
+            "Install the ts-pack CLI with `brew install xberg-io/tap/ts-pack`, or run it via `npx @xberg-io/ts-pack-cli` (the CLI proxy's bin is `ts-pack`).",
+          metadata: { exitCode: 127, command: "ts-pack", subcommand: args[0] },
+        });
+        return;
+      }
+      reject(error);
+    });
+    child.on("close", (exitCode, signal) => {
+      const stdoutText = Buffer.concat(stdout).toString("utf8").trim();
+      const stderrText = Buffer.concat(stderr).toString("utf8").trim();
+      const output = [stdoutText, stderrText && `stderr:\n${stderrText}`]
+        .filter(Boolean)
+        .join("\n\n");
+
+      resolve({
+        title: exitCode === 0 ? `ts-pack ${args[0]}` : `ts-pack ${args[0]} failed`,
+        output: output || "(no output)",
+        metadata: {
+          exitCode,
+          signal,
+          command: "ts-pack",
+          subcommand: args[0],
+        },
+      });
+    });
+  });
+}
+
+export const TreeSitterLanguagePackPlugin = async () => ({
+  tool: {
+    tspack_parse: tool({
+      description: "Parse a source file into a tree-sitter syntax tree with the ts-pack CLI.",
+      args: {
+        file: schema.string().min(1).describe("Path to the source file."),
+        language: schema
+          .string()
+          .min(1)
+          .optional()
+          .describe("Language override (auto-detected from extension if omitted)."),
+        format: parseFormat,
+      },
+      async execute(args, context) {
+        const cliArgs = ["parse", args.file, "--format", args.format];
+        pushOption(cliArgs, "--language", args.language);
+        return runCli(cliArgs, context);
+      },
+    }),
+    tspack_process: tool({
+      description:
+        "Extract code intelligence (structure, imports, exports, symbols, docstrings, comments, diagnostics) from a source file with the ts-pack CLI. Output is JSON.",
+      args: {
+        file: schema.string().min(1).describe("Path to the source file."),
+        language: schema
+          .string()
+          .min(1)
+          .optional()
+          .describe("Language override (auto-detected from extension if omitted)."),
+        all: schema.boolean().optional().describe("Enable all analysis features."),
+        structure: schema.boolean().optional().describe("Extract structure (functions, classes)."),
+        imports: schema.boolean().optional().describe("Extract imports."),
+        exports: schema.boolean().optional().describe("Extract exports."),
+        comments: schema.boolean().optional().describe("Extract comments."),
+        symbols: schema.boolean().optional().describe("Extract symbols."),
+        docstrings: schema.boolean().optional().describe("Extract docstrings."),
+        diagnostics: schema.boolean().optional().describe("Include syntax diagnostics."),
+        chunk_size: schema
+          .number()
+          .int()
+          .positive()
+          .optional()
+          .describe("Maximum chunk size in bytes (enables syntax-aware chunking)."),
+      },
+      async execute(args, context) {
+        const cliArgs = ["process", args.file];
+        pushOption(cliArgs, "--language", args.language);
+        pushFlag(cliArgs, "--all", args.all);
+        pushFlag(cliArgs, "--structure", args.structure);
+        pushFlag(cliArgs, "--imports", args.imports);
+        pushFlag(cliArgs, "--exports", args.exports);
+        pushFlag(cliArgs, "--comments", args.comments);
+        pushFlag(cliArgs, "--symbols", args.symbols);
+        pushFlag(cliArgs, "--docstrings", args.docstrings);
+        pushFlag(cliArgs, "--diagnostics", args.diagnostics);
+        pushOption(cliArgs, "--chunk-size", args.chunk_size);
+        return runCli(cliArgs, context);
+      },
+    }),
+    tspack_info: tool({
+      description:
+        "Show details about a language (whether it is known and cached) with the ts-pack CLI. Use to confirm a language is supported before parsing.",
+      args: {
+        language: schema.string().min(1).describe("Language name (e.g. python, rust, typescript)."),
+      },
+      async execute(args, context) {
+        return runCli(["info", args.language], context);
+      },
+    }),
+  },
+});
+
+export default TreeSitterLanguagePackPlugin;

package/README.md

@@ -0,0 +1,191 @@
+# tree-sitter-language-pack
+
+Parse and extract code intelligence from 300+ programming languages with tree-sitter — structure, imports, symbols, and syntax-aware chunking — using the local `ts-pack` CLI in your agent.
+
+<!-- TODO: screenshot -->
+
+## Install
+
+### From the marketplace (recommended)
+
+Pending review for official Claude marketplace.
+
+Self-host:
+
+```text
+/plugin marketplace add xberg-io/plugins
+/plugin install tree-sitter-language-pack@xberg
+```
+
+### Binary requirement
+
+The bundled MCP launcher (`scripts/mcp-launch.sh`) resolves a `ts-pack` binary
+automatically on first run: it reuses one already on `PATH`, then tries
+`npx`/`uvx`, then Homebrew, then a prebuilt download from the tool's latest
+GitHub release. No manual install is required to use the MCP server.
+
+To install the `ts-pack` CLI yourself:
+
+```bash
+brew install xberg-io/tap/ts-pack
+# or run it without a persistent install (the CLI proxy package self-installs the binary):
+npx @xberg-io/ts-pack-cli --help
+uvx --from ts-pack-cli ts-pack --help
+# or download a prebuilt binary from the latest GitHub release:
+#   https://github.com/xberg-io/tree-sitter-language-pack/releases/latest
+# or install from crates.io (binary is installed as `ts-pack`):
+cargo install ts-pack-cli
+```
+
+Parser libraries download on demand the first time a language is used. For
+offline or CI runs, prefetch them:
+
+```bash
+ts-pack download --all          # every language
+ts-pack download python rust    # specific languages
+```
+
+### SDKs (optional)
+
+```bash
+pip install tree-sitter-language-pack                  # Python
+npm install @xberg-io/tree-sitter-language-pack       # Node.js / TypeScript
+```
+
+Rust, Ruby, Go, Java, C#, PHP, Elixir, Dart, Kotlin (Android), Swift, Zig, and WebAssembly bindings are also published.
+
+## Skills shipped
+
+| Skill | Trigger |
+|-------|---------|
+| **tree-sitter-language-pack** | Parse and extract code intelligence from 306 languages. Use when writing code that parses source, extracts structure/imports/exports/symbols/docstrings/comments, detects a language, runs diagnostics, or chunks code for LLMs — in Rust, Python, Node.js/TypeScript, or the ts-pack CLI. |
+| **parsing-source** | Use when the user wants a tree-sitter syntax tree for a source file — an s-expression dump or JSON tree. |
+| **extracting-code-structure** | Use when the user wants structured code metadata — functions, classes, imports, exports, symbols, docstrings, comments, or syntax diagnostics. |
+| **chunking-for-llms** | Use when splitting source code into chunks for an LLM context window without breaking syntax mid-construct. |
+| **detecting-languages** | Use when the user wants to know which programming language a file or snippet is — by path, extension, or content. |
+| **managing-parsers** | Use when managing the parser cache — prefetch for offline/CI, list downloaded languages, inspect a language, find the cache dir, or clean it. |
+| **using-the-mcp-server** | Use when parsing, processing, or detecting languages through the MCP server's `parse`/`process`/`detect` tools instead of the CLI. Covers the tool surface and the auto-installing launcher. |
+
+## MCP server
+
+The plugin auto-registers an MCP server named `tree-sitter-language-pack`,
+launched via `scripts/mcp-launch.sh` (which execs `ts-pack mcp`). It exposes
+eight tools for parsing, analysis, and cache management; resources for language
+discovery; a code-analysis prompt; and language-name completions.
+
+**Tools** (8):
+
+- **parse** — syntax tree (s-expression or JSON), auto-detecting language from path or explicit.
+- **process** — code intelligence: structure, imports, exports, symbols, docstrings, comments, diagnostics, chunks. Use `all` flag for all features.
+- **detect_language** — identify language by path or content (the tool takes `path` and `content` only).
+- **list_languages** — available, downloaded, or manifest languages; filter by name.
+- **info** — show language availability and cache status.
+- **download** — prefetch parsers: specific languages, groups, all, or fresh updates.
+- **cache_dir** — return the cache directory path.
+- **clean_cache** — remove all cached parsers.
+
+**Resources**:
+
+- `ts-pack://languages` — catalog of all known languages.
+- `ts-pack://languages/downloaded` — currently cached languages.
+- `ts-pack://language/{name}` — per-language metadata template.
+
+**Prompt**: `analyze-code` (args: `language`, optional `focus`).
+
+**Completions**: language-name autocomplete.
+
+The launcher auto-installs a binary on first run (override with
+`TS_PACK_LAUNCHER=auto|npx|uvx|brew|download`). The `mcp` subcommand ships in a
+recent release of the tool; an older binary on `PATH` may need an upgrade to
+expose it. See the **using-the-mcp-server** skill for details.
+
+## CLI
+
+`ts-pack` subcommands:
+
+| Command | Purpose |
+|---------|---------|
+| `parse <file>` | Parse into a syntax tree (`--format sexp\|json`). |
+| `process <file>` | Code-intelligence pipeline → JSON (feature flags below). |
+| `list` | List languages (`--downloaded`, `--manifest`, `--filter`). |
+| `info <language>` | Show whether a language is known and cached. |
+| `download [langs...]` | Download parsers (`--all`, `--groups`, `--fresh`). |
+| `clean` | Remove all cached parsers (`--force`). |
+| `cache-dir` | Print the cache directory. |
+| `init` | Write a `language-pack.toml` config. |
+| `completions <shell>` | Generate shell completions. |
+| `mcp` | Start the MCP server (`--transport stdio`). |
+
+`process` flags: `--structure`, `--imports`, `--exports`, `--comments`,
+`--symbols`, `--docstrings`, `--diagnostics`, `--all`, `--chunk-size <bytes>`,
+`--language <name>`. With no feature flags it defaults to
+`--structure --imports --exports`.
+
+There is no `detect` or `validate` subcommand: language detection is
+implicit in `parse`/`process` (from the file extension), and diagnostics
+come from `process --diagnostics`. Content-based detection is available in
+the SDK (`detect_language_from_content`).
+
+## SDK
+
+```python
+from tree_sitter_language_pack import process, ProcessConfig
+
+result = process(source_code, ProcessConfig("python", symbols=True, docstrings=True))
+for item in result.structure:  # ProcessResult is an object, not a dict
+    print(item.kind, item.name, item.span.start_line)
+```
+
+```typescript
+import { process, detectLanguageFromPath } from "@xberg-io/tree-sitter-language-pack";
+
+const lang = detectLanguageFromPath("src/app.ts");
+const result = process(source, { language: lang ?? "typescript", structure: true, imports: true });
+```
+
+## Configuration
+
+`ts-pack init` writes a `language-pack.toml` pinning a cache directory and a
+language set:
+
+```toml
+cache_dir = ".ts-pack-cache"
+languages = ["python", "rust", "typescript"]
+```
+
+Commit it to pin the parser set across a team or CI. The cache location can
+also be inspected with `ts-pack cache-dir`.
+
+## Examples
+
+Parse a file into a syntax tree:
+
+```text
+ts-pack parse src/main.rs
+```
+
+Extract structure and imports as JSON:
+
+```text
+ts-pack process src/app.ts --structure --imports
+```
+
+Chunk a large file for an LLM:
+
+```text
+ts-pack process big_module.py --chunk-size 2000
+```
+
+## Versioning
+
+The plugin version tracks the marketplace `VERSION` file. See [CHANGELOG.md](../../CHANGELOG.md) for release notes.
+
+## License
+
+MIT. The upstream [tree-sitter-language-pack](https://github.com/xberg-io/tree-sitter-language-pack) library is also MIT-licensed.
+
+## See also
+
+- **Marketplace**: [xberg-io/plugins](https://github.com/xberg-io/plugins)
+- **Upstream**: [xberg-io/tree-sitter-language-pack](https://github.com/xberg-io/tree-sitter-language-pack)
+- **Sibling plugins**: [xberg](../xberg/README.md), [crawlberg](../crawlberg/README.md)

package/assets/icon.svg

@@ -0,0 +1,4 @@
+<svg width="16" height="16" viewBox="0 0 16 16" fill="none" xmlns="http://www.w3.org/2000/svg">
+<path d="M8 12.6666H13.3333" stroke="#DA2AE0" stroke-width="1.33333" stroke-linecap="round" stroke-linejoin="round"/>
+<path d="M2.6665 11.3334L6.6665 7.33337L2.6665 3.33337" stroke="#DA2AE0" stroke-width="1.33333" stroke-linecap="round" stroke-linejoin="round"/>
+</svg>

package/assets/logo.svg

@@ -0,0 +1,26 @@
+<svg width="800" height="800" viewBox="0 0 800 800" fill="none" xmlns="http://www.w3.org/2000/svg">
+<circle cx="400" cy="400" r="313.839" fill="#58FBDA" stroke="#2E2D36" stroke-width="7.67819"/>
+<path d="M469.155 481.996L497.619 509.815L517.95 513.534L529.157 523.7" stroke="#2E2D36" stroke-width="7.67819" stroke-linecap="round"/>
+<path d="M428.146 495.931V565.751L454.576 592.876V615.587" stroke="#2E2D36" stroke-width="7.67819" stroke-linecap="round"/>
+<path d="M333.878 482.343L310.522 509.468L289.15 512.543L271.199 525.733" stroke="#2E2D36" stroke-width="7.67819" stroke-linecap="round"/>
+<path d="M404.521 155.839C498.389 155.839 574.411 231.075 574.411 323.792C574.411 416.509 498.389 491.744 404.521 491.744C310.653 491.744 234.631 416.509 234.631 323.792C234.631 231.075 310.653 155.839 404.521 155.839Z" fill="#79FFE6" stroke="#2E2D36" stroke-width="7.67819"/>
+<path d="M401.021 218.481C450.893 218.481 491.275 258.538 491.275 307.892C491.275 357.246 450.893 397.303 401.021 397.303C351.149 397.303 310.767 357.246 310.767 307.892C310.767 258.538 351.149 218.481 401.021 218.481Z" fill="white" stroke="#2E2D36" stroke-width="6.14255"/>
+<circle cx="231.379" cy="476.492" r="14.8269" fill="white" stroke="#2E2D36" stroke-width="4.60691"/>
+<circle cx="256.471" cy="535.8" r="14.8269" fill="white" stroke="#2E2D36" stroke-width="4.60691"/>
+<circle cx="300.109" cy="582.413" r="14.8269" fill="white" stroke="#2E2D36" stroke-width="4.60691"/>
+<circle cx="401.071" cy="643.307" r="14.8269" fill="white" stroke="#2E2D36" stroke-width="4.60691"/>
+<circle cx="457.998" cy="631.009" r="14.8269" fill="white" stroke="#2E2D36" stroke-width="4.60691"/>
+<path d="M457.304 487.798V535.601L489.139 569.123" stroke="#2E2D36" stroke-width="7.67819" stroke-linecap="round"/>
+<circle cx="499.354" cy="582.413" r="14.8269" fill="white" stroke="#2E2D36" stroke-width="4.60691"/>
+<circle cx="542.695" cy="535.006" r="14.8269" fill="white" stroke="#2E2D36" stroke-width="4.60691"/>
+<circle cx="562.332" cy="476.393" r="14.8269" fill="white" stroke="#2E2D36" stroke-width="4.60691"/>
+<path d="M303.381 465.483L289.993 476.988H248.834" stroke="#2E2D36" stroke-width="7.67819" stroke-linecap="round"/>
+<path d="M351.532 489.484V531.188L312.555 569.817" stroke="#2E2D36" stroke-width="7.67819" stroke-linecap="round"/>
+<path d="M371.863 494.889V569.123L345.78 596.942V615.24" stroke="#2E2D36" stroke-width="7.67819" stroke-linecap="round"/>
+<path d="M401.368 498.311V625.753" stroke="#2E2D36" stroke-width="7.67819" stroke-linecap="round"/>
+<path d="M496.925 465.731L505.057 473.566H545.422" stroke="#2E2D36" stroke-width="7.67819" stroke-linecap="round"/>
+<ellipse cx="401.021" cy="307.892" rx="51.671" ry="53.0099" fill="#2E2D36"/>
+<ellipse cx="411.286" cy="294.106" rx="18.5956" ry="19.0915" fill="white"/>
+<ellipse cx="428.493" cy="322.471" rx="8.43002" ry="8.67796" fill="white"/>
+<circle cx="344.143" cy="632.299" r="14.8269" fill="white" stroke="#2E2D36" stroke-width="4.60691"/>
+</svg>

package/package.json

@@ -0,0 +1,42 @@
+{
+  "name": "@xberg-io/opencode-tree-sitter-language-pack",
+  "version": "0.1.0",
+  "description": "OpenCode tools for parsing and code intelligence with the ts-pack CLI.",
+  "keywords": [
+    "chunking",
+    "code-intelligence",
+    "opencode",
+    "parsing",
+    "tree-sitter"
+  ],
+  "homepage": "https://github.com/xberg-io/plugins/tree/main/plugins/tree-sitter-language-pack",
+  "bugs": {
+    "url": "https://github.com/xberg-io/plugins/issues"
+  },
+  "license": "MIT",
+  "repository": {
+    "type": "git",
+    "url": "git+https://github.com/xberg-io/plugins.git",
+    "directory": "plugins/tree-sitter-language-pack"
+  },
+  "files": [
+    ".opencode/",
+    "assets/",
+    "README.md"
+  ],
+  "type": "module",
+  "main": ".opencode/plugins/tree-sitter-language-pack.js",
+  "exports": {
+    ".": "./.opencode/plugins/tree-sitter-language-pack.js"
+  },
+  "publishConfig": {
+    "access": "public",
+    "provenance": true
+  },
+  "dependencies": {
+    "@opencode-ai/plugin": "^1.17.8"
+  },
+  "engines": {
+    "node": ">=22.14.0"
+  }
+}