@konomanoasa/tree-sitter-toml 0.1.0 → 0.2.0

package/Cargo.toml

@@ -0,0 +1,23 @@
+[package]
+name = "tree-sitter-toml"
+version = "0.2.0"
+edition = "2024"
+build = "bindings/rust/build.rs"
+links = "tree-sitter-toml"
+publish = false
+
+[lib]
+path = "bindings/rust/lib.rs"
+
+[[test]]
+name = "bindings"
+path = "test/bindings.test.rs"
+
+[dependencies]
+tree-sitter-language = "0.1.8"
+
+[dev-dependencies]
+tree-sitter = "0.27.0"
+
+[build-dependencies]
+cc = "1.4"

package/README.md

@@ -4,7 +4,7 @@
 [![npm](https://img.shields.io/npm/v/@konomanoasa/tree-sitter-toml)](https://www.npmjs.com/package/@konomanoasa/tree-sitter-toml)
 
 [Tree-sitter](https://tree-sitter.github.io/tree-sitter/) grammar for
-TOML 1.1.0.
+Tom's Obvious Minimal Language 1.1.0.
 
 ## Installation
 
@@ -12,11 +12,20 @@ TOML 1.1.0.
 npm install @konomanoasa/tree-sitter-toml
 ```
 
+## Grammar
+
+| Grammar | Description | Rust constant |
+| --- | --- | --- |
+| `toml` | TOML 1.1.0 | `LANGUAGE` |
+
 ## Development
 
+Development requires Node.js 24.2.0 or later.
+
 ```sh
 npm install
-npm run parse -- script.toml
+npm run build
+npm test
 ```
 
 ## Specifications

package/bindings/rust/build.rs

@@ -0,0 +1,23 @@
+use std::{env, path::Path};
+
+fn main() {
+  let mut build = cc::Build::new();
+  build.std("c17");
+  if build.get_compiler().is_like_msvc() {
+    build.flag("-utf-8");
+  }
+  if env::var("TARGET").expect("Cargo must provide TARGET")
+    == "wasm32-unknown-unknown"
+  {
+    let headers = env::var_os("DEP_TREE_SITTER_LANGUAGE_WASM_HEADERS")
+      .expect("tree-sitter-language must provide WebAssembly headers");
+    build.include(&headers);
+    println!("cargo::rerun-if-changed={}", Path::new(&headers).display());
+  }
+
+  println!("cargo::rerun-if-changed=src");
+  build
+    .include("src")
+    .files(["src/parser.c", "src/scanner.c"])
+    .compile("tree-sitter-toml");
+}

package/bindings/rust/lib.rs

@@ -0,0 +1,12 @@
+use tree_sitter_language::LanguageFn;
+
+unsafe extern "C" {
+  fn tree_sitter_toml() -> *const ();
+}
+
+pub const LANGUAGE: LanguageFn =
+  unsafe { LanguageFn::from_raw(tree_sitter_toml) };
+
+pub const NODE_TYPES: &str = include_str!("../../src/node-types.json");
+
+pub const HIGHLIGHTS_QUERY: &str = include_str!("../../queries/highlights.scm");

package/package.json

@@ -1,27 +1,31 @@
 {
   "name": "@konomanoasa/tree-sitter-toml",
-  "version": "0.1.0",
+  "version": "0.2.0",
   "type": "module",
   "description": "Tree-sitter grammar for TOML.",
   "license": "MIT",
   "repository": "git+https://github.com/konomanoasa/tree-sitter-toml.git",
   "files": [
+    "Cargo.toml",
+    "bindings/rust/*.rs",
     "grammar.js",
     "queries/*.scm",
     "src/*.c",
     "src/*.json",
     "src/tree_sitter/*.h",
+    "test/bindings.test.rs",
     "tree-sitter.json"
   ],
   "publishConfig": {
     "access": "public"
   },
   "scripts": {
+    "build": "npm run tree-sitter -- build-all",
     "check": "biome check . && node scripts/check-c.js && node scripts/check-generated.js && npm test",
     "format": "biome check --write . && node scripts/check-c.js --write",
     "generate": "npm run tree-sitter -- generate-all",
-    "parse": "npm run tree-sitter -- parse --scope source.toml",
     "test": "npm run tree-sitter -- test-corpus --rebuild && node --test --test-concurrency=1 \"test/*.test.js\"",
+    "test:bindings": "cargo test --locked",
     "test:fuzz": "node --test --test-name-pattern=\"fixed-seed generated histories\" test/incremental.test.js",
     "test:fuzz:corpus": "npm run tree-sitter -- fuzz-all --iterations 100 --edits 5",
     "test:highlights": "node --test test/highlight.test.js",

package/src/parser.c

@@ -8362,7 +8362,7 @@ TS_PUBLIC const TSLanguage *tree_sitter_toml(void) {
     .max_reserved_word_set_size = 0,
     .metadata = {
       .major_version = 0,
-      .minor_version = 1,
+      .minor_version = 2,
       .patch_version = 0,
     },
   };

package/test/bindings.test.rs

@@ -0,0 +1,29 @@
+use tree_sitter::{Parser, Query};
+use tree_sitter_toml as grammar;
+
+#[test]
+fn parses_valid_source() {
+  let source = "answer = 42\n";
+  let mut parser = Parser::new();
+  parser.set_language(&grammar::LANGUAGE.into()).unwrap();
+  let tree = parser.parse(source, None).unwrap();
+  let root = tree.root_node();
+  assert_eq!(root.kind(), "toml");
+  assert_eq!(root.byte_range(), 0..source.len());
+  assert!(!root.has_error());
+}
+
+#[test]
+fn linked_scanner_preserves_quotes_in_multiline_strings() {
+  let language = grammar::LANGUAGE.into();
+  let mut parser = Parser::new();
+  parser.set_language(&language).unwrap();
+  for source in ["a = \"\"\"one\"two\"\"\"\n", "a = '''one'two'''\n"] {
+    let tree = parser.parse(source, None).unwrap();
+    let root = tree.root_node();
+    assert_eq!(root.kind(), "toml");
+    assert_eq!(root.byte_range(), 0..source.len());
+    assert!(!root.has_error(), "{source}");
+  }
+  Query::new(&language, grammar::HIGHLIGHTS_QUERY).unwrap();
+}

package/tree-sitter.json

@@ -12,7 +12,7 @@
     }
   ],
   "metadata": {
-    "version": "0.1.0",
+    "version": "0.2.0",
     "license": "MIT",
     "description": "Tree-sitter grammar for TOML.",
     "links": {
@@ -24,7 +24,7 @@
     "go": false,
     "node": false,
     "python": false,
-    "rust": false,
+    "rust": true,
     "swift": false
   }
 }