@konomanoasa/tree-sitter-toml 0.1.0

package/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2026 konomanoasa
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

package/README.md

@@ -0,0 +1,29 @@
+# tree-sitter-toml
+
+[![CI](https://github.com/konomanoasa/tree-sitter-toml/actions/workflows/ci.yaml/badge.svg)](https://github.com/konomanoasa/tree-sitter-toml/actions/workflows/ci.yaml)
+[![npm](https://img.shields.io/npm/v/@konomanoasa/tree-sitter-toml)](https://www.npmjs.com/package/@konomanoasa/tree-sitter-toml)
+
+[Tree-sitter](https://tree-sitter.github.io/tree-sitter/) grammar for
+TOML 1.1.0.
+
+## Installation
+
+```sh
+npm install @konomanoasa/tree-sitter-toml
+```
+
+## Development
+
+```sh
+npm install
+npm run parse -- script.toml
+```
+
+## Specifications
+
+- [TOML 1.1.0](https://toml.io/en/v1.1.0)
+- [TOML 1.1.0 ABNF](https://github.com/toml-lang/toml/blob/1.1.0/toml.abnf)
+
+## License
+
+[MIT](LICENSE)

package/grammar.js

@@ -0,0 +1,197 @@
+const sign = optional(choice("-", "+"));
+
+const digit = ($) => alias($._digit, $.digit);
+
+const hexdig = ($) => alias($._hexdig, $.hexdig);
+
+const times = (count, leaf) => Array(count).fill(leaf);
+
+const underscored = (leaf) => choice(leaf, seq("_", leaf));
+
+const separated = (leaf) => seq(leaf, repeat(underscored(leaf)));
+
+const layout = ($) => optional($._ws_comment_newline);
+
+const elements = ($, element) =>
+  seq(
+    layout($),
+    element,
+    repeat(seq(layout($), ",", layout($), element)),
+    optional(seq(layout($), ",")),
+  );
+
+const header = ($, open, close) =>
+  seq(open, optional($._ws), field("key", $.key), optional($._ws), close);
+
+const multiline = ($, delimiter, body) =>
+  prec(1, seq(delimiter, optional($.newline), optional(body), delimiter));
+
+const quotes = (quote, mark) =>
+  prec.right(seq(alias(quote, mark), optional(alias(quote, mark))));
+
+export default grammar({
+  name: "toml",
+  extras: () => [],
+  externals: ($) => [$._mlb_quote, $._mll_quote],
+  conflicts: ($) => [
+    [$.key, $.dotted_key],
+    [$.dotted_key],
+    [$.unsigned_dec_int, $._digit],
+    [$.offset_date_time, $.local_date_time, $.local_date],
+    [$.array_values],
+    [$.inline_table_keyvals],
+  ],
+  rules: {
+    toml: ($) =>
+      seq(
+        optional($.expression),
+        repeat(seq($.newline, optional($.expression))),
+      ),
+    expression: ($) =>
+      choice(
+        $._ws,
+        seq(optional($._ws), $.comment),
+        seq(
+          optional($._ws),
+          choice($.keyval, $.table),
+          optional($._ws),
+          optional($.comment),
+        ),
+      ),
+    _ws: ($) => prec.right(repeat1(choice($._space, /\t/))),
+    _space: () => / /,
+    newline: () => /\r?\n/,
+    comment: () => /#[\t\x20-\x7e\u0080-\u{d7ff}\u{e000}-\u{10ffff}]*/u,
+    keyval: ($) =>
+      seq(
+        field("key", $.key),
+        optional($._ws),
+        "=",
+        optional($._ws),
+        field("value", $.val),
+      ),
+    key: ($) => choice($.simple_key, $.dotted_key),
+    simple_key: ($) => choice($.quoted_key, $.unquoted_key),
+    unquoted_key: () => /[A-Za-z0-9_-]+/,
+    quoted_key: ($) => choice($.basic_string, $.literal_string),
+    dotted_key: ($) =>
+      seq(
+        $.simple_key,
+        repeat1(seq(optional($._ws), ".", optional($._ws), $.simple_key)),
+      ),
+    val: ($) =>
+      choice(
+        $.string,
+        $.boolean,
+        $.array,
+        $.inline_table,
+        $.date_time,
+        $.float,
+        $.integer,
+      ),
+    string: ($) =>
+      choice(
+        $.ml_basic_string,
+        $.basic_string,
+        $.ml_literal_string,
+        $.literal_string,
+      ),
+    basic_string: ($) => seq('"', repeat($.basic_char), '"'),
+    basic_char: ($) => choice($.basic_unescaped, $.escaped),
+    basic_unescaped: () =>
+      /[\t\x20-\x21\x23-\x5b\x5d-\x7e\u0080-\u{d7ff}\u{e000}-\u{10ffff}]/u,
+    escaped: ($) => seq("\\", $.escape_seq_char),
+    escape_seq_char: ($) =>
+      choice(
+        '"',
+        "\\",
+        "b",
+        "e",
+        "f",
+        "n",
+        "r",
+        "t",
+        seq("x", ...times(2, hexdig($))),
+        seq("u", ...times(4, hexdig($))),
+        seq("U", ...times(8, hexdig($))),
+      ),
+    ml_basic_string: ($) => multiline($, '"""', $.ml_basic_body),
+    ml_basic_body: ($) => repeat1(choice($.mlb_content, $.mlb_quotes)),
+    mlb_content: ($) => choice($.basic_char, $.newline, $.mlb_escaped_nl),
+    mlb_quotes: ($) => quotes($._mlb_quote, '"'),
+    mlb_escaped_nl: ($) =>
+      prec.right(
+        seq("\\", optional($._ws), $.newline, repeat(choice($._ws, $.newline))),
+      ),
+    literal_string: ($) => seq("'", repeat($.literal_char), "'"),
+    literal_char: () =>
+      /[\t\x20-\x26\x28-\x7e\u0080-\u{d7ff}\u{e000}-\u{10ffff}]/u,
+    ml_literal_string: ($) => multiline($, "'''", $.ml_literal_body),
+    ml_literal_body: ($) => repeat1(choice($.mll_content, $.mll_quotes)),
+    mll_content: ($) => choice($.literal_char, $.newline),
+    mll_quotes: ($) => quotes($._mll_quote, "'"),
+    integer: ($) => choice($.dec_int, $.hex_int, $.oct_int, $.bin_int),
+    dec_int: ($) => seq(sign, $.unsigned_dec_int),
+    unsigned_dec_int: ($) =>
+      choice(
+        digit($),
+        seq(alias($._digit1_9, $.digit1_9), repeat1(underscored(digit($)))),
+      ),
+    hex_int: ($) => seq("0x", separated(hexdig($))),
+    oct_int: ($) => seq("0o", separated(alias($._digit0_7, $.digit0_7))),
+    bin_int: ($) => seq("0b", separated(alias($._digit0_1, $.digit0_1))),
+    _digit: ($) => choice(/0/, $._digit1_9),
+    _digit1_9: () => /[1-9]/,
+    _digit0_7: () => /[0-7]/,
+    _digit0_1: () => /[01]/,
+    _hexdig: ($) => choice($._digit, /[A-Fa-f]/),
+    float: ($) =>
+      choice(
+        seq($.float_int_part, choice($.exp, seq($.frac, optional($.exp)))),
+        $.special_float,
+      ),
+    float_int_part: ($) => $.dec_int,
+    frac: ($) => seq(".", $.zero_prefixable_int),
+    zero_prefixable_int: ($) => separated(digit($)),
+    exp: ($) => seq(choice("e", "E"), $.float_exp_part),
+    float_exp_part: ($) => seq(sign, $.zero_prefixable_int),
+    special_float: () => seq(sign, choice("inf", "nan")),
+    boolean: () => choice("true", "false"),
+    date_time: ($) =>
+      choice($.offset_date_time, $.local_date_time, $.local_date, $.local_time),
+    date_fullyear: ($) => seq(...times(4, digit($))),
+    date_month: ($) => seq(...times(2, digit($))),
+    date_mday: ($) => seq(...times(2, digit($))),
+    time_delim: ($) => choice("T", "t", alias($._space, " ")),
+    time_hour: ($) => seq(...times(2, digit($))),
+    time_minute: ($) => seq(...times(2, digit($))),
+    time_second: ($) => seq(...times(2, digit($))),
+    time_secfrac: ($) => seq(".", repeat1(digit($))),
+    time_numoffset: ($) =>
+      seq(choice("+", "-"), $.time_hour, ":", $.time_minute),
+    time_offset: ($) => choice("Z", "z", $.time_numoffset),
+    partial_time: ($) =>
+      seq(
+        $.time_hour,
+        ":",
+        $.time_minute,
+        optional(seq(":", $.time_second, optional($.time_secfrac))),
+      ),
+    full_date: ($) => seq($.date_fullyear, "-", $.date_month, "-", $.date_mday),
+    full_time: ($) => seq($.partial_time, $.time_offset),
+    offset_date_time: ($) => seq($.full_date, $.time_delim, $.full_time),
+    local_date_time: ($) => seq($.full_date, $.time_delim, $.partial_time),
+    local_date: ($) => $.full_date,
+    local_time: ($) => $.partial_time,
+    array: ($) => seq("[", optional($.array_values), layout($), "]"),
+    array_values: ($) => elements($, $.val),
+    _ws_comment_newline: ($) =>
+      repeat1(choice($._ws, $.newline, seq($.comment, $.newline))),
+    table: ($) => choice($.std_table, $.array_table),
+    std_table: ($) => header($, "[", "]"),
+    inline_table: ($) =>
+      seq("{", optional($.inline_table_keyvals), layout($), "}"),
+    inline_table_keyvals: ($) => elements($, $.keyval),
+    array_table: ($) => header($, "[[", "]]"),
+  },
+});

package/package.json

@@ -0,0 +1,41 @@
+{
+  "name": "@konomanoasa/tree-sitter-toml",
+  "version": "0.1.0",
+  "type": "module",
+  "description": "Tree-sitter grammar for TOML.",
+  "license": "MIT",
+  "repository": "git+https://github.com/konomanoasa/tree-sitter-toml.git",
+  "files": [
+    "grammar.js",
+    "queries/*.scm",
+    "src/*.c",
+    "src/*.json",
+    "src/tree_sitter/*.h",
+    "tree-sitter.json"
+  ],
+  "publishConfig": {
+    "access": "public"
+  },
+  "scripts": {
+    "check": "biome check . && node scripts/check-c.js && node scripts/check-generated.js && npm test",
+    "format": "biome check --write . && node scripts/check-c.js --write",
+    "generate": "npm run tree-sitter -- generate-all",
+    "parse": "npm run tree-sitter -- parse --scope source.toml",
+    "test": "npm run tree-sitter -- test-corpus --rebuild && node --test --test-concurrency=1 \"test/*.test.js\"",
+    "test:fuzz": "node --test --test-name-pattern=\"fixed-seed generated histories\" test/incremental.test.js",
+    "test:fuzz:corpus": "npm run tree-sitter -- fuzz-all --iterations 100 --edits 5",
+    "test:highlights": "node --test test/highlight.test.js",
+    "test:incremental": "node --test test/incremental.test.js",
+    "test:sanitize": "node scripts/check-c.js --sanitize",
+    "test:scanner": "node scripts/check-c.js",
+    "tree-sitter": "node scripts/tree-sitter.js"
+  },
+  "devDependencies": {
+    "@biomejs/biome": "2.5.14",
+    "@types/node": "26.5.1",
+    "tree-sitter-cli": "0.27.0"
+  },
+  "allowScripts": {
+    "tree-sitter-cli": true
+  }
+}

package/queries/highlights.scm

@@ -0,0 +1,222 @@
+(comment) @comment
+
+(unquoted_key) @property
+
+"=" @operator
+
+"," @punctuation.delimiter
+
+[
+  "["
+  "]"
+  "[["
+  "]]"
+  "{"
+  "}"
+] @punctuation.bracket
+
+[
+  "\"\"\""
+  "'''"
+] @punctuation.delimiter
+
+[
+  "0x"
+  "0o"
+  "0b"
+] @number
+
+[
+  "inf"
+  "nan"
+] @number.float
+
+[
+  "true"
+  "false"
+] @boolean
+
+[
+  ":"
+  "Z"
+  "z"
+] @string.special
+
+(dotted_key
+  "." @punctuation.delimiter)
+
+(basic_string
+  "\"" @punctuation.delimiter)
+
+(literal_string
+  "'" @punctuation.delimiter)
+
+(quoted_key
+  (basic_string
+    (basic_char
+      (basic_unescaped) @property)))
+
+(quoted_key
+  (literal_string
+    (literal_char) @property))
+
+(string
+  (basic_string
+    (basic_char
+      (basic_unescaped) @string)))
+
+(string
+  (literal_string
+    (literal_char) @string))
+
+(mlb_content
+  (basic_char
+    (basic_unescaped) @string))
+
+(mll_content
+  (literal_char) @string)
+
+(mlb_quotes
+  "\"" @string)
+
+(mll_quotes
+  "'" @string)
+
+(escaped
+  "\\" @string.escape)
+
+(escape_seq_char
+  [
+    "\""
+    "\\"
+    "b"
+    "e"
+    "f"
+    "n"
+    "r"
+    "t"
+    "x"
+    "u"
+    "U"
+    (hexdig)
+  ] @string.escape)
+
+(mlb_escaped_nl
+  "\\" @punctuation.special)
+
+(integer
+  (dec_int
+    [
+      "-"
+      "+"
+    ] @number))
+
+(integer
+  (dec_int
+    (unsigned_dec_int
+      [
+        (digit)
+        (digit1_9)
+        "_"
+      ] @number)))
+
+(hex_int
+  [
+    (hexdig)
+    "_"
+  ] @number)
+
+(oct_int
+  [
+    (digit0_7)
+    "_"
+  ] @number)
+
+(bin_int
+  [
+    (digit0_1)
+    "_"
+  ] @number)
+
+(float_int_part
+  (dec_int
+    [
+      "-"
+      "+"
+    ] @number.float))
+
+(float_int_part
+  (dec_int
+    (unsigned_dec_int
+      [
+        (digit)
+        (digit1_9)
+        "_"
+      ] @number.float)))
+
+(frac
+  "." @number.float)
+
+(zero_prefixable_int
+  [
+    (digit)
+    "_"
+  ] @number.float)
+
+(exp
+  [
+    "e"
+    "E"
+  ] @number.float)
+
+(float_exp_part
+  [
+    "-"
+    "+"
+  ] @number.float)
+
+(special_float
+  [
+    "-"
+    "+"
+  ] @number.float)
+
+(full_date
+  "-" @string.special)
+
+(time_delim
+  [
+    "T"
+    "t"
+    " "
+  ] @string.special)
+
+(time_secfrac
+  [
+    "."
+    (digit)
+  ] @string.special)
+
+(time_numoffset
+  [
+    "+"
+    "-"
+  ] @string.special)
+
+(date_fullyear
+  (digit) @string.special)
+
+(date_month
+  (digit) @string.special)
+
+(date_mday
+  (digit) @string.special)
+
+(time_hour
+  (digit) @string.special)
+
+(time_minute
+  (digit) @string.special)
+
+(time_second
+  (digit) @string.special)