@tabnas/parser 0.2.0 → 0.3.1

package/dist-test/json-plugin.js

@@ -0,0 +1,202 @@
+"use strict";
+/* Copyright (c) 2013-2026 Richard Rodger, MIT License */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.json = void 0;
+exports.registerJsonGrammar = registerJsonGrammar;
+const defprop = Object.defineProperty;
+// Attach a hidden marker property to a node — used when info.map /
+// info.list mode is on so callers can introspect implicit/explicit
+// container origins. JSON parsing ignores marker properties.
+function mark(node, marker, data) {
+    if (node != null && typeof node === 'object') {
+        defprop(node, marker, { value: data, writable: true });
+    }
+}
+// JSON-only options. Restrictive enough to mirror JSON.parse.
+const JSON_OPTIONS = {
+    text: { lex: false },
+    number: {
+        hex: false,
+        oct: false,
+        bin: false,
+        sep: null,
+        exclude: /^00+/,
+    },
+    string: {
+        chars: '"',
+        multiChars: '',
+        allowUnknown: false,
+        escape: { v: null },
+    },
+    comment: { lex: false },
+    map: { extend: false },
+    lex: { empty: false },
+    rule: { finish: false, include: 'json' },
+    result: { fail: [undefined, NaN] },
+    tokenSet: { KEY: ['#ST', null, null, null] },
+};
+// Install the pure JSON rule set (val / map / list / pair / elem) on
+// the given Tabnas instance. Exposed so other grammar plugins can layer
+// its extensions on top without re-declaring the JSON core.
+function registerJsonGrammar(tn) {
+    const { 
+    // Complex tokens
+    TX, // Text (unquoted character sequence)
+    ST, // String (quoted character sequence)
+     } = tn.token;
+    tn.grammar({
+        ref: {
+            '@finish': (_rule, ctx) => {
+                if (!ctx.cfg.rule.finish) {
+                    ctx.t0.err = 'end_of_source';
+                    return ctx.t0;
+                }
+                return undefined;
+            },
+            // Get key string value from first matching token of `Open` state.
+            '@pairkey': (r) => {
+                const key_token = r.o0;
+                const key = ST === key_token.tin || TX === key_token.tin
+                    ? key_token.val
+                    : key_token.src;
+                r.u.key = key;
+            },
+            '@val-bo': (rule) => (rule.node = undefined),
+            '@val-bc': (r, ctx) => {
+                // val can be undefined when there is no value at all (eg. empty
+                // string, thus no matched opening token).
+                r.node =
+                    undefined === r.node
+                        ? undefined === r.child.node
+                            ? 0 === r.os
+                                ? undefined
+                                : (() => {
+                                    let val = r.o0.resolveVal(r, ctx);
+                                    if (ctx.cfg.info.text &&
+                                        typeof val === 'string' &&
+                                        (r.o0.tin === ctx.cfg.t.ST ||
+                                            r.o0.tin === ctx.cfg.t.TX)) {
+                                        const quote = r.o0.tin === ctx.cfg.t.ST && r.o0.src.length > 0
+                                            ? r.o0.src[0]
+                                            : '';
+                                        const sv = new String(val);
+                                        mark(sv, ctx.cfg.info.marker, { quote });
+                                        val = sv;
+                                    }
+                                    return val;
+                                })()
+                            : r.child.node
+                        : r.node;
+            },
+            '@map-bo': (r, ctx) => {
+                r.node = Object.create(null);
+                if (ctx.cfg.info.map) {
+                    mark(r.node, ctx.cfg.info.marker, { implicit: false, meta: {} });
+                }
+            },
+            '@list-bo': (r, ctx) => {
+                r.node = [];
+                if (ctx.cfg.info.list) {
+                    mark(r.node, ctx.cfg.info.marker, { implicit: false, meta: {} });
+                }
+            },
+            '@pair-bc': (r, ctx) => {
+                if (r.u.pair) {
+                    if (ctx.cfg.info.map && r.u.key === ctx.cfg.info.marker) {
+                        return;
+                    }
+                    r.u.prev = r.node[r.u.key];
+                    r.node[r.u.key] = r.child.node;
+                }
+            },
+            '@elem-bc': (r) => {
+                if (true !== r.u.done && undefined !== r.child.node) {
+                    r.node.push(r.child.node);
+                }
+            },
+        },
+        rule: {
+            val: {
+                // Opening token alternates.
+                open: [
+                    // A map: `{ ...`
+                    { s: '#OB', p: 'map', b: 1, g: 'map,json' },
+                    // A list: `[ ...`
+                    { s: '#OS', p: 'list', b: 1, g: 'list,json' },
+                    // A plain value: `x` `"x"` `1` `true` ....
+                    { s: '#VAL', g: 'val,json' },
+                ],
+                // Closing token alternates.
+                close: [
+                    // End of input.
+                    { s: '#ZZ', g: 'end,json' },
+                    // There's more JSON.
+                    { b: 1, g: 'more,json' },
+                ],
+            },
+            map: {
+                open: [
+                    // An empty map: {}.
+                    { s: '#OB #CB', b: 1, n: { pk: 0 }, g: 'map,json' },
+                    // Start matching map key-value pairs: a:1.
+                    // Reset counter n.pk as new map (for extensions).
+                    { s: '#OB', p: 'pair', n: { pk: 0 }, g: 'map,json,pair' },
+                ],
+                close: [
+                    // End of map.
+                    { s: '#CB', g: 'end,json' },
+                ],
+            },
+            list: {
+                open: [
+                    // An empty list: [].
+                    { s: '#OS #CS', b: 1, g: 'list,json' },
+                    // Start matching list elements: 1,2.
+                    { s: '#OS', p: 'elem', g: 'list,elem,json' },
+                ],
+                close: [
+                    // End of list.
+                    { s: '#CS', g: 'end,json' },
+                ],
+            },
+            // sets key:val on node
+            pair: {
+                open: [
+                    // Match key-colon start of pair.
+                    {
+                        s: '#KEY #CL',
+                        p: 'val',
+                        u: { pair: true },
+                        a: '@pairkey',
+                        g: 'map,pair,key,json',
+                    },
+                ],
+                close: [
+                    // Comma means a new pair at same pair-key level.
+                    { s: '#CA', r: 'pair', g: 'map,pair,json' },
+                    // End of map.
+                    { s: '#CB', b: 1, g: 'map,pair,json' },
+                ],
+            },
+            // push onto node
+            elem: {
+                open: [
+                    // List elements are values.
+                    { p: 'val', g: 'list,elem,val,json' },
+                ],
+                close: [
+                    // Next element.
+                    { s: '#CA', r: 'elem', g: 'list,elem,json' },
+                    // End of list.
+                    { s: '#CS', b: 1, g: 'list,elem,json' },
+                ],
+            },
+        },
+    });
+}
+const json = function json(tn, _options) {
+    tn.options(JSON_OPTIONS);
+    registerJsonGrammar(tn);
+};
+exports.json = json;
+//# sourceMappingURL=json-plugin.js.map

package/dist-test/json-plugin.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"json-plugin.js","sourceRoot":"","sources":["../test/json-plugin.ts"],"names":[],"mappings":";AAAA,yDAAyD;;;AA8DzD,kDAoLC;AA7ND,MAAM,OAAO,GAAG,MAAM,CAAC,cAAc,CAAA;AAGrC,mEAAmE;AACnE,mEAAmE;AACnE,6DAA6D;AAC7D,SAAS,IAAI,CAAC,IAAS,EAAE,MAAc,EAAE,IAAS;IAChD,IAAI,IAAI,IAAI,IAAI,IAAI,OAAO,IAAI,KAAK,QAAQ,EAAE,CAAC;QAC7C,OAAO,CAAC,IAAI,EAAE,MAAM,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAA;IACxD,CAAC;AACH,CAAC;AAGD,8DAA8D;AAC9D,MAAM,YAAY,GAAG;IACnB,IAAI,EAAE,EAAE,GAAG,EAAE,KAAK,EAAE;IACpB,MAAM,EAAE;QACN,GAAG,EAAE,KAAK;QACV,GAAG,EAAE,KAAK;QACV,GAAG,EAAE,KAAK;QACV,GAAG,EAAE,IAAI;QACT,OAAO,EAAE,MAAM;KAChB;IACD,MAAM,EAAE;QACN,KAAK,EAAE,GAAG;QACV,UAAU,EAAE,EAAE;QACd,YAAY,EAAE,KAAK;QACnB,MAAM,EAAE,EAAE,CAAC,EAAE,IAAI,EAAE;KACpB;IACD,OAAO,EAAE,EAAE,GAAG,EAAE,KAAK,EAAE;IACvB,GAAG,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE;IACtB,GAAG,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE;IACrB,IAAI,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,MAAM,EAAE;IACxC,MAAM,EAAE,EAAE,IAAI,EAAE,CAAC,SAAS,EAAE,GAAG,CAAC,EAAE;IAClC,QAAQ,EAAE,EAAE,GAAG,EAAE,CAAC,KAAK,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,EAAE;CAC7C,CAAA;AAGD,qEAAqE;AACrE,wEAAwE;AACxE,4DAA4D;AAC5D,SAAgB,mBAAmB,CAAC,EAAU;IAC5C,MAAM;IACJ,iBAAiB;IACjB,EAAE,EAAE,qCAAqC;IACzC,EAAE,EAAE,qCAAqC;MAC1C,GAAG,EAAE,CAAC,KAAK,CAAA;IAEZ,EAAE,CAAC,OAAO,CAAC;QACT,GAAG,EAAE;YACH,SAAS,EAAE,CAAC,KAAW,EAAE,GAAY,EAAE,EAAE;gBACvC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;oBACzB,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,eAAe,CAAA;oBAC5B,OAAO,GAAG,CAAC,EAAE,CAAA;gBACf,CAAC;gBACD,OAAO,SAAS,CAAA;YAClB,CAAC;YAED,kEAAkE;YAClE,UAAU,EAAE,CAAC,CAAO,EAAE,EAAE;gBACtB,MAAM,SAAS,GAAG,CAAC,CAAC,EAAE,CAAA;gBACtB,MAAM,GAAG,GACP,EAAE,KAAK,SAAS,CAAC,GAAG,IAAI,EAAE,KAAK,SAAS,CAAC,GAAG;oBAC1C,CAAC,CAAC,SAAS,CAAC,GAAG;oBACf,CAAC,CAAC,SAAS,CAAC,GAAG,CAAA;gBAEnB,CAAC,CAAC,CAAC,CAAC,GAAG,GAAG,GAAG,CAAA;YACf,CAAC;YAED,SAAS,EAAE,CAAC,IAAU,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,GAAG,SAAS,CAAC;YAClD,SAAS,EAAE,CAAC,CAAO,EAAE,GAAY,EAAE,EAAE;gBACnC,gEAAgE;gBAChE,0CAA0C;gBAC1C,CAAC,CAAC,IAAI;oBACJ,SAAS,KAAK,CAAC,CAAC,IAAI;wBAClB,CAAC,CAAC,SAAS,KAAK,CAAC,CAAC,KAAK,CAAC,IAAI;4BAC1B,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE;gCACV,CAAC,CAAC,SAAS;gCACX,CAAC,CAAC,CAAC,GAAG,EAAE;oCACJ,IAAI,GAAG,GAAG,CAAC,CAAC,EAAE,CAAC,UAAU,CAAC,CAAC,EAAE,GAAG,CAAC,CAAA;oCACjC,IACE,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI;wCACjB,OAAO,GAAG,KAAK,QAAQ;wCACvB,CAAC,CAAC,CAAC,EAAE,CAAC,GAAG,KAAK,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE;4CACxB,CAAC,CAAC,EAAE,CAAC,GAAG,KAAK,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAC5B,CAAC;wCACD,MAAM,KAAK,GACT,CAAC,CAAC,EAAE,CAAC,GAAG,KAAK,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,EAAE,CAAC,GAAG,CAAC,MAAM,GAAG,CAAC;4CAC9C,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;4CACb,CAAC,CAAC,EAAE,CAAA;wCACR,MAAM,EAAE,GAAG,IAAI,MAAM,CAAC,GAAG,CAAC,CAAA;wCAC1B,IAAI,CAAC,EAAE,EAAE,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,KAAK,EAAE,CAAC,CAAA;wCACxC,GAAG,GAAG,EAAS,CAAA;oCACjB,CAAC;oCACD,OAAO,GAAG,CAAA;gCACZ,CAAC,CAAC,EAAE;4BACR,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI;wBAChB,CAAC,CAAC,CAAC,CAAC,IAAI,CAAA;YACd,CAAC;YAED,SAAS,EAAE,CAAC,CAAO,EAAE,GAAY,EAAE,EAAE;gBACnC,CAAC,CAAC,IAAI,GAAG,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAA;gBAC5B,IAAI,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC;oBACrB,IAAI,CAAC,CAAC,CAAC,IAAI,EAAE,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,QAAQ,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,CAAA;gBAClE,CAAC;YACH,CAAC;YAED,UAAU,EAAE,CAAC,CAAO,EAAE,GAAY,EAAE,EAAE;gBACpC,CAAC,CAAC,IAAI,GAAG,EAAE,CAAA;gBACX,IAAI,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;oBACtB,IAAI,CAAC,CAAC,CAAC,IAAI,EAAE,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,QAAQ,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,CAAA;gBAClE,CAAC;YACH,CAAC;YAED,UAAU,EAAE,CAAC,CAAO,EAAE,GAAY,EAAE,EAAE;gBACpC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;oBACb,IAAI,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,KAAK,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;wBACxD,OAAM;oBACR,CAAC;oBACD,CAAC,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAA;oBAC1B,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,IAAI,CAAA;gBAChC,CAAC;YACH,CAAC;YAED,UAAU,EAAE,CAAC,CAAO,EAAE,EAAE;gBACtB,IAAI,IAAI,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,IAAI,SAAS,KAAK,CAAC,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC;oBACpD,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAA;gBAC3B,CAAC;YACH,CAAC;SAC2B;QAE9B,IAAI,EAAE;YACJ,GAAG,EAAE;gBACH,4BAA4B;gBAC5B,IAAI,EAAE;oBACJ,iBAAiB;oBACjB,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,UAAU,EAAE;oBAE3C,kBAAkB;oBAClB,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,WAAW,EAAE;oBAE7C,2CAA2C;oBAC3C,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,UAAU,EAAE;iBAC7B;gBAED,4BAA4B;gBAC5B,KAAK,EAAE;oBACL,gBAAgB;oBAChB,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,UAAU,EAAE;oBAE3B,qBAAqB;oBACrB,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,WAAW,EAAE;iBACzB;aACF;YAED,GAAG,EAAE;gBACH,IAAI,EAAE;oBACJ,oBAAoB;oBACpB,EAAE,CAAC,EAAE,SAAS,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,EAAE,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,EAAE,UAAU,EAAE;oBAEnD,2CAA2C;oBAC3C,kDAAkD;oBAClD,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,EAAE,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,EAAE,eAAe,EAAE;iBAC1D;gBACD,KAAK,EAAE;oBACL,cAAc;oBACd,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,UAAU,EAAE;iBAC5B;aACF;YAED,IAAI,EAAE;gBACJ,IAAI,EAAE;oBACJ,qBAAqB;oBACrB,EAAE,CAAC,EAAE,SAAS,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,WAAW,EAAE;oBAEtC,qCAAqC;oBACrC,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,gBAAgB,EAAE;iBAC7C;gBACD,KAAK,EAAE;oBACL,eAAe;oBACf,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,UAAU,EAAE;iBAC5B;aACF;YAED,uBAAuB;YACvB,IAAI,EAAE;gBACJ,IAAI,EAAE;oBACJ,iCAAiC;oBACjC;wBACE,CAAC,EAAE,UAAU;wBACb,CAAC,EAAE,KAAK;wBACR,CAAC,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE;wBACjB,CAAC,EAAE,UAAU;wBACb,CAAC,EAAE,mBAAmB;qBACvB;iBACF;gBACD,KAAK,EAAE;oBACL,iDAAiD;oBACjD,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,eAAe,EAAE;oBAE3C,cAAc;oBACd,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,eAAe,EAAE;iBACvC;aACF;YAED,iBAAiB;YACjB,IAAI,EAAE;gBACJ,IAAI,EAAE;oBACJ,4BAA4B;oBAC5B,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,oBAAoB,EAAE;iBACtC;gBACD,KAAK,EAAE;oBACL,gBAAgB;oBAChB,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,gBAAgB,EAAE;oBAE5C,eAAe;oBACf,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,gBAAgB,EAAE;iBACxC;aACF;SACF;KACF,CAAC,CAAA;AACJ,CAAC;AAGM,MAAM,IAAI,GAAW,SAAS,IAAI,CAAC,EAAU,EAAE,QAAc;IAClE,EAAE,CAAC,OAAO,CAAC,YAAY,CAAC,CAAA;IACxB,mBAAmB,CAAC,EAAE,CAAC,CAAA;AACzB,CAAC,CAAA;AAHY,QAAA,IAAI,QAGhB"}

package/dist-test/tsconfig.tsbuildinfo

@@ -0,0 +1 @@
+{"root":["../test/json-plugin.ts"],"version":"6.0.3"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@tabnas/parser",
-  "version": "0.2.0",
+  "version": "0.3.1",
   "main": "dist/tabnas.js",
   "type": "commonjs",
   "types": "dist/tabnas.d.ts",
@@ -37,8 +37,9 @@
   },
   "license": "MIT",
   "files": [
+    "LICENSE",
     "dist",
-    "LICENSE"
+    "dist-test"
   ],
   "exports": {
     ".": "./dist/tabnas.js",
@@ -48,8 +49,8 @@
     "./builtins": "./dist/builtins.js"
   },
   "devDependencies": {
-    "@tabnas/debug": "file:../../debug/ts",
-    "@tabnas/railroad": "file:../../railroad/ts",
+    "@tabnas/debug": "*",
+    "@tabnas/railroad": "*",
     "@types/node": "25.6.0",
     "typescript": "6.0.3"
   },