jit-parser 1.0.0

package/lib/types.d.ts

@@ -0,0 +1,70 @@
+import type { Expr } from '@jsonjoy.com/json-expression';
+import type { ParseContext } from './context';
+import type { Pattern } from './codegen/Pattern';
+export interface Grammar {
+    start: string;
+    cst: Record<string, GrammarNode>;
+    ast?: Record<string, AstNodeExpression>;
+}
+export type GrammarNode = RefNode | TerminalNodeShorthand | TerminalNode | ProductionNodeShorthand | ProductionNode | UnionNode | ListNode;
+export type ResolvedGrammarNode = TerminalNode | ProductionNode | UnionNode | ListNode;
+export type RefNode<Name extends string = string> = {
+    r: Name;
+};
+export type TerminalNodeShorthand = RegExp | string | '';
+export interface TerminalNode extends GrammarNodeBase {
+    type?: string;
+    t: TerminalNodeShorthand | string[];
+    repeat?: '*' | '+';
+}
+export type ProductionNodeShorthand = GrammarNode[];
+export interface ProductionNode extends GrammarNodeBase {
+    p: ProductionNodeShorthand;
+    type?: string;
+}
+export interface UnionNode extends GrammarNodeBase {
+    u: GrammarNode[];
+    type?: string;
+}
+export interface ListNode extends GrammarNodeBase {
+    l: GrammarNode;
+    type?: string;
+}
+export interface GrammarNodeBase extends AstCodegenOpts {
+    sample?: string;
+}
+export interface AstCodegenOpts {
+    ast?: AstNodeExpression;
+    children?: Record<number, string>;
+    leaf?: boolean;
+}
+export interface CstNode {
+    ptr: Pattern;
+    pos: number;
+    end: number;
+    children?: CstNode[];
+}
+export interface CanonicalAstNode {
+    type: string;
+    pos: number;
+    end: number;
+    raw?: string;
+    children?: (CanonicalAstNode | unknown)[];
+}
+export type Parser = (ctx: ParseContext, pos: number) => CstNode | undefined;
+export type AstNodeExpression = undefined | null | unknown | Expr;
+export interface AstExpressionData {
+    cst: CstNode;
+    ast: CanonicalAstNode | unknown;
+}
+export type AstNodeFactory = (cst: CstNode, src: string) => unknown;
+export interface ParseTraceNode {
+    pos: number;
+    ptr: ResolvedGrammarNode;
+    match?: CstNode;
+    children?: ParseTraceNode[];
+}
+export interface RootTraceNode {
+    pos: number;
+    children: ParseTraceNode[];
+}

package/lib/types.js

@@ -0,0 +1,3 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+//# sourceMappingURL=types.js.map

package/lib/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":""}

package/lib/util.d.ts

@@ -0,0 +1,10 @@
+import type { Grammar, GrammarNode, ListNode, ProductionNode, ProductionNodeShorthand, RefNode, ResolvedGrammarNode, TerminalNode, TerminalNodeShorthand, UnionNode } from './types';
+export declare const scrub: (str: string) => any;
+export declare const isTerminalShorthandNode: (item: any) => item is TerminalNodeShorthand;
+export declare const isTerminalNode: (item: any) => item is TerminalNode;
+export declare const isProductionShorthandNode: (item: any) => item is ProductionNodeShorthand;
+export declare const isProductionNode: (item: any) => item is ProductionNode;
+export declare const isUnionNode: (item: any) => item is UnionNode;
+export declare const isListNode: (item: any) => item is ListNode;
+export declare const isRefNode: (item: any) => item is RefNode;
+export declare const delimitedList: (name: string, delim: GrammarNode, elem: ResolvedGrammarNode) => Grammar["cst"];

package/lib/util.js

@@ -0,0 +1,39 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.delimitedList = exports.isRefNode = exports.isListNode = exports.isUnionNode = exports.isProductionNode = exports.isProductionShorthandNode = exports.isTerminalNode = exports.isTerminalShorthandNode = exports.scrub = void 0;
+const scrub = (str) => JSON.parse(JSON.stringify(str));
+exports.scrub = scrub;
+const isTerminalShorthandNode = (item) => typeof item === 'string' || item instanceof RegExp;
+exports.isTerminalShorthandNode = isTerminalShorthandNode;
+const isTerminalNode = (item) => typeof item === 'object' && item && typeof item.t !== 'undefined' && !(0, exports.isTerminalShorthandNode)(item);
+exports.isTerminalNode = isTerminalNode;
+const isProductionShorthandNode = (item) => item instanceof Array;
+exports.isProductionShorthandNode = isProductionShorthandNode;
+const isProductionNode = (item) => typeof item === 'object' && item && (0, exports.isProductionShorthandNode)(item.p);
+exports.isProductionNode = isProductionNode;
+const isUnionNode = (item) => typeof item === 'object' && item && item.u instanceof Array;
+exports.isUnionNode = isUnionNode;
+const isListNode = (item) => typeof item === 'object' && item && typeof item.l !== 'undefined';
+exports.isListNode = isListNode;
+const isRefNode = (item) => typeof item === 'object' && item && typeof item.r === 'string';
+exports.isRefNode = isRefNode;
+const delimitedList = (name, delim, elem) => {
+    const itemName = elem.type ?? `${name}Item`;
+    return {
+        [name]: {
+            p: [
+                { r: itemName },
+                {
+                    l: {
+                        p: [delim, { r: itemName }],
+                        ast: ['$', '/children/0'],
+                    },
+                },
+            ],
+            ast: ['concat', ['push', [[]], ['$', '/children/0']], ['$', '/children/1/children', [[]]]],
+        },
+        [itemName]: elem,
+    };
+};
+exports.delimitedList = delimitedList;
+//# sourceMappingURL=util.js.map

package/lib/util.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"util.js","sourceRoot":"","sources":["../src/util.ts"],"names":[],"mappings":";;;AAaO,MAAM,KAAK,GAAG,CAAC,GAAW,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC;AAAzD,QAAA,KAAK,SAAoD;AAE/D,MAAM,uBAAuB,GAAG,CAAC,IAAS,EAAiC,EAAE,CAClF,OAAO,IAAI,KAAK,QAAQ,IAAI,IAAI,YAAY,MAAM,CAAC;AADxC,QAAA,uBAAuB,2BACiB;AAE9C,MAAM,cAAc,GAAG,CAAC,IAAS,EAAwB,EAAE,CAChE,OAAO,IAAI,KAAK,QAAQ,IAAI,IAAI,IAAI,OAAO,IAAI,CAAC,CAAC,KAAK,WAAW,IAAI,CAAC,IAAA,+BAAuB,EAAC,IAAI,CAAC,CAAC;AADzF,QAAA,cAAc,kBAC2E;AAE/F,MAAM,yBAAyB,GAAG,CAAC,IAAS,EAAmC,EAAE,CAAC,IAAI,YAAY,KAAK,CAAC;AAAlG,QAAA,yBAAyB,6BAAyE;AAExG,MAAM,gBAAgB,GAAG,CAAC,IAAS,EAA0B,EAAE,CACpE,OAAO,IAAI,KAAK,QAAQ,IAAI,IAAI,IAAI,IAAA,iCAAyB,EAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AAD3D,QAAA,gBAAgB,oBAC2C;AAEjE,MAAM,WAAW,GAAG,CAAC,IAAS,EAAqB,EAAE,CAC1D,OAAO,IAAI,KAAK,QAAQ,IAAI,IAAI,IAAI,IAAI,CAAC,CAAC,YAAY,KAAK,CAAC;AADjD,QAAA,WAAW,eACsC;AAEvD,MAAM,UAAU,GAAG,CAAC,IAAS,EAAoB,EAAE,CACxD,OAAO,IAAI,KAAK,QAAQ,IAAI,IAAI,IAAI,OAAO,IAAI,CAAC,CAAC,KAAK,WAAW,CAAC;AADvD,QAAA,UAAU,cAC6C;AAE7D,MAAM,SAAS,GAAG,CAAC,IAAS,EAAmB,EAAE,CAAC,OAAO,IAAI,KAAK,QAAQ,IAAI,IAAI,IAAI,OAAO,IAAI,CAAC,CAAC,KAAK,QAAQ,CAAC;AAA3G,QAAA,SAAS,aAAkG;AAUjH,MAAM,aAAa,GAAG,CAAC,IAAY,EAAE,KAAkB,EAAE,IAAyB,EAAkB,EAAE;IAC3G,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,IAAI,GAAG,IAAI,MAAM,CAAC;IAC5C,OAAO;QACL,CAAC,IAAI,CAAC,EAAE;YACN,CAAC,EAAE;gBACD,EAAC,CAAC,EAAE,QAAQ,EAAC;gBACb;oBACE,CAAC,EAAE;wBACD,CAAC,EAAE,CAAC,KAAK,EAAE,EAAC,CAAC,EAAE,QAAQ,EAAC,CAAC;wBACzB,GAAG,EAAE,CAAC,GAAG,EAAE,aAAa,CAAC;qBAC1B;iBACF;aACF;YACD,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC,MAAM,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,GAAG,EAAE,aAAa,CAAC,CAAC,EAAE,CAAC,GAAG,EAAE,sBAAsB,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;SAC3F;QACD,CAAC,QAAQ,CAAC,EAAE,IAAI;KACjB,CAAC;AACJ,CAAC,CAAC;AAjBW,QAAA,aAAa,iBAiBxB"}

package/package.json

@@ -0,0 +1,103 @@
+{
+  "name": "jit-parser",
+  "private": false,
+  "publishConfig": {
+    "access": "public"
+  },
+  "version": "1.0.0",
+  "description": "High-performance JIT parser",
+  "author": {
+    "name": "streamich",
+    "url": "https://github.com/streamich"
+  },
+  "homepage": "https://github.com/streamich/jit-parser",
+  "repository": "streamich/jit-parser",
+  "funding": {
+    "type": "github",
+    "url": "https://github.com/sponsors/streamich"
+  },
+  "keywords": [
+    "parser",
+    "jit",
+    "tree",
+    "parse-tree",
+    "ast",
+    "tokenizer",
+    "radix"
+  ],
+  "engines": {
+    "node": ">=10.0"
+  },
+  "main": "lib/index.js",
+  "types": "lib/index.d.ts",
+  "typings": "lib/index.d.ts",
+  "files": [
+    "LICENSE",
+    "lib/"
+  ],
+  "license": "Apache-2.0",
+  "scripts": {
+    "prettier": "prettier --ignore-path .gitignore --write \"src/**/*.{ts,tsx,js,jsx}\"",
+    "prettier:check": "prettier --ignore-path .gitignore --list-different 'src/**/*.{ts,tsx,js,jsx}'",
+    "lint": "yarn tslint",
+    "tslint": "tslint 'src/**/*.{js,jsx,ts,tsx}' -t verbose --project .",
+    "clean": "npx rimraf@5.0.5 lib es6 es2019 es2020 esm typedocs coverage gh-pages yarn-error.log",
+    "build": "tsc --project tsconfig.build.json --module commonjs --target es2020 --outDir lib",
+    "jest": "node -r ts-node/register ./node_modules/.bin/jest",
+    "grammar-test": "node -r ts-node/register src/testing/cli.ts",
+    "test": "jest --maxWorkers 7",
+    "test:ci": "yarn jest --maxWorkers 3 --no-cache",
+    "coverage": "yarn test --collectCoverage",
+    "typedoc": "npx typedoc@0.28.5 --tsconfig tsconfig.build.json",
+    "build:pages": "rimraf gh-pages && mkdir -p gh-pages && cp -r typedocs/* gh-pages && cp -r coverage gh-pages/coverage",
+    "deploy:pages": "gh-pages -d gh-pages",
+    "publish-coverage-and-typedocs": "yarn typedoc && yarn coverage && yarn build:pages && yarn deploy:pages"
+  },
+  "peerDependencies": {
+    "tslib": "2"
+  },
+  "peerDependenciesMeta": {},
+  "dependencies": {
+    "@jsonjoy.com/json-expression": "^1.1.0",
+    "@jsonjoy.com/util": "^1.8.0",
+    "json-joy": "^17.49.1",
+    "reregexp": "^1.6.1",
+    "tree-dump": "^1.0.3"
+  },
+  "devDependencies": {
+    "@types/jest": "^29.5.12",
+    "jest": "^29.7.0",
+    "prettier": "^3.3.2",
+    "ts-jest": "^29.1.4",
+    "ts-node": "^10.9.2",
+    "tslib": "^2.6.3",
+    "tslint": "^6.1.3",
+    "tslint-config-common": "^1.6.2",
+    "typescript": "^5.4.5"
+  },
+  "jest": {
+    "verbose": true,
+    "testEnvironmentOptions": {
+      "url": "http://localhost/"
+    },
+    "moduleFileExtensions": [
+      "ts",
+      "js"
+    ],
+    "transform": {
+      "^.+\\.ts$": "ts-jest"
+    },
+    "transformIgnorePatterns": [],
+    "testRegex": ".*/(__tests__|__jest__|demo)/.*\\.(test|spec)\\.ts$"
+  },
+  "prettier": {
+    "arrowParens": "always",
+    "printWidth": 120,
+    "tabWidth": 2,
+    "useTabs": false,
+    "semi": true,
+    "singleQuote": true,
+    "trailingComma": "all",
+    "bracketSpacing": false
+  }
+}