@scinorandex/sparse 0.0.1

package/README.md

@@ -0,0 +1,132 @@
+## Sparse - Scin's Parsing Library
+
+Sparse allows developers to easily create LR1 parsers and LR1 parsing tables.
+
+**Features:**
+ - Complete Error Handling API - when parsing fails, you have the final say on where parsing stops
+ - Deferred Reductions - you create the nodes and Sparse builds the tree 
+ - Full [Slex](https://github.com/scinscinscin/slex) integration - define your entire language as a set of DFA and CFG rules
+ - Optional Table Output - use Sparse to build your tables for use in other languages
+
+## Getting Started
+
+1. **Define the CFG of your language.**
+
+The CFG is defined by creating a file containing a list of productions. Variables are identifiers encased in angle brackets like `<STATEMENT>`, while terminals are encased in square-brackets like `[L_COLON]`. 
+
+An example production includes: `<IF_STATEMENT> : [IF] [L_PAREN] <EXPRESSION> [R_PAREN] <STATEMENT> <ELSE_IF_STATEMENTS> [ELSE] <STATEMENT>;`. 
+
+An example CFG for a basic MDAS calculator is the following:
+
+```
+<S>: <PROGRAM>;
+<PROGRAM>: <EXPRESSION> [EOF];
+<PROGRAM>: [EOF];
+<EXPRESSION>: <TERM_EXPRESSION>;
+<TERM_EXPRESSION>: <FACTOR_EXPRESSION> [PLUS] <TERM_EXPRESSION>;
+<TERM_EXPRESSION>: <FACTOR_EXPRESSION> [MINUS] <TERM_EXPRESSION>;
+<TERM_EXPRESSION>: <FACTOR_EXPRESSION>;
+<FACTOR_EXPRESSION>: <ENDPOINT> [STAR] <FACTOR_EXPRESSION>;
+<FACTOR_EXPRESSION>: <ENDPOINT> [SLASH] <FACTOR_EXPRESSION>;
+<FACTOR_EXPRESSION>: <ENDPOINT>;
+<ENDPOINT>: [NUMBER];
+```
+
+2. **Create your [Slex](https://github.com/scinscinscin/slex) lexer.**
+
+```ts
+import { Slex } from "@scinorandex/slex";
+
+// Make sure the identifiers here match with the terminals in your CFG.
+enum TokenType {
+  PLUS, MINUS, STAR, SLASH, NUMBER, EOF
+}
+
+type Metadata = {};
+
+const lexerGenerator = new Slex<TokenType, Metadata>({
+  EOF_TYPE: TokenType.EOF,
+  isHigherPrecedence: ({ current, next }) => false,
+});
+
+lexerGenerator.addRule("plus", "$+", TokenType.PLUS);
+lexerGenerator.addRule("minus", "$-", TokenType.MINUS);
+lexerGenerator.addRule("star", "$*", TokenType.STAR);
+lexerGenerator.addRule("forward_slash", "$/", TokenType.SLASH);
+lexerGenerator.addRule("digit", "0|1|2|3|4|5|6|7|8|9");
+lexerGenerator.addRule("float_number", "(${digit})+$.(${digit})+");
+lexerGenerator.addRule("decimal_number", "(${digit})+");
+lexerGenerator.addRule("number_literal", "${float_number}|${decimal_number}", TokenType.NUMBER);
+
+const lexer = lexerGenerator.generate(`2.4 + 3.5 * 1 / 456.789`, () => ({}));
+```
+
+3. **Define the node representation.** 
+
+Sparse allows you to build the AST however you want, deferring to your functions when its time to make a reduction, giving you control over the representation.
+
+```ts
+type StringifiedNode = (StringifiedNode | string)[];
+
+// It doesn't have to be a class. It just has to be a structure that all nodes
+// in the AST adhere to. Classes allow this to be done easily through subclassing.
+class Node {
+  constructor(public readonly nodes: LR1StackSymbol<TokenType, {}, Node>[]) {}
+  toObject(): StringifiedNode {
+    return this.nodes.map((node) => (node.type === "token" 
+      ? node.token.lexeme 
+      : node.node.toObject()
+    ));
+  }
+}
+```
+
+4. **Building the productions and the parser.**
+
+Productions are built using the `buildProductions()` function, which can be passed into Sparse alongside `toStringifiedTokenType`, which converts a numerical TypeScript enum to the name of the terminal.
+
+```ts
+async function main() {
+  const toStringifiedTokenType = (type: TokenType) => TokenType[type];
+  const productions = buildProductions(await fs.readFile("./example/math/grammar.txt", "utf8"));
+  const parserGenerator = Sparse.fromProductions<TokenType, Metadata, Node>({ productions, toStringifiedTokenType });
+}
+```
+
+5. **Define your reducer and begin parsing.**
+
+Finally, you can define the parser's reduction function and optionally define the recovery handling function.
+
+```ts
+const parser = parserGenerator.generate(lexer, {
+  reducer: (input, productionIndex) => new Node(input),
+});
+
+console.log(parser.parse().result!.toObject());
+```
+
+## Exporting and Loading the Parsing Table
+
+It takes a while for Sparse to build states (around 30 seconds for a file containing 150 productions). This can be alleviated by generating the parsing table and loading the states directly instead. This method also allows you to edit the parsing table to resolve parsing conflicts.
+
+To create the the states, you can run `npx @scinorandex/sparse --input=<input> --output=<output>`.
+
+Afterwards, you can create a parser with pre-built states like the following:
+
+```ts
+async function main() {
+  const toStringifiedTokenType = (type: TokenType) => TokenType[type];
+  const productions = buildProductions(await fs.readFile("./example/math/grammar.txt", "utf8"));
+
+  // Notice how the "new Sparse()" constructor is used here instead of "Sparse.fromProductions()"
+  const states = buildStates(await fs.readFile("./example/math/table.txt", "utf8"));
+  const parserGenerator = new Sparse<TokenType, Metadata, Node>({ productions, states, toStringifiedTokenType });
+}
+```
+
+---
+
+## Roadmap
+
+1. Support grouping and other modifiers in the CFG. Currently, you have to unroll your grammar and remove kleene-star, kleene-plus, optional, and other modifiers.
+2. Potentially add LALR(1) support. Currently, the parser only supports outputting LR(1) tables. Tables can be significantly smaller if it made LALR(1) tables instead.

package/dist/cli.d.ts

@@ -0,0 +1,2 @@
+#! /usr/bin/env node
+export {};

package/dist/cli.js

@@ -0,0 +1,47 @@
+#! /usr/bin/env node
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+const promises_1 = __importDefault(require("fs/promises"));
+const grammarParser_1 = require("./grammarParser");
+const generator_1 = require("./generator");
+const minimist_1 = __importDefault(require("minimist"));
+const path_1 = __importDefault(require("path"));
+const errorWindowBuilder_1 = require("./utils/errorWindowBuilder");
+const args = (0, minimist_1.default)(process.argv.slice(2));
+function checkFileExists(filepath) {
+    return new Promise((resolve, reject) => {
+        promises_1.default.access(filepath, promises_1.default.constants.F_OK)
+            .then(() => resolve(true))
+            .catch(() => resolve(false));
+    });
+}
+async function main() {
+    if (typeof args.input !== "string" || typeof args.output !== "string") {
+        console.log("Usage: npx @scinorandex/sparse --input=<input> --output=<output>");
+        return;
+    }
+    const inputFile = path_1.default.resolve(args.input);
+    const outputFile = path_1.default.resolve(args.output);
+    console.log(`Reading grammar from ${inputFile} and outputting table to ${outputFile}\n`);
+    if (!(await checkFileExists(inputFile)))
+        return console.log(`File ${inputFile} does not exist`);
+    const grammar = await promises_1.default.readFile(args.input, "utf8");
+    const productionsResult = (0, grammarParser_1.tryBuildProductions)(grammar);
+    if (productionsResult.success === false) {
+        console.log(productionsResult.reason);
+        console.log((0, errorWindowBuilder_1.buildErrorWindow)(grammar, productionsResult.token));
+        return;
+    }
+    const generatorResult = (0, generator_1.generateStates)(productionsResult.value);
+    if (generatorResult.success === false) {
+        console.log(generatorResult.reason);
+        console.log((0, errorWindowBuilder_1.buildErrorWindow)(grammar, generatorResult.token));
+        return;
+    }
+    await promises_1.default.writeFile(outputFile, generatorResult.value.toTable(), { encoding: "utf-8" });
+}
+main();
+//# sourceMappingURL=cli.js.map

package/dist/cli.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"cli.js","sourceRoot":"","sources":["../src/cli.ts"],"names":[],"mappings":";;;;;;AACA,2DAA6B;AAC7B,mDAAoE;AACpE,2CAA6C;AAC7C,wDAAgC;AAChC,gDAAwB;AACxB,mEAA8D;AAE9D,MAAM,IAAI,GAAG,IAAA,kBAAQ,EAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;AAE7C,SAAS,eAAe,CAAC,QAAgB;IACvC,OAAO,IAAI,OAAO,CAAU,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QAC9C,kBAAE,CAAC,MAAM,CAAC,QAAQ,EAAE,kBAAE,CAAC,SAAS,CAAC,IAAI,CAAC;aACnC,IAAI,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;aACzB,KAAK,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC;IACjC,CAAC,CAAC,CAAC;AACL,CAAC;AAED,KAAK,UAAU,IAAI;IACjB,IAAI,OAAO,IAAI,CAAC,KAAK,KAAK,QAAQ,IAAI,OAAO,IAAI,CAAC,MAAM,KAAK,QAAQ,EAAE,CAAC;QACtE,OAAO,CAAC,GAAG,CAAC,kEAAkE,CAAC,CAAC;QAChF,OAAO;IACT,CAAC;IAED,MAAM,SAAS,GAAG,cAAI,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAC3C,MAAM,UAAU,GAAG,cAAI,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IAC7C,OAAO,CAAC,GAAG,CAAC,wBAAwB,SAAS,4BAA4B,UAAU,IAAI,CAAC,CAAC;IAEzF,IAAI,CAAC,CAAC,MAAM,eAAe,CAAC,SAAS,CAAC,CAAC;QAAE,OAAO,OAAO,CAAC,GAAG,CAAC,QAAQ,SAAS,iBAAiB,CAAC,CAAC;IAEhG,MAAM,OAAO,GAAG,MAAM,kBAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;IACtD,MAAM,iBAAiB,GAAG,IAAA,mCAAmB,EAAC,OAAO,CAAC,CAAC;IACvD,IAAI,iBAAiB,CAAC,OAAO,KAAK,KAAK,EAAE,CAAC;QACxC,OAAO,CAAC,GAAG,CAAC,iBAAiB,CAAC,MAAM,CAAC,CAAC;QACtC,OAAO,CAAC,GAAG,CAAC,IAAA,qCAAgB,EAAC,OAAO,EAAE,iBAAiB,CAAC,KAAK,CAAC,CAAC,CAAC;QAChE,OAAO;IACT,CAAC;IAED,MAAM,eAAe,GAAG,IAAA,0BAAc,EAAC,iBAAiB,CAAC,KAAK,CAAC,CAAC;IAChE,IAAI,eAAe,CAAC,OAAO,KAAK,KAAK,EAAE,CAAC;QACtC,OAAO,CAAC,GAAG,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC;QACpC,OAAO,CAAC,GAAG,CAAC,IAAA,qCAAgB,EAAC,OAAO,EAAE,eAAe,CAAC,KAAK,CAAC,CAAC,CAAC;QAC9D,OAAO;IACT,CAAC;IAED,MAAM,kBAAE,CAAC,SAAS,CAAC,UAAU,EAAE,eAAe,CAAC,KAAK,CAAC,OAAO,EAAE,EAAE,EAAE,QAAQ,EAAE,OAAO,EAAE,CAAC,CAAC;AACzF,CAAC;AAED,IAAI,EAAE,CAAC"}

package/dist/generator.d.ts

@@ -0,0 +1,28 @@
+import { Production } from "./grammarParser";
+import { TableState } from "./parser";
+import { Result } from "./utils/Result";
+type Item = Production & {
+    dot: number;
+    lookahead: string[];
+};
+type State = {
+    itemSet: Item[];
+    kernel: Item;
+    count: number;
+};
+export declare const generateStates: (productions: Production[]) => Result<GeneratorResult>;
+export declare class GeneratorResult {
+    readonly states: State[];
+    readonly ActionTable: Map<string, {
+        action: "shift" | "reduce";
+        value: number;
+    }>[];
+    readonly GotoTable: Map<string, number>[];
+    constructor(states: State[], ActionTable: Map<string, {
+        action: "shift" | "reduce";
+        value: number;
+    }>[], GotoTable: Map<string, number>[]);
+    toTable(): string;
+    toStates(): TableState[];
+}
+export {};

package/dist/generator.js

@@ -0,0 +1,290 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.GeneratorResult = exports.generateStates = void 0;
+const parser_1 = require("./parser");
+const xContainsAllOfY = (xs, ys) => [...ys].every((x) => xs.has(x));
+const EOF_STRING = "[EOF]";
+function computeFirstSets(allProductions) {
+    const ret = new Map();
+    for (const production of allProductions)
+        ret.set(production.lhs.lexeme, new Set());
+    let wasEdited = true;
+    while (wasEdited) {
+        wasEdited = false;
+        for (const production of allProductions) {
+            const toBeModified = ret.get(production.lhs.lexeme);
+            const firstRhsToken = production.rhs[0];
+            if (firstRhsToken.type === "variable") {
+                const add = ret.get(firstRhsToken.token.lexeme);
+                if (add == null) {
+                    return {
+                        success: false,
+                        reason: `Variable "${firstRhsToken.token.lexeme}" doesn't have a corresponding left hand side`,
+                        token: firstRhsToken.token,
+                    };
+                }
+                if (!xContainsAllOfY(toBeModified, add)) {
+                    wasEdited = true;
+                    ret.set(production.lhs.lexeme, new Set([...toBeModified, ...add]));
+                }
+            }
+            else if (firstRhsToken.type === "terminal") {
+                if (toBeModified.has(firstRhsToken.token.lexeme) == false) {
+                    wasEdited = true;
+                    ret.set(production.lhs.lexeme, new Set([...toBeModified, firstRhsToken.token.lexeme]));
+                }
+            }
+        }
+    }
+    return { success: true, value: ret };
+}
+function computeFollowSets(allProductions) {
+    const firstSetsResult = computeFirstSets(allProductions);
+    if (firstSetsResult.success === false)
+        return firstSetsResult;
+    const firstSets = firstSetsResult.value;
+    const ret = new Map();
+    for (const production of allProductions)
+        ret.set(production.lhs.lexeme, new Set());
+    ret.get(allProductions[0].lhs.lexeme).add(EOF_STRING);
+    let wasEdited = true;
+    while (wasEdited) {
+        wasEdited = false;
+        for (const variable of ret.keys()) {
+            for (const currentProduction of allProductions) {
+                const rhs = currentProduction.rhs;
+                for (let i = 0; i < rhs.length; i++) {
+                    const currentRhsToken = rhs[i];
+                    if (currentRhsToken.type === "variable" && currentRhsToken.token.lexeme === variable) {
+                        if (i === rhs.length - 1) {
+                            const toBeAdded = ret.get(currentProduction.lhs.lexeme);
+                            const receiver = ret.get(variable);
+                            if (!xContainsAllOfY(receiver, toBeAdded)) {
+                                wasEdited = true;
+                                ret.set(variable, new Set([...toBeAdded, ...receiver]));
+                            }
+                        }
+                        else {
+                            const nextRhsToken = rhs[i + 1];
+                            if (nextRhsToken.type === "terminal") {
+                                const existing = ret.get(variable);
+                                if (!existing.has(nextRhsToken.token.lexeme)) {
+                                    wasEdited = true;
+                                    ret.set(variable, new Set([...existing, nextRhsToken.token.lexeme]));
+                                }
+                            }
+                            else if (nextRhsToken.type === "variable") {
+                                const firstSet = firstSets.get(nextRhsToken.token.lexeme);
+                                if (firstSet == null)
+                                    return {
+                                        success: false,
+                                        reason: `Variable "${nextRhsToken.token.lexeme}" doesn't have a corresponding left hand side`,
+                                        token: nextRhsToken.token,
+                                    };
+                                if (!xContainsAllOfY(ret.get(variable), firstSet)) {
+                                    wasEdited = true;
+                                    ret.set(variable, new Set([...ret.get(variable), ...firstSet]));
+                                }
+                            }
+                        }
+                    }
+                }
+            }
+        }
+    }
+    return { success: true, value: { firstSets, followSets: ret } };
+}
+const generateStates = (productions) => {
+    const followSetsResult = computeFollowSets(productions);
+    if (followSetsResult.success == false)
+        return followSetsResult;
+    const { firstSets, followSets } = followSetsResult.value;
+    const determineNextLookAhead = (lhs, array) => {
+        if (array.length === 0) {
+            const followSet = followSets.get(lhs.lexeme);
+            if (followSet != undefined)
+                return { success: true, value: [...followSet] };
+            return {
+                success: false,
+                reason: `Variable ${lhs.lexeme} not present in computed follow sets`,
+                token: lhs,
+            };
+        }
+        else {
+            const next = array[0];
+            if (next.type === "terminal")
+                return { success: true, value: [next.token.lexeme] };
+            const testing = firstSets.get(next.token.lexeme);
+            if (testing !== undefined)
+                return { success: true, value: [...testing] };
+            return {
+                success: false,
+                reason: `Variable ${next.token.lexeme} not present in computed first sets`,
+                token: next.token,
+            };
+        }
+    };
+    function generateInitialItemSet(production) {
+        const initialItem = { lhs: production.lhs, rhs: production.rhs, dot: 0, lookahead: [EOF_STRING] };
+        return expandItemSet([initialItem]);
+    }
+    function expandItemSet(items) {
+        const itemSet = [...items];
+        const unprocesssedItems = [...items];
+        while (unprocesssedItems.length > 0) {
+            const currentItem = unprocesssedItems.shift();
+            const after = currentItem.rhs[currentItem.dot];
+            if (after == null)
+                continue;
+            if (after.type === "variable") {
+                const newProductions = productions.filter((p) => p.lhs.lexeme === after.token.lexeme);
+                const rest = currentItem.rhs.slice(currentItem.dot + 1);
+                const lookaheadResult = determineNextLookAhead(currentItem.lhs, rest);
+                if (lookaheadResult.success === false)
+                    return lookaheadResult;
+                const lookahead = lookaheadResult.value;
+                for (const newProduction of newProductions) {
+                    const newItem = { lhs: newProduction.lhs, rhs: newProduction.rhs, dot: 0, lookahead };
+                    const encoding = JSON.stringify(newItem);
+                    if (itemSet.some((i) => JSON.stringify(i) === encoding) == false) {
+                        unprocesssedItems.push(newItem);
+                        itemSet.push(newItem);
+                    }
+                }
+            }
+        }
+        return { success: true, value: { itemSet, kernel: items[0] } };
+    }
+    const initialItemSetResult = generateInitialItemSet(productions[0]);
+    if (initialItemSetResult.success === false)
+        return initialItemSetResult;
+    const initialItemSet = initialItemSetResult.value;
+    function generateStates(_initialState) {
+        const initialState = Object.assign(Object.assign({}, _initialState), { count: 0 });
+        const states = [initialState];
+        const unprocessedStates = [initialState];
+        const GotoTable = [];
+        const ActionTable = [];
+        while (unprocessedStates.length > 0) {
+            const currentState = unprocessedStates.shift();
+            const nextStates_Goto = new Map();
+            const nextStates_Shift = new Map();
+            calculateNextItem: for (const item of currentState.itemSet) {
+                const nextSymbol = item.rhs[item.dot];
+                if (nextSymbol == null) {
+                    const productionToReduceTo = productions
+                        .map((p, i) => [p, i])
+                        .find(([p, _]) => JSON.stringify(p.rhs) === JSON.stringify(item.rhs) && p.lhs.lexeme === item.lhs.lexeme)[1];
+                    for (const lookahead of item.lookahead) {
+                        if (ActionTable[currentState.count] === undefined)
+                            ActionTable[currentState.count] = new Map();
+                        ActionTable[currentState.count].set(lookahead, { action: "reduce", value: productionToReduceTo });
+                    }
+                    continue calculateNextItem;
+                }
+                const newItem = Object.assign(Object.assign({}, item), { dot: item.dot + 1 });
+                if (nextSymbol.type === "variable") {
+                    if (nextStates_Goto.has(nextSymbol.token.lexeme))
+                        nextStates_Goto.get(nextSymbol.token.lexeme).push(newItem);
+                    else
+                        nextStates_Goto.set(nextSymbol.token.lexeme, [newItem]);
+                }
+                else if (nextSymbol.type === "terminal") {
+                    if (nextStates_Shift.has(nextSymbol.token.lexeme))
+                        nextStates_Shift.get(nextSymbol.token.lexeme).push(newItem);
+                    else
+                        nextStates_Shift.set(nextSymbol.token.lexeme, [newItem]);
+                }
+            }
+            for (const [gotoTransition, gotoItems] of nextStates_Goto.entries()) {
+                const expandedItemsResult = expandItemSet(gotoItems);
+                if (expandedItemsResult.success === false)
+                    return expandedItemsResult;
+                const expandedItems = expandedItemsResult.value;
+                let existingState = states.find((s) => {
+                    return (s.kernel.lhs === expandedItems.kernel.lhs &&
+                        s.kernel.rhs.length === expandedItems.kernel.rhs.length &&
+                        JSON.stringify(s.kernel.rhs) === JSON.stringify(expandedItems.kernel.rhs) &&
+                        s.kernel.lookahead.length === expandedItems.kernel.lookahead.length &&
+                        JSON.stringify(s.kernel.lookahead) === JSON.stringify(expandedItems.kernel.lookahead) &&
+                        JSON.stringify(s.itemSet) === JSON.stringify(expandedItems.itemSet));
+                });
+                if (GotoTable[currentState.count] === undefined)
+                    GotoTable[currentState.count] = new Map();
+                if (existingState == undefined) {
+                    const newState = {
+                        itemSet: expandedItems.itemSet,
+                        kernel: expandedItems.kernel,
+                        count: states.length,
+                    };
+                    states.push(newState);
+                    unprocessedStates.push(newState);
+                    existingState = newState;
+                }
+                GotoTable[currentState.count].set(gotoTransition, existingState.count);
+            }
+            for (const [shiftTransition, shiftItems] of nextStates_Shift.entries()) {
+                const expandedItemsResult = expandItemSet(shiftItems);
+                if (expandedItemsResult.success === false)
+                    return expandedItemsResult;
+                const expandedItems = expandedItemsResult.value;
+                let existingState = states.find((s) => {
+                    return (s.kernel.lhs === expandedItems.kernel.lhs &&
+                        s.kernel.rhs.length === expandedItems.kernel.rhs.length &&
+                        JSON.stringify(s.kernel.rhs) === JSON.stringify(expandedItems.kernel.rhs) &&
+                        s.kernel.lookahead.length === expandedItems.kernel.lookahead.length &&
+                        JSON.stringify(s.kernel.lookahead) === JSON.stringify(expandedItems.kernel.lookahead) &&
+                        JSON.stringify(s.itemSet) === JSON.stringify(expandedItems.itemSet));
+                });
+                if (ActionTable[currentState.count] === undefined)
+                    ActionTable[currentState.count] = new Map();
+                if (existingState == undefined) {
+                    const newState = {
+                        itemSet: expandedItems.itemSet,
+                        kernel: expandedItems.kernel,
+                        count: states.length,
+                    };
+                    states.push(newState);
+                    unprocessedStates.push(newState);
+                    existingState = newState;
+                }
+                ActionTable[currentState.count].set(shiftTransition, { action: "shift", value: existingState.count });
+            }
+        }
+        return { success: true, value: { states, GotoTable, ActionTable } };
+    }
+    const StatesResult = generateStates(initialItemSet);
+    if (StatesResult.success === false)
+        return StatesResult;
+    const { states, ActionTable, GotoTable } = StatesResult.value;
+    return { success: true, value: new GeneratorResult(states, ActionTable, GotoTable) };
+};
+exports.generateStates = generateStates;
+class GeneratorResult {
+    constructor(states, ActionTable, GotoTable) {
+        this.states = states;
+        this.ActionTable = ActionTable;
+        this.GotoTable = GotoTable;
+    }
+    toTable() {
+        return this.ActionTable.map((actions, idx) => {
+            return [
+                ...[...actions.entries()].map(([k, { action, value }]) => `${k}=${action === "reduce" ? "r" : "s"}${value}`),
+                ...(this.GotoTable[idx] === undefined ? [] : [...this.GotoTable[idx].entries()].map(([k, v]) => `${k}=${v}`)),
+            ].join(", ");
+        }).join("\n");
+    }
+    toStates() {
+        return this.ActionTable.map((actions, idx) => {
+            const tableState = new parser_1.TableState();
+            for (const [k, { action, value }] of actions.entries())
+                tableState.actions.set(k, { type: action === "reduce" ? "reduce" : "shift", value });
+            if (this.GotoTable[idx] !== undefined)
+                for (const [k, value] of this.GotoTable[idx].entries())
+                    tableState.actions.set(k, { type: "goto", value });
+            return tableState;
+        });
+    }
+}
+exports.GeneratorResult = GeneratorResult;
+//# sourceMappingURL=generator.js.map

package/dist/generator.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"generator.js","sourceRoot":"","sources":["../src/generator.ts"],"names":[],"mappings":";;;AACA,qCAAsC;AAGtC,MAAM,eAAe,GAAG,CAAI,EAAU,EAAE,EAAU,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;AACvF,MAAM,UAAU,GAAG,OAAO,CAAC;AAG3B,SAAS,gBAAgB,CAAC,cAA4B;IAEpD,MAAM,GAAG,GAAG,IAAI,GAAG,EAAuB,CAAC;IAC3C,KAAK,MAAM,UAAU,IAAI,cAAc;QAAE,GAAG,CAAC,GAAG,CAAC,UAAU,CAAC,GAAG,CAAC,MAAM,EAAE,IAAI,GAAG,EAAE,CAAC,CAAC;IAGnF,IAAI,SAAS,GAAG,IAAI,CAAC;IACrB,OAAO,SAAS,EAAE,CAAC;QACjB,SAAS,GAAG,KAAK,CAAC;QAElB,KAAK,MAAM,UAAU,IAAI,cAAc,EAAE,CAAC;YACxC,MAAM,YAAY,GAAG,GAAG,CAAC,GAAG,CAAC,UAAU,CAAC,GAAG,CAAC,MAAM,CAAE,CAAC;YAErD,MAAM,aAAa,GAAG,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;YACxC,IAAI,aAAa,CAAC,IAAI,KAAK,UAAU,EAAE,CAAC;gBACtC,MAAM,GAAG,GAAG,GAAG,CAAC,GAAG,CAAC,aAAa,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;gBAEhD,IAAI,GAAG,IAAI,IAAI,EAAE,CAAC;oBAChB,OAAO;wBACL,OAAO,EAAE,KAAK;wBACd,MAAM,EAAE,aAAa,aAAa,CAAC,KAAK,CAAC,MAAM,+CAA+C;wBAC9F,KAAK,EAAE,aAAa,CAAC,KAAK;qBAC3B,CAAC;gBACJ,CAAC;gBAID,IAAI,CAAC,eAAe,CAAC,YAAY,EAAE,GAAG,CAAC,EAAE,CAAC;oBACxC,SAAS,GAAG,IAAI,CAAC;oBACjB,GAAG,CAAC,GAAG,CAAC,UAAU,CAAC,GAAG,CAAC,MAAM,EAAE,IAAI,GAAG,CAAC,CAAC,GAAG,YAAY,EAAE,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC;gBACrE,CAAC;YACH,CAAC;iBAAM,IAAI,aAAa,CAAC,IAAI,KAAK,UAAU,EAAE,CAAC;gBAE7C,IAAI,YAAY,CAAC,GAAG,CAAC,aAAa,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,KAAK,EAAE,CAAC;oBAC1D,SAAS,GAAG,IAAI,CAAC;oBACjB,GAAG,CAAC,GAAG,CAAC,UAAU,CAAC,GAAG,CAAC,MAAM,EAAE,IAAI,GAAG,CAAC,CAAC,GAAG,YAAY,EAAE,aAAa,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;gBACzF,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAED,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC;AACvC,CAAC;AAED,SAAS,iBAAiB,CACxB,cAA4B;IAE5B,MAAM,eAAe,GAAG,gBAAgB,CAAC,cAAc,CAAC,CAAC;IACzD,IAAI,eAAe,CAAC,OAAO,KAAK,KAAK;QAAE,OAAO,eAAe,CAAC;IAE9D,MAAM,SAAS,GAAG,eAAe,CAAC,KAAK,CAAC;IAGxC,MAAM,GAAG,GAAG,IAAI,GAAG,EAAuB,CAAC;IAC3C,KAAK,MAAM,UAAU,IAAI,cAAc;QAAE,GAAG,CAAC,GAAG,CAAC,UAAU,CAAC,GAAG,CAAC,MAAM,EAAE,IAAI,GAAG,EAAE,CAAC,CAAC;IACnF,GAAG,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,MAAM,CAAE,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;IAEvD,IAAI,SAAS,GAAG,IAAI,CAAC;IACrB,OAAO,SAAS,EAAE,CAAC;QACjB,SAAS,GAAG,KAAK,CAAC;QAElB,KAAK,MAAM,QAAQ,IAAI,GAAG,CAAC,IAAI,EAAE,EAAE,CAAC;YAClC,KAAK,MAAM,iBAAiB,IAAI,cAAc,EAAE,CAAC;gBAE/C,MAAM,GAAG,GAAG,iBAAiB,CAAC,GAAG,CAAC;gBAElC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;oBACpC,MAAM,eAAe,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC;oBAE/B,IAAI,eAAe,CAAC,IAAI,KAAK,UAAU,IAAI,eAAe,CAAC,KAAK,CAAC,MAAM,KAAK,QAAQ,EAAE,CAAC;wBACrF,IAAI,CAAC,KAAK,GAAG,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;4BAGzB,MAAM,SAAS,GAAG,GAAG,CAAC,GAAG,CAAC,iBAAiB,CAAC,GAAG,CAAC,MAAM,CAAE,CAAC;4BACzD,MAAM,QAAQ,GAAG,GAAG,CAAC,GAAG,CAAC,QAAQ,CAAE,CAAC;4BACpC,IAAI,CAAC,eAAe,CAAC,QAAQ,EAAE,SAAS,CAAC,EAAE,CAAC;gCAC1C,SAAS,GAAG,IAAI,CAAC;gCACjB,GAAG,CAAC,GAAG,CAAC,QAAQ,EAAE,IAAI,GAAG,CAAC,CAAC,GAAG,SAAS,EAAE,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC;4BAC1D,CAAC;wBACH,CAAC;6BAAM,CAAC;4BAEN,MAAM,YAAY,GAAG,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;4BAChC,IAAI,YAAY,CAAC,IAAI,KAAK,UAAU,EAAE,CAAC;gCAErC,MAAM,QAAQ,GAAG,GAAG,CAAC,GAAG,CAAC,QAAQ,CAAE,CAAC;gCACpC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,YAAY,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC;oCAC7C,SAAS,GAAG,IAAI,CAAC;oCACjB,GAAG,CAAC,GAAG,CAAC,QAAQ,EAAE,IAAI,GAAG,CAAC,CAAC,GAAG,QAAQ,EAAE,YAAY,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;gCACvE,CAAC;4BACH,CAAC;iCAAM,IAAI,YAAY,CAAC,IAAI,KAAK,UAAU,EAAE,CAAC;gCAG5C,MAAM,QAAQ,GAAG,SAAS,CAAC,GAAG,CAAC,YAAY,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;gCAC1D,IAAI,QAAQ,IAAI,IAAI;oCAClB,OAAO;wCACL,OAAO,EAAE,KAAK;wCACd,MAAM,EAAE,aAAa,YAAY,CAAC,KAAK,CAAC,MAAM,+CAA+C;wCAC7F,KAAK,EAAE,YAAY,CAAC,KAAK;qCAC1B,CAAC;gCAEJ,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,GAAG,CAAC,QAAQ,CAAE,EAAE,QAAQ,CAAC,EAAE,CAAC;oCACnD,SAAS,GAAG,IAAI,CAAC;oCACjB,GAAG,CAAC,GAAG,CAAC,QAAQ,EAAE,IAAI,GAAG,CAAC,CAAC,GAAG,GAAG,CAAC,GAAG,CAAC,QAAQ,CAAE,EAAE,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC;gCACnE,CAAC;4BACH,CAAC;wBACH,CAAC;oBACH,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAED,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,EAAE,SAAS,EAAE,UAAU,EAAE,GAAG,EAAE,EAAE,CAAC;AAClE,CAAC;AAKM,MAAM,cAAc,GAAG,CAAC,WAAyB,EAA2B,EAAE;IACnF,MAAM,gBAAgB,GAAG,iBAAiB,CAAC,WAAW,CAAC,CAAC;IACxD,IAAI,gBAAgB,CAAC,OAAO,IAAI,KAAK;QAAE,OAAO,gBAAgB,CAAC;IAE/D,MAAM,EAAE,SAAS,EAAE,UAAU,EAAE,GAAG,gBAAgB,CAAC,KAAK,CAAC;IAIzD,MAAM,sBAAsB,GAAG,CAC7B,GAAiB,EACjB,KAA+D,EAC7C,EAAE;QACpB,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACvB,MAAM,SAAS,GAAG,UAAU,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;YAC7C,IAAI,SAAS,IAAI,SAAS;gBAAE,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,GAAG,SAAS,CAAC,EAAE,CAAC;YAE5E,OAAO;gBACL,OAAO,EAAE,KAAK;gBACd,MAAM,EAAE,YAAY,GAAG,CAAC,MAAM,sCAAsC;gBACpE,KAAK,EAAE,GAAG;aACX,CAAC;QACJ,CAAC;aAAM,CAAC;YACN,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;YAEtB,IAAI,IAAI,CAAC,IAAI,KAAK,UAAU;gBAAE,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC;YACnF,MAAM,OAAO,GAAG,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;YACjD,IAAI,OAAO,KAAK,SAAS;gBAAE,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,GAAG,OAAO,CAAC,EAAE,CAAC;YAEzE,OAAO;gBACL,OAAO,EAAE,KAAK;gBACd,MAAM,EAAE,YAAY,IAAI,CAAC,KAAK,CAAC,MAAM,qCAAqC;gBAC1E,KAAK,EAAE,IAAI,CAAC,KAAK;aAClB,CAAC;QACJ,CAAC;IACH,CAAC,CAAC;IAIF,SAAS,sBAAsB,CAAC,UAAsB;QACpD,MAAM,WAAW,GAAG,EAAE,GAAG,EAAE,UAAU,CAAC,GAAG,EAAE,GAAG,EAAE,UAAU,CAAC,GAAG,EAAE,GAAG,EAAE,CAAC,EAAE,SAAS,EAAE,CAAC,UAAU,CAAC,EAAU,CAAC;QAC1G,OAAO,aAAa,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC;IACtC,CAAC;IAGD,SAAS,aAAa,CAAC,KAAa;QAClC,MAAM,OAAO,GAAW,CAAC,GAAG,KAAK,CAAC,CAAC;QAGnC,MAAM,iBAAiB,GAAW,CAAC,GAAG,KAAK,CAAC,CAAC;QAC7C,OAAO,iBAAiB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACpC,MAAM,WAAW,GAAG,iBAAiB,CAAC,KAAK,EAAG,CAAC;YAG/C,MAAM,KAAK,GAAG,WAAW,CAAC,GAAG,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC;YAC/C,IAAI,KAAK,IAAI,IAAI;gBAAE,SAAS;YAE5B,IAAI,KAAK,CAAC,IAAI,KAAK,UAAU,EAAE,CAAC;gBAE9B,MAAM,cAAc,GAAG,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,MAAM,KAAK,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;gBAGtF,MAAM,IAAI,GAAG,WAAW,CAAC,GAAG,CAAC,KAAK,CAAC,WAAW,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC;gBAExD,MAAM,eAAe,GAAG,sBAAsB,CAAC,WAAW,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;gBACtE,IAAI,eAAe,CAAC,OAAO,KAAK,KAAK;oBAAE,OAAO,eAAe,CAAC;gBAC9D,MAAM,SAAS,GAAG,eAAe,CAAC,KAAK,CAAC;gBAExC,KAAK,MAAM,aAAa,IAAI,cAAc,EAAE,CAAC;oBAG3C,MAAM,OAAO,GAAG,EAAE,GAAG,EAAE,aAAa,CAAC,GAAG,EAAE,GAAG,EAAE,aAAa,CAAC,GAAG,EAAE,GAAG,EAAE,CAAC,EAAE,SAAS,EAAU,CAAC;oBAC9F,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;oBAEzC,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,KAAK,QAAQ,CAAC,IAAI,KAAK,EAAE,CAAC;wBACjE,iBAAiB,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;wBAChC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;oBACxB,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;QAGD,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC;IACjE,CAAC;IAED,MAAM,oBAAoB,GAAG,sBAAsB,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC;IACpE,IAAI,oBAAoB,CAAC,OAAO,KAAK,KAAK;QAAE,OAAO,oBAAoB,CAAC;IACxE,MAAM,cAAc,GAAG,oBAAoB,CAAC,KAAK,CAAC;IAElD,SAAS,cAAc,CAAC,aAAgD;QAKtE,MAAM,YAAY,mCAAQ,aAAa,KAAE,KAAK,EAAE,CAAC,GAAE,CAAC;QAEpD,MAAM,MAAM,GAAG,CAAC,YAAY,CAAY,CAAC;QACzC,MAAM,iBAAiB,GAAG,CAAC,YAAY,CAAY,CAAC;QAGpD,MAAM,SAAS,GAAG,EAA2B,CAAC;QAE9C,MAAM,WAAW,GAAG,EAAkE,CAAC;QAGvF,OAAO,iBAAiB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACpC,MAAM,YAAY,GAAG,iBAAiB,CAAC,KAAK,EAAG,CAAC;YAChD,MAAM,eAAe,GAAG,IAAI,GAAG,EAAkB,CAAC;YAClD,MAAM,gBAAgB,GAAG,IAAI,GAAG,EAAkB,CAAC;YAInD,iBAAiB,EAAE,KAAK,MAAM,IAAI,IAAI,YAAY,CAAC,OAAO,EAAE,CAAC;gBAE3D,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;gBAGtC,IAAI,UAAU,IAAI,IAAI,EAAE,CAAC;oBAGvB,MAAM,oBAAoB,GAAG,WAAW;yBACrC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAU,CAAC;yBAC9B,IAAI,CACH,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,MAAM,KAAK,IAAI,CAAC,GAAG,CAAC,MAAM,CAClG,CAAC,CAAC,CAAC,CAAC;oBAGR,KAAK,MAAM,SAAS,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;wBACvC,IAAI,WAAW,CAAC,YAAY,CAAC,KAAK,CAAC,KAAK,SAAS;4BAAE,WAAW,CAAC,YAAY,CAAC,KAAK,CAAC,GAAG,IAAI,GAAG,EAAE,CAAC;wBAC/F,WAAW,CAAC,YAAY,CAAC,KAAK,CAAE,CAAC,GAAG,CAAC,SAAS,EAAE,EAAE,MAAM,EAAE,QAAQ,EAAE,KAAK,EAAE,oBAAoB,EAAE,CAAC,CAAC;oBACrG,CAAC;oBAED,SAAS,iBAAiB,CAAC;gBAC7B,CAAC;gBAGD,MAAM,OAAO,mCAAc,IAAI,KAAE,GAAG,EAAE,IAAI,CAAC,GAAG,GAAG,CAAC,GAAE,CAAC;gBAGrD,IAAI,UAAU,CAAC,IAAI,KAAK,UAAU,EAAE,CAAC;oBAGnC,IAAI,eAAe,CAAC,GAAG,CAAC,UAAU,CAAC,KAAK,CAAC,MAAM,CAAC;wBAAE,eAAe,CAAC,GAAG,CAAC,UAAU,CAAC,KAAK,CAAC,MAAM,CAAE,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;;wBACzG,eAAe,CAAC,GAAG,CAAC,UAAU,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;gBAC/D,CAAC;qBAAM,IAAI,UAAU,CAAC,IAAI,KAAK,UAAU,EAAE,CAAC;oBAG1C,IAAI,gBAAgB,CAAC,GAAG,CAAC,UAAU,CAAC,KAAK,CAAC,MAAM,CAAC;wBAC/C,gBAAgB,CAAC,GAAG,CAAC,UAAU,CAAC,KAAK,CAAC,MAAM,CAAE,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;;wBAC1D,gBAAgB,CAAC,GAAG,CAAC,UAAU,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;gBAChE,CAAC;YACH,CAAC;YAMD,KAAK,MAAM,CAAC,cAAc,EAAE,SAAS,CAAC,IAAI,eAAe,CAAC,OAAO,EAAE,EAAE,CAAC;gBACpE,MAAM,mBAAmB,GAAG,aAAa,CAAC,SAAS,CAAC,CAAC;gBACrD,IAAI,mBAAmB,CAAC,OAAO,KAAK,KAAK;oBAAE,OAAO,mBAAmB,CAAC;gBACtE,MAAM,aAAa,GAAG,mBAAmB,CAAC,KAAK,CAAC;gBAGhD,IAAI,aAAa,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE;oBACpC,OAAO,CACL,CAAC,CAAC,MAAM,CAAC,GAAG,KAAK,aAAa,CAAC,MAAM,CAAC,GAAG;wBACzC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,MAAM,KAAK,aAAa,CAAC,MAAM,CAAC,GAAG,CAAC,MAAM;wBACvD,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,IAAI,CAAC,SAAS,CAAC,aAAa,CAAC,MAAM,CAAC,GAAG,CAAC;wBACzE,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC,MAAM,KAAK,aAAa,CAAC,MAAM,CAAC,SAAS,CAAC,MAAM;wBACnE,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC,KAAK,IAAI,CAAC,SAAS,CAAC,aAAa,CAAC,MAAM,CAAC,SAAS,CAAC;wBACrF,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,IAAI,CAAC,SAAS,CAAC,aAAa,CAAC,OAAO,CAAC,CACpE,CAAC;gBACJ,CAAC,CAAC,CAAC;gBAEH,IAAI,SAAS,CAAC,YAAY,CAAC,KAAK,CAAC,KAAK,SAAS;oBAAE,SAAS,CAAC,YAAY,CAAC,KAAK,CAAC,GAAG,IAAI,GAAG,EAAE,CAAC;gBAC3F,IAAI,aAAa,IAAI,SAAS,EAAE,CAAC;oBAC/B,MAAM,QAAQ,GAAU;wBACtB,OAAO,EAAE,aAAa,CAAC,OAAO;wBAC9B,MAAM,EAAE,aAAa,CAAC,MAAM;wBAC5B,KAAK,EAAE,MAAM,CAAC,MAAM;qBACrB,CAAC;oBACF,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;oBACtB,iBAAiB,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;oBACjC,aAAa,GAAG,QAAQ,CAAC;gBAC3B,CAAC;gBAED,SAAS,CAAC,YAAY,CAAC,KAAK,CAAE,CAAC,GAAG,CAAC,cAAc,EAAE,aAAa,CAAC,KAAK,CAAC,CAAC;YAC1E,CAAC;YAMD,KAAK,MAAM,CAAC,eAAe,EAAE,UAAU,CAAC,IAAI,gBAAgB,CAAC,OAAO,EAAE,EAAE,CAAC;gBACvE,MAAM,mBAAmB,GAAG,aAAa,CAAC,UAAU,CAAC,CAAC;gBACtD,IAAI,mBAAmB,CAAC,OAAO,KAAK,KAAK;oBAAE,OAAO,mBAAmB,CAAC;gBACtE,MAAM,aAAa,GAAG,mBAAmB,CAAC,KAAK,CAAC;gBAGhD,IAAI,aAAa,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE;oBACpC,OAAO,CACL,CAAC,CAAC,MAAM,CAAC,GAAG,KAAK,aAAa,CAAC,MAAM,CAAC,GAAG;wBACzC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,MAAM,KAAK,aAAa,CAAC,MAAM,CAAC,GAAG,CAAC,MAAM;wBACvD,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,IAAI,CAAC,SAAS,CAAC,aAAa,CAAC,MAAM,CAAC,GAAG,CAAC;wBACzE,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC,MAAM,KAAK,aAAa,CAAC,MAAM,CAAC,SAAS,CAAC,MAAM;wBACnE,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC,KAAK,IAAI,CAAC,SAAS,CAAC,aAAa,CAAC,MAAM,CAAC,SAAS,CAAC;wBACrF,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,IAAI,CAAC,SAAS,CAAC,aAAa,CAAC,OAAO,CAAC,CACpE,CAAC;gBACJ,CAAC,CAAC,CAAC;gBAGH,IAAI,WAAW,CAAC,YAAY,CAAC,KAAK,CAAC,KAAK,SAAS;oBAAE,WAAW,CAAC,YAAY,CAAC,KAAK,CAAC,GAAG,IAAI,GAAG,EAAE,CAAC;gBAG/F,IAAI,aAAa,IAAI,SAAS,EAAE,CAAC;oBAC/B,MAAM,QAAQ,GAAU;wBACtB,OAAO,EAAE,aAAa,CAAC,OAAO;wBAC9B,MAAM,EAAE,aAAa,CAAC,MAAM;wBAC5B,KAAK,EAAE,MAAM,CAAC,MAAM;qBACrB,CAAC;oBACF,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;oBACtB,iBAAiB,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;oBACjC,aAAa,GAAG,QAAQ,CAAC;gBAC3B,CAAC;gBAED,WAAW,CAAC,YAAY,CAAC,KAAK,CAAE,CAAC,GAAG,CAAC,eAAe,EAAE,EAAE,MAAM,EAAE,OAAO,EAAE,KAAK,EAAE,aAAa,CAAC,KAAK,EAAE,CAAC,CAAC;YACzG,CAAC;QACH,CAAC;QAGD,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,EAAE,MAAM,EAAE,SAAS,EAAE,WAAW,EAAE,EAAE,CAAC;IACtE,CAAC;IAED,MAAM,YAAY,GAAG,cAAc,CAAC,cAAc,CAAC,CAAC;IACpD,IAAI,YAAY,CAAC,OAAO,KAAK,KAAK;QAAE,OAAO,YAAY,CAAC;IACxD,MAAM,EAAE,MAAM,EAAE,WAAW,EAAE,SAAS,EAAE,GAAG,YAAY,CAAC,KAAK,CAAC;IAC9D,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,eAAe,CAAC,MAAM,EAAE,WAAW,EAAE,SAAS,CAAC,EAAE,CAAC;AACvF,CAAC,CAAC;AA7OW,QAAA,cAAc,kBA6OzB;AAEF,MAAa,eAAe;IAC1B,YACkB,MAAe,EACf,WAAyE,EACzE,SAAgC;QAFhC,WAAM,GAAN,MAAM,CAAS;QACf,gBAAW,GAAX,WAAW,CAA8D;QACzE,cAAS,GAAT,SAAS,CAAuB;IAC/C,CAAC;IAEJ,OAAO;QACL,OAAO,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,GAAG,EAAE,EAAE;YAC3C,OAAO;gBACL,GAAG,CAAC,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,IAAI,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,GAAG,KAAK,EAAE,CAAC;gBAC5G,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;aAC9G,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACf,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAChB,CAAC;IAED,QAAQ;QACN,OAAO,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,GAAG,EAAE,EAAE;YAC3C,MAAM,UAAU,GAAG,IAAI,mBAAU,EAAE,CAAC;YACpC,KAAK,MAAM,CAAC,CAAC,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,IAAI,OAAO,CAAC,OAAO,EAAE;gBACpD,UAAU,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,IAAI,EAAE,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC;YAEvF,IAAI,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,KAAK,SAAS;gBACnC,KAAK,MAAM,CAAC,CAAC,EAAE,KAAK,CAAC,IAAI,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE;oBAAE,UAAU,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,CAAC;YAE7G,OAAO,UAAU,CAAC;QACpB,CAAC,CAAC,CAAC;IACL,CAAC;CACF;AA5BD,0CA4BC"}

package/dist/grammarParser.d.ts

@@ -0,0 +1,27 @@
+import { Slex, Token } from "@scinorandex/slex";
+import { Result } from "./utils/Result";
+export type Production = {
+    lhs: GrammarToken;
+    rhs: {
+        type: "terminal" | "variable";
+        token: GrammarToken;
+    }[];
+};
+export type GrammarTokenMetadata = {};
+export declare enum GrammarTokenType {
+    PRODUCTION_NAME = 0,
+    TOKEN_NAME = 1,
+    COLON = 2,
+    SEMICOLON = 3,
+    EOF = 4
+}
+export type GrammarToken = Token<GrammarTokenType, GrammarTokenMetadata>;
+export declare const grammarLexerGenerator: Slex<GrammarTokenType, GrammarTokenMetadata>;
+interface LexerInterface {
+    peekNextToken(): GrammarToken;
+    getNextToken(): GrammarToken;
+    hasNextToken(): boolean;
+}
+export declare const tryBuildProductions: (lexer: LexerInterface | string) => Result<Production[]>;
+export declare const buildProductions: (lexer: LexerInterface | string) => Production[];
+export {};

package/dist/grammarParser.js

@@ -0,0 +1,73 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.buildProductions = exports.tryBuildProductions = exports.grammarLexerGenerator = exports.GrammarTokenType = void 0;
+const slex_1 = require("@scinorandex/slex");
+var GrammarTokenType;
+(function (GrammarTokenType) {
+    GrammarTokenType[GrammarTokenType["PRODUCTION_NAME"] = 0] = "PRODUCTION_NAME";
+    GrammarTokenType[GrammarTokenType["TOKEN_NAME"] = 1] = "TOKEN_NAME";
+    GrammarTokenType[GrammarTokenType["COLON"] = 2] = "COLON";
+    GrammarTokenType[GrammarTokenType["SEMICOLON"] = 3] = "SEMICOLON";
+    GrammarTokenType[GrammarTokenType["EOF"] = 4] = "EOF";
+})(GrammarTokenType || (exports.GrammarTokenType = GrammarTokenType = {}));
+exports.grammarLexerGenerator = new slex_1.Slex({
+    EOF_TYPE: GrammarTokenType.EOF,
+    isHigherPrecedence: () => false,
+});
+exports.grammarLexerGenerator.addRule("lowercase", "a | b | c | d | e | f | g | h | i | j | k | l | m | n | o | p | q | r | s | t | u | v | w | x | y | z");
+exports.grammarLexerGenerator.addRule("uppercase", "A | B | C | D | E | F | G | H | I | J | K | L | M | N | O | P | Q | R | S | T | U | V | W | X | Y | Z");
+exports.grammarLexerGenerator.addRule("letter", "${lowercase} | ${uppercase}");
+exports.grammarLexerGenerator.addRule("digit", "0 | 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9");
+exports.grammarLexerGenerator.addRule("alphanumeric", "${letter} | ${digit}");
+exports.grammarLexerGenerator.addRule("identifier", "(${letter} | ${digit} | $_)*");
+exports.grammarLexerGenerator.addRule("colon", "$:", GrammarTokenType.COLON);
+exports.grammarLexerGenerator.addRule("semicolon", "$;", GrammarTokenType.SEMICOLON);
+exports.grammarLexerGenerator.addRule("production_name", "$< ${identifier} $>", GrammarTokenType.PRODUCTION_NAME);
+exports.grammarLexerGenerator.addRule("token_name", "$[ ${identifier} $]", GrammarTokenType.TOKEN_NAME);
+const tryBuildProductions = (lexer) => {
+    if (typeof lexer === "string")
+        lexer = exports.grammarLexerGenerator.generate(lexer, () => ({}));
+    const productions = [];
+    const expect = (type) => {
+        const token = lexer.peekNextToken();
+        if (token.type !== type)
+            throw new Error(`Expected ${type}, got ${token.type}`);
+        lexer.getNextToken();
+    };
+    const buildProduction = () => {
+        const productionLHS = lexer.getNextToken();
+        expect(GrammarTokenType.COLON);
+        const production = { lhs: productionLHS, rhs: [] };
+        while (lexer.peekNextToken().type != GrammarTokenType.SEMICOLON) {
+            const productionRHS = lexer.getNextToken();
+            if (productionRHS.type == GrammarTokenType.PRODUCTION_NAME)
+                production.rhs.push({ type: "variable", token: productionRHS });
+            else if (productionRHS.type == GrammarTokenType.TOKEN_NAME)
+                production.rhs.push({ type: "terminal", token: productionRHS });
+            else
+                return {
+                    success: false,
+                    reason: `Unexpected token type: ${GrammarTokenType[productionRHS.type]}`,
+                    token: productionRHS,
+                };
+        }
+        expect(GrammarTokenType.SEMICOLON);
+        return { success: true, value: production };
+    };
+    while (lexer.hasNextToken()) {
+        const result = buildProduction();
+        if (result.success === false)
+            return result;
+        productions.push(result.value);
+    }
+    return { success: true, value: productions };
+};
+exports.tryBuildProductions = tryBuildProductions;
+const buildProductions = (lexer) => {
+    const result = (0, exports.tryBuildProductions)(lexer);
+    if (result.success === false)
+        throw new Error(`Encountered error "${result.reason}" while parsing grammar at ${result.token.line}:${result.token.column}`);
+    return result.value;
+};
+exports.buildProductions = buildProductions;
+//# sourceMappingURL=grammarParser.js.map

package/dist/grammarParser.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"grammarParser.js","sourceRoot":"","sources":["../src/grammarParser.ts"],"names":[],"mappings":";;;AAAA,4CAAgD;AAMhD,IAAY,gBAMX;AAND,WAAY,gBAAgB;IAC1B,6EAAe,CAAA;IACf,mEAAU,CAAA;IACV,yDAAK,CAAA;IACL,iEAAS,CAAA;IACT,qDAAG,CAAA;AACL,CAAC,EANW,gBAAgB,gCAAhB,gBAAgB,QAM3B;AAIY,QAAA,qBAAqB,GAAG,IAAI,WAAI,CAAyC;IACpF,QAAQ,EAAE,gBAAgB,CAAC,GAAG;IAC9B,kBAAkB,EAAE,GAAG,EAAE,CAAC,KAAK;CAChC,CAAC,CAAC;AAEH,6BAAqB,CAAC,OAAO,CAC3B,WAAW,EACX,uGAAuG,CACxG,CAAC;AACF,6BAAqB,CAAC,OAAO,CAC3B,WAAW,EACX,uGAAuG,CACxG,CAAC;AACF,6BAAqB,CAAC,OAAO,CAAC,QAAQ,EAAE,6BAA6B,CAAC,CAAC;AACvE,6BAAqB,CAAC,OAAO,CAAC,OAAO,EAAE,uCAAuC,CAAC,CAAC;AAChF,6BAAqB,CAAC,OAAO,CAAC,cAAc,EAAE,sBAAsB,CAAC,CAAC;AACtE,6BAAqB,CAAC,OAAO,CAAC,YAAY,EAAE,8BAA8B,CAAC,CAAC;AAC5E,6BAAqB,CAAC,OAAO,CAAC,OAAO,EAAE,IAAI,EAAE,gBAAgB,CAAC,KAAK,CAAC,CAAC;AACrE,6BAAqB,CAAC,OAAO,CAAC,WAAW,EAAE,IAAI,EAAE,gBAAgB,CAAC,SAAS,CAAC,CAAC;AAC7E,6BAAqB,CAAC,OAAO,CAAC,iBAAiB,EAAE,qBAAqB,EAAE,gBAAgB,CAAC,eAAe,CAAC,CAAC;AAC1G,6BAAqB,CAAC,OAAO,CAAC,YAAY,EAAE,qBAAqB,EAAE,gBAAgB,CAAC,UAAU,CAAC,CAAC;AAQzF,MAAM,mBAAmB,GAAG,CAAC,KAA8B,EAAwB,EAAE;IAC1F,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,KAAK,GAAG,6BAAqB,CAAC,QAAQ,CAAC,KAAK,EAAE,GAAG,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IAEzF,MAAM,WAAW,GAAiB,EAAE,CAAC;IAErC,MAAM,MAAM,GAAG,CAAC,IAAsB,EAAE,EAAE;QACxC,MAAM,KAAK,GAAG,KAAK,CAAC,aAAa,EAAE,CAAC;QACpC,IAAI,KAAK,CAAC,IAAI,KAAK,IAAI;YAAE,MAAM,IAAI,KAAK,CAAC,YAAY,IAAI,SAAS,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC;QAChF,KAAK,CAAC,YAAY,EAAE,CAAC;IACvB,CAAC,CAAC;IAEF,MAAM,eAAe,GAAG,GAAuB,EAAE;QAC/C,MAAM,aAAa,GAAG,KAAK,CAAC,YAAY,EAAE,CAAC;QAC3C,MAAM,CAAC,gBAAgB,CAAC,KAAK,CAAC,CAAC;QAE/B,MAAM,UAAU,GAAe,EAAE,GAAG,EAAE,aAAa,EAAE,GAAG,EAAE,EAAE,EAAE,CAAC;QAE/D,OAAO,KAAK,CAAC,aAAa,EAAE,CAAC,IAAI,IAAI,gBAAgB,CAAC,SAAS,EAAE,CAAC;YAChE,MAAM,aAAa,GAAG,KAAK,CAAC,YAAY,EAAE,CAAC;YAE3C,IAAI,aAAa,CAAC,IAAI,IAAI,gBAAgB,CAAC,eAAe;gBACxD,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,KAAK,EAAE,aAAa,EAAE,CAAC,CAAC;iBAC7D,IAAI,aAAa,CAAC,IAAI,IAAI,gBAAgB,CAAC,UAAU;gBACxD,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,KAAK,EAAE,aAAa,EAAE,CAAC,CAAC;;gBAEhE,OAAO;oBACL,OAAO,EAAE,KAAK;oBACd,MAAM,EAAE,0BAA0B,gBAAgB,CAAC,aAAa,CAAC,IAAI,CAAC,EAAE;oBACxE,KAAK,EAAE,aAAa;iBACrB,CAAC;QACN,CAAC;QAED,MAAM,CAAC,gBAAgB,CAAC,SAAS,CAAC,CAAC;QACnC,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,UAAU,EAAE,CAAC;IAC9C,CAAC,CAAC;IAEF,OAAO,KAAK,CAAC,YAAY,EAAE,EAAE,CAAC;QAC5B,MAAM,MAAM,GAAG,eAAe,EAAE,CAAC;QACjC,IAAI,MAAM,CAAC,OAAO,KAAK,KAAK;YAAE,OAAO,MAAM,CAAC;QAC5C,WAAW,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IACjC,CAAC;IAED,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,WAAW,EAAE,CAAC;AAC/C,CAAC,CAAC;AA3CW,QAAA,mBAAmB,uBA2C9B;AAEK,MAAM,gBAAgB,GAAG,CAAC,KAA8B,EAAgB,EAAE;IAC/E,MAAM,MAAM,GAAG,IAAA,2BAAmB,EAAC,KAAK,CAAC,CAAC;IAC1C,IAAI,MAAM,CAAC,OAAO,KAAK,KAAK;QAC1B,MAAM,IAAI,KAAK,CACb,sBAAsB,MAAM,CAAC,MAAM,8BAA8B,MAAM,CAAC,KAAK,CAAC,IAAI,IAAI,MAAM,CAAC,KAAK,CAAC,MAAM,EAAE,CAC5G,CAAC;IACJ,OAAO,MAAM,CAAC,KAAK,CAAC;AACtB,CAAC,CAAC;AAPW,QAAA,gBAAgB,oBAO3B"}

package/dist/index.d.ts

@@ -0,0 +1,5 @@
+export { GeneratorResult, generateStates } from "./generator";
+export { Production, buildProductions, tryBuildProductions } from "./grammarParser";
+export { Result } from "./utils/Result";
+export { ParserRecoveryFunction, Sparse, LR1ParserGraveError, LR1StackSymbol, ParserResult, ParserError, } from "./parser";
+export { buildStates } from "./tableParser";