grammar-well 2.1.0 → 2.3.0

package/src/parser/algorithms/lrk/stack.ts

@@ -1,53 +1,28 @@
-import { RuntimeGrammarProductionRule, RuntimeGrammarRuleSymbol } from "../../../typings/index.js";
-import { State } from "./state.js";
+export class Stack<T> {
 
-export class LRStack {
+    private stack: T[] = [];
 
-    stack: LRStackItem[] = [];
-
-    get current() {
-        return this.stack[this.stack.length - 1];
+    get size() {
+        return this.stack.length;
     }
 
     get previous() {
         return this.stack[this.stack.length - 2];
     }
 
-
-    shift(state: State) {
-        this.current.state = state;
+    get current() {
+        return this.stack[this.stack.length - 1];
     }
 
-    reduce(rule: RuntimeGrammarProductionRule) {
-        const n = LRStack.NewItem();
-        const l = rule.symbols.length;
-        n.children = this.stack.splice(l * -1, l);
-        n.children.forEach(v => delete v.state);
-        n.rule = rule;
-        n.symbol = rule.name;
-        this.stack.push(n);
+    set current(item: T) {
+        this.stack[this.stack.length - 1] = item;
     }
 
-    append(symbol: RuntimeGrammarRuleSymbol) {
-        this.stack.push(LRStack.NewItem())
-        this.current.symbol = symbol;
+    push(...items: T[]) {
+        return this.stack.push(...items);
     }
 
-    static NewItem(): LRStackItem {
-        return {
-            children: [],
-            state: null,
-            symbol: null,
-            rule: null,
-            value: null
-        }
+    pop(n: number = 1): T[] {
+        return this.stack.splice(n * -1, n);
     }
-}
-
-interface LRStackItem {
-    children: LRStackItem[];
-    state: State;
-    symbol: RuntimeGrammarRuleSymbol;
-    rule: RuntimeGrammarProductionRule;
-    value: any;
 }

package/src/parser/algorithms/lrk/typings.ts

@@ -0,0 +1,13 @@
+import type { RuntimeGrammarProductionRule, RuntimeGrammarRuleSymbol } from "../../../typings/index.ts";
+
+export interface LRItem {
+    rule: RuntimeGrammarProductionRule;
+    dot: number;
+}
+
+export interface State {
+    id: string;
+    actions?: { symbol: RuntimeGrammarRuleSymbol, state: State }[];
+    goto?: { [key: string]: State };
+    reduce?: RuntimeGrammarProductionRule;
+}

package/src/parser/algorithms/noop.ts

@@ -0,0 +1,11 @@
+import type { RuntimeParserClass } from "../../typings/index.ts";
+import { TokenBuffer } from "../../lexers/token-buffer.ts";
+
+export function NOOP(language: RuntimeParserClass & { tokens: TokenBuffer }, _options = {}) {
+    const { tokens } = language;
+    const result = [];
+    for (const token of tokens) {
+        result.push(token);
+    }
+    return { results: [result] };
+}

package/src/parser/parse.ts

@@ -1,16 +1,18 @@
-import { ParserAlgorithm, RuntimeParserClass } from "../typings/index.js";
-import { CharacterLexer } from "../lexers/character-lexer.js";
-import { StatefulLexer } from "../lexers/stateful-lexer.js";
-import { TokenBuffer } from "../lexers/token-buffer.js";
-import { CYK } from "./algorithms/cyk.js";
-import { Earley } from "./algorithms/earley.js";
-import { LRK } from "./algorithms/lrk/algorithm.js";
-import { ParserUtility } from "../utility/parsing.js";
+import type { ParserAlgorithm, RuntimeParserClass } from "../typings/index.ts";
+import { CharacterLexer } from "../lexers/character-lexer.ts";
+import { StatefulLexer } from "../lexers/stateful-lexer.ts";
+import { TokenBuffer } from "../lexers/token-buffer.ts";
+import { CYK } from "./algorithms/cyk.ts";
+import { Earley } from "./algorithms/earley.ts";
+import { LRK } from "./algorithms/lrk/algorithm.ts";
+import { ParserUtility } from "../utility/parsing.ts";
+import { NOOP } from "./algorithms/noop.ts";
 
 const ParserRegistry: { [key: string]: ParserAlgorithm } = {
     earley: Earley,
     cyk: CYK,
-    lr0: LRK
+    lr0: LRK,
+    noop: NOOP
 }
 
 export function Parse(

package/src/typings/ast.ts

@@ -1,4 +1,4 @@
-import { Dictionary } from "./common.js";
+import type { Dictionary } from "./common.ts";
 
 export type AST = ASTDirectives[];
 

package/src/typings/generator.ts

@@ -1,7 +1,7 @@
-import { GeneratorState } from "../generator/state.js";
-import { ASTGrammarSymbolLiteral, ASTGrammarSymbolNonTerminal, ASTGrammarSymbolRegex, ASTGrammarSymbolToken, ASTJavaScriptBuiltin, ASTJavaScriptLiteral, ASTJavaScriptTemplate, ASTLexerStateImportRule, ASTLexerStateMatchRule, ASTLexerStateNonMatchRule } from "./ast.js";
-import { Dictionary } from "./common.js";
-import { ImportResolver, ImportResolverConstructor } from "./index.js";
+import { GeneratorState } from "../generator/state.ts";
+import type { ASTGrammarSymbolLiteral, ASTGrammarSymbolNonTerminal, ASTGrammarSymbolRegex, ASTGrammarSymbolToken, ASTJavaScriptBuiltin, ASTJavaScriptLiteral, ASTJavaScriptTemplate, ASTLexerStateImportRule, ASTLexerStateMatchRule, ASTLexerStateNonMatchRule } from "./ast.ts";
+import type { Dictionary } from "./common.ts";
+import type { ImportResolver, ImportResolverConstructor } from "./index.ts";
 
 
 export type GenerateOptions = GeneratorOptions & { output?: GeneratorOutputOptions };

package/src/typings/index.ts

@@ -1,11 +1,11 @@
-import { TokenBuffer } from "../lexers/token-buffer.js";
-import { ParserUtility } from "../utility/parsing.js";
-import { ASTLexerStateNonMatchRule } from "./ast.js";
-import { RuntimeGrammarProductionRule, RuntimeGrammarRuleSymbol, RuntimeParserClass, RuntimeLexerStateMatchRule } from "./runtime.js";
-export * from './ast.js';
-export * from './common.js';
-export * from './generator.js';
-export * from './runtime.js';
+import type { TokenBuffer } from "../lexers/token-buffer.ts";
+import type { ParserUtility } from "../utility/parsing.ts";
+import type { ASTLexerStateNonMatchRule } from "./ast.ts";
+import type { RuntimeGrammarProductionRule, RuntimeGrammarRuleSymbol, RuntimeParserClass, RuntimeLexerStateMatchRule } from "./runtime.ts";
+export * from './ast.ts';
+export * from './common.ts';
+export * from './generator.ts';
+export * from './runtime.ts';
 
 export interface ImportResolver {
     path(path: string): string;

package/src/typings/runtime.ts

@@ -1,6 +1,6 @@
-import { LRState } from "./index.js";
-import { ASTGrammarSymbolLiteral, ASTGrammarSymbolToken, ASTLexerStateNonMatchRule } from "./ast.js";
-import { Dictionary } from "./common.js";
+import type { LRState } from "./index.ts";
+import type { ASTGrammarSymbolLiteral, ASTGrammarSymbolToken, ASTLexerStateNonMatchRule } from "./ast.ts";
+import type { Dictionary } from "./common.ts";
 
 export interface RuntimeParserClass {
     artifacts: {

package/src/utility/format.ts

@@ -1,7 +1,7 @@
-import V1Grammar from '../generator/grammars/v1.js';
-import V2Grammar from '../generator/grammars/v2.js';
-import { V2GrammarString } from "../generator/stringify/grammar/v2.js";
-import { Parse } from '../parser/parse.js';
+import V1Grammar from '../generator/grammars/v1.ts';
+import V2Grammar from '../generator/grammars/v2.ts';
+import { V2GrammarString } from "../generator/stringify/grammar/v2.ts";
+import { Parse } from '../parser/parse.ts';
 
 export function Format(source: string, sourceVersion: '1' | '2' = '2') {
     const grammar = sourceVersion.toString() == '1' ? V1Grammar : V2Grammar;

package/src/utility/general.ts

@@ -1,4 +1,4 @@
-import { Dictionary, GeneratorGrammarSymbol } from "../typings/index.js";
+import type { Dictionary, GeneratorGrammarSymbol } from "../typings/index.ts";
 
 export class Collection<T> {
     categorized: Dictionary<Dictionary<number>> = {};
@@ -85,10 +85,11 @@ export class Matrix<T> {
     set x(x: number) { x != this.$x && this.resize(x, this.y); }
     get y() { return this.$y }
     set y(y: number) { y != this.$y && this.resize(this.x, y); }
-
+    private initial?: T | ((...args: any) => T);
     matrix: GetCallbackOrValue<T>[][] = [];
 
-    constructor(x: number, y: number, private initial?: T | ((...args: any) => T)) {
+    constructor(x: number, y: number, initial?: T | ((...args: any) => T)) {
+        this.initial = initial;
         this.resize(x, y);
     }
 

package/src/utility/index.ts

@@ -1,4 +1,4 @@
-export * from './monarch.js';
-export * from './general.js';
-export * from './format.js';
-export * from './parsing.js';
+export * from './monarch.ts';
+export * from './general.ts';
+export * from './format.ts';
+export * from './parsing.ts';

package/src/utility/lint.ts

@@ -1,4 +1,4 @@
-import { Dictionary, RuntimeGrammarProductionRule, RuntimeGrammarRuleSymbol, RuntimeParserClass } from "../typings/index.js";
+import type { Dictionary, RuntimeGrammarProductionRule, RuntimeGrammarRuleSymbol, RuntimeParserClass } from "../typings/index.ts";
 
 export function LintGrammarSymbols(grammar: RuntimeParserClass['artifacts']['grammar']): RuntimeGrammarRuleSymbol[] {
     const unused = new Set<string>();

package/src/utility/monarch.ts

@@ -1,4 +1,4 @@
-import { ASTLexerStateNonMatchRule, RuntimeLexerConfig, RuntimeLexerStateMatchRule } from "../typings/index.js";
+import type { ASTLexerStateNonMatchRule, RuntimeLexerConfig, RuntimeLexerStateMatchRule } from "../typings/index.ts";
 
 export function CreateMonarchTokenizer(lexer: RuntimeLexerConfig) {
     const tokenizer: any = {}; // languages.IMonarchLanguage['tokenizer']

package/src/utility/parsing.ts

@@ -1,7 +1,8 @@
-import { RuntimeGrammarProductionRule, RuntimeGrammarRuleSymbol, RuntimeLexerToken } from "../typings/index.js";
+import type { RuntimeGrammarProductionRule, RuntimeGrammarRuleSymbol, RuntimeLexerToken } from "../typings/index.ts";
 
 export class ParserUtility {
 
+
     static SymbolMatchesToken(symbol: RuntimeGrammarRuleSymbol, token: RuntimeLexerToken) {
         if (typeof symbol === 'string')
             throw 'Attempted to match token against non-terminal';
@@ -27,4 +28,4 @@ export class ParserUtility {
         }
         return data;
     }
-}
+}

package/src/utility/text-format.ts

@@ -1,5 +1,5 @@
-import { TokenBuffer } from "../lexers/token-buffer.js";
-import { RuntimeGrammarProductionRule, RuntimeGrammarRuleSymbol, RuntimeLexerToken } from "../typings/index.js";
+import { TokenBuffer } from "../lexers/token-buffer.ts";
+import type { RuntimeGrammarProductionRule, RuntimeGrammarRuleSymbol, RuntimeLexerToken } from "../typings/index.ts";
 
 export class TextFormatter {
 
@@ -74,10 +74,10 @@ export class TextFormatter {
         }
     }
 
-    static GrammarRule(rule: RuntimeGrammarProductionRule, withCursorAt?: number) {
-        let symbolSequence = rule.symbols.slice(0, withCursorAt).map(v => TextFormatter.GrammarRuleSymbol(v, true, true)).join(' ');
-        if (typeof withCursorAt !== "undefined") {
-            symbolSequence += " ● " + rule.symbols.slice(withCursorAt).map(v => TextFormatter.GrammarRuleSymbol(v, true, true)).join(' ');
+    static GrammarRule(rule: RuntimeGrammarProductionRule, dot?: number) {
+        let symbolSequence = rule.symbols.slice(0, dot).map(v => TextFormatter.GrammarRuleSymbol(v, true, true)).join(' ');
+        if (typeof dot !== "undefined") {
+            symbolSequence += " ● " + rule.symbols.slice(dot).map(v => TextFormatter.GrammarRuleSymbol(v, true, true)).join(' ');
         }
         return rule.name + " → " + symbolSequence;
     }

package/src/version.json

@@ -1 +1 @@
-{"version":"2.1.0"}
+{"version":"2.3.0"}

package/tsconfig.tsbuildinfo

@@ -1 +1 @@
-{"root":["./src/index.ts","./src/generator/generator.ts","./src/generator/index.ts","./src/generator/state.ts","./src/generator/artifacts/basic.ts","./src/generator/artifacts/lexer.ts","./src/generator/artifacts/lr.ts","./src/generator/grammars/index.ts","./src/generator/grammars/v1.ts","./src/generator/grammars/v2.ts","./src/generator/import-resolvers/auto.ts","./src/generator/import-resolvers/browser.ts","./src/generator/import-resolvers/dictionary.ts","./src/generator/import-resolvers/filesystem.ts","./src/generator/stringify/common.ts","./src/generator/stringify/javascript.ts","./src/generator/stringify/exports/javascript.ts","./src/generator/stringify/exports/json.ts","./src/generator/stringify/exports/registry.ts","./src/generator/stringify/exports/typescript.ts","./src/generator/stringify/grammar/v2.ts","./src/lexers/character-lexer.ts","./src/lexers/stateful-lexer.ts","./src/lexers/token-buffer.ts","./src/parser/parse.ts","./src/parser/algorithms/cyk.ts","./src/parser/algorithms/earley.ts","./src/parser/algorithms/lrk/algorithm.ts","./src/parser/algorithms/lrk/bimap.ts","./src/parser/algorithms/lrk/canonical-collection.ts","./src/parser/algorithms/lrk/closure.ts","./src/parser/algorithms/lrk/stack.ts","./src/parser/algorithms/lrk/state.ts","./src/typings/ast.ts","./src/typings/common.ts","./src/typings/generator.ts","./src/typings/index.ts","./src/typings/runtime.ts","./src/utility/format.ts","./src/utility/general.ts","./src/utility/index.ts","./src/utility/lint.ts","./src/utility/monarch.ts","./src/utility/parsing.ts","./src/utility/text-format.ts"],"version":"5.7.2"}
+{"root":["./src/index.ts","./src/generator/generator.ts","./src/generator/index.ts","./src/generator/state.ts","./src/generator/artifacts/basic.ts","./src/generator/artifacts/lexer.ts","./src/generator/artifacts/lr.ts","./src/generator/grammars/index.ts","./src/generator/grammars/v1.ts","./src/generator/grammars/v2.ts","./src/generator/import-resolvers/auto.ts","./src/generator/import-resolvers/browser.ts","./src/generator/import-resolvers/dictionary.ts","./src/generator/import-resolvers/filesystem.ts","./src/generator/stringify/common.ts","./src/generator/stringify/javascript.ts","./src/generator/stringify/exports/javascript.ts","./src/generator/stringify/exports/json.ts","./src/generator/stringify/exports/registry.ts","./src/generator/stringify/exports/typescript.ts","./src/generator/stringify/grammar/v2.ts","./src/lexers/character-lexer.ts","./src/lexers/stateful-lexer.ts","./src/lexers/token-buffer.ts","./src/parser/parse.ts","./src/parser/algorithms/cyk.ts","./src/parser/algorithms/earley.ts","./src/parser/algorithms/noop.ts","./src/parser/algorithms/lrk/algorithm.ts","./src/parser/algorithms/lrk/bimap.ts","./src/parser/algorithms/lrk/canonical-collection.ts","./src/parser/algorithms/lrk/stack.ts","./src/parser/algorithms/lrk/typings.ts","./src/typings/ast.ts","./src/typings/common.ts","./src/typings/generator.ts","./src/typings/index.ts","./src/typings/runtime.ts","./src/utility/format.ts","./src/utility/general.ts","./src/utility/index.ts","./src/utility/lint.ts","./src/utility/monarch.ts","./src/utility/parsing.ts","./src/utility/text-format.ts"],"version":"5.9.3"}

package/build/parser/algorithms/lrk/closure.d.ts

@@ -1,10 +0,0 @@
-import { RuntimeGrammarProductionRule, RuntimeParserClass } from "../../../typings/index.js";
-export declare class ClosureBuilder {
-    private grammar;
-    constructor(grammar: RuntimeParserClass['artifacts']['grammar']);
-    get(rule: string): {
-        rule: RuntimeGrammarProductionRule;
-        dot: number;
-    }[];
-    private addClosure;
-}

package/build/parser/algorithms/lrk/closure.js

@@ -1,26 +0,0 @@
-import { ParserUtility } from "../../../utility/parsing.js";
-export class ClosureBuilder {
-    grammar;
-    constructor(grammar) {
-        this.grammar = grammar;
-    }
-    get(rule) {
-        const closure = { items: [], visited: new Set() };
-        this.addClosure(closure, rule);
-        return closure.items;
-    }
-    addClosure(closure, symbol) {
-        if (!ParserUtility.SymbolIsTerminal(symbol)) {
-            const key = symbol;
-            if (!(closure.visited.has(key))) {
-                closure.visited.add(key);
-                const rules = this.grammar.rules[key];
-                for (const rule of rules) {
-                    closure.items.push({ rule, dot: 0 });
-                    this.addClosure(closure, rule.symbols[0]);
-                }
-            }
-        }
-    }
-}
-//# sourceMappingURL=closure.js.map

package/build/parser/algorithms/lrk/closure.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"closure.js","sourceRoot":"","sources":["../../../../src/parser/algorithms/lrk/closure.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,aAAa,EAAE,MAAM,6BAA6B,CAAC;AAE5D,MAAM,OAAO,cAAc;IAEX;IADZ,YACY,OAAmD;QAAnD,YAAO,GAAP,OAAO,CAA4C;IAC3D,CAAC;IAEL,GAAG,CAAC,IAAY;QACZ,MAAM,OAAO,GAAgB,EAAE,KAAK,EAAE,EAAE,EAAE,OAAO,EAAE,IAAI,GAAG,EAAE,EAAE,CAAC;QAC/D,IAAI,CAAC,UAAU,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;QAC/B,OAAO,OAAO,CAAC,KAAK,CAAC;IACzB,CAAC;IAEO,UAAU,CAAC,OAAoB,EAAE,MAAgC;QACrE,IAAI,CAAC,aAAa,CAAC,gBAAgB,CAAC,MAAM,CAAC,EAAE,CAAC;YAC1C,MAAM,GAAG,GAAG,MAAgB,CAAC;YAC7B,IAAI,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC;gBAC9B,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;gBAEzB,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;gBACtC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;oBACvB,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,GAAG,EAAE,CAAC,EAAE,CAAC,CAAA;oBACpC,IAAI,CAAC,UAAU,CAAC,OAAO,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC;gBAC9C,CAAC;YACL,CAAC;QACL,CAAC;IACL,CAAC;CACJ"}

package/build/parser/algorithms/lrk/state.d.ts

@@ -1,12 +0,0 @@
-import { RuntimeGrammarProductionRule, RuntimeGrammarRuleSymbol } from "../../../typings/index.js";
-export interface State {
-    items: {
-        rule: RuntimeGrammarProductionRule;
-        dot: number;
-    }[];
-    isFinal: boolean;
-    actions: Map<RuntimeGrammarRuleSymbol, string>;
-    goto: Map<RuntimeGrammarRuleSymbol, string>;
-    reduce: number;
-    rule: RuntimeGrammarProductionRule;
-}

package/build/parser/algorithms/lrk/state.js

@@ -1,2 +0,0 @@
-export {};
-//# sourceMappingURL=state.js.map

package/build/parser/algorithms/lrk/state.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"state.js","sourceRoot":"","sources":["../../../../src/parser/algorithms/lrk/state.ts"],"names":[],"mappings":""}

package/src/parser/algorithms/lrk/closure.ts

@@ -1,37 +0,0 @@
-import { RuntimeGrammarProductionRule, RuntimeGrammarRuleSymbol, RuntimeParserClass } from "../../../typings/index.js";
-import { ParserUtility } from "../../../utility/parsing.js";
-
-export class ClosureBuilder {
-    constructor(
-        private grammar: RuntimeParserClass['artifacts']['grammar'],
-    ) { }
-
-    get(rule: string) {
-        const closure: RuleClosure = { items: [], visited: new Set() };
-        this.addClosure(closure, rule);
-        return closure.items;
-    }
-
-    private addClosure(closure: RuleClosure, symbol: RuntimeGrammarRuleSymbol) {
-        if (!ParserUtility.SymbolIsTerminal(symbol)) {
-            const key = symbol as string;
-            if (!(closure.visited.has(key))) {
-                closure.visited.add(key);
-
-                const rules = this.grammar.rules[key];
-                for (const rule of rules) {
-                    closure.items.push({ rule, dot: 0 })
-                    this.addClosure(closure, rule.symbols[0]);
-                }
-            }
-        }
-    }
-}
-
-interface RuleClosure {
-    items: {
-        rule: RuntimeGrammarProductionRule,
-        dot: number,
-    }[]
-    visited: Set<RuntimeGrammarRuleSymbol>;
-}

package/src/parser/algorithms/lrk/state.ts

@@ -1,10 +0,0 @@
-import { RuntimeGrammarProductionRule, RuntimeGrammarRuleSymbol } from "../../../typings/index.js";
-
-export interface State {
-    items: { rule: RuntimeGrammarProductionRule, dot: number }[];
-    isFinal: boolean;
-    actions: Map<RuntimeGrammarRuleSymbol, string>;
-    goto: Map<RuntimeGrammarRuleSymbol, string>;
-    reduce: number;
-    rule: RuntimeGrammarProductionRule
-}