grammar-well 1.1.0

package/build/lexers/stateful-lexer.js

@@ -0,0 +1,309 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ResolveStates = exports.StatefulLexer = void 0;
+class StatefulLexer {
+    start;
+    states = Object.create(null);
+    buffer;
+    stack;
+    index;
+    line;
+    column;
+    prefetched;
+    current;
+    unmatched;
+    rules;
+    regexp;
+    tags = new Map();
+    constructor({ states, start }) {
+        ResolveStates(states, start);
+        for (const key in states) {
+            this.states[key] = {
+                regexp: CompileRegExp(states[key]),
+                rules: states[key].rules,
+                unmatched: states[key].unmatched ? { type: states[key].unmatched } : null
+            };
+        }
+        this.start = start;
+        this.buffer = '';
+        this.stack = [];
+        this.feed();
+    }
+    feed(data, state) {
+        this.buffer = data || '';
+        this.index = 0;
+        this.line = state ? state.line : 1;
+        this.column = state ? state.column : 1;
+        this.prefetched = state?.prefetched;
+        this.set(state ? state.state : this.start);
+        this.stack = state && state.stack ? state.stack.slice() : [];
+    }
+    state() {
+        return {
+            line: this.line,
+            column: this.column,
+            state: this.current,
+            stack: this.stack.slice(),
+            prefetched: this.prefetched,
+        };
+    }
+    next() {
+        const next = this.matchNext();
+        if (!next) {
+            return;
+        }
+        const { rule, text, index } = next;
+        if (!rule) {
+            throw new Error(`No matching rule for ${text}`);
+        }
+        const token = this.createToken(rule, text, index);
+        this.processRule(rule);
+        return token;
+    }
+    set(current) {
+        if (!current || this.current === current)
+            return;
+        const info = this.states[current];
+        this.current = current;
+        this.rules = info.rules;
+        this.unmatched = info.unmatched;
+        this.regexp = info.regexp;
+    }
+    pop() {
+        this.set(this.stack.pop());
+    }
+    goto(state) {
+        this.stack.push(this.current);
+        this.set(state);
+    }
+    matchNext() {
+        if (this.index === this.buffer.length) {
+            return;
+        }
+        const { index, buffer } = this;
+        let text;
+        let rule;
+        let match;
+        this.regexp.lastIndex = index;
+        if (this.prefetched) {
+            match = this.prefetched;
+            this.prefetched = null;
+        }
+        else {
+            match = this.regexp.exec(buffer);
+        }
+        if (match == null) {
+            rule = this.unmatched;
+            text = buffer.slice(index, buffer.length);
+        }
+        else if (match.index !== index) {
+            rule = this.unmatched;
+            text = buffer.slice(index, match.index);
+            this.prefetched = match;
+        }
+        else {
+            rule = this.getGroup(match);
+            text = match[0];
+        }
+        return { index, rule, text };
+    }
+    createToken(rule, text, offset) {
+        const token = {
+            type: rule.type,
+            tag: this.getTags(rule.tag),
+            value: text,
+            text: text,
+            offset: offset,
+            line: this.line,
+            column: this.column,
+            state: this.current
+        };
+        for (let i = 0; i < text.length; i++) {
+            this.index++;
+            this.column++;
+            if (text[i] == '\n') {
+                this.line++;
+                this.column = 1;
+            }
+        }
+        return token;
+    }
+    getTags(tags) {
+        if (!tags)
+            return undefined;
+        if (!this.tags.has(tags))
+            this.tags.set(tags, new Set(tags));
+        return this.tags.get(tags);
+    }
+    processRule(rule) {
+        if (rule.pop) {
+            let i = rule.pop === 'all' ? this.stack.length : rule.pop;
+            while (i-- > 0) {
+                this.pop();
+            }
+        }
+        if (rule.set) {
+            this.set(rule.set);
+        }
+        if (rule.goto) {
+            this.goto(rule.goto);
+        }
+        if (rule.inset) {
+            let i = rule.inset;
+            while (--i >= 0) {
+                this.goto(this.current);
+            }
+        }
+    }
+    getGroup(match) {
+        for (let i = 0; i < this.rules.length; i++) {
+            if (match[i + 1] !== undefined) {
+                return this.rules[i];
+            }
+        }
+        throw new Error('Cannot find token type for matched text');
+    }
+}
+exports.StatefulLexer = StatefulLexer;
+class RegexLib {
+    static IsRegex(o) {
+        return o instanceof RegExp;
+    }
+    static Escape(s) {
+        return s.replace(/[-/\\^$*+?.()|[\]{}]/g, '\\$&');
+    }
+    static HasGroups(s) {
+        return (new RegExp('|' + s)).exec('').length > 1;
+    }
+    static Capture(source) {
+        return '(' + source + ')';
+    }
+    static Join(regexps) {
+        if (!regexps.length)
+            return '(?!)';
+        const source = regexps.map((s) => `(?:${s})`).join('|');
+        return `(?:${source})`;
+    }
+    static Source(search) {
+        if (typeof search === 'string') {
+            return `(?:${RegexLib.Escape(search)})`;
+        }
+        if (RegexLib.IsRegex(search)) {
+            return search.source;
+        }
+        throw new Error('Not a pattern: ' + search);
+    }
+}
+function CompileRegExp(state) {
+    const rules = [];
+    const subexpressions = [];
+    let isUnicode = null;
+    let isCI = null;
+    for (const options of state.rules) {
+        if (RegexLib.IsRegex(options.when)) {
+            const when = options.when;
+            if (isUnicode === null) {
+                isUnicode = when.unicode;
+            }
+            else if (isUnicode !== when.unicode && !state.unmatched) {
+                throw new Error(`Inconsistent Regex Flag /u in state: ${state.name}`);
+            }
+            if (isCI === null) {
+                isCI = when.ignoreCase;
+            }
+            else if (isCI !== when.ignoreCase) {
+                throw new Error(`Inconsistent Regex Flag /i in state: ${state.name}`);
+            }
+        }
+        else {
+            if (isCI == null) {
+                isCI = false;
+            }
+            else if (isCI != false) {
+                throw new Error(`Inconsistent Regex Flag /i in state: ${state.name}`);
+            }
+        }
+        rules.push(options);
+        const pat = RegexLib.Source(options.when);
+        const regexp = new RegExp(pat);
+        if (regexp.test("")) {
+            throw new Error("RegExp matches empty string: " + regexp);
+        }
+        if (RegexLib.HasGroups(pat)) {
+            throw new Error("RegExp has capture groups: " + regexp + "\nUse (?: … ) instead");
+        }
+        subexpressions.push(RegexLib.Capture(pat));
+    }
+    let flags = !state.unmatched ? 'ym' : 'gm';
+    if (isUnicode === true)
+        flags += "u";
+    if (isCI === true)
+        flags += "i";
+    return new RegExp(RegexLib.Join(subexpressions), flags);
+}
+function ResolveStates(states, start) {
+    const resolved = new Set();
+    const resolving = new Set();
+    const chain = new Set();
+    ResolveRuleImports(start, states, resolved, resolving, chain);
+    for (const key in states) {
+        if (!resolved.has(key)) {
+            delete states[key];
+        }
+    }
+    return states;
+}
+exports.ResolveStates = ResolveStates;
+function ResolveRuleImports(name, states, resolved, resolving, chain) {
+    if (chain.has(name))
+        throw new Error(`Can not resolve circular import of ${name}`);
+    if (!states[name])
+        throw new Error(`Can not import unknown state ${name}`);
+    if (resolved.has(name) || resolving.has(name))
+        return;
+    const state = states[name];
+    const rules = new UniqueRules();
+    chain.add(name);
+    resolving.add(name);
+    for (let i = 0; i < state.rules.length; i++) {
+        const rule = state.rules[i];
+        if ("import" in rule) {
+            for (const ref of rule.import) {
+                ResolveRuleImports(ref, states, resolved, resolving, chain);
+                rules.push(...states[ref].rules);
+            }
+        }
+        else {
+            rules.push(rule);
+            if ("set" in rule && !resolving.has(rule.set)) {
+                ResolveRuleImports(rule.set, states, resolved, resolving, new Set());
+            }
+            if ("goto" in rule && !resolving.has(rule.goto)) {
+                ResolveRuleImports(rule.goto, states, resolved, resolving, new Set());
+            }
+        }
+    }
+    state.rules = rules.rules;
+    chain.delete(name);
+    resolved.add(name);
+}
+class UniqueRules {
+    regexps = new Set();
+    strings = new Set();
+    rules = [];
+    push(...rules) {
+        for (const rule of rules) {
+            if (RegexLib.IsRegex(rule.when)) {
+                if (!this.regexps.has(rule.when.source)) {
+                    this.rules.push(rule);
+                }
+            }
+            else {
+                if (!this.strings.has(rule.when)) {
+                    this.rules.push(rule);
+                }
+            }
+        }
+    }
+}
+//# sourceMappingURL=stateful-lexer.js.map

package/build/lexers/stateful-lexer.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"stateful-lexer.js","sourceRoot":"","sources":["../../src/lexers/stateful-lexer.ts"],"names":[],"mappings":";;;AAEA,MAAa,aAAa;IACd,KAAK,CAAS;IACd,MAAM,GAA+C,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;IACzE,MAAM,CAAS;IACf,KAAK,CAAW;IAChB,KAAK,CAAS;IACd,IAAI,CAAS;IACb,MAAM,CAAS;IACf,UAAU,CAAmB;IAC7B,OAAO,CAAS;IAChB,SAAS,CAAsB;IAC/B,KAAK,CAAwB;IAC7B,MAAM,CAAS;IACf,IAAI,GAAG,IAAI,GAAG,EAAyB,CAAC;IAEhD,YAAY,EAAE,MAAM,EAAE,KAAK,EAAe;QACtC,aAAa,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;QAC7B,KAAK,MAAM,GAAG,IAAI,MAAM,EAAE;YACtB,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,GAAG;gBACf,MAAM,EAAE,aAAa,CAAC,MAAM,CAAC,GAAG,CAA4B,CAAC;gBAC7D,KAAK,EAAE,MAAM,CAAC,GAAG,CAAC,CAAC,KAA8B;gBACjD,SAAS,EAAE,MAAM,CAAC,GAAG,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,CAAC,GAAG,CAAC,CAAC,SAAS,EAAyB,CAAC,CAAC,CAAC,IAAI;aACnG,CAAC;SACL;QACD,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;QACnB,IAAI,CAAC,MAAM,GAAG,EAAE,CAAC;QACjB,IAAI,CAAC,KAAK,GAAG,EAAE,CAAC;QAChB,IAAI,CAAC,IAAI,EAAE,CAAC;IAChB,CAAC;IAED,IAAI,CAAC,IAAa,EAAE,KAA0C;QAC1D,IAAI,CAAC,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;QACzB,IAAI,CAAC,KAAK,GAAG,CAAC,CAAC;QACf,IAAI,CAAC,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;QACnC,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;QACvC,IAAI,CAAC,UAAU,GAAG,KAAK,EAAE,UAAU,CAAC;QACpC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAC3C,IAAI,CAAC,KAAK,GAAG,KAAK,IAAI,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;IACjE,CAAC;IAED,KAAK;QACD,OAAO;YACH,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,KAAK,EAAE,IAAI,CAAC,OAAO;YACnB,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE;YACzB,UAAU,EAAE,IAAI,CAAC,UAAU;SAC9B,CAAA;IACL,CAAC;IAED,IAAI;QACA,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,EAAE,CAAC;QAC9B,IAAI,CAAC,IAAI,EAAE;YACP,OAAM;SACT;QACD,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,IAAI,CAAC;QACnC,IAAI,CAAC,IAAI,EAAE;YACP,MAAM,IAAI,KAAK,CAAC,wBAAwB,IAAI,EAAE,CAAC,CAAC;SACnD;QACD,MAAM,KAAK,GAAG,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,IAAI,EAAE,KAAK,CAAC,CAAA;QACjD,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;QACvB,OAAO,KAAK,CAAC;IACjB,CAAC;IAEO,GAAG,CAAC,OAAe;QACvB,IAAI,CAAC,OAAO,IAAI,IAAI,CAAC,OAAO,KAAK,OAAO;YACpC,OAAM;QACV,MAAM,IAAI,GAAG,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QAClC,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;QACvB,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC;QACxB,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC;QAChC,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC;IAC9B,CAAC;IAEO,GAAG;QACP,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,CAAC;IAC/B,CAAC;IAEO,IAAI,CAAC,KAAa;QACtB,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;QAC7B,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,CAAA;IACnB,CAAC;IAEO,SAAS;QACb,IAAI,IAAI,CAAC,KAAK,KAAK,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE;YACnC,OAAO;SACV;QAED,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,IAAI,CAAC;QAC/B,IAAI,IAAI,CAAC;QACT,IAAI,IAAI,CAAC;QACT,IAAI,KAAK,CAAC;QAEV,IAAI,CAAC,MAAM,CAAC,SAAS,GAAG,KAAK,CAAC;QAC9B,IAAI,IAAI,CAAC,UAAU,EAAE;YACjB,KAAK,GAAG,IAAI,CAAC,UAAU,CAAC;YACxB,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC;SAC1B;aAAM;YACH,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;SACnC;QACD,IAAI,KAAK,IAAI,IAAI,EAAE;YACf,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC;YACtB,IAAI,GAAG,MAAM,CAAC,KAAK,CAAC,KAAK,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC;SAC7C;aAAM,IAAI,KAAK,CAAC,KAAK,KAAK,KAAK,EAAE;YAC9B,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC;YACtB,IAAI,GAAG,MAAM,CAAC,KAAK,CAAC,KAAK,EAAE,KAAK,CAAC,KAAK,CAAC,CAAA;YACvC,IAAI,CAAC,UAAU,GAAG,KAAK,CAAC;SAC3B;aAAM;YACH,IAAI,GAAG,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAA;YAC3B,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,CAAA;SAClB;QAED,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,IAAI,EAAE,CAAA;IAChC,CAAC;IAEO,WAAW,CAAC,IAAyB,EAAE,IAAY,EAAE,MAAc;QACvE,MAAM,KAAK,GAAG;YACV,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,GAAG,EAAE,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC;YAC3B,KAAK,EAAE,IAAI;YACX,IAAI,EAAE,IAAI;YACV,MAAM,EAAE,MAAM;YACd,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,KAAK,EAAE,IAAI,CAAC,OAAO;SACtB,CAAA;QAED,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;YAClC,IAAI,CAAC,KAAK,EAAE,CAAC;YACb,IAAI,CAAC,MAAM,EAAE,CAAC;YACd,IAAI,IAAI,CAAC,CAAC,CAAC,IAAI,IAAI,EAAE;gBACjB,IAAI,CAAC,IAAI,EAAE,CAAC;gBACZ,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC;aACnB;SACJ;QACD,OAAO,KAAK,CAAC;IACjB,CAAC;IAEO,OAAO,CAAC,IAAe;QAC3B,IAAI,CAAC,IAAI;YACL,OAAO,SAAS,CAAC;QACrB,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC;YACpB,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,IAAI,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC;QACvC,OAAO,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IAC/B,CAAC;IAEO,WAAW,CAAC,IAAyB;QACzC,IAAI,IAAI,CAAC,GAAG,EAAE;YACV,IAAI,CAAC,GAAG,IAAI,CAAC,GAAG,KAAK,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC;YAC1D,OAAO,CAAC,EAAE,GAAG,CAAC,EAAE;gBACZ,IAAI,CAAC,GAAG,EAAE,CAAC;aACd;SACJ;QAED,IAAI,IAAI,CAAC,GAAG,EAAE;YACV,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;SACtB;QACD,IAAI,IAAI,CAAC,IAAI,EAAE;YACX,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;SACxB;QAED,IAAI,IAAI,CAAC,KAAK,EAAE;YACZ,IAAI,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC;YACnB,OAAO,EAAE,CAAC,IAAI,CAAC,EAAE;gBACb,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;aAC3B;SACJ;IACL,CAAC;IAEO,QAAQ,CAAC,KAAK;QAClB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;YACxC,IAAI,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,SAAS,EAAE;gBAC5B,OAAO,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;aACxB;SACJ;QACD,MAAM,IAAI,KAAK,CAAC,yCAAyC,CAAC,CAAA;IAC9D,CAAC;CACJ;AAjLD,sCAiLC;AAED,MAAM,QAAQ;IAEV,MAAM,CAAC,OAAO,CAAC,CAAM;QACjB,OAAO,CAAC,YAAY,MAAM,CAAA;IAC9B,CAAC;IACD,MAAM,CAAC,MAAM,CAAC,CAAS;QACnB,OAAO,CAAC,CAAC,OAAO,CAAC,uBAAuB,EAAE,MAAM,CAAC,CAAA;IACrD,CAAC;IAED,MAAM,CAAC,SAAS,CAAC,CAAS;QACtB,OAAO,CAAC,IAAI,MAAM,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,MAAM,GAAG,CAAC,CAAA;IACpD,CAAC;IAED,MAAM,CAAC,OAAO,CAAC,MAAc;QACzB,OAAO,GAAG,GAAG,MAAM,GAAG,GAAG,CAAA;IAC7B,CAAC;IAED,MAAM,CAAC,IAAI,CAAC,OAAiB;QACzB,IAAI,CAAC,OAAO,CAAC,MAAM;YACf,OAAO,MAAM,CAAC;QAClB,MAAM,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACxD,OAAO,MAAM,MAAM,GAAG,CAAC;IAC3B,CAAC;IAED,MAAM,CAAC,MAAM,CAAC,MAAuB;QACjC,IAAI,OAAO,MAAM,KAAK,QAAQ,EAAE;YAC5B,OAAO,MAAM,QAAQ,CAAC,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC;SAC3C;QACD,IAAI,QAAQ,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE;YAC1B,OAAO,MAAM,CAAC,MAAM,CAAC;SACxB;QACD,MAAM,IAAI,KAAK,CAAC,iBAAiB,GAAG,MAAM,CAAC,CAAA;IAC/C,CAAC;CAEJ;AAED,SAAS,aAAa,CAAC,KAA8B;IACjD,MAAM,KAAK,GAAG,EAAE,CAAC;IACjB,MAAM,cAAc,GAAG,EAAE,CAAC;IAE1B,IAAI,SAAS,GAAG,IAAI,CAAC;IACrB,IAAI,IAAI,GAAG,IAAI,CAAC;IAChB,KAAK,MAAM,OAAO,IAAI,KAAK,CAAC,KAAK,EAAE;QAC/B,IAAI,QAAQ,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE;YAChC,MAAM,IAAI,GAAG,OAAO,CAAC,IAAc,CAAC;YACpC,IAAI,SAAS,KAAK,IAAI,EAAE;gBACpB,SAAS,GAAG,IAAI,CAAC,OAAO,CAAA;aAC3B;iBAAM,IAAI,SAAS,KAAK,IAAI,CAAC,OAAO,IAAI,CAAC,KAAK,CAAC,SAAS,EAAE;gBACvD,MAAM,IAAI,KAAK,CAAC,wCAAwC,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC;aACzE;YACD,IAAI,IAAI,KAAK,IAAI,EAAE;gBACf,IAAI,GAAG,IAAI,CAAC,UAAU,CAAA;aACzB;iBAAM,IAAI,IAAI,KAAK,IAAI,CAAC,UAAU,EAAE;gBACjC,MAAM,IAAI,KAAK,CAAC,wCAAwC,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC;aACzE;SACJ;aAAM;YACH,IAAI,IAAI,IAAI,IAAI,EAAE;gBACd,IAAI,GAAG,KAAK,CAAC;aAChB;iBAAM,IAAI,IAAI,IAAI,KAAK,EAAE;gBACtB,MAAM,IAAI,KAAK,CAAC,wCAAwC,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC;aACzE;SACJ;QAED,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QACpB,MAAM,GAAG,GAAG,QAAQ,CAAC,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;QAC1C,MAAM,MAAM,GAAG,IAAI,MAAM,CAAC,GAAG,CAAC,CAAA;QAC9B,IAAI,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE;YACjB,MAAM,IAAI,KAAK,CAAC,+BAA+B,GAAG,MAAM,CAAC,CAAA;SAC5D;QAED,IAAI,QAAQ,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE;YACzB,MAAM,IAAI,KAAK,CAAC,6BAA6B,GAAG,MAAM,GAAG,uBAAuB,CAAC,CAAA;SACpF;QAED,cAAc,CAAC,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAA;KAC7C;IAED,IAAI,KAAK,GAAG,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC;IAC3C,IAAI,SAAS,KAAK,IAAI;QAClB,KAAK,IAAI,GAAG,CAAA;IAChB,IAAI,IAAI,KAAK,IAAI;QACb,KAAK,IAAI,GAAG,CAAA;IAChB,OAAO,IAAI,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,cAAc,CAAC,EAAE,KAAK,CAAC,CAAC;AAC5D,CAAC;AAED,SAAgB,aAAa,CAAC,MAA+C,EAAE,KAAa;IAExF,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAU,CAAC;IACnC,MAAM,SAAS,GAAG,IAAI,GAAG,EAAU,CAAC;IACpC,MAAM,KAAK,GAAG,IAAI,GAAG,EAAU,CAAC;IAGhC,kBAAkB,CAAC,KAAK,EAAE,MAAM,EAAE,QAAQ,EAAE,SAAS,EAAE,KAAK,CAAC,CAAC;IAC9D,KAAK,MAAM,GAAG,IAAI,MAAM,EAAE;QACtB,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE;YACpB,OAAO,MAAM,CAAC,GAAG,CAAC,CAAC;SACtB;KACJ;IACD,OAAO,MAAM,CAAC;AAClB,CAAC;AAdD,sCAcC;AAED,SAAS,kBAAkB,CAAC,IAAY,EAAE,MAA+C,EAAE,QAAqB,EAAE,SAAsB,EAAE,KAAkB;IACxJ,IAAI,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC;QACf,MAAM,IAAI,KAAK,CAAC,sCAAsC,IAAI,EAAE,CAAC,CAAC;IAClE,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC;QACb,MAAM,IAAI,KAAK,CAAC,gCAAgC,IAAI,EAAE,CAAC,CAAC;IAC5D,IAAI,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC;QACzC,OAAO;IACX,MAAM,KAAK,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC;IAC3B,MAAM,KAAK,GAAG,IAAI,WAAW,EAAE,CAAC;IAChC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IAChB,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IACpB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;QACzC,MAAM,IAAI,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;QAC5B,IAAI,QAAQ,IAAI,IAAI,EAAE;YAClB,KAAK,MAAM,GAAG,IAAI,IAAI,CAAC,MAAM,EAAE;gBAC3B,kBAAkB,CAAC,GAAG,EAAE,MAAM,EAAE,QAAQ,EAAE,SAAS,EAAE,KAAK,CAAC,CAAC;gBAC5D,KAAK,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,KAA8B,CAAC,CAAC;aAC7D;SACJ;aAAM;YACH,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACjB,IAAI,KAAK,IAAI,IAAI,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE;gBAC3C,kBAAkB,CAAC,IAAI,CAAC,GAAG,EAAE,MAAM,EAAE,QAAQ,EAAE,SAAS,EAAE,IAAI,GAAG,EAAE,CAAC,CAAC;aACxE;YACD,IAAI,MAAM,IAAI,IAAI,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE;gBAC7C,kBAAkB,CAAC,IAAI,CAAC,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,SAAS,EAAE,IAAI,GAAG,EAAE,CAAC,CAAC;aACzE;SACJ;KACJ;IACD,KAAK,CAAC,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC;IAC1B,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;IACnB,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;AACvB,CAAC;AAED,MAAM,WAAW;IACL,OAAO,GAAG,IAAI,GAAG,EAAU,CAAC;IAC5B,OAAO,GAAG,IAAI,GAAG,EAAU,CAAC;IACpC,KAAK,GAA0B,EAAE,CAAC;IAElC,IAAI,CAAC,GAAG,KAA4B;QAChC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE;YACtB,IAAI,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE;gBAC7B,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAE,IAAI,CAAC,IAAe,CAAC,MAAM,CAAC,EAAE;oBACjD,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;iBACzB;aACJ;iBAAM;gBACH,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,IAAc,CAAC,EAAE;oBACxC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;iBACzB;aACJ;SACJ;IACL,CAAC;CAEJ"}

package/build/lexers/token-buffer.d.ts

@@ -0,0 +1,32 @@
+import { Lexer, TQRestorePoint, LexerToken } from '../typings';
+export declare class TokenBuffer {
+    private lexer;
+    private history;
+    private queued;
+    private $historyIndex;
+    get offset(): number;
+    get line(): number;
+    get column(): number;
+    get active(): LexerToken;
+    get state(): TQRestorePoint;
+    constructor(lexer: Lexer);
+    reset(buffer: string): void;
+    restore(state: TQRestorePoint): void;
+    feed(buffer: string, flush?: boolean): void;
+    flush(): void;
+    previous(): LexerToken;
+    next(): LexerToken;
+    peek(offset: number): LexerToken;
+    private lexerNext;
+    [Symbol.iterator](): TokenIterator;
+}
+declare class TokenIterator {
+    private buffer;
+    constructor(buffer: TokenBuffer);
+    next(): {
+        value: LexerToken;
+        done: boolean;
+    };
+    [Symbol.iterator](): this;
+}
+export {};

package/build/lexers/token-buffer.js

@@ -0,0 +1,92 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.TokenBuffer = void 0;
+class TokenBuffer {
+    lexer;
+    history = [];
+    queued = '';
+    $historyIndex = -1;
+    get offset() { return this.active?.offset || 0; }
+    get line() { return this.active?.line || 0; }
+    get column() { return this.active?.column || 0; }
+    get active() { return this.history[this.$historyIndex]; }
+    get state() {
+        return { historyIndex: this.$historyIndex, offset: this.offset };
+    }
+    constructor(lexer) {
+        this.lexer = lexer;
+    }
+    reset(buffer) {
+        this.lexer.feed(buffer);
+        this.history = [];
+        this.$historyIndex = -1;
+    }
+    restore(state) {
+        if (this.history[state.historyIndex].offset != state.offset) {
+            return;
+        }
+        this.$historyIndex = state.historyIndex;
+    }
+    feed(buffer, flush) {
+        this.queued += buffer;
+        if (flush) {
+            this.flush();
+        }
+    }
+    flush() {
+        this.history = this.history.slice(this.$historyIndex);
+        this.$historyIndex = 0;
+        if (this.lexer.flush) {
+            this.lexer.flush();
+        }
+    }
+    previous() {
+        if (this.$historyIndex > 0) {
+            return this.history[--this.$historyIndex];
+        }
+    }
+    next() {
+        if (this.$historyIndex + 1 >= this.history.length) {
+            this.lexerNext();
+        }
+        if (this.$historyIndex + 1 < this.history.length) {
+            return this.history[++this.$historyIndex];
+        }
+    }
+    peek(offset) {
+        offset += this.$historyIndex;
+        while ((offset >= this.history.length) && this.lexerNext()) {
+        }
+        if (offset >= 0 && offset < this.history.length)
+            return this.history[offset];
+    }
+    lexerNext() {
+        let token = this.lexer.next();
+        if (typeof token === 'undefined' && this.queued) {
+            this.lexer.feed(this.queued, this.$historyIndex >= 0 ? this.lexer.state() : undefined);
+            this.queued = '';
+            token = this.lexer.next();
+        }
+        if (token)
+            this.history.push(token);
+        return token;
+    }
+    [Symbol.iterator]() {
+        return new TokenIterator(this);
+    }
+}
+exports.TokenBuffer = TokenBuffer;
+class TokenIterator {
+    buffer;
+    constructor(buffer) {
+        this.buffer = buffer;
+    }
+    next() {
+        const token = this.buffer.next();
+        return { value: token, done: !token };
+    }
+    [Symbol.iterator]() {
+        return this;
+    }
+}
+//# sourceMappingURL=token-buffer.js.map

package/build/lexers/token-buffer.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"token-buffer.js","sourceRoot":"","sources":["../../src/lexers/token-buffer.ts"],"names":[],"mappings":";;;AAEA,MAAa,WAAW;IAeA;IAdZ,OAAO,GAAiB,EAAE,CAAC;IAC3B,MAAM,GAAW,EAAE,CAAC;IAEpB,aAAa,GAAG,CAAC,CAAC,CAAC;IAE3B,IAAI,MAAM,KAAK,OAAO,IAAI,CAAC,MAAM,EAAE,MAAM,IAAI,CAAC,CAAA,CAAC,CAAC;IAChD,IAAI,IAAI,KAAK,OAAO,IAAI,CAAC,MAAM,EAAE,IAAI,IAAI,CAAC,CAAA,CAAC,CAAC;IAC5C,IAAI,MAAM,KAAK,OAAO,IAAI,CAAC,MAAM,EAAE,MAAM,IAAI,CAAC,CAAC,CAAC,CAAC;IACjD,IAAI,MAAM,KAAK,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC;IAEzD,IAAI,KAAK;QACL,OAAO,EAAE,YAAY,EAAE,IAAI,CAAC,aAAa,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,CAAC;IACrE,CAAC;IAED,YAAoB,KAAY;QAAZ,UAAK,GAAL,KAAK,CAAO;IAAI,CAAC;IAErC,KAAK,CAAC,MAAc;QAChB,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACxB,IAAI,CAAC,OAAO,GAAG,EAAE,CAAC;QAClB,IAAI,CAAC,aAAa,GAAG,CAAC,CAAC,CAAC;IAC5B,CAAC;IAED,OAAO,CAAC,KAAqB;QACzB,IAAI,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC,MAAM,IAAI,KAAK,CAAC,MAAM,EAAE;YACzD,OAAO;SACV;QACD,IAAI,CAAC,aAAa,GAAG,KAAK,CAAC,YAAY,CAAC;IAC5C,CAAC;IAED,IAAI,CAAC,MAAc,EAAE,KAAe;QAChC,IAAI,CAAC,MAAM,IAAI,MAAM,CAAC;QACtB,IAAI,KAAK,EAAE;YACP,IAAI,CAAC,KAAK,EAAE,CAAC;SAChB;IACL,CAAC;IAED,KAAK;QACD,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;QACtD,IAAI,CAAC,aAAa,GAAG,CAAC,CAAC;QACvB,IAAI,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE;YAClB,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAA;SACrB;IACL,CAAC;IAED,QAAQ;QACJ,IAAI,IAAI,CAAC,aAAa,GAAG,CAAC,EAAE;YACxB,OAAO,IAAI,CAAC,OAAO,CAAC,EAAE,IAAI,CAAC,aAAa,CAAC,CAAC;SAC7C;IACL,CAAC;IAED,IAAI;QACA,IAAI,IAAI,CAAC,aAAa,GAAG,CAAC,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE;YAC/C,IAAI,CAAC,SAAS,EAAE,CAAC;SACpB;QACD,IAAI,IAAI,CAAC,aAAa,GAAG,CAAC,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE;YAC9C,OAAO,IAAI,CAAC,OAAO,CAAC,EAAE,IAAI,CAAC,aAAa,CAAC,CAAC;SAC7C;IACL,CAAC;IAED,IAAI,CAAC,MAAc;QACf,MAAM,IAAI,IAAI,CAAC,aAAa,CAAC;QAC7B,OAAO,CAAC,MAAM,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,IAAI,CAAC,SAAS,EAAE,EAAE;SAE3D;QACD,IAAI,MAAM,IAAI,CAAC,IAAI,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM;YAC3C,OAAO,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;IACpC,CAAC;IAEO,SAAS;QACb,IAAI,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC;QAE9B,IAAI,OAAO,KAAK,KAAK,WAAW,IAAI,IAAI,CAAC,MAAM,EAAE;YAC7C,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,aAAa,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;YACvF,IAAI,CAAC,MAAM,GAAG,EAAE,CAAC;YACjB,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC;SAC7B;QACD,IAAI,KAAK;YACL,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAC7B,OAAO,KAAK,CAAC;IACjB,CAAC;IAED,CAAC,MAAM,CAAC,QAAQ,CAAC;QACb,OAAO,IAAI,aAAa,CAAC,IAAI,CAAC,CAAA;IAClC,CAAC;CAEJ;AAtFD,kCAsFC;AAED,MAAM,aAAa;IACK;IAApB,YAAoB,MAAmB;QAAnB,WAAM,GAAN,MAAM,CAAa;IAAI,CAAC;IAE5C,IAAI;QACA,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,CAAA;QAChC,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,KAAK,EAAE,CAAA;IACzC,CAAC;IAED,CAAC,MAAM,CAAC,QAAQ,CAAC;QACb,OAAO,IAAI,CAAA;IACf,CAAC;CACJ"}

package/build/parser/algorithms/cyk.d.ts

@@ -0,0 +1,16 @@
+import { TokenBuffer } from "../../lexers/token-buffer";
+import { GrammarRule, LanguageDefinition, LexerToken } from "../../typings";
+export declare function CYK(language: LanguageDefinition & {
+    tokens: TokenBuffer;
+}, _options?: {}): {
+    results: any[];
+};
+export interface NonTerminal {
+    rule: GrammarRule;
+    left: NonTerminal | Terminal;
+    right: NonTerminal | Terminal;
+}
+export interface Terminal {
+    rule: GrammarRule;
+    token: LexerToken;
+}

package/build/parser/algorithms/cyk.js

@@ -0,0 +1,58 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.CYK = void 0;
+const general_1 = require("../../utility/general");
+const parser_1 = require("../parser");
+function CYK(language, _options = {}) {
+    const { grammar, tokens } = language;
+    const terminals = [];
+    const nonTerminals = [];
+    for (const name in grammar.rules) {
+        for (const rule of grammar.rules[name]) {
+            const { symbols } = rule;
+            if (parser_1.ParserUtility.SymbolIsTerminal(symbols[0])) {
+                terminals.push(rule);
+            }
+            else {
+                nonTerminals.push(rule);
+            }
+        }
+    }
+    let currentTokenIndex = -1;
+    const chart = new general_1.Matrix(0, 0, () => new Map());
+    for (const token of tokens) {
+        currentTokenIndex++;
+        chart.resize(currentTokenIndex + 2, currentTokenIndex + 2);
+        for (const rule of terminals) {
+            if (parser_1.ParserUtility.TokenMatchesSymbol(token, rule.symbols[0])) {
+                chart.get(currentTokenIndex, currentTokenIndex).set(rule.name, { rule, token });
+            }
+        }
+        for (let floor = currentTokenIndex; floor >= 0; floor--) {
+            for (let inner = floor; inner <= currentTokenIndex; inner++) {
+                const leftCell = chart.get(floor, inner);
+                const rightCell = chart.get(inner + 1, currentTokenIndex);
+                for (const rule of nonTerminals) {
+                    const { symbols: [leftSymbol, rightSymbol] } = rule;
+                    const left = leftCell.get(leftSymbol);
+                    const right = rightCell.get(rightSymbol);
+                    if (left && right) {
+                        chart.get(floor, currentTokenIndex).set(rule.name, { rule, left, right });
+                    }
+                }
+            }
+        }
+    }
+    const results = Array.from(chart.get(0, currentTokenIndex).values()).map(v => GetValue(v));
+    return { results };
+}
+exports.CYK = CYK;
+function GetValue(ref) {
+    if (!ref)
+        return;
+    if ('token' in ref) {
+        return parser_1.ParserUtility.PostProcess(ref.rule, [ref.token]);
+    }
+    return parser_1.ParserUtility.PostProcess(ref.rule, [GetValue(ref.left), GetValue(ref.right)]);
+}
+//# sourceMappingURL=cyk.js.map

package/build/parser/algorithms/cyk.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"cyk.js","sourceRoot":"","sources":["../../../src/parser/algorithms/cyk.ts"],"names":[],"mappings":";;;AAEA,mDAA+C;AAC/C,sCAA0C;AAE1C,SAAgB,GAAG,CAAC,QAAsD,EAAE,QAAQ,GAAG,EAAE;IACrF,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,GAAG,QAAQ,CAAC;IAErC,MAAM,SAAS,GAAkB,EAAE,CAAC;IACpC,MAAM,YAAY,GAAkB,EAAE,CAAC;IAEvC,KAAK,MAAM,IAAI,IAAI,OAAO,CAAC,KAAK,EAAE;QAC9B,KAAK,MAAM,IAAI,IAAI,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE;YACpC,MAAM,EAAE,OAAO,EAAE,GAAG,IAAI,CAAC;YACzB,IAAI,sBAAa,CAAC,gBAAgB,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE;gBAC5C,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;aACxB;iBAAM;gBACH,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;aAC3B;SACJ;KACJ;IAED,IAAI,iBAAiB,GAAG,CAAC,CAAC,CAAC;IAC3B,MAAM,KAAK,GAAG,IAAI,gBAAM,CAAC,CAAC,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,IAAI,GAAG,EAA6C,CAAC,CAAC;IAC3F,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE;QACxB,iBAAiB,EAAE,CAAC;QACpB,KAAK,CAAC,MAAM,CAAC,iBAAiB,GAAG,CAAC,EAAE,iBAAiB,GAAG,CAAC,CAAC,CAAC;QAC3D,KAAK,MAAM,IAAI,IAAI,SAAS,EAAE;YAC1B,IAAI,sBAAa,CAAC,kBAAkB,CAAC,KAAK,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE;gBAC1D,KAAK,CAAC,GAAG,CAAC,iBAAiB,EAAE,iBAAiB,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAA;aAClF;SACJ;QAGD,KAAK,IAAI,KAAK,GAAG,iBAAiB,EAAE,KAAK,IAAI,CAAC,EAAE,KAAK,EAAE,EAAE;YACrD,KAAK,IAAI,KAAK,GAAG,KAAK,EAAE,KAAK,IAAI,iBAAiB,EAAE,KAAK,EAAE,EAAE;gBACzD,MAAM,QAAQ,GAAG,KAAK,CAAC,GAAG,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;gBACzC,MAAM,SAAS,GAAG,KAAK,CAAC,GAAG,CAAC,KAAK,GAAG,CAAC,EAAE,iBAAiB,CAAC,CAAC;gBAE1D,KAAK,MAAM,IAAI,IAAI,YAAY,EAAE;oBAC7B,MAAM,EAAE,OAAO,EAAE,CAAC,UAAU,EAAE,WAAW,CAAC,EAAE,GAAG,IAAI,CAAC;oBACpD,MAAM,IAAI,GAA2B,QAAQ,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;oBAC9D,MAAM,KAAK,GAA2B,SAAS,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC;oBACjE,IAAI,IAAI,IAAI,KAAK,EAAE;wBACf,KAAK,CAAC,GAAG,CAAC,KAAK,EAAE,iBAAiB,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;qBAC7E;iBACJ;aACJ;SACJ;KACJ;IAED,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,EAAE,iBAAiB,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC;IAC3F,OAAO,EAAE,OAAO,EAAE,CAAC;AACvB,CAAC;AAhDD,kBAgDC;AAED,SAAS,QAAQ,CAAC,GAA2B;IACzC,IAAI,CAAC,GAAG;QACJ,OAAO;IACX,IAAI,OAAO,IAAI,GAAG,EAAE;QAChB,OAAO,sBAAa,CAAC,WAAW,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC;KAC3D;IACD,OAAO,sBAAa,CAAC,WAAW,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAA;AACzF,CAAC"}

package/build/parser/algorithms/earley.d.ts

@@ -0,0 +1,48 @@
+import { Dictionary, GrammarRule, LanguageDefinition } from "../../typings";
+import { TokenBuffer } from "../../lexers/token-buffer";
+export interface EarleyParserOptions {
+    keepHistory?: boolean;
+}
+export declare function Earley(language: LanguageDefinition & {
+    tokens: TokenBuffer;
+}, options?: EarleyParserOptions): {
+    results: any[];
+    info: {
+        table: Column[];
+    };
+};
+declare class Column {
+    private rules;
+    index: number;
+    data: any;
+    states: State[];
+    wants: Dictionary<State[]>;
+    scannable: State[];
+    completed: Dictionary<State[]>;
+    constructor(rules: Dictionary<GrammarRule[]>, index: number);
+    process(): void;
+    predict(exp: string): void;
+    expects(): GrammarRule[];
+    private complete;
+}
+declare class State {
+    rule: GrammarRule;
+    dot: number;
+    reference: number;
+    wantedBy: State[];
+    isComplete: boolean;
+    data: any;
+    left: State;
+    right: State | StateToken;
+    constructor(rule: GrammarRule, dot: number, reference: number, wantedBy: State[]);
+    nextState(child: State | StateToken): State;
+    finish(): void;
+    protected build(): any[];
+}
+interface StateToken {
+    data: any;
+    token: any;
+    isToken: boolean;
+    reference: number;
+}
+export {};