grammar-well 1.2.0 → 1.2.2

package/build/parser/algorithms/lrk/stack.js

@@ -0,0 +1,39 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.LRStack = void 0;
+class LRStack {
+    stack = [];
+    get current() {
+        return this.stack[this.stack.length - 1];
+    }
+    get previous() {
+        return this.stack[this.stack.length - 2];
+    }
+    shift(state) {
+        this.current.state = state;
+    }
+    reduce(rule) {
+        const n = LRStack.NewItem();
+        const l = rule.symbols.length;
+        n.children = this.stack.splice(l * -1, l);
+        n.children.forEach(v => delete v.state);
+        n.rule = rule;
+        n.symbol = rule.name;
+        this.stack.push(n);
+    }
+    append(symbol) {
+        this.stack.push(LRStack.NewItem());
+        this.current.symbol = symbol;
+    }
+    static NewItem() {
+        return {
+            children: [],
+            state: null,
+            symbol: null,
+            rule: null,
+            value: null
+        };
+    }
+}
+exports.LRStack = LRStack;
+//# sourceMappingURL=stack.js.map

package/build/parser/algorithms/lrk/stack.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"stack.js","sourceRoot":"","sources":["../../../../src/parser/algorithms/lrk/stack.ts"],"names":[],"mappings":";;;AAGA,MAAa,OAAO;IAEhB,KAAK,GAAkB,EAAE,CAAC;IAE1B,IAAI,OAAO;QACP,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IAC7C,CAAC;IAED,IAAI,QAAQ;QACR,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IAC7C,CAAC;IAGD,KAAK,CAAC,KAAY;QACd,IAAI,CAAC,OAAO,CAAC,KAAK,GAAG,KAAK,CAAC;IAC/B,CAAC;IAED,MAAM,CAAC,IAAiB;QACpB,MAAM,CAAC,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC;QAC5B,MAAM,CAAC,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC;QAC9B,CAAC,CAAC,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;QAC1C,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,OAAO,CAAC,CAAC,KAAK,CAAC,CAAC;QACxC,CAAC,CAAC,IAAI,GAAG,IAAI,CAAC;QACd,CAAC,CAAC,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC;QACrB,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACvB,CAAC;IAED,MAAM,CAAC,MAAyB;QAC5B,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC,CAAA;QAClC,IAAI,CAAC,OAAO,CAAC,MAAM,GAAG,MAAM,CAAC;IACjC,CAAC;IAED,MAAM,CAAC,OAAO;QACV,OAAO;YACH,QAAQ,EAAE,EAAE;YACZ,KAAK,EAAE,IAAI;YACX,MAAM,EAAE,IAAI;YACZ,IAAI,EAAE,IAAI;YACV,KAAK,EAAE,IAAI;SACd,CAAA;IACL,CAAC;CACJ;AAzCD,0BAyCC"}

package/build/parser/algorithms/lrk/state.d.ts

@@ -0,0 +1,12 @@
+import { GrammarRule, GrammarRuleSymbol } from "../../../typings";
+export interface State {
+    items: {
+        rule: GrammarRule;
+        dot: number;
+    }[];
+    isFinal: boolean;
+    actions: Map<GrammarRuleSymbol, string>;
+    goto: Map<GrammarRuleSymbol, string>;
+    reduce: number;
+    rule: GrammarRule;
+}

package/build/parser/algorithms/lrk/state.js

@@ -0,0 +1,3 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+//# sourceMappingURL=state.js.map

package/build/parser/algorithms/lrk/state.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"state.js","sourceRoot":"","sources":["../../../../src/parser/algorithms/lrk/state.ts"],"names":[],"mappings":""}

package/build/parser/parser.d.ts

@@ -14,9 +14,9 @@ export declare class Parser {
     };
     private getTokenQueue;
 }
-export declare class ParserUtility {
-    static TokenMatchesSymbol(token: LexerToken, symbol: GrammarRuleSymbol): boolean;
-    static SymbolIsTerminal<T extends GrammarRuleSymbol>(symbol: T): boolean;
+export declare abstract class ParserUtility {
+    static SymbolMatchesToken(symbol: GrammarRuleSymbol, token: LexerToken): boolean;
+    static SymbolIsTerminal(symbol: GrammarRuleSymbol): boolean;
     static PostProcess(rule: GrammarRule, data: any, meta?: any): any;
 }
 interface ParserOptions {

package/build/parser/parser.js

@@ -6,11 +6,11 @@ const stateful_lexer_1 = require("../lexers/stateful-lexer");
 const token_buffer_1 = require("../lexers/token-buffer");
 const cyk_1 = require("./algorithms/cyk");
 const earley_1 = require("./algorithms/earley");
-const lr_1 = require("./algorithms/lr");
+const algorithm_1 = require("./algorithms/lrk/algorithm");
 const ParserRegistry = {
     earley: earley_1.Earley,
     cyk: cyk_1.CYK,
-    lr: lr_1.LR
+    lr0: algorithm_1.LRK
 };
 function Parse(language, input, options) {
     const i = new Parser(language, options);
@@ -46,7 +46,7 @@ class Parser {
 }
 exports.Parser = Parser;
 class ParserUtility {
-    static TokenMatchesSymbol(token, symbol) {
+    static SymbolMatchesToken(symbol, token) {
         if (typeof symbol === 'string')
             throw 'Attempted to match token against non-terminal';
         if (typeof symbol == 'function')

package/build/parser/parser.js.map

@@ -1 +1 @@
-{"version":3,"file":"parser.js","sourceRoot":"","sources":["../../src/parser/parser.ts"],"names":[],"mappings":";;;AAAA,+DAA2D;AAC3D,6DAAyD;AACzD,yDAAqD;AAErD,0CAAuC;AACvC,gDAA6C;AAC7C,wCAAqC;AAErC,MAAM,cAAc,GAAuC;IACvD,MAAM,EAAE,eAAM;IACd,GAAG,EAAE,SAAG;IACR,EAAE,EAAE,OAAE;CACT,CAAA;AAED,SAAgB,KAAK,CAAC,QAA4B,EAAE,KAAa,EAAE,OAAuB;IACtF,MAAM,CAAC,GAAG,IAAI,MAAM,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;IACxC,OAAO,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;AACxB,CAAC;AAHD,sBAGC;AAED,MAAa,MAAM;IAEK;IAAsC;IAA1D,YAAoB,QAA4B,EAAU,UAAyB,EAAE,SAAS,EAAE,QAAQ,EAAE,aAAa,EAAE,EAAE,EAAE;QAAzG,aAAQ,GAAR,QAAQ,CAAoB;QAAU,YAAO,GAAP,OAAO,CAA4D;IAAI,CAAC;IAElI,GAAG,CAAC,KAAa;QACb,MAAM,UAAU,GAAG,IAAI,CAAC,aAAa,EAAE,CAAC;QACxC,UAAU,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACvB,IAAI,OAAO,IAAI,CAAC,OAAO,CAAC,SAAS,IAAI,UAAU;YAC3C,OAAO,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,EAAE,GAAG,IAAI,CAAC,QAAQ,EAAE,MAAM,EAAE,UAAU,EAAE,OAAO,EAAE,aAAa,EAAE,EAAE,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC;QAChI,OAAO,cAAc,CAAC,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,EAAE,GAAG,IAAI,CAAC,QAAQ,EAAE,MAAM,EAAE,UAAU,EAAE,OAAO,EAAE,aAAa,EAAE,EAAE,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC;IAChJ,CAAC;IAEO,aAAa;QACjB,MAAM,EAAE,KAAK,EAAE,GAAG,IAAI,CAAC,QAAQ,CAAC;QAChC,IAAI,CAAC,KAAK,EAAE;YACR,OAAO,IAAI,0BAAW,CAAC,IAAI,gCAAc,EAAE,CAAC,CAAC;SAChD;aAAM,IAAI,MAAM,IAAI,KAAK,IAAI,OAAO,KAAK,CAAC,IAAI,IAAI,UAAU,EAAE;YAC3D,OAAO,IAAI,0BAAW,CAAC,KAAK,CAAC,CAAC;SACjC;aAAM,IAAI,QAAQ,IAAI,KAAK,EAAE;YAC1B,OAAO,IAAI,0BAAW,CAAC,IAAI,8BAAa,CAAC,KAAK,CAAC,CAAC,CAAC;SACpD;IACL,CAAC;CACJ;AAtBD,wBAsBC;AAGD,MAAa,aAAa;IAEtB,MAAM,CAAC,kBAAkB,CAAC,KAAiB,EAAE,MAAyB;QAClE,IAAI,OAAO,MAAM,KAAK,QAAQ;YAC1B,MAAM,+CAA+C,CAAC;QAC1D,IAAI,OAAO,MAAM,IAAI,UAAU;YAC3B,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC;QACzB,IAAI,CAAC,MAAM;YACP,OAAM;QACV,IAAI,MAAM,IAAI,MAAM;YAChB,OAAO,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QACpC,IAAI,OAAO,IAAI,MAAM;YACjB,OAAO,MAAM,CAAC,KAAK,KAAK,KAAK,CAAC,IAAI,IAAI,KAAK,CAAC,GAAG,EAAE,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QACvE,IAAI,SAAS,IAAI,MAAM;YACnB,OAAO,MAAM,CAAC,OAAO,KAAK,KAAK,CAAC,KAAK,CAAC;IAC9C,CAAC;IAED,MAAM,CAAC,gBAAgB,CAA8B,MAAS;QAC1D,OAAO,OAAO,MAAM,IAAI,QAAQ,CAAC;IACrC,CAAC;IAED,MAAM,CAAC,WAAW,CAAC,IAAiB,EAAE,IAAS,EAAE,IAAU;QACvD,IAAI,IAAI,CAAC,WAAW,EAAE;YAClB,OAAO,IAAI,CAAC,WAAW,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;SACjD;QACD,OAAO,IAAI,CAAC;IAChB,CAAC;CACJ;AA3BD,sCA2BC"}
+{"version":3,"file":"parser.js","sourceRoot":"","sources":["../../src/parser/parser.ts"],"names":[],"mappings":";;;AAAA,+DAA2D;AAC3D,6DAAyD;AACzD,yDAAqD;AAErD,0CAAuC;AACvC,gDAA6C;AAC7C,0DAAiD;AAEjD,MAAM,cAAc,GAAuC;IACvD,MAAM,EAAE,eAAM;IACd,GAAG,EAAE,SAAG;IACR,GAAG,EAAE,eAAG;CACX,CAAA;AAED,SAAgB,KAAK,CAAC,QAA4B,EAAE,KAAa,EAAE,OAAuB;IACtF,MAAM,CAAC,GAAG,IAAI,MAAM,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;IACxC,OAAO,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;AACxB,CAAC;AAHD,sBAGC;AAED,MAAa,MAAM;IAEK;IAAsC;IAA1D,YAAoB,QAA4B,EAAU,UAAyB,EAAE,SAAS,EAAE,QAAQ,EAAE,aAAa,EAAE,EAAE,EAAE;QAAzG,aAAQ,GAAR,QAAQ,CAAoB;QAAU,YAAO,GAAP,OAAO,CAA4D;IAAI,CAAC;IAElI,GAAG,CAAC,KAAa;QACb,MAAM,UAAU,GAAG,IAAI,CAAC,aAAa,EAAE,CAAC;QACxC,UAAU,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACvB,IAAI,OAAO,IAAI,CAAC,OAAO,CAAC,SAAS,IAAI,UAAU;YAC3C,OAAO,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,EAAE,GAAG,IAAI,CAAC,QAAQ,EAAE,MAAM,EAAE,UAAU,EAAE,OAAO,EAAE,aAAa,EAAE,EAAE,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC;QAChI,OAAO,cAAc,CAAC,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,EAAE,GAAG,IAAI,CAAC,QAAQ,EAAE,MAAM,EAAE,UAAU,EAAE,OAAO,EAAE,aAAa,EAAE,EAAE,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC;IAChJ,CAAC;IAEO,aAAa;QACjB,MAAM,EAAE,KAAK,EAAE,GAAG,IAAI,CAAC,QAAQ,CAAC;QAChC,IAAI,CAAC,KAAK,EAAE;YACR,OAAO,IAAI,0BAAW,CAAC,IAAI,gCAAc,EAAE,CAAC,CAAC;SAChD;aAAM,IAAI,MAAM,IAAI,KAAK,IAAI,OAAO,KAAK,CAAC,IAAI,IAAI,UAAU,EAAE;YAC3D,OAAO,IAAI,0BAAW,CAAC,KAAK,CAAC,CAAC;SACjC;aAAM,IAAI,QAAQ,IAAI,KAAK,EAAE;YAC1B,OAAO,IAAI,0BAAW,CAAC,IAAI,8BAAa,CAAC,KAAK,CAAC,CAAC,CAAC;SACpD;IACL,CAAC;CACJ;AAtBD,wBAsBC;AAGD,MAAsB,aAAa;IAE/B,MAAM,CAAC,kBAAkB,CAAC,MAAyB,EAAE,KAAiB;QAClE,IAAI,OAAO,MAAM,KAAK,QAAQ;YAC1B,MAAM,+CAA+C,CAAC;QAC1D,IAAI,OAAO,MAAM,IAAI,UAAU;YAC3B,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC;QACzB,IAAI,CAAC,MAAM;YACP,OAAM;QACV,IAAI,MAAM,IAAI,MAAM;YAChB,OAAO,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QACpC,IAAI,OAAO,IAAI,MAAM;YACjB,OAAO,MAAM,CAAC,KAAK,KAAK,KAAK,CAAC,IAAI,IAAI,KAAK,CAAC,GAAG,EAAE,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QACvE,IAAI,SAAS,IAAI,MAAM;YACnB,OAAO,MAAM,CAAC,OAAO,KAAK,KAAK,CAAC,KAAK,CAAC;IAC9C,CAAC;IAED,MAAM,CAAC,gBAAgB,CAAC,MAAyB;QAC7C,OAAO,OAAO,MAAM,IAAI,QAAQ,CAAC;IACrC,CAAC;IAED,MAAM,CAAC,WAAW,CAAC,IAAiB,EAAE,IAAS,EAAE,IAAU;QACvD,IAAI,IAAI,CAAC,WAAW,EAAE;YAClB,OAAO,IAAI,CAAC,WAAW,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;SACjD;QACD,OAAO,IAAI,CAAC;IAChB,CAAC;CACJ;AA3BD,sCA2BC"}

package/build/typings.d.ts

@@ -40,6 +40,7 @@ export type JavascriptDirective = {
 export interface ImportDirective {
     import: string;
     path?: boolean;
+    alias?: string;
 }
 export interface ConfigDirective {
     config: Dictionary<any>;

package/build/utility/monarch.d.ts

@@ -0,0 +1,5 @@
+import { LexerConfig } from "../typings";
+export declare function CreateMonarchTokenizer(lexer: LexerConfig): {
+    start: string;
+    tokenizer: any;
+};

package/build/utility/monarch.js

@@ -0,0 +1,42 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.CreateMonarchTokenizer = void 0;
+function CreateMonarchTokenizer(lexer) {
+    const tokenizer = {};
+    const { start, states } = lexer;
+    for (const key in states) {
+        const { name, rules } = states[key];
+        tokenizer[name] = [];
+        for (const rule of rules) {
+            if ('import' in rule) {
+                for (const i of rule.import) {
+                    tokenizer[name].push({ include: i });
+                }
+            }
+            else if ('pop' in rule) {
+                tokenizer[name].push([TransformWhen(rule.when), { token: rule.highlight || 'source', next: '@pop' }]);
+            }
+            else if ('goto' in rule) {
+                tokenizer[name].push([TransformWhen(rule.when), { token: rule.highlight || 'source', next: '@' + rule.goto }]);
+            }
+            else if ('set' in rule) {
+                tokenizer[name].push([TransformWhen(rule.when), { token: rule.highlight || 'source', switchTo: '@' + rule.set }]);
+            }
+            else if ('inset' in rule) {
+                tokenizer[name].push([TransformWhen(rule.when), { token: rule.highlight || 'source', next: '@push' }]);
+            }
+            else if ('when' in rule) {
+                tokenizer[name].push([TransformWhen(rule.when), { token: rule.highlight || 'source' }]);
+            }
+        }
+    }
+    return { start, tokenizer };
+}
+exports.CreateMonarchTokenizer = CreateMonarchTokenizer;
+function TransformWhen(obj) {
+    return typeof obj == 'string' ? new RegExp(RegexEscape(obj)) : new RegExp(obj.regex, obj.flags);
+}
+function RegexEscape(string) {
+    return string.replace(/[-/\\^$*+?.()|[\]{}]/g, '\\$&');
+}
+//# sourceMappingURL=monarch.js.map

package/build/utility/monarch.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"monarch.js","sourceRoot":"","sources":["../../src/utility/monarch.ts"],"names":[],"mappings":";;;AAEA,SAAgB,sBAAsB,CAAC,KAAkB;IACrD,MAAM,SAAS,GAAQ,EAAE,CAAC;IAC1B,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,KAAK,CAAC;IAChC,KAAK,MAAM,GAAG,IAAI,MAAM,EAAE;QACtB,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC;QACpC,SAAS,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC;QACrB,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE;YACtB,IAAI,QAAQ,IAAI,IAAI,EAAE;gBAClB,KAAK,MAAM,CAAC,IAAI,IAAI,CAAC,MAAM,EAAE;oBACzB,SAAS,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,CAAC,CAAA;iBACvC;aACJ;iBAAM,IAAI,KAAK,IAAI,IAAI,EAAE;gBACtB,SAAS,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,KAAK,EAAE,IAAI,CAAC,SAAS,IAAI,QAAQ,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC,CAAA;aACxG;iBAAM,IAAI,MAAM,IAAI,IAAI,EAAE;gBACvB,SAAS,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,KAAK,EAAE,IAAI,CAAC,SAAS,IAAI,QAAQ,EAAE,IAAI,EAAE,GAAG,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC,CAAA;aACjH;iBAAM,IAAI,KAAK,IAAI,IAAI,EAAE;gBACtB,SAAS,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,KAAK,EAAE,IAAI,CAAC,SAAS,IAAI,QAAQ,EAAE,QAAQ,EAAE,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC,CAAA;aACpH;iBAAM,IAAI,OAAO,IAAI,IAAI,EAAE;gBACxB,SAAS,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,KAAK,EAAE,IAAI,CAAC,SAAS,IAAI,QAAQ,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC,CAAA;aACzG;iBAAM,IAAI,MAAM,IAAI,IAAI,EAAE;gBACvB,SAAS,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,KAAK,EAAE,IAAI,CAAC,SAAS,IAAI,QAAQ,EAAE,CAAC,CAAC,CAAA;aAC1F;SACJ;KACJ;IACD,OAAO,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC;AAChC,CAAC;AAzBD,wDAyBC;AAED,SAAS,aAAa,CAAC,GAAG;IACtB,OAAO,OAAO,GAAG,IAAI,QAAQ,CAAC,CAAC,CAAC,IAAI,MAAM,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,MAAM,CAAC,GAAG,CAAC,KAAK,EAAE,GAAG,CAAC,KAAK,CAAC,CAAC;AACpG,CAAC;AAED,SAAS,WAAW,CAAC,MAAM;IACvB,OAAO,MAAM,CAAC,OAAO,CAAC,uBAAuB,EAAE,MAAM,CAAC,CAAA;AAC1D,CAAC"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "grammar-well",
-  "version": "1.2.0",
+  "version": "1.2.2",
   "description": "Cross-platform Parser written in TypeScript",
   "main": "build/index.js",
   "scripts": {

package/src/compiler/builtin/json.gwell

@@ -0,0 +1,74 @@
+import * from whitespace;
+
+lexer: {{
+    start: "json"
+
+    json ->
+        - import: whitespace
+        - when: /-?(?:[0-9]|[1-9][0-9]+)(?:\.[0-9]+)?(?:[eE][-+]?[0-9]+)?\b/ tag: "number"
+        - when: /"(?:\\["bfnrt\/\\]|\\u[a-fA-F0-9]{4}|[^"\\])*"/ tag: "string"
+        - when: "{" tag: "{"
+        - when: "}" tag: "}"
+        - when: "[" tag: "["
+        - when: "]" tag: "]"
+        - when: "," tag: ","
+        - when: ":" tag: ":"
+        - when: "true" tag: "true"
+        - when: "false" tag: "false"
+        - when: "null" tag: "null"
+}}
+
+grammar: {{
+    json -> _ (object | array) _ : {{ $1[0] }}
+
+    object -> "{" _ "}" : {{ {} }}
+        | "{" _ pair (_ "," _ pair)* _ "}" : ${ extractObject }
+
+    array -> "[" _ "]" : {{ [] }}
+        | "[" _ value (_ "," _ value)* _ "]" : ${ extractArray }
+
+    value : {{ $0 }} ->
+        object
+        | array
+        | number
+        | string
+        | "true" : {{ true }}
+        | "false" : {{ false }}
+        | "null" : {{ null }}
+
+    number -> $number : {{ parseFloat($0.value) }}
+
+    string -> $string : {{ JSON.parse($0.value) }}
+
+    pair -> key:k _ ":" _ value:v : {{ [$k, $v] }}
+
+    key -> string : {{ $0 }}
+}}
+
+head: ${
+    function extractPair(kv, output) {
+        if(kv[0]) { output[kv[0]] = kv[1]; }
+    }
+
+    function extractObject({data}) {
+        let output = {};
+
+        extractPair(data[2], output);
+
+        for (let i in data[3]) {
+            extractPair(data[3][i][3], output);
+        }
+
+        return output;
+    }
+
+    function extractArray({data}) {
+        let output = [data[2]];
+
+        for (let i in data[3]) {
+            output.push(data[3][i][3]);
+        }
+
+        return output;
+    }
+}

package/src/compiler/builtin/number.gwell

@@ -0,0 +1,20 @@
+grammar: {{
+
+    unsigned_int -> 
+        /[0-9]/+ : {{ parseInt($0.join("")) }}
+
+    int -> 
+        ("-"|"+")? /[0-9]/+ : {{ $0 ? parseInt($0[0]+$1.join("")) : parseInt($1.join("")) }}
+
+    unsigned_decimal -> 
+        /[0-9]/+ ("." /[0-9]/+)? : {{ parseFloat($0.join("") + ($1 ? "."+$1[1].join("") : "")) }}
+
+    decimal -> 
+        "-"? /[0-9]/+ ("." /[0-9]/+)? : {{ parseFloat( ($0 || "") + $1.join("") +($2 ? "."+$2[1].join("") : "")) }}
+
+    percentage -> 
+        decimal "%" : {{ $0/100 }}
+        
+    jsonfloat -> 
+        "-"? /[0-9]/+ ("." /[0-9]/+)? (/[eE]/ /[+-]/? /[0-9]/+)? : {{ parseFloat( ($0 || "") + $1.join("") + ($2 ? "."+$2[1].join("") : "") + ($3 ? "e" + ($3[1] || "+") + $3[2].join("") : "")) }}
+}}

package/src/compiler/builtin/string.gwell

@@ -0,0 +1,48 @@
+lexer: {{
+    string ->
+        - import: singleQuoteString, doubleQuoteString
+
+    doubleQuoteString ->
+        - when: /"/ tag: "dquote" highlight:"string" goto: doubleQuoteStringEnd 
+
+    singleQuoteString ->
+        - when: /'/ tag: "squote" highlight:"string" goto: singleQuoteStringEnd 
+
+    doubleQuoteStringEnd ->
+        - when: /\\[\\\/bnrft]/ tag: "escaped" highlight:"constant"
+        - when: /\\"/ tag: "quoteEscape"
+        - when: /\\u[A-Fa-f\d]{4}/ tag: "escaped" highlight:"constant"
+        - when: /\\./ tag:"badEscape"
+        - when: /[^"\\]+/ tag: "string" highlight:"string"
+        - when: "\"" tag: "dquote" highlight:"string" pop
+
+    singleQuoteStringEnd ->
+        - when: /\\[\\\/bnrft]/ tag: "escaped"
+        - when: /\\'/ tag: "quoteEscape"
+        - when: /\\u[A-Fa-f\d]{4}/ tag: "escaped" 
+        - when: /\\./ tag:"badEscape"
+        - when: /[^'\\]+/ tag: "string" highlight:"string"
+        - when: "'" tag: "squote" highlight:"string" pop
+}}
+
+grammar: {{
+    string : {{ $0 }} 
+        -> singleQuoteString 
+        | doubleQuoteString 
+
+    doubleQuoteString 
+        -> $dquote stringInner $dquote : {{ $1 }}
+        | $dquote $dquote : {{ '' }}
+    
+    singleQuoteString 
+        -> $squote stringInner $squote : {{ $1 }}
+        | $squote $squote : {{ '' }}
+
+    stringInner -> stringEscape : {{ $0 }}
+        | $string : {{  $0.value }}
+        | stringInner stringEscape : {{ $0 + $1 }}
+        | stringInner $string : {{ $0 + $1.value }}
+    
+    stringEscape -> $escaped : {{  JSON.parse('"' +$0.value + '"') }}
+        | $quoteEscape : {{ $0.value[1] }}
+}}

package/src/compiler/builtin/whitespace.gwell

@@ -0,0 +1,10 @@
+lexer: {{
+    start: "whitespace"
+    whitespace ->
+        - when: /\s+/ tag: "whitespace" 
+}}
+
+grammar: {{
+    _  -> $whitespace* : {{ null }}
+    __ -> $whitespace+ : {{ null }}
+}}

package/src/compiler/builtin.json

@@ -0,0 +1 @@
+{"json":"import * from whitespace;\r\n\r\nlexer: {{\r\n    start: \"json\"\r\n\r\n    json ->\r\n        - import: whitespace\r\n        - when: /-?(?:[0-9]|[1-9][0-9]+)(?:\\.[0-9]+)?(?:[eE][-+]?[0-9]+)?\\b/ tag: \"number\"\r\n        - when: /\"(?:\\\\[\"bfnrt\\/\\\\]|\\\\u[a-fA-F0-9]{4}|[^\"\\\\])*\"/ tag: \"string\"\r\n        - when: \"{\" tag: \"{\"\r\n        - when: \"}\" tag: \"}\"\r\n        - when: \"[\" tag: \"[\"\r\n        - when: \"]\" tag: \"]\"\r\n        - when: \",\" tag: \",\"\r\n        - when: \":\" tag: \":\"\r\n        - when: \"true\" tag: \"true\"\r\n        - when: \"false\" tag: \"false\"\r\n        - when: \"null\" tag: \"null\"\r\n}}\r\n\r\ngrammar: {{\r\n    json -> _ (object | array) _ : {{ $1[0] }}\r\n\r\n    object -> \"{\" _ \"}\" : {{ {} }}\r\n        | \"{\" _ pair (_ \",\" _ pair)* _ \"}\" : ${ extractObject }\r\n\r\n    array -> \"[\" _ \"]\" : {{ [] }}\r\n        | \"[\" _ value (_ \",\" _ value)* _ \"]\" : ${ extractArray }\r\n\r\n    value : {{ $0 }} ->\r\n        object\r\n        | array\r\n        | number\r\n        | string\r\n        | \"true\" : {{ true }}\r\n        | \"false\" : {{ false }}\r\n        | \"null\" : {{ null }}\r\n\r\n    number -> $number : {{ parseFloat($0.value) }}\r\n\r\n    string -> $string : {{ JSON.parse($0.value) }}\r\n\r\n    pair -> key:k _ \":\" _ value:v : {{ [$k, $v] }}\r\n\r\n    key -> string : {{ $0 }}\r\n}}\r\n\r\nhead: ${\r\n    function extractPair(kv, output) {\r\n        if(kv[0]) { output[kv[0]] = kv[1]; }\r\n    }\r\n\r\n    function extractObject({data}) {\r\n        let output = {};\r\n\r\n        extractPair(data[2], output);\r\n\r\n        for (let i in data[3]) {\r\n            extractPair(data[3][i][3], output);\r\n        }\r\n\r\n        return output;\r\n    }\r\n\r\n    function extractArray({data}) {\r\n        let output = [data[2]];\r\n\r\n        for (let i in data[3]) {\r\n            output.push(data[3][i][3]);\r\n        }\r\n\r\n        return output;\r\n    }\r\n}\r\n","number":"grammar: {{\r\n\r\n    unsigned_int -> \r\n        /[0-9]/+ : {{ parseInt($0.join(\"\")) }}\r\n\r\n    int -> \r\n        (\"-\"|\"+\")? /[0-9]/+ : {{ $0 ? parseInt($0[0]+$1.join(\"\")) : parseInt($1.join(\"\")) }}\r\n\r\n    unsigned_decimal -> \r\n        /[0-9]/+ (\".\" /[0-9]/+)? : {{ parseFloat($0.join(\"\") + ($1 ? \".\"+$1[1].join(\"\") : \"\")) }}\r\n\r\n    decimal -> \r\n        \"-\"? /[0-9]/+ (\".\" /[0-9]/+)? : {{ parseFloat( ($0 || \"\") + $1.join(\"\") +($2 ? \".\"+$2[1].join(\"\") : \"\")) }}\r\n\r\n    percentage -> \r\n        decimal \"%\" : {{ $0/100 }}\r\n        \r\n    jsonfloat -> \r\n        \"-\"? /[0-9]/+ (\".\" /[0-9]/+)? (/[eE]/ /[+-]/? /[0-9]/+)? : {{ parseFloat( ($0 || \"\") + $1.join(\"\") + ($2 ? \".\"+$2[1].join(\"\") : \"\") + ($3 ? \"e\" + ($3[1] || \"+\") + $3[2].join(\"\") : \"\")) }}\r\n}}","string":"lexer: {{\r\n    string ->\r\n        - import: singleQuoteString, doubleQuoteString\r\n\r\n    doubleQuoteString ->\r\n        - when: /\"/ tag: \"dquote\" highlight:\"string\" goto: doubleQuoteStringEnd \r\n\r\n    singleQuoteString ->\r\n        - when: /'/ tag: \"squote\" highlight:\"string\" goto: singleQuoteStringEnd \r\n\r\n    doubleQuoteStringEnd ->\r\n        - when: /\\\\[\\\\\\/bnrft]/ tag: \"escaped\" highlight:\"constant\"\r\n        - when: /\\\\\"/ tag: \"quoteEscape\"\r\n        - when: /\\\\u[A-Fa-f\\d]{4}/ tag: \"escaped\" highlight:\"constant\"\r\n        - when: /\\\\./ tag:\"badEscape\"\r\n        - when: /[^\"\\\\]+/ tag: \"string\" highlight:\"string\"\r\n        - when: \"\\\"\" tag: \"dquote\" highlight:\"string\" pop\r\n\r\n    singleQuoteStringEnd ->\r\n        - when: /\\\\[\\\\\\/bnrft]/ tag: \"escaped\"\r\n        - when: /\\\\'/ tag: \"quoteEscape\"\r\n        - when: /\\\\u[A-Fa-f\\d]{4}/ tag: \"escaped\" \r\n        - when: /\\\\./ tag:\"badEscape\"\r\n        - when: /[^'\\\\]+/ tag: \"string\" highlight:\"string\"\r\n        - when: \"'\" tag: \"squote\" highlight:\"string\" pop\r\n}}\r\n\r\ngrammar: {{\r\n    string : {{ $0 }} \r\n        -> singleQuoteString \r\n        | doubleQuoteString \r\n\r\n    doubleQuoteString \r\n        -> $dquote stringInner $dquote : {{ $1 }}\r\n        | $dquote $dquote : {{ '' }}\r\n    \r\n    singleQuoteString \r\n        -> $squote stringInner $squote : {{ $1 }}\r\n        | $squote $squote : {{ '' }}\r\n\r\n    stringInner -> stringEscape : {{ $0 }}\r\n        | $string : {{  $0.value }}\r\n        | stringInner stringEscape : {{ $0 + $1 }}\r\n        | stringInner $string : {{ $0 + $1.value }}\r\n    \r\n    stringEscape -> $escaped : {{  JSON.parse('\"' +$0.value + '\"') }}\r\n        | $quoteEscape : {{ $0.value[1] }}\r\n}}","whitespace":"lexer: {{\r\n    start: \"whitespace\"\r\n    whitespace ->\r\n        - when: /\\s+/ tag: \"whitespace\" \r\n}}\r\n\r\ngrammar: {{\r\n    _  -> $whitespace* : {{ null }}\r\n    __ -> $whitespace+ : {{ null }}\r\n}}"}

package/src/compiler/compiler.ts

@@ -2,22 +2,15 @@ import { CompileOptions, GrammarBuilderContext, TemplateFormat, LanguageDirectiv
 
 import { Parser } from "../parser/parser";
 import { FileSystemResolver } from "./import-resolver";
-import Language from '../grammars/gwell';
+import Language from './gwell';
 
 import { ESMOutput, JavascriptOutput } from "./outputs/javascript";
 import { TypescriptFormat } from "./outputs/typescript";
 import { JSONFormatter } from "./outputs/json";
 
-import * as number from '../grammars/number.json';
-import * as string from '../grammars/string.json';
-import * as whitespace from '../grammars/whitespace.json';
 import { Generator } from "./generator/generator";
+import * as BuiltInRegistry from "./builtin.json"
 
-const BuiltInRegistry = {
-    number,
-    string,
-    whitespace,
-}
 const TemplateFormats = {
     _default: JavascriptOutput,
     object: (grammar, exportName) => ({ grammar, exportName }),
@@ -44,7 +37,7 @@ export class GrammarBuilder {
 
     generator = new Generator();
 
-    constructor(private config: CompileOptions = {}, context?: GrammarBuilderContext) {
+    constructor(private config: CompileOptions = {}, context?: GrammarBuilderContext, private alias: string = '') {
         this.context = context || {
             alreadyCompiled: new Set(),
             resolver: config.resolverInstance ? config.resolverInstance : config.resolver ? new config.resolver(config.basedir) : new FileSystemResolver(config.basedir),
@@ -90,7 +83,7 @@ export class GrammarBuilder {
 
     private async processImportDirective(directive: ImportDirective) {
         if (directive.path) {
-            await this.importGrammar(directive.import);
+            await this.importGrammar(directive.import, directive.alias);
         } else {
             this.importBuiltIn(directive.import);
         }
@@ -102,15 +95,22 @@ export class GrammarBuilder {
 
     private processGrammarDirective(directive: GrammarDirective) {
         if (directive.grammar.config) {
-            this.generator.state.grammar.start = directive.grammar.config.start || this.generator.state.grammar.start;
+            if (directive.grammar.config.start) {
+                this.generator.state.grammar.start = this.alias + directive.grammar.config.start;
+            }
+
             Object.assign(this.generator.state.grammar.config, directive.grammar.config);
             // this.generator.state.grammar.postprocessDefault =  directive.grammar.config.postprocessDefault || this.generator.state.grammar.postprocessDefault;
             // this.generator.state.grammar.postprocessOverride =  directive.grammar.config.postprocessOverride || this.generator.state.grammar.postprocessOverride;
         }
 
+        if (!this.generator.state.grammar.start && directive.grammar.rules.length) {
+            this.generator.state.grammar.start = this.alias + directive.grammar.rules[0].name;
+        }
+
         for (const rule of directive.grammar.rules) {
+            rule.name = this.alias + rule.name;
             this.buildRules(rule.name, rule.expressions, rule);
-            this.generator.state.grammar.start = this.generator.state.grammar.start || rule.name;
         }
     }
 
@@ -121,33 +121,54 @@ export class GrammarBuilder {
                 states: {}
             };
         }
-        this.generator.state.lexer.start = directive.lexer.start || this.generator.state.lexer.start || (directive.lexer.states.length ? directive.lexer.states[0].name : '');
+        if (directive.lexer.start) {
+            this.generator.state.lexer.start = this.alias + directive.lexer.start;
+        }
+
+        if (!this.generator.state.lexer.start && directive.lexer.states.length) {
+            this.generator.state.lexer.start = this.alias + directive.lexer.states[0].name
+        }
+
         for (const state of directive.lexer.states) {
+            state.name = this.alias + state.name;
+            if (this.alias) {
+                state.rules.forEach(v => {
+                    if ('import' in v) {
+                        v.import = v.import.map(v2 => this.alias + v2);
+                    }
+                    if ('set' in v) {
+                        v.set = this.alias + v.set;
+                    }
+                    if ('goto' in v) {
+                        v.goto = this.alias + v.goto;
+                    }
+                })
+            }
             this.generator.addLexerState(state);
         }
     }
 
-    private importBuiltIn(name: string) {
+    private async importBuiltIn(name: string, alias?: string) {
         name = name.toLowerCase();
         if (!this.context.alreadyCompiled.has(name)) {
             this.context.alreadyCompiled.add(name);
             if (!BuiltInRegistry[name])
                 return;
-            this.generator.merge(BuiltInRegistry[name].state);
+            await this.mergeLanguageDefinitionString(BuiltInRegistry[name], alias);
         }
     }
 
-    private async importGrammar(name) {
+    private async importGrammar(path: string, alias?: string) {
         const resolver = this.context.resolver;
-        const path = resolver.path(name);
-        if (!this.context.alreadyCompiled.has(path)) {
-            this.context.alreadyCompiled.add(path);
-            await this.mergeLanguageDefinitionString(await resolver.body(path))
+        const fullPath = resolver.path(path);
+        if (!this.context.alreadyCompiled.has(fullPath)) {
+            this.context.alreadyCompiled.add(fullPath);
+            await this.mergeLanguageDefinitionString(await resolver.body(fullPath), alias);
         }
     }
 
-    private async mergeLanguageDefinitionString(body: string) {
-        const builder = new GrammarBuilder(this.config, this.context);
+    private async mergeLanguageDefinitionString(body: string, alias: string = '') {
+        const builder = new GrammarBuilder(this.config, this.context, alias);
         await builder.import(this.parser.run(body).results[0]);
         this.generator.merge(builder.generator.state);
         return;
@@ -174,7 +195,7 @@ export class GrammarBuilder {
             return this.buildRepeatRules(name, symbol);
         }
         if ('rule' in symbol) {
-            return symbol;
+            return { ...symbol, rule: this.alias + symbol.rule };
         }
         if ('regex' in symbol) {
             return symbol;