drift-parser 0.0.11

package/ast.json

@@ -0,0 +1,72 @@
+{
+  "type": "BlockStatement",
+  "loc": {
+    "start": {
+      "line": 1,
+      "col": 0
+    },
+    "end": {
+      "line": 1,
+      "col": 2
+    }
+  },
+  "range": [
+    0,
+    2
+  ],
+  "body": [
+    {
+      "type": "ExpressionStatement",
+      "loc": {
+        "start": {
+          "line": 1,
+          "col": 0
+        },
+        "end": {
+          "line": 1,
+          "col": 2
+        }
+      },
+      "range": [
+        0,
+        2
+      ],
+      "expression": {
+        "type": "NumberExpression",
+        "loc": {
+          "start": {
+            "line": 1,
+            "col": 0
+          },
+          "end": {
+            "line": 1,
+            "col": 1
+          }
+        },
+        "range": [
+          0,
+          1
+        ],
+        "value": "5"
+      }
+    },
+    {
+      "type": "TerminatorStatement",
+      "loc": {
+        "start": {
+          "line": 1,
+          "col": 1
+        },
+        "end": {
+          "line": 1,
+          "col": 2
+        }
+      },
+      "range": [
+        1,
+        2
+      ],
+      "kind": "semicolon"
+    }
+  ]
+}

package/dist/index.d.ts

@@ -0,0 +1,2 @@
+export * as Lexer from "./src/lexer/exports";
+export * from "./src/parser/exports";

package/dist/index.js

@@ -0,0 +1,8 @@
+"use strict";var L=Object.defineProperty;var X=Object.getOwnPropertyDescriptor;var Y=Object.getOwnPropertyNames;var z=Object.prototype.hasOwnProperty;var u=(n,r)=>L(n,"name",{value:r,configurable:!0});var W=(n,r)=>{for(var e in r)L(n,e,{get:r[e],enumerable:!0})},V=(n,r,e,i)=>{if(r&&typeof r=="object"||typeof r=="function")for(let o of Y(r))!z.call(n,o)&&o!==e&&L(n,o,{get:()=>r[o],enumerable:!(i=X(r,o))||i.enumerable});return n};var q=n=>V(L({},"__esModule",{value:!0}),n);var et={};W(et,{Lexer:()=>M,Parser:()=>_});module.exports=q(et);var M={};W(M,{CreateLexer:()=>G,Lexer:()=>N,Print:()=>T,ReservedTokens:()=>U,Token:()=>g,TokenType:()=>m,Tokenize:()=>y,TypeName:()=>I});var m=(t=>(t[t.EOF=0]="EOF",t[t.WHITESPACE=1]="WHITESPACE",t[t.NEWLINE=2]="NEWLINE",t[t.LIFETIME_EXTEND=3]="LIFETIME_EXTEND",t[t.NULL=4]="NULL",t[t.TRUE=5]="TRUE",t[t.FALSE=6]="FALSE",t[t.NUMBER=7]="NUMBER",t[t.STRING=8]="STRING",t[t.IDENTIFIER=9]="IDENTIFIER",t[t.ARRAYTYPE_IDENTIFIER=10]="ARRAYTYPE_IDENTIFIER",t[t.LEFT_BRACKET=11]="LEFT_BRACKET",t[t.RIGHT_BRACKET=12]="RIGHT_BRACKET",t[t.LEFT_BRACE=13]="LEFT_BRACE",t[t.RIGHT_BRACE=14]="RIGHT_BRACE",t[t.LEFT_PAREN=15]="LEFT_PAREN",t[t.RIGHT_PAREN=16]="RIGHT_PAREN",t[t.ASSINGMENT_EQUALS=17]="ASSINGMENT_EQUALS",t[t.EQUALS=18]="EQUALS",t[t.BYTE_EQUALS=19]="BYTE_EQUALS",t[t.NOT_EQUALS=20]="NOT_EQUALS",t[t.LESS=21]="LESS",t[t.LESS_EQUALS=22]="LESS_EQUALS",t[t.GREATER=23]="GREATER",t[t.GREATER_EQUALS=24]="GREATER_EQUALS",t[t.AND=25]="AND",t[t.OR=26]="OR",t[t.NOT=27]="NOT",t[t.DOT=28]="DOT",t[t.RANGE_OPERATOR=29]="RANGE_OPERATOR",t[t.SPREAD_OPERATOR=30]="SPREAD_OPERATOR",t[t.SEMI_COLON=31]="SEMI_COLON",t[t.COLON=32]="COLON",t[t.QUESTION_OPERATOR=33]="QUESTION_OPERATOR",t[t.COMMA=34]="COMMA",t[t.PLUS_PLUS=35]="PLUS_PLUS",t[t.MINUS_MINUS=36]="MINUS_MINUS",t[t.PLUS_EQUALS=37]="PLUS_EQUALS",t[t.MINUS_EQUALS=38]="MINUS_EQUALS",t[t.MUL_EQUALS=39]="MUL_EQUALS",t[t.DIV_EQUALS=40]="DIV_EQUALS",t[t.MOD_EQUALS=41]="MOD_EQUALS",t[t.EXPONENTIATION_EQUALS=42]="EXPONENTIATION_EQUALS",t[t.PLUS=43]="PLUS",t[t.MINUS=44]="MINUS",t[t.DIVIDE=45]="DIVIDE",t[t.MUL=46]="MUL",t[t.MODULO=47]="MODULO",t[t.EXPONENTATION=48]="EXPONENTATION",t[t.BW_NOT=49]="BW_NOT",t[t.BW_AND=50]="BW_AND",t[t.BW_OR=51]="BW_OR",t[t.BW_XOR=52]="BW_XOR",t[t.BW_LEFTSHIFT=53]="BW_LEFTSHIFT",t[t.BW_RIGHTSHIFT=54]="BW_RIGHTSHIFT",t[t.BW_UNSIGNED_RIGHTSHIFT=55]="BW_UNSIGNED_RIGHTSHIFT",t[t.BW_ROL=56]="BW_ROL",t[t.BW_ROR=57]="BW_ROR",t[t.BW_AND_EQUALS=58]="BW_AND_EQUALS",t[t.BW_OR_EQUALS=59]="BW_OR_EQUALS",t[t.BW_XOR_EQUALS=60]="BW_XOR_EQUALS",t[t.BW_LEFTSHIFT_EQUALS=61]="BW_LEFTSHIFT_EQUALS",t[t.BW_RIGHTSHIFT_EQUALS=62]="BW_RIGHTSHIFT_EQUALS",t[t.BW_ROL_EQUALS=63]="BW_ROL_EQUALS",t[t.BW_ROR_EQUALS=64]="BW_ROR_EQUALS",t[t.SINGLE_COMMENT=65]="SINGLE_COMMENT",t[t.MULTI_COMMENT=66]="MULTI_COMMENT",t[t.LET=67]="LET",t[t.CONST=68]="CONST",t[t.PRIMITIVE_TYPE=69]="PRIMITIVE_TYPE",t[t.MYRESP=70]="MYRESP",t[t.TOFREE=71]="TOFREE",t[t.IMPORT=72]="IMPORT",t[t.AS=73]="AS",t[t.TURBOFISH=74]="TURBOFISH",t[t.CLASS=75]="CLASS",t[t.NEW=76]="NEW",t[t.FN=77]="FN",t[t.RETURN=78]="RETURN",t[t.IF=79]="IF",t[t.ELSE=80]="ELSE",t[t.ELSEIF=81]="ELSEIF",t[t.FOR=82]="FOR",t[t.FOR_EACH=83]="FOR_EACH",t[t.WHILE=84]="WHILE",t[t.EXPORT=85]="EXPORT",t[t.TYPENAME=86]="TYPENAME",t[t.STRUCT=87]="STRUCT",t[t.USE=88]="USE",t[t.UNRWAP=89]="UNRWAP",t[t.AT_COMPILE=90]="AT_COMPILE",t))(m||{}),U={let:67,const:68,import:72,as:73,class:75,new:76,fn:77,return:78,if:79,else:80,elseif:81,for:82,foreach:83,while:84,export:85,typename:86,struct:87,use:88,unwrap:89};function I(n){return m[n]}u(I,"TypeName");var b=class b{constructor(r,e,i,o){this.type=r,this.name=I(r),this.value=e,this.loc=i,this.range=o}IsA(...r){for(let e=0;e<r.length;e++)if(this.type==r[e])return!0;return!1}Print(){let{IDENTIFIER:r,NUMBER:e,STRING:i,SINGLE_COMMENT:o,MULTI_COMMENT:c}=m;this.IsA(r,e,i,o,c)?console.log(`${I(this.type)}(${this.value})`):console.log(`${I(this.type)}()`)}toString(){return this.value}};u(b,"Token");var g=b;var P=class P{constructor(r,e){this.source=r,this.patterns=e,this.Tokens=[],this.pos=0,this.line=1,this.col=0}remainingSource(){return this.source.slice(this.pos)}end_of_file(){return this.pos>=this.source.length}push(r){this.Tokens.push(r)}};u(P,"Lexer");var N=P;function D(n){return(r,e)=>{let i=r.remainingSource().match(e);if(i&&i.index===0){let o=i[0],c={line:r.line,col:r.col},l=r.line,s=r.col;for(let f of o)f===`
+`?(l++,s=0):s++;let E={start:c,end:{line:l,col:s}},h=[r.pos,r.pos+o.length];r.push(new g(n,o,E,h)),r.pos+=o.length,r.line=l,r.col=s}}}u(D,"stringHandler");function Q(n){return(r,e)=>{let i=r.remainingSource().match(e);if(i&&i.index===0){let o=i[0],c={line:r.line,col:r.col},l=r.line,s=r.col;for(let f of o)f===`
+`?(l++,s=0):s++;let E={start:c,end:{line:l,col:s}},h=[r.pos,r.pos+o.length];r.push(new g(n,o,E,h)),r.pos+=o.length,r.line=l,r.col=s}}}u(Q,"numberHandler");function j(n){return(r,e)=>{let i=r.remainingSource().match(e);if(i&&i.index===0){let o=i[0],c={line:r.line,col:r.col},l=r.line,s=r.col;for(let f of o)f===`
+`?(l++,s=0):s++;let E={start:c,end:{line:l,col:s}},h=[r.pos,r.pos+o.length];r.push(new g(n,o,E,h)),r.pos+=o.length,r.line=l,r.col=s}}}u(j,"multiCommentHandler");function Z(n){return(r,e)=>{let o=r.remainingSource().match(e);if(o&&o.index===0){let c=o[0],l={line:r.line,col:r.col},s=r.col+c.length,d={line:r.line,col:s},E={start:l,end:d},h=[r.pos,r.pos+c.length];r.push(new g(n,c,E,h)),r.pos+=c.length,r.col=s}}}u(Z,"singleCommentHandler");function J(n){return(r,e)=>{let i=r.remainingSource().match(e);if(i&&i.index===0){let o=i[0],c={line:r.line,col:r.col},l=r.line,s=r.col;for(let f of o)f===`
+`?(l++,s=0):s++;let E={start:c,end:{line:l,col:s}},h=[r.pos,r.pos+o.length];r.push(new g(n,o,E,h)),r.pos+=o.length,r.line=l,r.col=s}}}u(J,"whitespaceHandler");function a(n,r){return(e,i)=>{let c=e.remainingSource().match(i);if(c&&c.index===0){let l=c[0],s={line:e.line,col:e.col},d=e.line,E=e.col;for(let p of l)p===`
+`?(d++,E=0):E++;let f={start:s,end:{line:d,col:E}},A=[e.pos,e.pos+l.length];e.push(new g(n,r,f,A)),e.pos+=l.length,e.line=d,e.col=E}}}u(a,"defaultHandler");function k(n){return(r,e)=>{let o=r.remainingSource().match(e);if(o&&o.index===0){let c=o[0],l={line:r.line,col:r.col},s=r.line,d=r.col;for(let p of c)p===`
+`?(s++,d=0):d++;let h={start:l,end:{line:s,col:d}},f=[r.pos,r.pos+c.length],A=n[c]??9;r.push(new g(A,c,h,f)),r.pos+=c.length,r.line=s,r.col=d}}}u(k,"symbolHandler");function G(n){let r=[{regex:/^[ \t]+/,handler:J(1)},{regex:/^(?:\r\n|\r|\n)/,handler:a(2,`
+`)},{regex:/^\/\/[^\r\n]*/,handler:Z(65)},{regex:/^\/\*[\s\S]*?\*\//,handler:j(66)},{regex:/^"(?:[^"\\]|\\.)*"/,handler:D(8)},{regex:/^'(?:[^'\\]|\\.)*'/,handler:D(8)},{regex:/^\d+\.\d+/,handler:Q(7)},{regex:/^\d+/,handler:Q(7)},{regex:/^[A-Za-z_][A-Za-z0-9_]*!?$/,handler:k(U)},{regex:/^\[/,handler:a(11,"[")},{regex:/^\]/,handler:a(12,"]")},{regex:/^\{/,handler:a(13,"{")},{regex:/^\}/,handler:a(14,"}")},{regex:/^\(/,handler:a(15,"(")},{regex:/^\)/,handler:a(16,")")},{regex:/^==/,handler:a(18,"==")},{regex:/^!=/,handler:a(20,"!=")},{regex:/^<=/,handler:a(22,"<=")},{regex:/^</,handler:a(21,"<")},{regex:/^>=/,handler:a(24,">=")},{regex:/^>/,handler:a(23,">")},{regex:/^&&/,handler:a(25,"&&")},{regex:/^\|\|/,handler:a(26,"||")},{regex:/^=/,handler:a(17,"=")},{regex:/^!/,handler:a(27,"!")},{regex:/^\.\./,handler:a(29,"..")},{regex:/^\./,handler:a(28,".")},{regex:/^;/,handler:a(31,";")},{regex:/^:/,handler:a(32,":")},{regex:/^\?/,handler:a(33,"?")},{regex:/^,/,handler:a(34,",")},{regex:/^\+\+/,handler:a(35,"++")},{regex:/^--/,handler:a(36,"--")},{regex:/^\+=/,handler:a(37,"+=")},{regex:/^-=/,handler:a(38,"-=")},{regex:/^\+/,handler:a(43,"+")},{regex:/^-/,handler:a(44,"-")},{regex:/^\//,handler:a(45,"/")},{regex:/^\*/,handler:a(46,"*")},{regex:/^%/,handler:a(47,"%")}];return new N(n,r)}u(G,"CreateLexer");function y(n){let r=G(n);for(;!r.end_of_file();){let i=!1;for(let o of r.patterns){let c=r.remainingSource().match(o.regex);if(c&&c.index===0){o.handler(r,o.regex),i=!0;break}}if(!i){let o=r.remainingSource().slice(0,20);throw new Error(`Unrecognized token at line ${r.line}, column ${r.col}: '${o}'`)}}let e={start:{line:r.line,col:r.col},end:{line:r.line,col:r.col}};return r.push(new g(0,"EOF",e,[r.pos,r.pos])),r.Tokens}u(y,"Tokenize");function T(n,r){if((r==null?void 0:r.shortenWhitespace)??!1)for(let i=0;i<n.length;i++)n[i].type==1&&(n[i].value=" ");return n.slice(0,-1).map(i=>i.value).join("")}u(T,"Print");function x(n){return{kind:1,body:n.body??[],...n}}u(x,"mkexpr");function S(n){return{kind:0,body:n.body??[],...n}}u(S,"mkstmt");var H={},C={},v={},$={};function tt(n,r,e){H[n]=r,v[n]=e}u(tt,"led");function F(n,r){C[n]=r}u(F,"nud");function rt(){F(7,R),F(9,R),F(8,R),tt(44,5,R)}u(rt,"createTokenLookups");rt();function w(n){let r=n.loc?` at ${JSON.stringify(n.loc)}`:"",e=n.range?` [${n.range[0]}, ${n.range[1]}]`:"";return r+e}u(w,"tokenLocationInfo");function B(n,r=0){let e=n.currentTokenKind(),i=C[e];if(!i){let c=n.currentToken();throw new Error(`nud handler expected for token ${m[e]}${w(c)}`)}let o=i(n);for(;(H[n.currentTokenKind()]??0)>r;){let c=n.currentTokenKind(),l=v[c];if(!l){let s=n.currentToken();throw new Error(`led handler expected for token ${m[c]}${w(s)}`)}o=l(n,o,r)}return o}u(B,"parseExpr");function R(n){switch(n.currentTokenKind()){case 7:{let r=n.advance();return x({value:r.value,type:"NumberExpression",loc:r.loc,range:r.range})}case 8:{let r=n.advance();return x({value:r.value,type:"StringExpression",loc:r.loc,range:r.range})}case 9:{let r=n.advance();return x({value:r.value,type:"SymbolExpression",loc:r.loc,range:r.range})}default:{let r=n.currentToken();throw new Error(`Can't create primary expression from token type ${m[r.type]}${w(r)}`)}}}u(R,"parsePrimaryExpr");function K(n){let r=n.currentTokenKind();if(r===31){let s=n.advance();return[S({type:"TerminatorStatement",loc:s.loc,range:s.range,kind:s.type==0?"EOF":s.value==";"?"semicolon":"newline"})]}let e=$[r];if(e){let s=e(n);return Array.isArray(s)?s:[s]}let i=B(n,0),o=n.parseTerminator(),c={start:i.loc.start,end:o.loc.end},l=[i.range[0],o.range[1]];return[S({type:"ExpressionStatement",expression:i,loc:c,range:l}),S({type:"TerminatorStatement",loc:o.loc,range:o.range,kind:o.type==0?"EOF":o.value==";"?"semicolon":"newline"})]}u(K,"parseStmt");var O=class O{constructor(r){this.pos=0;this.allowNewline=!1;this.tokens=r}static parse(r){let e=new O(r),i=[];for(;e.hasTokens();)i.push(...K(e));let o=r.filter(E=>E.type!==0);if(o.length===0)throw new Error("Cannot parse an empty token stream.");let c=o[0],l=o[o.length-1],s={start:c.loc.start,end:l.loc.end},d=[c.range[0],l.range[1]];return S({type:"BlockStatement",body:i,loc:s,range:d})}mark(){return this.pos}reset(r){if(r<0||r>this.tokens.length)throw new Error(`Invalid reset position: ${r}`);this.pos=r}currentToken(){return this.tokens[this.pos]}nextToken(){return this.tokens[this.pos+1]}previousToken(){return this.tokens[this.pos-1]}nthToken(r){return this.tokens[this.pos+r]}advance(){var e;let r=this.currentToken();do this.pos++;while(((e=this.currentToken())==null?void 0:e.type)===1);return r}hasTokens(){return this.pos<this.tokens.length&&this.currentTokenKind()!==0}currentTokenKind(){return this.currentToken().type}expect(r){return this.expectError(r)}expectOne(...r){return this.expectOneError(void 0,...r)}parseTerminator(){let r=this.allowNewline?[31,0]:[31,2,0],e=this.currentToken();return e.type===0?e:this.expectOne(...r)}expectError(r,e){let o=this.currentToken().type;if(o!==r)throw e||(e=`Expected token: ${m[r]} but got ${m[o]}`),new Error(e);return this.advance()}expectOneError(r,...e){let o=this.currentToken().type;if(!e.includes(o))throw r||(r=`Expected token: ${e.map(c=>m[c]).join(" OR ")} but got ${m[o]}`),new Error(r);return this.advance()}};u(O,"Parser");var _=O;0&&(module.exports={Lexer,Parser});

package/dist/src/ast/exports.d.ts

@@ -0,0 +1 @@
+export * from './type';

package/dist/src/ast/type.d.ts

@@ -0,0 +1,31 @@
+import { LocationInterface } from "../lexer/tokens";
+export declare enum NodeKind {
+    Statement = 0,
+    Expression = 1
+}
+export interface Node {
+    kind: NodeKind;
+    type: string;
+    loc: LocationInterface;
+    range: [number, number];
+    body: Node[];
+    [key: string]: any;
+}
+export interface Stmt extends Node {
+    kind: NodeKind.Statement;
+}
+export interface Expr extends Node {
+    kind: NodeKind.Expression;
+}
+type NodeFieldsRequired = {
+    type: string;
+    loc: LocationInterface;
+    range: [number, number];
+} & Record<string, any>;
+export declare function mkexpr(fields: NodeFieldsRequired & {
+    body?: Node[];
+}): Expr;
+export declare function mkstmt(fields: NodeFieldsRequired & {
+    body?: Node[];
+}): Stmt;
+export {};

package/dist/src/lexer/exports.d.ts

@@ -0,0 +1,2 @@
+export * from './tokenizer';
+export * from './tokens';

package/dist/src/lexer/tokenizer.d.ts

@@ -0,0 +1,36 @@
+import { Token } from "./tokens";
+type RegexHandler = (lex: Lexer, regex: RegExp) => void;
+interface RegexPattern {
+    regex: RegExp;
+    handler: RegexHandler;
+}
+interface LexerInterface {
+    patterns: RegexPattern[];
+    Tokens: Token[];
+    source: string;
+    pos: number;
+    line: number;
+    col: number;
+    remainingSource(): string;
+    end_of_file(): boolean;
+    push(token: Token): void;
+}
+declare class Lexer implements LexerInterface {
+    patterns: RegexPattern[];
+    Tokens: Token[];
+    source: string;
+    pos: number;
+    line: number;
+    col: number;
+    constructor(source: string, patterns: RegexPattern[]);
+    remainingSource(): string;
+    end_of_file(): boolean;
+    push(token: Token): void;
+}
+declare function CreateLexer(source: string): Lexer;
+declare function Tokenize(source: string): Token[];
+interface PrintOptions {
+    shortenWhitespace: boolean;
+}
+declare function Print(tokens: Token[], options: PrintOptions | undefined): string;
+export { Lexer, CreateLexer, Tokenize, Print };

package/dist/src/lexer/tokens.d.ts

@@ -0,0 +1,174 @@
+export declare enum TokenType {
+    EOF = 0,
+    /** SPACES ONLY */
+    WHITESPACE = 1,
+    /** \n character */
+    NEWLINE = 2,
+    LIFETIME_EXTEND = 3,// x!
+    NULL = 4,
+    TRUE = 5,
+    FALSE = 6,
+    NUMBER = 7,
+    STRING = 8,
+    IDENTIFIER = 9,
+    ARRAYTYPE_IDENTIFIER = 10,
+    LEFT_BRACKET = 11,
+    RIGHT_BRACKET = 12,
+    LEFT_BRACE = 13,
+    RIGHT_BRACE = 14,
+    LEFT_PAREN = 15,
+    RIGHT_PAREN = 16,
+    ASSINGMENT_EQUALS = 17,
+    /** This is the equality check operator == */
+    EQUALS = 18,
+    /**
+     * b==
+     * performs a byte by byte comparison for things like strings like "a" b== "a"
+     */
+    BYTE_EQUALS = 19,
+    NOT_EQUALS = 20,
+    LESS = 21,
+    LESS_EQUALS = 22,
+    GREATER = 23,
+    GREATER_EQUALS = 24,
+    AND = 25,
+    OR = 26,
+    NOT = 27,
+    DOT = 28,
+    /** range as in : [0..10] */
+    RANGE_OPERATOR = 29,
+    SPREAD_OPERATOR = 30,
+    SEMI_COLON = 31,
+    COLON = 32,// for ternary + a lot more 
+    QUESTION_OPERATOR = 33,// for ternary, eg condition ? result : elseresult
+    COMMA = 34,
+    PLUS_PLUS = 35,
+    MINUS_MINUS = 36,
+    PLUS_EQUALS = 37,
+    MINUS_EQUALS = 38,
+    MUL_EQUALS = 39,// *= 
+    DIV_EQUALS = 40,// /= 
+    MOD_EQUALS = 41,// %= 
+    EXPONENTIATION_EQUALS = 42,// **= 
+    PLUS = 43,
+    MINUS = 44,
+    DIVIDE = 45,
+    MUL = 46,
+    MODULO = 47,
+    EXPONENTATION = 48,
+    BW_NOT = 49,
+    BW_AND = 50,
+    BW_OR = 51,
+    BW_XOR = 52,
+    BW_LEFTSHIFT = 53,
+    BW_RIGHTSHIFT = 54,
+    BW_UNSIGNED_RIGHTSHIFT = 55,
+    BW_ROL = 56,// r<<
+    BW_ROR = 57,// r >> - rotate right and left, macros of other bitwise ops that shift but rotate 
+    BW_AND_EQUALS = 58,// &=
+    BW_OR_EQUALS = 59,// |= 
+    BW_XOR_EQUALS = 60,// ^= 
+    BW_LEFTSHIFT_EQUALS = 61,// <<=
+    BW_RIGHTSHIFT_EQUALS = 62,// >>=
+    BW_ROL_EQUALS = 63,// ridiculous but r<<=
+    BW_ROR_EQUALS = 64,// r>>= 
+    SINGLE_COMMENT = 65,//
+    MULTI_COMMENT = 66,// ### ... ###
+    LET = 67,// maybe change to set?
+    CONST = 68,
+    PRIMITIVE_TYPE = 69,//u8/byte, string, array(slice), u16 u32 u64 u128 + signed, float<-->f32, double<-->f64, quad<-->quadruple<-->f128
+    MYRESP = 70,//my or myresp, can be a prefix to an expr,
+    TOFREE = 71,//tf or tofree
+    /**
+     * import std = "std";
+     * import { add, mul } = "math.dr";
+     * potentially import module = c "module.h";
+     *
+     */
+    IMPORT = 72,
+    AS = 73,// import { a as b } -- also single type casts if not in an import like 5::<i32> as const,
+    TURBOFISH = 74,// :: - sorry original goals, its just nice to do 5::i32 or 5::my instead of (5) as <i32>, you can also do 5::<i32,const> for multiple
+    CLASS = 75,
+    NEW = 76,
+    FN = 77,// func def
+    RETURN = 78,
+    IF = 79,
+    ELSE = 80,
+    ELSEIF = 81,
+    FOR = 82,
+    FOR_EACH = 83,//idk yet
+    WHILE = 84,
+    EXPORT = 85,
+    /**
+     * The operator for an `@` decorator above a function.
+    */
+    TYPENAME = 86,// typename "hi" ==
+    STRUCT = 87,
+    /**
+     Sets compile options, eg, USE unsafe_features;
+     And parser options like USE c_logicals; makes it || and && instead of or / and and ! instead of not.
+     */
+    USE = 88,
+    /**
+     * Example function `a` demonstrating an unwrapped return from function b.
+     *
+     * ```rust
+     * fn a() {
+     *      const b = unwrap {
+     *          let abc = 5; //local abc
+     *          return "top level return" + abc; //only returns the block
+     *      };
+     *      return b;
+     * }
+     * ```
+     */
+    UNRWAP = 89,
+    AT_COMPILE = 90
+}
+export declare const ReservedTokens: {
+    let: TokenType;
+    const: TokenType;
+    import: TokenType;
+    as: TokenType;
+    class: TokenType;
+    new: TokenType;
+    fn: TokenType;
+    return: TokenType;
+    if: TokenType;
+    else: TokenType;
+    elseif: TokenType;
+    for: TokenType;
+    foreach: TokenType;
+    while: TokenType;
+    export: TokenType;
+    typename: TokenType;
+    struct: TokenType;
+    use: TokenType;
+    unwrap: TokenType;
+};
+export declare function TypeName(type: TokenType): string;
+export interface Position {
+    line: number;
+    col: number;
+}
+export interface LocationInterface {
+    start: Position;
+    end: Position;
+}
+export declare class Token {
+    type: TokenType;
+    name: string;
+    value: string;
+    loc: LocationInterface;
+    range: [number, number];
+    constructor(type: TokenType, value: string, location: LocationInterface, range: [number, number]);
+    /**
+    * Checks if the token's type matches any of the provided token types.
+    *
+    * @param {...TokenType[]} checkTypes The token types to compare to.
+    * @returns {boolean} True if this token's type is in the list, otherwise false.
+    */
+    IsA(...checkTypes: TokenType[]): boolean;
+    Print(): void;
+    toString(): string;
+}

package/dist/src/parser/exports.d.ts

@@ -0,0 +1 @@
+export { Parser } from './parser';

package/dist/src/parser/expr.d.ts

@@ -0,0 +1,5 @@
+import { Parser } from "./parser";
+import { BP } from "./lookup";
+import { Expr } from "../ast/type";
+export declare function parseExpr(p: Parser, bp?: BP): Expr;
+export declare function parsePrimaryExpr(p: Parser): Expr;

package/dist/src/parser/lookup.d.ts

@@ -0,0 +1,28 @@
+import { TokenType } from "../lexer/tokens";
+import { Expr, Stmt } from "../ast/exports";
+import { Parser } from "./parser";
+export declare enum BP {
+    Default = 0,
+    Comma = 1,
+    Assignment = 2,
+    Logical = 3,
+    Relational = 4,
+    Additive = 5,
+    Multiplicative = 6,
+    Unary = 7,
+    Call = 8,
+    Member = 9,
+    Primary = 10
+}
+export type StmtHandler = (p: Parser) => Stmt[];
+export type NudHandler = (p: Parser) => Expr;
+export type LedHandler = (p: Parser, left: Expr, bp: BP) => Expr;
+declare const _bp_lu: Partial<Record<TokenType, BP>>;
+declare const _nud_lu: Partial<Record<TokenType, NudHandler>>;
+declare const _led_lu: Partial<Record<TokenType, LedHandler>>;
+declare const _stmt_lu: Partial<Record<TokenType, StmtHandler>>;
+export declare function led(kind: TokenType, bp: BP, ledFn: LedHandler): void;
+export declare function nud(kind: TokenType, nudFn: NudHandler): void;
+export declare function stmt(kind: TokenType, stmtFn: StmtHandler): void;
+export declare function createTokenLookups(): void;
+export { _bp_lu as bp_lu, _nud_lu as nud_lu, _led_lu as led_lu, _stmt_lu as stmt_lu, };

package/dist/src/parser/parser.d.ts

@@ -0,0 +1,23 @@
+import { Stmt } from "../ast/exports";
+import { Token, TokenType } from "../lexer/tokens";
+export declare class Parser {
+    private tokens;
+    private pos;
+    allowNewline: boolean;
+    constructor(tokens: Token[]);
+    static parse(tokens: Token[]): Stmt;
+    mark(): number;
+    reset(pos: number): void;
+    currentToken(): Token;
+    nextToken(): Token;
+    previousToken(): Token;
+    nthToken(n: number): Token;
+    advance(): Token;
+    hasTokens(): boolean;
+    currentTokenKind(): TokenType;
+    expect(expectedKind: TokenType): Token;
+    expectOne(...expectedKind: TokenType[]): Token;
+    parseTerminator(): Token;
+    expectError(expectedKind: TokenType, err?: string): Token;
+    expectOneError(err?: string, ...expectedKind: TokenType[]): Token;
+}

package/dist/src/parser/stmt.d.ts

@@ -0,0 +1,3 @@
+import { Parser } from "./parser";
+import { Stmt } from "../ast/type";
+export declare function parseStmt(p: Parser): Stmt[];

package/dist/src/utils/combineLocation.d.ts

@@ -0,0 +1,2 @@
+import { LocationInterface } from "../lexer/tokens";
+export declare function combineLocations(loc1: LocationInterface, loc2: LocationInterface): LocationInterface;

package/dist/src/utils/genexpr.d.ts

@@ -0,0 +1,16 @@
+type ExpressionArgs = Record<string, any>;
+interface ExpressionConfig<TFields extends ExpressionArgs> {
+    className: string;
+    fields: (keyof TFields)[];
+    constructor: (...args: any[]) => {
+        loc: any;
+        range: any;
+    } & TFields;
+    toJSON?: (instance: TFields) => Record<string, any>;
+}
+export declare function makeExpressionClass<TFields extends ExpressionArgs>(config: ExpressionConfig<TFields>): {
+    new (...args: any[]): {
+        toJSON(): any;
+    };
+};
+export {};

package/dist/src/utils/registerParse.d.ts

@@ -0,0 +1,7 @@
+import { Stmt } from "../ast/type";
+import { Token } from "../lexer/tokens";
+import { Parser } from "../parser/parser";
+export declare function stmt_registerParse({ consume, handler }: {
+    consume: (string | string[])[];
+    handler: (...tokens: Token[]) => Stmt[];
+}): (p: Parser) => Stmt[];

package/index.d.ts

@@ -0,0 +1 @@
+export * as Lexer from "./src/lexer/exports";

package/index.ts

@@ -0,0 +1,2 @@
+export * as Lexer from "./src/lexer/exports"
+export * from "./src/parser/exports"

package/package.json

@@ -0,0 +1,22 @@
+{
+  "name": "drift-parser",
+  "version": "0.0.11",
+  "description": "WIP, the parser for the drift programming language",
+  "main": "dist/index.js",
+  "scripts": {
+    "build": "node scripts/build.js",
+    "build-s": "node scripts/build.js --sourcemap",
+    "watch": "node scripts/build.js --watch",
+    "watch-s": "node scripts/build.js --watch --sourcemap",
+    "def": "tsc --emitDeclarationOnly --declaration --outDir dist",
+    "defbuild": "node scripts/build.js && tsc --emitDeclarationOnly --declaration --outDir dist",
+    "pub": "npm version patch && node scripts/build.js && tsc --emitDeclarationOnly --declaration --outDir dist && npm publish"
+  },
+  "keywords": [],
+  "author": "winter",
+  "license": "ISC",
+  "devDependencies": {
+    "esbuild": "^0.25.4",
+    "typescript": "^5.8.3"
+  }
+}

package/scripts/build.js

@@ -0,0 +1,50 @@
+const esbuild = require('esbuild');
+
+const args = process.argv.slice(2);
+const watch = args.includes('--watch');
+const sourcemap = args.includes('--sourcemap') || args.includes('-s');
+
+async function build() {
+  const start = Date.now();
+
+  if (watch) {
+    const ctx = await esbuild.context({
+      entryPoints: ['index.ts'],
+      outfile: 'dist/index.js',      // Output single bundled file
+      platform: 'node',
+      bundle: true,                  // bundle dependencies
+      format: 'cjs',                 // output CommonJS module
+      sourcemap,
+      minify: true,
+      keepNames: true,
+      target: ['node14'],            // example target, change if needed
+    });
+
+    await ctx.watch();
+
+    const duration = ((Date.now() - start) / 1000).toFixed(2);
+    console.log(`Build finished (watching${sourcemap ? ', sourcemap enabled' : ''}) in \x1b[92m${duration}s\x1b[0m`);
+
+    process.stdin.resume();
+  } else {
+    await esbuild.build({
+      entryPoints: ['index.ts'],
+      outfile: 'dist/index.js',
+      platform: 'node',
+      bundle: true,
+      format: 'cjs',
+      minify: true,
+      keepNames: true,
+      sourcemap,
+      target: ['node14'],
+    });
+
+    const duration = ((Date.now() - start) / 1000).toFixed(2);
+    console.log(`Build finished${sourcemap ? ' with sourcemap' : ''} in \x1b[92m${duration}s\x1b[0m`);
+  }
+}
+
+build().catch(err => {
+  console.error('Build error:', err);
+  process.exit(1);
+});

package/src/ast/exports.ts

@@ -0,0 +1,3 @@
+// export * from './stmt'
+// export * from './expr'
+export * from './type'