binja 0.6.0 → 0.7.0

package/dist/cli.js

@@ -20,103 +20,6 @@ var KEYWORDS = {
   in: "NAME" /* NAME */
 };
 
-// src/lexer/hybrid.ts
-var _tokenizeBatchFn = null;
-function checkNative() {
-  return false;
-}
-var NATIVE_TO_TS = {
-  0: "TEXT" /* TEXT */,
-  1: "VARIABLE_START" /* VARIABLE_START */,
-  2: "VARIABLE_END" /* VARIABLE_END */,
-  3: "BLOCK_START" /* BLOCK_START */,
-  4: "BLOCK_END" /* BLOCK_END */,
-  5: "COMMENT_START" /* COMMENT_START */,
-  6: "COMMENT_END" /* COMMENT_END */,
-  7: "NAME" /* NAME */,
-  8: "STRING" /* STRING */,
-  9: "NUMBER" /* NUMBER */,
-  10: "NAME" /* NAME */,
-  11: "DOT" /* DOT */,
-  12: "COMMA" /* COMMA */,
-  13: "PIPE" /* PIPE */,
-  14: "COLON" /* COLON */,
-  15: "LPAREN" /* LPAREN */,
-  16: "RPAREN" /* RPAREN */,
-  17: "LBRACKET" /* LBRACKET */,
-  18: "RBRACKET" /* RBRACKET */,
-  19: "LBRACE" /* LBRACE */,
-  20: "RBRACE" /* RBRACE */,
-  21: "ASSIGN" /* ASSIGN */,
-  22: "EOF" /* EOF */
-};
-var OPERATOR_TO_TYPE = {
-  "==": "EQ" /* EQ */,
-  "!=": "NE" /* NE */,
-  "<": "LT" /* LT */,
-  ">": "GT" /* GT */,
-  "<=": "LE" /* LE */,
-  ">=": "GE" /* GE */,
-  "+": "ADD" /* ADD */,
-  "-": "SUB" /* SUB */,
-  "*": "MUL" /* MUL */,
-  "/": "DIV" /* DIV */,
-  "%": "MOD" /* MOD */,
-  "~": "TILDE" /* TILDE */
-};
-var KEYWORD_TO_TYPE = {
-  and: "AND" /* AND */,
-  or: "OR" /* OR */,
-  not: "NOT" /* NOT */
-};
-function isNativeAccelerated() {
-  return checkNative();
-}
-function tokenizeNative(source) {
-  if (!checkNative() || !_tokenizeBatchFn)
-    return null;
-  if (source.length === 0) {
-    return [{ type: "EOF" /* EOF */, value: "", line: 1, column: 1 }];
-  }
-  const rawTokens = _tokenizeBatchFn(source);
-  const lineStarts = [0];
-  for (let i = 0;i < source.length; i++) {
-    if (source[i] === `
-`)
-      lineStarts.push(i + 1);
-  }
-  const tokens = new Array(rawTokens.length);
-  for (let i = 0;i < rawTokens.length; i++) {
-    const [nativeType, start, end] = rawTokens[i];
-    let value = source.slice(start, end);
-    let lo = 0, hi = lineStarts.length - 1;
-    while (lo < hi) {
-      const mid = lo + hi + 1 >> 1;
-      if (lineStarts[mid] <= start)
-        lo = mid;
-      else
-        hi = mid - 1;
-    }
-    const line = lo + 1;
-    const column = start - lineStarts[lo] + 1;
-    let type = NATIVE_TO_TS[nativeType] ?? "NAME" /* NAME */;
-    if (nativeType === 10 && OPERATOR_TO_TYPE[value]) {
-      type = OPERATOR_TO_TYPE[value];
-    } else if (type === "NAME" /* NAME */ && KEYWORD_TO_TYPE[value]) {
-      type = KEYWORD_TO_TYPE[value];
-    }
-    if (type === "STRING" /* STRING */ && value.length >= 2) {
-      const first = value[0];
-      const last = value[value.length - 1];
-      if (first === '"' && last === '"' || first === "'" && last === "'") {
-        value = value.slice(1, -1);
-      }
-    }
-    tokens[i] = { type, value, line, column };
-  }
-  return tokens;
-}
-
 // src/errors/index.ts
 var colors = {
   red: "\x1B[31m",
@@ -202,7 +105,6 @@ class Lexer {
   blockEnd;
   commentStart;
   commentEnd;
-  useNative;
   constructor(source, options = {}) {
     this.state = {
       source,
@@ -217,15 +119,8 @@ class Lexer {
     this.blockEnd = options.blockEnd ?? "%}";
     this.commentStart = options.commentStart ?? "{#";
     this.commentEnd = options.commentEnd ?? "#}";
-    const hasCustomDelimiters = options.variableStart !== undefined || options.variableEnd !== undefined || options.blockStart !== undefined || options.blockEnd !== undefined || options.commentStart !== undefined || options.commentEnd !== undefined;
-    this.useNative = !hasCustomDelimiters && isNativeAccelerated();
   }
   tokenize() {
-    if (this.useNative) {
-      const nativeTokens = tokenizeNative(this.state.source);
-      if (nativeTokens)
-        return nativeTokens;
-    }
     while (!this.isAtEnd()) {
       this.scanToken();
     }