@fangzhongya/page 0.0.35 → 0.0.36

package/dist/node_modules/.pnpm/js-beautify@1.15.4/node_modules/js-beautify/js/src/javascript/tokenizer.cjs

@@ -1,446 +1,385 @@
 "use strict";
-Object.defineProperty(exports, Symbol.toStringTag, { value: "Module" });
-require("../../../../../../../../_virtual/_commonjsHelpers.cjs");
-const tokenizer = require("../../../../../../../../_virtual/tokenizer.cjs");
-const inputscanner = require("../core/inputscanner.cjs");
-const tokenizer$1 = require("../core/tokenizer.cjs");
-const directives = require("../core/directives.cjs");
-const acorn = require("./acorn.cjs");
-const pattern = require("../core/pattern.cjs");
-const templatablepattern = require("../core/templatablepattern.cjs");
-var hasRequiredTokenizer;
-function requireTokenizer() {
-  if (hasRequiredTokenizer) return tokenizer.__exports;
-  hasRequiredTokenizer = 1;
-  "use strict";
-  var InputScanner = inputscanner.__require().InputScanner;
-  var BaseTokenizer = tokenizer$1.__require().Tokenizer;
-  var BASETOKEN = tokenizer$1.__require().TOKEN;
-  var Directives = directives.__require().Directives;
-  var acorn$1 = acorn.__require();
-  var Pattern = pattern.__require().Pattern;
-  var TemplatablePattern = templatablepattern.__require().TemplatablePattern;
-  function in_array(what, arr) {
-    return arr.indexOf(what) !== -1;
-  }
-  var TOKEN = {
-    START_EXPR: "TK_START_EXPR",
-    END_EXPR: "TK_END_EXPR",
-    START_BLOCK: "TK_START_BLOCK",
-    END_BLOCK: "TK_END_BLOCK",
-    WORD: "TK_WORD",
-    RESERVED: "TK_RESERVED",
-    SEMICOLON: "TK_SEMICOLON",
-    STRING: "TK_STRING",
-    EQUALS: "TK_EQUALS",
-    OPERATOR: "TK_OPERATOR",
-    COMMA: "TK_COMMA",
-    BLOCK_COMMENT: "TK_BLOCK_COMMENT",
-    COMMENT: "TK_COMMENT",
-    DOT: "TK_DOT",
-    UNKNOWN: "TK_UNKNOWN",
-    START: BASETOKEN.START,
-    RAW: BASETOKEN.RAW,
-    EOF: BASETOKEN.EOF
-  };
-  var directives_core = new Directives(/\/\*/, /\*\//);
-  var number_pattern = /0[xX][0123456789abcdefABCDEF_]*n?|0[oO][01234567_]*n?|0[bB][01_]*n?|\d[\d_]*n|(?:\.\d[\d_]*|\d[\d_]*\.?[\d_]*)(?:[eE][+-]?[\d_]+)?/;
-  var digit = /[0-9]/;
-  var dot_pattern = /[^\d\.]/;
-  var positionable_operators = ">>> === !== &&= ??= ||= << && >= ** != == <= >> || ?? |> < / - + > : & % ? ^ | *".split(" ");
-  var punct = ">>>= ... >>= <<= === >>> !== **= &&= ??= ||= => ^= :: /= << <= == && -= >= >> != -- += ** || ?? ++ %= &= *= |= |> = ! ? > < : / ^ - + * & % ~ |";
-  punct = punct.replace(/[-[\]{}()*+?.,\\^$|#]/g, "\\$&");
-  punct = "\\?\\.(?!\\d) " + punct;
-  punct = punct.replace(/ /g, "|");
-  var punct_pattern = new RegExp(punct);
-  var line_starters = "continue,try,throw,return,var,let,const,if,switch,case,default,for,while,break,function,import,export".split(",");
-  var reserved_words = line_starters.concat(["do", "in", "of", "else", "get", "set", "new", "catch", "finally", "typeof", "yield", "async", "await", "from", "as", "class", "extends"]);
-  var reserved_word_pattern = new RegExp("^(?:" + reserved_words.join("|") + ")$");
-  var in_html_comment;
-  var Tokenizer = function(input_string, options) {
-    BaseTokenizer.call(this, input_string, options);
-    this._patterns.whitespace = this._patterns.whitespace.matching(
-      /\u00A0\u1680\u180e\u2000-\u200a\u202f\u205f\u3000\ufeff/.source,
-      /\u2028\u2029/.source
-    );
-    var pattern_reader = new Pattern(this._input);
-    var templatable = new TemplatablePattern(this._input).read_options(this._options);
-    this.__patterns = {
-      template: templatable,
-      identifier: templatable.starting_with(acorn$1.identifier).matching(acorn$1.identifierMatch),
-      number: pattern_reader.matching(number_pattern),
-      punct: pattern_reader.matching(punct_pattern),
-      // comment ends just before nearest linefeed or end of file
-      comment: pattern_reader.starting_with(/\/\//).until(/[\n\r\u2028\u2029]/),
-      //  /* ... */ comment ends with nearest */ or end of file
-      block_comment: pattern_reader.starting_with(/\/\*/).until_after(/\*\//),
-      html_comment_start: pattern_reader.matching(/<!--/),
-      html_comment_end: pattern_reader.matching(/-->/),
-      include: pattern_reader.starting_with(/#include/).until_after(acorn$1.lineBreak),
-      shebang: pattern_reader.starting_with(/#!/).until_after(acorn$1.lineBreak),
-      xml: pattern_reader.matching(/[\s\S]*?<(\/?)([-a-zA-Z:0-9_.]+|{[^}]+?}|!\[CDATA\[[^\]]*?\]\]|)(\s*{[^}]+?}|\s+[-a-zA-Z:0-9_.]+|\s+[-a-zA-Z:0-9_.]+\s*=\s*('[^']*'|"[^"]*"|{([^{}]|{[^}]+?})+?}))*\s*(\/?)\s*>/),
-      single_quote: templatable.until(/['\\\n\r\u2028\u2029]/),
-      double_quote: templatable.until(/["\\\n\r\u2028\u2029]/),
-      template_text: templatable.until(/[`\\$]/),
-      template_expression: templatable.until(/[`}\\]/)
-    };
-  };
-  Tokenizer.prototype = new BaseTokenizer();
-  Tokenizer.prototype._is_comment = function(current_token) {
-    return current_token.type === TOKEN.COMMENT || current_token.type === TOKEN.BLOCK_COMMENT || current_token.type === TOKEN.UNKNOWN;
-  };
-  Tokenizer.prototype._is_opening = function(current_token) {
-    return current_token.type === TOKEN.START_BLOCK || current_token.type === TOKEN.START_EXPR;
-  };
-  Tokenizer.prototype._is_closing = function(current_token, open_token) {
-    return (current_token.type === TOKEN.END_BLOCK || current_token.type === TOKEN.END_EXPR) && (open_token && (current_token.text === "]" && open_token.text === "[" || current_token.text === ")" && open_token.text === "(" || current_token.text === "}" && open_token.text === "{"));
-  };
-  Tokenizer.prototype._reset = function() {
-    in_html_comment = false;
-  };
-  Tokenizer.prototype._get_next_token = function(previous_token, open_token) {
-    var token = null;
-    this._readWhitespace();
-    var c = this._input.peek();
-    if (c === null) {
-      return this._create_token(TOKEN.EOF, "");
-    }
-    token = token || this._read_non_javascript(c);
-    token = token || this._read_string(c);
-    token = token || this._read_pair(c, this._input.peek(1));
-    token = token || this._read_word(previous_token);
-    token = token || this._read_singles(c);
-    token = token || this._read_comment(c);
-    token = token || this._read_regexp(c, previous_token);
-    token = token || this._read_xml(c, previous_token);
-    token = token || this._read_punctuation();
-    token = token || this._create_token(TOKEN.UNKNOWN, this._input.next());
-    return token;
-  };
-  Tokenizer.prototype._read_word = function(previous_token) {
-    var resulting_string;
-    resulting_string = this.__patterns.identifier.read();
-    if (resulting_string !== "") {
-      resulting_string = resulting_string.replace(acorn$1.allLineBreaks, "\n");
-      if (!(previous_token.type === TOKEN.DOT || previous_token.type === TOKEN.RESERVED && (previous_token.text === "set" || previous_token.text === "get")) && reserved_word_pattern.test(resulting_string)) {
-        if ((resulting_string === "in" || resulting_string === "of") && (previous_token.type === TOKEN.WORD || previous_token.type === TOKEN.STRING)) {
-          return this._create_token(TOKEN.OPERATOR, resulting_string);
-        }
-        return this._create_token(TOKEN.RESERVED, resulting_string);
-      }
-      return this._create_token(TOKEN.WORD, resulting_string);
-    }
-    resulting_string = this.__patterns.number.read();
-    if (resulting_string !== "") {
-      return this._create_token(TOKEN.WORD, resulting_string);
-    }
-  };
-  Tokenizer.prototype._read_singles = function(c) {
-    var token = null;
-    if (c === "(" || c === "[") {
-      token = this._create_token(TOKEN.START_EXPR, c);
-    } else if (c === ")" || c === "]") {
-      token = this._create_token(TOKEN.END_EXPR, c);
-    } else if (c === "{") {
-      token = this._create_token(TOKEN.START_BLOCK, c);
-    } else if (c === "}") {
-      token = this._create_token(TOKEN.END_BLOCK, c);
-    } else if (c === ";") {
-      token = this._create_token(TOKEN.SEMICOLON, c);
-    } else if (c === "." && dot_pattern.test(this._input.peek(1))) {
-      token = this._create_token(TOKEN.DOT, c);
-    } else if (c === ",") {
-      token = this._create_token(TOKEN.COMMA, c);
-    }
-    if (token) {
-      this._input.next();
-    }
-    return token;
-  };
-  Tokenizer.prototype._read_pair = function(c, d) {
-    var token = null;
-    if (c === "#" && d === "{") {
-      token = this._create_token(TOKEN.START_BLOCK, c + d);
-    }
-    if (token) {
-      this._input.next();
-      this._input.next();
-    }
-    return token;
-  };
-  Tokenizer.prototype._read_punctuation = function() {
-    var resulting_string = this.__patterns.punct.read();
-    if (resulting_string !== "") {
-      if (resulting_string === "=") {
-        return this._create_token(TOKEN.EQUALS, resulting_string);
-      } else if (resulting_string === "?.") {
-        return this._create_token(TOKEN.DOT, resulting_string);
-      } else {
-        return this._create_token(TOKEN.OPERATOR, resulting_string);
-      }
-    }
-  };
-  Tokenizer.prototype._read_non_javascript = function(c) {
-    var resulting_string = "";
-    if (c === "#") {
-      if (this._is_first_token()) {
-        resulting_string = this.__patterns.shebang.read();
-        if (resulting_string) {
-          return this._create_token(TOKEN.UNKNOWN, resulting_string.trim() + "\n");
-        }
-      }
-      resulting_string = this.__patterns.include.read();
-      if (resulting_string) {
-        return this._create_token(TOKEN.UNKNOWN, resulting_string.trim() + "\n");
-      }
-      c = this._input.next();
-      var sharp = "#";
-      if (this._input.hasNext() && this._input.testChar(digit)) {
-        do {
-          c = this._input.next();
-          sharp += c;
-        } while (this._input.hasNext() && c !== "#" && c !== "=");
-        if (c === "#") {
-        } else if (this._input.peek() === "[" && this._input.peek(1) === "]") {
-          sharp += "[]";
-          this._input.next();
-          this._input.next();
-        } else if (this._input.peek() === "{" && this._input.peek(1) === "}") {
-          sharp += "{}";
-          this._input.next();
-          this._input.next();
-        }
-        return this._create_token(TOKEN.WORD, sharp);
-      }
-      this._input.back();
-    } else if (c === "<" && this._is_first_token()) {
-      resulting_string = this.__patterns.html_comment_start.read();
-      if (resulting_string) {
-        while (this._input.hasNext() && !this._input.testChar(acorn$1.newline)) {
-          resulting_string += this._input.next();
-        }
-        in_html_comment = true;
-        return this._create_token(TOKEN.COMMENT, resulting_string);
-      }
-    } else if (in_html_comment && c === "-") {
-      resulting_string = this.__patterns.html_comment_end.read();
-      if (resulting_string) {
-        in_html_comment = false;
-        return this._create_token(TOKEN.COMMENT, resulting_string);
-      }
-    }
-    return null;
-  };
-  Tokenizer.prototype._read_comment = function(c) {
-    var token = null;
-    if (c === "/") {
-      var comment = "";
-      if (this._input.peek(1) === "*") {
-        comment = this.__patterns.block_comment.read();
-        var directives2 = directives_core.get_directives(comment);
-        if (directives2 && directives2.ignore === "start") {
-          comment += directives_core.readIgnored(this._input);
-        }
-        comment = comment.replace(acorn$1.allLineBreaks, "\n");
-        token = this._create_token(TOKEN.BLOCK_COMMENT, comment);
-        token.directives = directives2;
-      } else if (this._input.peek(1) === "/") {
-        comment = this.__patterns.comment.read();
-        token = this._create_token(TOKEN.COMMENT, comment);
-      }
-    }
-    return token;
-  };
-  Tokenizer.prototype._read_string = function(c) {
-    if (c === "`" || c === "'" || c === '"') {
-      var resulting_string = this._input.next();
-      this.has_char_escapes = false;
-      if (c === "`") {
-        resulting_string += this._read_string_recursive("`", true, "${");
-      } else {
-        resulting_string += this._read_string_recursive(c);
-      }
-      if (this.has_char_escapes && this._options.unescape_strings) {
-        resulting_string = unescape_string(resulting_string);
-      }
-      if (this._input.peek() === c) {
-        resulting_string += this._input.next();
-      }
-      resulting_string = resulting_string.replace(acorn$1.allLineBreaks, "\n");
-      return this._create_token(TOKEN.STRING, resulting_string);
-    }
-    return null;
-  };
-  Tokenizer.prototype._allow_regexp_or_xml = function(previous_token) {
-    return previous_token.type === TOKEN.RESERVED && in_array(previous_token.text, ["return", "case", "throw", "else", "do", "typeof", "yield"]) || previous_token.type === TOKEN.END_EXPR && previous_token.text === ")" && previous_token.opened.previous.type === TOKEN.RESERVED && in_array(previous_token.opened.previous.text, ["if", "while", "for"]) || in_array(previous_token.type, [
-      TOKEN.COMMENT,
-      TOKEN.START_EXPR,
-      TOKEN.START_BLOCK,
-      TOKEN.START,
-      TOKEN.END_BLOCK,
-      TOKEN.OPERATOR,
-      TOKEN.EQUALS,
-      TOKEN.EOF,
-      TOKEN.SEMICOLON,
-      TOKEN.COMMA
-    ]);
-  };
-  Tokenizer.prototype._read_regexp = function(c, previous_token) {
-    if (c === "/" && this._allow_regexp_or_xml(previous_token)) {
-      var resulting_string = this._input.next();
-      var esc = false;
-      var in_char_class = false;
-      while (this._input.hasNext() && ((esc || in_char_class || this._input.peek() !== c) && !this._input.testChar(acorn$1.newline))) {
-        resulting_string += this._input.peek();
-        if (!esc) {
-          esc = this._input.peek() === "\\";
-          if (this._input.peek() === "[") {
-            in_char_class = true;
-          } else if (this._input.peek() === "]") {
-            in_char_class = false;
-          }
-        } else {
-          esc = false;
-        }
-        this._input.next();
-      }
-      if (this._input.peek() === c) {
-        resulting_string += this._input.next();
-        resulting_string += this._input.read(acorn$1.identifier);
-      }
-      return this._create_token(TOKEN.STRING, resulting_string);
-    }
-    return null;
-  };
-  Tokenizer.prototype._read_xml = function(c, previous_token) {
-    if (this._options.e4x && c === "<" && this._allow_regexp_or_xml(previous_token)) {
-      var xmlStr = "";
-      var match = this.__patterns.xml.read_match();
-      if (match) {
-        var rootTag = match[2].replace(/^{\s+/, "{").replace(/\s+}$/, "}");
-        var isCurlyRoot = rootTag.indexOf("{") === 0;
-        var depth = 0;
-        while (match) {
-          var isEndTag = !!match[1];
-          var tagName = match[2];
-          var isSingletonTag = !!match[match.length - 1] || tagName.slice(0, 8) === "![CDATA[";
-          if (!isSingletonTag && (tagName === rootTag || isCurlyRoot && tagName.replace(/^{\s+/, "{").replace(/\s+}$/, "}"))) {
-            if (isEndTag) {
-              --depth;
-            } else {
-              ++depth;
-            }
-          }
-          xmlStr += match[0];
-          if (depth <= 0) {
-            break;
-          }
-          match = this.__patterns.xml.read_match();
-        }
-        if (!match) {
-          xmlStr += this._input.match(/[\s\S]*/g)[0];
-        }
-        xmlStr = xmlStr.replace(acorn$1.allLineBreaks, "\n");
-        return this._create_token(TOKEN.STRING, xmlStr);
-      }
-    }
-    return null;
-  };
-  function unescape_string(s) {
-    var out = "", escaped = 0;
-    var input_scan = new InputScanner(s);
-    var matched = null;
-    while (input_scan.hasNext()) {
-      matched = input_scan.match(/([\s]|[^\\]|\\\\)+/g);
-      if (matched) {
-        out += matched[0];
-      }
-      if (input_scan.peek() === "\\") {
-        input_scan.next();
-        if (input_scan.peek() === "x") {
-          matched = input_scan.match(/x([0-9A-Fa-f]{2})/g);
-        } else if (input_scan.peek() === "u") {
-          matched = input_scan.match(/u([0-9A-Fa-f]{4})/g);
-          if (!matched) {
-            matched = input_scan.match(/u\{([0-9A-Fa-f]+)\}/g);
-          }
-        } else {
-          out += "\\";
-          if (input_scan.hasNext()) {
-            out += input_scan.next();
-          }
-          continue;
-        }
-        if (!matched) {
-          return s;
-        }
-        escaped = parseInt(matched[1], 16);
-        if (escaped > 126 && escaped <= 255 && matched[0].indexOf("x") === 0) {
-          return s;
-        } else if (escaped >= 0 && escaped < 32) {
-          out += "\\" + matched[0];
-        } else if (escaped > 1114111) {
-          out += "\\" + matched[0];
-        } else if (escaped === 34 || escaped === 39 || escaped === 92) {
-          out += "\\" + String.fromCharCode(escaped);
-        } else {
-          out += String.fromCharCode(escaped);
-        }
-      }
-    }
-    return out;
-  }
-  Tokenizer.prototype._read_string_recursive = function(delimiter, allow_unescaped_newlines, start_sub) {
-    var current_char;
-    var pattern2;
-    if (delimiter === "'") {
-      pattern2 = this.__patterns.single_quote;
-    } else if (delimiter === '"') {
-      pattern2 = this.__patterns.double_quote;
-    } else if (delimiter === "`") {
-      pattern2 = this.__patterns.template_text;
-    } else if (delimiter === "}") {
-      pattern2 = this.__patterns.template_expression;
-    }
-    var resulting_string = pattern2.read();
-    var next = "";
-    while (this._input.hasNext()) {
-      next = this._input.next();
-      if (next === delimiter || !allow_unescaped_newlines && acorn$1.newline.test(next)) {
-        this._input.back();
-        break;
-      } else if (next === "\\" && this._input.hasNext()) {
-        current_char = this._input.peek();
-        if (current_char === "x" || current_char === "u") {
-          this.has_char_escapes = true;
-        } else if (current_char === "\r" && this._input.peek(1) === "\n") {
-          this._input.next();
-        }
-        next += this._input.next();
-      } else if (start_sub) {
-        if (start_sub === "${" && next === "$" && this._input.peek() === "{") {
-          next += this._input.next();
-        }
-        if (start_sub === next) {
-          if (delimiter === "`") {
-            next += this._read_string_recursive("}", allow_unescaped_newlines, "`");
-          } else {
-            next += this._read_string_recursive("`", allow_unescaped_newlines, "${");
-          }
-          if (this._input.hasNext()) {
-            next += this._input.next();
-          }
-        }
-      }
-      next += pattern2.read();
-      resulting_string += next;
-    }
-    return resulting_string;
-  };
-  tokenizer.__exports.Tokenizer = Tokenizer;
-  tokenizer.__exports.TOKEN = TOKEN;
-  tokenizer.__exports.positionable_operators = positionable_operators.slice();
-  tokenizer.__exports.line_starters = line_starters.slice();
-  return tokenizer.__exports;
-}
-exports.__require = requireTokenizer;
+const require_runtime = require("../../../../../../../../_virtual/_rolldown/runtime.cjs");
+const require_acorn$1 = require("./acorn.cjs");
+const require_inputscanner$1 = require("../core/inputscanner.cjs");
+const require_pattern$1 = require("../core/pattern.cjs");
+const require_tokenizer$2 = require("../core/tokenizer.cjs");
+const require_directives$1 = require("../core/directives.cjs");
+const require_templatablepattern$1 = require("../core/templatablepattern.cjs");
+//#region node_modules/.pnpm/js-beautify@1.15.4/node_modules/js-beautify/js/src/javascript/tokenizer.js
+var require_tokenizer = /* @__PURE__ */ require_runtime.__commonJSMin(((exports, module) => {
+	var InputScanner = require_inputscanner$1.default.InputScanner;
+	var BaseTokenizer = require_tokenizer$2.default.Tokenizer;
+	var BASETOKEN = require_tokenizer$2.default.TOKEN;
+	var Directives = require_directives$1.default.Directives;
+	var acorn = require_acorn$1.default;
+	var Pattern = require_pattern$1.default.Pattern;
+	var TemplatablePattern = require_templatablepattern$1.default.TemplatablePattern;
+	function in_array(what, arr) {
+		return arr.indexOf(what) !== -1;
+	}
+	var TOKEN = {
+		START_EXPR: "TK_START_EXPR",
+		END_EXPR: "TK_END_EXPR",
+		START_BLOCK: "TK_START_BLOCK",
+		END_BLOCK: "TK_END_BLOCK",
+		WORD: "TK_WORD",
+		RESERVED: "TK_RESERVED",
+		SEMICOLON: "TK_SEMICOLON",
+		STRING: "TK_STRING",
+		EQUALS: "TK_EQUALS",
+		OPERATOR: "TK_OPERATOR",
+		COMMA: "TK_COMMA",
+		BLOCK_COMMENT: "TK_BLOCK_COMMENT",
+		COMMENT: "TK_COMMENT",
+		DOT: "TK_DOT",
+		UNKNOWN: "TK_UNKNOWN",
+		START: BASETOKEN.START,
+		RAW: BASETOKEN.RAW,
+		EOF: BASETOKEN.EOF
+	};
+	var directives_core = new Directives(/\/\*/, /\*\//);
+	var number_pattern = /0[xX][0123456789abcdefABCDEF_]*n?|0[oO][01234567_]*n?|0[bB][01_]*n?|\d[\d_]*n|(?:\.\d[\d_]*|\d[\d_]*\.?[\d_]*)(?:[eE][+-]?[\d_]+)?/;
+	var digit = /[0-9]/;
+	var dot_pattern = /[^\d\.]/;
+	var positionable_operators = ">>> === !== &&= ??= ||= << && >= ** != == <= >> || ?? |> < / - + > : & % ? ^ | *".split(" ");
+	var punct = ">>>= ... >>= <<= === >>> !== **= &&= ??= ||= => ^= :: /= << <= == && -= >= >> != -- += ** || ?? ++ %= &= *= |= |> = ! ? > < : / ^ - + * & % ~ |";
+	punct = punct.replace(/[-[\]{}()*+?.,\\^$|#]/g, "\\$&");
+	punct = "\\?\\.(?!\\d) " + punct;
+	punct = punct.replace(/ /g, "|");
+	var punct_pattern = new RegExp(punct);
+	var line_starters = "continue,try,throw,return,var,let,const,if,switch,case,default,for,while,break,function,import,export".split(",");
+	var reserved_words = line_starters.concat([
+		"do",
+		"in",
+		"of",
+		"else",
+		"get",
+		"set",
+		"new",
+		"catch",
+		"finally",
+		"typeof",
+		"yield",
+		"async",
+		"await",
+		"from",
+		"as",
+		"class",
+		"extends"
+	]);
+	var reserved_word_pattern = new RegExp("^(?:" + reserved_words.join("|") + ")$");
+	var in_html_comment;
+	var Tokenizer = function(input_string, options) {
+		BaseTokenizer.call(this, input_string, options);
+		this._patterns.whitespace = this._patterns.whitespace.matching(/\u00A0\u1680\u180e\u2000-\u200a\u202f\u205f\u3000\ufeff/.source, /\u2028\u2029/.source);
+		var pattern_reader = new Pattern(this._input);
+		var templatable = new TemplatablePattern(this._input).read_options(this._options);
+		this.__patterns = {
+			template: templatable,
+			identifier: templatable.starting_with(acorn.identifier).matching(acorn.identifierMatch),
+			number: pattern_reader.matching(number_pattern),
+			punct: pattern_reader.matching(punct_pattern),
+			comment: pattern_reader.starting_with(/\/\//).until(/[\n\r\u2028\u2029]/),
+			block_comment: pattern_reader.starting_with(/\/\*/).until_after(/\*\//),
+			html_comment_start: pattern_reader.matching(/<!--/),
+			html_comment_end: pattern_reader.matching(/-->/),
+			include: pattern_reader.starting_with(/#include/).until_after(acorn.lineBreak),
+			shebang: pattern_reader.starting_with(/#!/).until_after(acorn.lineBreak),
+			xml: pattern_reader.matching(/[\s\S]*?<(\/?)([-a-zA-Z:0-9_.]+|{[^}]+?}|!\[CDATA\[[^\]]*?\]\]|)(\s*{[^}]+?}|\s+[-a-zA-Z:0-9_.]+|\s+[-a-zA-Z:0-9_.]+\s*=\s*('[^']*'|"[^"]*"|{([^{}]|{[^}]+?})+?}))*\s*(\/?)\s*>/),
+			single_quote: templatable.until(/['\\\n\r\u2028\u2029]/),
+			double_quote: templatable.until(/["\\\n\r\u2028\u2029]/),
+			template_text: templatable.until(/[`\\$]/),
+			template_expression: templatable.until(/[`}\\]/)
+		};
+	};
+	Tokenizer.prototype = new BaseTokenizer();
+	Tokenizer.prototype._is_comment = function(current_token) {
+		return current_token.type === TOKEN.COMMENT || current_token.type === TOKEN.BLOCK_COMMENT || current_token.type === TOKEN.UNKNOWN;
+	};
+	Tokenizer.prototype._is_opening = function(current_token) {
+		return current_token.type === TOKEN.START_BLOCK || current_token.type === TOKEN.START_EXPR;
+	};
+	Tokenizer.prototype._is_closing = function(current_token, open_token) {
+		return (current_token.type === TOKEN.END_BLOCK || current_token.type === TOKEN.END_EXPR) && open_token && (current_token.text === "]" && open_token.text === "[" || current_token.text === ")" && open_token.text === "(" || current_token.text === "}" && open_token.text === "{");
+	};
+	Tokenizer.prototype._reset = function() {
+		in_html_comment = false;
+	};
+	Tokenizer.prototype._get_next_token = function(previous_token, open_token) {
+		var token = null;
+		this._readWhitespace();
+		var c = this._input.peek();
+		if (c === null) return this._create_token(TOKEN.EOF, "");
+		token = token || this._read_non_javascript(c);
+		token = token || this._read_string(c);
+		token = token || this._read_pair(c, this._input.peek(1));
+		token = token || this._read_word(previous_token);
+		token = token || this._read_singles(c);
+		token = token || this._read_comment(c);
+		token = token || this._read_regexp(c, previous_token);
+		token = token || this._read_xml(c, previous_token);
+		token = token || this._read_punctuation();
+		token = token || this._create_token(TOKEN.UNKNOWN, this._input.next());
+		return token;
+	};
+	Tokenizer.prototype._read_word = function(previous_token) {
+		var resulting_string = this.__patterns.identifier.read();
+		if (resulting_string !== "") {
+			resulting_string = resulting_string.replace(acorn.allLineBreaks, "\n");
+			if (!(previous_token.type === TOKEN.DOT || previous_token.type === TOKEN.RESERVED && (previous_token.text === "set" || previous_token.text === "get")) && reserved_word_pattern.test(resulting_string)) {
+				if ((resulting_string === "in" || resulting_string === "of") && (previous_token.type === TOKEN.WORD || previous_token.type === TOKEN.STRING)) return this._create_token(TOKEN.OPERATOR, resulting_string);
+				return this._create_token(TOKEN.RESERVED, resulting_string);
+			}
+			return this._create_token(TOKEN.WORD, resulting_string);
+		}
+		resulting_string = this.__patterns.number.read();
+		if (resulting_string !== "") return this._create_token(TOKEN.WORD, resulting_string);
+	};
+	Tokenizer.prototype._read_singles = function(c) {
+		var token = null;
+		if (c === "(" || c === "[") token = this._create_token(TOKEN.START_EXPR, c);
+		else if (c === ")" || c === "]") token = this._create_token(TOKEN.END_EXPR, c);
+		else if (c === "{") token = this._create_token(TOKEN.START_BLOCK, c);
+		else if (c === "}") token = this._create_token(TOKEN.END_BLOCK, c);
+		else if (c === ";") token = this._create_token(TOKEN.SEMICOLON, c);
+		else if (c === "." && dot_pattern.test(this._input.peek(1))) token = this._create_token(TOKEN.DOT, c);
+		else if (c === ",") token = this._create_token(TOKEN.COMMA, c);
+		if (token) this._input.next();
+		return token;
+	};
+	Tokenizer.prototype._read_pair = function(c, d) {
+		var token = null;
+		if (c === "#" && d === "{") token = this._create_token(TOKEN.START_BLOCK, c + d);
+		if (token) {
+			this._input.next();
+			this._input.next();
+		}
+		return token;
+	};
+	Tokenizer.prototype._read_punctuation = function() {
+		var resulting_string = this.__patterns.punct.read();
+		if (resulting_string !== "") if (resulting_string === "=") return this._create_token(TOKEN.EQUALS, resulting_string);
+		else if (resulting_string === "?.") return this._create_token(TOKEN.DOT, resulting_string);
+		else return this._create_token(TOKEN.OPERATOR, resulting_string);
+	};
+	Tokenizer.prototype._read_non_javascript = function(c) {
+		var resulting_string = "";
+		if (c === "#") {
+			if (this._is_first_token()) {
+				resulting_string = this.__patterns.shebang.read();
+				if (resulting_string) return this._create_token(TOKEN.UNKNOWN, resulting_string.trim() + "\n");
+			}
+			resulting_string = this.__patterns.include.read();
+			if (resulting_string) return this._create_token(TOKEN.UNKNOWN, resulting_string.trim() + "\n");
+			c = this._input.next();
+			var sharp = "#";
+			if (this._input.hasNext() && this._input.testChar(digit)) {
+				do {
+					c = this._input.next();
+					sharp += c;
+				} while (this._input.hasNext() && c !== "#" && c !== "=");
+				if (c === "#") {} else if (this._input.peek() === "[" && this._input.peek(1) === "]") {
+					sharp += "[]";
+					this._input.next();
+					this._input.next();
+				} else if (this._input.peek() === "{" && this._input.peek(1) === "}") {
+					sharp += "{}";
+					this._input.next();
+					this._input.next();
+				}
+				return this._create_token(TOKEN.WORD, sharp);
+			}
+			this._input.back();
+		} else if (c === "<" && this._is_first_token()) {
+			resulting_string = this.__patterns.html_comment_start.read();
+			if (resulting_string) {
+				while (this._input.hasNext() && !this._input.testChar(acorn.newline)) resulting_string += this._input.next();
+				in_html_comment = true;
+				return this._create_token(TOKEN.COMMENT, resulting_string);
+			}
+		} else if (in_html_comment && c === "-") {
+			resulting_string = this.__patterns.html_comment_end.read();
+			if (resulting_string) {
+				in_html_comment = false;
+				return this._create_token(TOKEN.COMMENT, resulting_string);
+			}
+		}
+		return null;
+	};
+	Tokenizer.prototype._read_comment = function(c) {
+		var token = null;
+		if (c === "/") {
+			var comment = "";
+			if (this._input.peek(1) === "*") {
+				comment = this.__patterns.block_comment.read();
+				var directives = directives_core.get_directives(comment);
+				if (directives && directives.ignore === "start") comment += directives_core.readIgnored(this._input);
+				comment = comment.replace(acorn.allLineBreaks, "\n");
+				token = this._create_token(TOKEN.BLOCK_COMMENT, comment);
+				token.directives = directives;
+			} else if (this._input.peek(1) === "/") {
+				comment = this.__patterns.comment.read();
+				token = this._create_token(TOKEN.COMMENT, comment);
+			}
+		}
+		return token;
+	};
+	Tokenizer.prototype._read_string = function(c) {
+		if (c === "`" || c === "'" || c === "\"") {
+			var resulting_string = this._input.next();
+			this.has_char_escapes = false;
+			if (c === "`") resulting_string += this._read_string_recursive("`", true, "${");
+			else resulting_string += this._read_string_recursive(c);
+			if (this.has_char_escapes && this._options.unescape_strings) resulting_string = unescape_string(resulting_string);
+			if (this._input.peek() === c) resulting_string += this._input.next();
+			resulting_string = resulting_string.replace(acorn.allLineBreaks, "\n");
+			return this._create_token(TOKEN.STRING, resulting_string);
+		}
+		return null;
+	};
+	Tokenizer.prototype._allow_regexp_or_xml = function(previous_token) {
+		return previous_token.type === TOKEN.RESERVED && in_array(previous_token.text, [
+			"return",
+			"case",
+			"throw",
+			"else",
+			"do",
+			"typeof",
+			"yield"
+		]) || previous_token.type === TOKEN.END_EXPR && previous_token.text === ")" && previous_token.opened.previous.type === TOKEN.RESERVED && in_array(previous_token.opened.previous.text, [
+			"if",
+			"while",
+			"for"
+		]) || in_array(previous_token.type, [
+			TOKEN.COMMENT,
+			TOKEN.START_EXPR,
+			TOKEN.START_BLOCK,
+			TOKEN.START,
+			TOKEN.END_BLOCK,
+			TOKEN.OPERATOR,
+			TOKEN.EQUALS,
+			TOKEN.EOF,
+			TOKEN.SEMICOLON,
+			TOKEN.COMMA
+		]);
+	};
+	Tokenizer.prototype._read_regexp = function(c, previous_token) {
+		if (c === "/" && this._allow_regexp_or_xml(previous_token)) {
+			var resulting_string = this._input.next();
+			var esc = false;
+			var in_char_class = false;
+			while (this._input.hasNext() && (esc || in_char_class || this._input.peek() !== c) && !this._input.testChar(acorn.newline)) {
+				resulting_string += this._input.peek();
+				if (!esc) {
+					esc = this._input.peek() === "\\";
+					if (this._input.peek() === "[") in_char_class = true;
+					else if (this._input.peek() === "]") in_char_class = false;
+				} else esc = false;
+				this._input.next();
+			}
+			if (this._input.peek() === c) {
+				resulting_string += this._input.next();
+				resulting_string += this._input.read(acorn.identifier);
+			}
+			return this._create_token(TOKEN.STRING, resulting_string);
+		}
+		return null;
+	};
+	Tokenizer.prototype._read_xml = function(c, previous_token) {
+		if (this._options.e4x && c === "<" && this._allow_regexp_or_xml(previous_token)) {
+			var xmlStr = "";
+			var match = this.__patterns.xml.read_match();
+			if (match) {
+				var rootTag = match[2].replace(/^{\s+/, "{").replace(/\s+}$/, "}");
+				var isCurlyRoot = rootTag.indexOf("{") === 0;
+				var depth = 0;
+				while (match) {
+					var isEndTag = !!match[1];
+					var tagName = match[2];
+					if (!(!!match[match.length - 1] || tagName.slice(0, 8) === "![CDATA[") && (tagName === rootTag || isCurlyRoot && tagName.replace(/^{\s+/, "{").replace(/\s+}$/, "}"))) if (isEndTag) --depth;
+					else ++depth;
+					xmlStr += match[0];
+					if (depth <= 0) break;
+					match = this.__patterns.xml.read_match();
+				}
+				if (!match) xmlStr += this._input.match(/[\s\S]*/g)[0];
+				xmlStr = xmlStr.replace(acorn.allLineBreaks, "\n");
+				return this._create_token(TOKEN.STRING, xmlStr);
+			}
+		}
+		return null;
+	};
+	function unescape_string(s) {
+		var out = "", escaped = 0;
+		var input_scan = new InputScanner(s);
+		var matched = null;
+		while (input_scan.hasNext()) {
+			matched = input_scan.match(/([\s]|[^\\]|\\\\)+/g);
+			if (matched) out += matched[0];
+			if (input_scan.peek() === "\\") {
+				input_scan.next();
+				if (input_scan.peek() === "x") matched = input_scan.match(/x([0-9A-Fa-f]{2})/g);
+				else if (input_scan.peek() === "u") {
+					matched = input_scan.match(/u([0-9A-Fa-f]{4})/g);
+					if (!matched) matched = input_scan.match(/u\{([0-9A-Fa-f]+)\}/g);
+				} else {
+					out += "\\";
+					if (input_scan.hasNext()) out += input_scan.next();
+					continue;
+				}
+				if (!matched) return s;
+				escaped = parseInt(matched[1], 16);
+				if (escaped > 126 && escaped <= 255 && matched[0].indexOf("x") === 0) return s;
+				else if (escaped >= 0 && escaped < 32) out += "\\" + matched[0];
+				else if (escaped > 1114111) out += "\\" + matched[0];
+				else if (escaped === 34 || escaped === 39 || escaped === 92) out += "\\" + String.fromCharCode(escaped);
+				else out += String.fromCharCode(escaped);
+			}
+		}
+		return out;
+	}
+	Tokenizer.prototype._read_string_recursive = function(delimiter, allow_unescaped_newlines, start_sub) {
+		var current_char;
+		var pattern;
+		if (delimiter === "'") pattern = this.__patterns.single_quote;
+		else if (delimiter === "\"") pattern = this.__patterns.double_quote;
+		else if (delimiter === "`") pattern = this.__patterns.template_text;
+		else if (delimiter === "}") pattern = this.__patterns.template_expression;
+		var resulting_string = pattern.read();
+		var next = "";
+		while (this._input.hasNext()) {
+			next = this._input.next();
+			if (next === delimiter || !allow_unescaped_newlines && acorn.newline.test(next)) {
+				this._input.back();
+				break;
+			} else if (next === "\\" && this._input.hasNext()) {
+				current_char = this._input.peek();
+				if (current_char === "x" || current_char === "u") this.has_char_escapes = true;
+				else if (current_char === "\r" && this._input.peek(1) === "\n") this._input.next();
+				next += this._input.next();
+			} else if (start_sub) {
+				if (start_sub === "${" && next === "$" && this._input.peek() === "{") next += this._input.next();
+				if (start_sub === next) {
+					if (delimiter === "`") next += this._read_string_recursive("}", allow_unescaped_newlines, "`");
+					else next += this._read_string_recursive("`", allow_unescaped_newlines, "${");
+					if (this._input.hasNext()) next += this._input.next();
+				}
+			}
+			next += pattern.read();
+			resulting_string += next;
+		}
+		return resulting_string;
+	};
+	module.exports.Tokenizer = Tokenizer;
+	module.exports.TOKEN = TOKEN;
+	module.exports.positionable_operators = positionable_operators.slice();
+	module.exports.line_starters = line_starters.slice();
+}));
+//#endregion
+Object.defineProperty(exports, "default", {
+	enumerable: true,
+	get: function() {
+		return require_tokenizer();
+	}
+});