@particle-academy/fancy-code 0.15.1 → 0.16.0

package/dist/index.js

@@ -1,7 +1,7 @@
 import { createContext, useMemo, useState, useCallback, useRef, useEffect, useSyncExternalStore, useContext } from 'react';
 import { cn, useControllableState, ContentRenderer, resolveMediaType, FauxClient, MediaViewer, Callout, textareaAdapter, InputTag } from '@particle-academy/react-fancy';
-import { annotateLines, highlightCode, tok, tokenizeHtml, LIGHT_COLORS, DARK_COLORS, languageFromFilename } from '@particle-academy/fancy-file-commons';
-export { languageFromFilename } from '@particle-academy/fancy-file-commons';
+import { annotateLines, highlightCode, tokenizeMarkdown, tokenizeJavaScript, tokenizeHtml, tokenizePhp, tokenizePython, tokenizeGo, tokenizeShell, tokenizeDotenv, LIGHT_COLORS, DARK_COLORS, languageFromFilename } from '@particle-academy/fancy-file-commons';
+export { languageFromFilename, tokenizeMarkdown } from '@particle-academy/fancy-file-commons';
 import { jsx, jsxs, Fragment } from 'react/jsx-runtime';
 
 // src/components/CodeEditor/CodeEditor.tsx
@@ -267,850 +267,6 @@ function getRegisteredLanguages() {
   }
   return names;
 }
-
-// src/engine/tokenizers/javascript.ts
-var KEYWORDS = /* @__PURE__ */ new Set([
-  "abstract",
-  "arguments",
-  "as",
-  "async",
-  "await",
-  "boolean",
-  "break",
-  "byte",
-  "case",
-  "catch",
-  "char",
-  "class",
-  "const",
-  "continue",
-  "debugger",
-  "default",
-  "delete",
-  "do",
-  "double",
-  "else",
-  "enum",
-  "export",
-  "extends",
-  "false",
-  "final",
-  "finally",
-  "float",
-  "for",
-  "from",
-  "function",
-  "get",
-  "goto",
-  "if",
-  "implements",
-  "import",
-  "in",
-  "instanceof",
-  "int",
-  "interface",
-  "keyof",
-  "let",
-  "long",
-  "native",
-  "new",
-  "null",
-  "of",
-  "package",
-  "private",
-  "protected",
-  "public",
-  "readonly",
-  "return",
-  "set",
-  "short",
-  "static",
-  "super",
-  "switch",
-  "synchronized",
-  "this",
-  "throw",
-  "throws",
-  "transient",
-  "true",
-  "try",
-  "type",
-  "typeof",
-  "undefined",
-  "var",
-  "void",
-  "volatile",
-  "while",
-  "with",
-  "yield"
-]);
-var TYPE_KEYWORDS = /* @__PURE__ */ new Set([
-  "string",
-  "number",
-  "boolean",
-  "any",
-  "void",
-  "never",
-  "unknown",
-  "object",
-  "symbol",
-  "bigint",
-  "undefined",
-  "null"
-]);
-var tokenizeJavaScript = (source) => {
-  const tokens = [];
-  const len = source.length;
-  let i = 0;
-  while (i < len) {
-    const ch = source[i];
-    if (ch === " " || ch === "	" || ch === "\n" || ch === "\r") {
-      i++;
-      continue;
-    }
-    if (ch === "/" && source[i + 1] === "/") {
-      const pos = i;
-      i += 2;
-      while (i < len && source[i] !== "\n") i++;
-      tokens.push({ type: "comment", start: pos, end: i });
-      continue;
-    }
-    if (ch === "/" && source[i + 1] === "*") {
-      const pos = i;
-      i += 2;
-      while (i < len && !(source[i] === "*" && source[i + 1] === "/")) i++;
-      i += 2;
-      tokens.push({ type: "comment", start: pos, end: i });
-      continue;
-    }
-    if (ch === "`") {
-      const pos = i;
-      i++;
-      while (i < len && source[i] !== "`") {
-        if (source[i] === "\\") i++;
-        i++;
-      }
-      i++;
-      tokens.push({ type: "string", start: pos, end: i });
-      continue;
-    }
-    if (ch === '"' || ch === "'") {
-      const pos = i;
-      const quote = ch;
-      i++;
-      while (i < len && source[i] !== quote) {
-        if (source[i] === "\\") i++;
-        i++;
-      }
-      i++;
-      tokens.push({ type: "string", start: pos, end: i });
-      continue;
-    }
-    if (ch >= "0" && ch <= "9" || ch === "." && source[i + 1] >= "0" && source[i + 1] <= "9") {
-      const pos = i;
-      if (ch === "0" && (source[i + 1] === "x" || source[i + 1] === "X")) {
-        i += 2;
-        while (i < len && /[0-9a-fA-F_]/.test(source[i])) i++;
-      } else if (ch === "0" && (source[i + 1] === "b" || source[i + 1] === "B")) {
-        i += 2;
-        while (i < len && /[01_]/.test(source[i])) i++;
-      } else {
-        while (i < len && /[0-9_.]/.test(source[i])) i++;
-        if (i < len && (source[i] === "e" || source[i] === "E")) {
-          i++;
-          if (i < len && (source[i] === "+" || source[i] === "-")) i++;
-          while (i < len && source[i] >= "0" && source[i] <= "9") i++;
-        }
-      }
-      if (i < len && source[i] === "n") i++;
-      tokens.push({ type: "number", start: pos, end: i });
-      continue;
-    }
-    if (/[a-zA-Z_$]/.test(ch)) {
-      const pos = i;
-      i++;
-      while (i < len && /[a-zA-Z0-9_$]/.test(source[i])) i++;
-      const word = source.slice(pos, i);
-      let j = i;
-      while (j < len && (source[j] === " " || source[j] === "	")) j++;
-      if (TYPE_KEYWORDS.has(word)) {
-        tokens.push({ type: "type", start: pos, end: i });
-      } else if (KEYWORDS.has(word)) {
-        tokens.push({ type: "keyword", start: pos, end: i });
-      } else if (source[j] === "(") {
-        tokens.push({ type: "function", start: pos, end: i });
-      } else if (word[0] >= "A" && word[0] <= "Z") {
-        tokens.push({ type: "type", start: pos, end: i });
-      } else {
-        tokens.push({ type: "variable", start: pos, end: i });
-      }
-      continue;
-    }
-    if ("+-*/%=<>!&|^~?:".includes(ch)) {
-      const pos = i;
-      i++;
-      while (i < len && "+-*/%=<>!&|^~?:".includes(source[i])) i++;
-      tokens.push({ type: "operator", start: pos, end: i });
-      continue;
-    }
-    if ("(){}[];,.@#".includes(ch)) {
-      tokens.push({ type: "punctuation", start: i, end: i + 1 });
-      i++;
-      continue;
-    }
-    tokens.push({ type: "plain", start: i, end: i + 1 });
-    i++;
-  }
-  return tokens;
-};
-
-// src/engine/tokenizers/php.ts
-var PHP_KEYWORDS = /* @__PURE__ */ new Set([
-  "abstract",
-  "and",
-  "array",
-  "as",
-  "break",
-  "callable",
-  "case",
-  "catch",
-  "class",
-  "clone",
-  "const",
-  "continue",
-  "declare",
-  "default",
-  "do",
-  "echo",
-  "else",
-  "elseif",
-  "empty",
-  "enddeclare",
-  "endfor",
-  "endforeach",
-  "endif",
-  "endswitch",
-  "endwhile",
-  "enum",
-  "eval",
-  "exit",
-  "extends",
-  "false",
-  "final",
-  "finally",
-  "fn",
-  "for",
-  "foreach",
-  "function",
-  "global",
-  "goto",
-  "if",
-  "implements",
-  "include",
-  "include_once",
-  "instanceof",
-  "insteadof",
-  "interface",
-  "isset",
-  "list",
-  "match",
-  "namespace",
-  "new",
-  "null",
-  "or",
-  "print",
-  "private",
-  "protected",
-  "public",
-  "readonly",
-  "require",
-  "require_once",
-  "return",
-  "self",
-  "static",
-  "switch",
-  "throw",
-  "trait",
-  "true",
-  "try",
-  "unset",
-  "use",
-  "var",
-  "while",
-  "xor",
-  "yield"
-]);
-function tokenizePhpBlock(source, offset) {
-  const tokens = [];
-  const len = source.length;
-  let i = offset;
-  while (i < len) {
-    const ch = source[i];
-    if (ch === "?" && source[i + 1] === ">") {
-      return { tokens, end: i };
-    }
-    if (ch === " " || ch === "	" || ch === "\n" || ch === "\r") {
-      i++;
-      continue;
-    }
-    if (ch === "/" && source[i + 1] === "/" || ch === "#") {
-      const pos = i;
-      while (i < len && source[i] !== "\n") i++;
-      tokens.push({ type: "comment", start: pos, end: i });
-      continue;
-    }
-    if (ch === "/" && source[i + 1] === "*") {
-      const pos = i;
-      i += 2;
-      while (i < len && !(source[i] === "*" && source[i + 1] === "/")) i++;
-      i += 2;
-      tokens.push({ type: "comment", start: pos, end: i });
-      continue;
-    }
-    if (ch === "$") {
-      const pos = i;
-      i++;
-      while (i < len && /[a-zA-Z0-9_]/.test(source[i])) i++;
-      tokens.push({ type: "variable", start: pos, end: i });
-      continue;
-    }
-    if (ch === '"' || ch === "'") {
-      const pos = i;
-      const quote = ch;
-      i++;
-      while (i < len && source[i] !== quote) {
-        if (source[i] === "\\") i++;
-        i++;
-      }
-      i++;
-      tokens.push({ type: "string", start: pos, end: i });
-      continue;
-    }
-    if (ch >= "0" && ch <= "9") {
-      const pos = i;
-      while (i < len && /[0-9_.]/.test(source[i])) i++;
-      if (i < len && (source[i] === "e" || source[i] === "E")) {
-        i++;
-        if (i < len && (source[i] === "+" || source[i] === "-")) i++;
-        while (i < len && source[i] >= "0" && source[i] <= "9") i++;
-      }
-      tokens.push({ type: "number", start: pos, end: i });
-      continue;
-    }
-    if (/[a-zA-Z_]/.test(ch)) {
-      const pos = i;
-      i++;
-      while (i < len && /[a-zA-Z0-9_]/.test(source[i])) i++;
-      const word = source.slice(pos, i);
-      let j = i;
-      while (j < len && (source[j] === " " || source[j] === "	")) j++;
-      if (PHP_KEYWORDS.has(word.toLowerCase())) {
-        tokens.push({ type: "keyword", start: pos, end: i });
-      } else if (source[j] === "(") {
-        tokens.push({ type: "function", start: pos, end: i });
-      } else if (word[0] >= "A" && word[0] <= "Z") {
-        tokens.push({ type: "type", start: pos, end: i });
-      } else {
-        tokens.push({ type: "variable", start: pos, end: i });
-      }
-      continue;
-    }
-    if ("+-*/%=<>!&|^~?:.".includes(ch)) {
-      const pos = i;
-      i++;
-      while (i < len && "+-*/%=<>!&|^~?:.".includes(source[i])) i++;
-      tokens.push({ type: "operator", start: pos, end: i });
-      continue;
-    }
-    if ("(){}[];,@\\".includes(ch)) {
-      tokens.push({ type: "punctuation", start: i, end: i + 1 });
-      i++;
-      continue;
-    }
-    tokens.push({ type: "plain", start: i, end: i + 1 });
-    i++;
-  }
-  return { tokens, end: i };
-}
-var tokenizePhp = (source) => {
-  const tokens = [];
-  const len = source.length;
-  let i = 0;
-  let htmlChunkStart = 0;
-  while (i < len) {
-    if (source[i] === "<" && source[i + 1] === "?") {
-      if (i > htmlChunkStart) {
-        const htmlChunk = source.slice(htmlChunkStart, i);
-        const htmlTokens = tokenizeHtml(htmlChunk);
-        for (const t of htmlTokens) {
-          tokens.push({ type: t.type, start: t.start + htmlChunkStart, end: t.end + htmlChunkStart });
-        }
-      }
-      const tagStart = i;
-      i += 2;
-      if (i < len && source.slice(i, i + 3).toLowerCase() === "php") {
-        i += 3;
-      } else if (i < len && source[i] === "=") {
-        i++;
-      }
-      tokens.push({ type: "keyword", start: tagStart, end: i });
-      const result = tokenizePhpBlock(source, i);
-      tokens.push(...result.tokens);
-      i = result.end;
-      if (i < len && source[i] === "?" && source[i + 1] === ">") {
-        tokens.push({ type: "keyword", start: i, end: i + 2 });
-        i += 2;
-      }
-      htmlChunkStart = i;
-      continue;
-    }
-    i++;
-  }
-  if (htmlChunkStart < len) {
-    const htmlChunk = source.slice(htmlChunkStart);
-    const htmlTokens = tokenizeHtml(htmlChunk);
-    for (const t of htmlTokens) {
-      tokens.push({ type: t.type, start: t.start + htmlChunkStart, end: t.end + htmlChunkStart });
-    }
-  }
-  return tokens;
-};
-
-// src/engine/tokenizers/python.ts
-var KEYWORDS2 = /* @__PURE__ */ new Set([
-  "and",
-  "as",
-  "assert",
-  "async",
-  "await",
-  "break",
-  "class",
-  "continue",
-  "def",
-  "del",
-  "elif",
-  "else",
-  "except",
-  "finally",
-  "for",
-  "from",
-  "global",
-  "if",
-  "import",
-  "in",
-  "is",
-  "lambda",
-  "nonlocal",
-  "not",
-  "or",
-  "pass",
-  "raise",
-  "return",
-  "try",
-  "while",
-  "with",
-  "yield",
-  "True",
-  "False",
-  "None"
-]);
-var TYPES = /* @__PURE__ */ new Set([
-  "int",
-  "str",
-  "float",
-  "bool",
-  "list",
-  "dict",
-  "tuple",
-  "set",
-  "bytes",
-  "bytearray",
-  "memoryview",
-  "range",
-  "frozenset",
-  "complex",
-  "type",
-  "object",
-  "property",
-  "classmethod",
-  "staticmethod",
-  "Any",
-  "Optional",
-  "Union",
-  "Callable",
-  "List",
-  "Dict",
-  "Tuple",
-  "Set",
-  "Sequence",
-  "Mapping",
-  "Iterator",
-  "Generator",
-  "Coroutine"
-]);
-var tokenizePython = (source) => {
-  const tokens = [];
-  const len = source.length;
-  let i = 0;
-  while (i < len) {
-    const ch = source[i];
-    if (ch === " " || ch === "	" || ch === "\n" || ch === "\r") {
-      i++;
-      continue;
-    }
-    if (ch === "#") {
-      const pos = i;
-      i++;
-      while (i < len && source[i] !== "\n") i++;
-      tokens.push({ type: "comment", start: pos, end: i });
-      continue;
-    }
-    if (ch === "@" && i + 1 < len && /[a-zA-Z_]/.test(source[i + 1])) {
-      const pos = i;
-      i++;
-      while (i < len && /[a-zA-Z0-9_.]/.test(source[i])) i++;
-      tokens.push({ type: "keyword", start: pos, end: i });
-      continue;
-    }
-    if (ch === '"' || ch === "'" || (ch === "f" || ch === "r" || ch === "b" || ch === "F" || ch === "R" || ch === "B") && (source[i + 1] === '"' || source[i + 1] === "'")) {
-      const pos = i;
-      if (ch !== '"' && ch !== "'") i++;
-      const quote = source[i];
-      if (source[i + 1] === quote && source[i + 2] === quote) {
-        const triple = quote + quote + quote;
-        i += 3;
-        while (i < len && source.slice(i, i + 3) !== triple) {
-          if (source[i] === "\\") i++;
-          i++;
-        }
-        i += 3;
-        tokens.push({ type: "string", start: pos, end: i });
-        continue;
-      }
-      i++;
-      while (i < len && source[i] !== quote && source[i] !== "\n") {
-        if (source[i] === "\\") i++;
-        i++;
-      }
-      if (i < len && source[i] === quote) i++;
-      tokens.push({ type: "string", start: pos, end: i });
-      continue;
-    }
-    if (ch >= "0" && ch <= "9" || ch === "." && i + 1 < len && source[i + 1] >= "0" && source[i + 1] <= "9") {
-      const pos = i;
-      if (ch === "0" && (source[i + 1] === "x" || source[i + 1] === "X")) {
-        i += 2;
-        while (i < len && /[0-9a-fA-F_]/.test(source[i])) i++;
-      } else if (ch === "0" && (source[i + 1] === "b" || source[i + 1] === "B")) {
-        i += 2;
-        while (i < len && /[01_]/.test(source[i])) i++;
-      } else if (ch === "0" && (source[i + 1] === "o" || source[i + 1] === "O")) {
-        i += 2;
-        while (i < len && /[0-7_]/.test(source[i])) i++;
-      } else {
-        while (i < len && /[0-9_.]/.test(source[i])) i++;
-        if (i < len && (source[i] === "e" || source[i] === "E")) {
-          i++;
-          if (i < len && (source[i] === "+" || source[i] === "-")) i++;
-          while (i < len && source[i] >= "0" && source[i] <= "9") i++;
-        }
-      }
-      if (i < len && source[i] === "j") i++;
-      tokens.push({ type: "number", start: pos, end: i });
-      continue;
-    }
-    if (/[a-zA-Z_]/.test(ch)) {
-      const pos = i;
-      i++;
-      while (i < len && /[a-zA-Z0-9_]/.test(source[i])) i++;
-      const word = source.slice(pos, i);
-      let j = i;
-      while (j < len && (source[j] === " " || source[j] === "	")) j++;
-      if (KEYWORDS2.has(word)) {
-        tokens.push({ type: "keyword", start: pos, end: i });
-      } else if (TYPES.has(word)) {
-        tokens.push({ type: "type", start: pos, end: i });
-      } else if (source[j] === "(") {
-        tokens.push({ type: "function", start: pos, end: i });
-      } else if (word[0] >= "A" && word[0] <= "Z") {
-        tokens.push({ type: "type", start: pos, end: i });
-      } else {
-        tokens.push({ type: "variable", start: pos, end: i });
-      }
-      continue;
-    }
-    if ("+-*/%=<>!&|^~:@".includes(ch)) {
-      const pos = i;
-      i++;
-      while (i < len && "+-*/%=<>!&|^~:".includes(source[i])) i++;
-      tokens.push({ type: "operator", start: pos, end: i });
-      continue;
-    }
-    if ("()[]{},.;\\".includes(ch)) {
-      tokens.push({ type: "punctuation", start: i, end: i + 1 });
-      i++;
-      continue;
-    }
-    tokens.push({ type: "plain", start: i, end: i + 1 });
-    i++;
-  }
-  return tokens;
-};
-
-// src/engine/tokenizers/go.ts
-var KEYWORDS3 = /* @__PURE__ */ new Set([
-  "break",
-  "case",
-  "chan",
-  "const",
-  "continue",
-  "default",
-  "defer",
-  "else",
-  "fallthrough",
-  "for",
-  "func",
-  "go",
-  "goto",
-  "if",
-  "import",
-  "interface",
-  "map",
-  "package",
-  "range",
-  "return",
-  "select",
-  "struct",
-  "switch",
-  "type",
-  "var",
-  "nil",
-  "true",
-  "false",
-  "iota"
-]);
-var TYPES2 = /* @__PURE__ */ new Set([
-  "bool",
-  "byte",
-  "complex64",
-  "complex128",
-  "error",
-  "float32",
-  "float64",
-  "int",
-  "int8",
-  "int16",
-  "int32",
-  "int64",
-  "rune",
-  "string",
-  "uint",
-  "uint8",
-  "uint16",
-  "uint32",
-  "uint64",
-  "uintptr",
-  "any"
-]);
-var BUILTINS = /* @__PURE__ */ new Set([
-  "make",
-  "len",
-  "cap",
-  "new",
-  "append",
-  "copy",
-  "close",
-  "delete",
-  "complex",
-  "real",
-  "imag",
-  "panic",
-  "recover",
-  "print",
-  "println"
-]);
-var tokenizeGo = (source) => {
-  const tokens = [];
-  const len = source.length;
-  let i = 0;
-  while (i < len) {
-    const ch = source[i];
-    if (ch === " " || ch === "	" || ch === "\n" || ch === "\r") {
-      i++;
-      continue;
-    }
-    if (ch === "/" && source[i + 1] === "/") {
-      const pos = i;
-      i += 2;
-      while (i < len && source[i] !== "\n") i++;
-      tokens.push({ type: "comment", start: pos, end: i });
-      continue;
-    }
-    if (ch === "/" && source[i + 1] === "*") {
-      const pos = i;
-      i += 2;
-      while (i < len && !(source[i] === "*" && source[i + 1] === "/")) i++;
-      i += 2;
-      tokens.push({ type: "comment", start: pos, end: i });
-      continue;
-    }
-    if (ch === "`") {
-      const pos = i;
-      i++;
-      while (i < len && source[i] !== "`") i++;
-      i++;
-      tokens.push({ type: "string", start: pos, end: i });
-      continue;
-    }
-    if (ch === '"') {
-      const pos = i;
-      i++;
-      while (i < len && source[i] !== '"' && source[i] !== "\n") {
-        if (source[i] === "\\") i++;
-        i++;
-      }
-      if (i < len && source[i] === '"') i++;
-      tokens.push({ type: "string", start: pos, end: i });
-      continue;
-    }
-    if (ch === "'") {
-      const pos = i;
-      i++;
-      while (i < len && source[i] !== "'" && source[i] !== "\n") {
-        if (source[i] === "\\") i++;
-        i++;
-      }
-      if (i < len && source[i] === "'") i++;
-      tokens.push({ type: "string", start: pos, end: i });
-      continue;
-    }
-    if (ch >= "0" && ch <= "9" || ch === "." && i + 1 < len && source[i + 1] >= "0" && source[i + 1] <= "9") {
-      const pos = i;
-      if (ch === "0" && (source[i + 1] === "x" || source[i + 1] === "X")) {
-        i += 2;
-        while (i < len && /[0-9a-fA-F_]/.test(source[i])) i++;
-      } else if (ch === "0" && (source[i + 1] === "b" || source[i + 1] === "B")) {
-        i += 2;
-        while (i < len && /[01_]/.test(source[i])) i++;
-      } else if (ch === "0" && (source[i + 1] === "o" || source[i + 1] === "O")) {
-        i += 2;
-        while (i < len && /[0-7_]/.test(source[i])) i++;
-      } else {
-        while (i < len && /[0-9_.]/.test(source[i])) i++;
-        if (i < len && (source[i] === "e" || source[i] === "E")) {
-          i++;
-          if (i < len && (source[i] === "+" || source[i] === "-")) i++;
-          while (i < len && source[i] >= "0" && source[i] <= "9") i++;
-        }
-      }
-      if (i < len && source[i] === "i") i++;
-      tokens.push({ type: "number", start: pos, end: i });
-      continue;
-    }
-    if (/[a-zA-Z_]/.test(ch)) {
-      const pos = i;
-      i++;
-      while (i < len && /[a-zA-Z0-9_]/.test(source[i])) i++;
-      const word = source.slice(pos, i);
-      let j = i;
-      while (j < len && (source[j] === " " || source[j] === "	")) j++;
-      if (KEYWORDS3.has(word)) {
-        tokens.push({ type: "keyword", start: pos, end: i });
-      } else if (TYPES2.has(word)) {
-        tokens.push({ type: "type", start: pos, end: i });
-      } else if (BUILTINS.has(word) && source[j] === "(") {
-        tokens.push({ type: "function", start: pos, end: i });
-      } else if (source[j] === "(") {
-        tokens.push({ type: "function", start: pos, end: i });
-      } else if (word[0] >= "A" && word[0] <= "Z") {
-        tokens.push({ type: "type", start: pos, end: i });
-      } else {
-        tokens.push({ type: "variable", start: pos, end: i });
-      }
-      continue;
-    }
-    if ("+-*/%=<>!&|^~:".includes(ch)) {
-      const pos = i;
-      i++;
-      while (i < len && "+-*/%=<>!&|^~:".includes(source[i])) i++;
-      tokens.push({ type: "operator", start: pos, end: i });
-      continue;
-    }
-    if ("(){}[];,.".includes(ch)) {
-      tokens.push({ type: "punctuation", start: i, end: i + 1 });
-      i++;
-      continue;
-    }
-    tokens.push({ type: "plain", start: i, end: i + 1 });
-    i++;
-  }
-  return tokens;
-};
-
-// src/engine/tokenizers/markdown.ts
-function tokenizeMarkdown(source) {
-  const tokens = [];
-  const lines = source.split("\n");
-  let offset = 0;
-  let inFence = false;
-  for (const line of lines) {
-    const base = offset;
-    const len = line.length;
-    offset += len + 1;
-    if (/^\s*(```|~~~)/.test(line)) {
-      tokens.push(tok("string", base, base + len));
-      inFence = !inFence;
-      continue;
-    }
-    if (inFence) {
-      tokens.push(tok("string", base, base + len));
-      continue;
-    }
-    if (/^#{1,6}\s/.test(line)) {
-      tokens.push(tok("keyword", base, base + len));
-      continue;
-    }
-    if (/^\s*>/.test(line)) {
-      tokens.push(tok("comment", base, base + len));
-      continue;
-    }
-    const list = line.match(/^(\s*)([-*+]|\d+\.)\s/);
-    if (list) {
-      const start = base + list[1].length;
-      tokens.push(tok("operator", start, start + list[2].length));
-    }
-    pushInline(line, base, tokens);
-  }
-  return tokens;
-}
-function pushInline(line, base, out) {
-  if (line.length > 5e3) return;
-  const spans = [];
-  const add = (type, start, end) => {
-    spans.push(tok(type, base + start, base + end));
-  };
-  let m;
-  const code = /`[^`]+`/g;
-  while (m = code.exec(line)) add("string", m.index, m.index + m[0].length);
-  const emph = /(\*\*|__)(?=\S)([\s\S]*?\S)\1|(\*|_)(?=\S)([\s\S]*?\S)\3/g;
-  while (m = emph.exec(line)) add("type", m.index, m.index + m[0].length);
-  const link = /!?\[[^\]]*\]\(([^)]+)\)/g;
-  while (m = link.exec(line)) {
-    add("tag", m.index, m.index + m[0].length - m[1].length - 1);
-    const urlStart = m.index + m[0].length - m[1].length - 1;
-    add("attributeValue", urlStart, urlStart + m[1].length);
-  }
-  spans.sort((a, b) => a.start - b.start || b.end - a.end);
-  let lastEnd = -1;
-  for (const s of spans) {
-    if (s.start >= lastEnd) {
-      out.push(s);
-      lastEnd = s.end;
-    }
-  }
-}
-
-// src/languages/builtin.ts
 registerLanguage({
   name: "Markdown",
   aliases: ["md", "markdown", "mkd"],
@@ -1147,6 +303,16 @@ registerLanguage({
   aliases: ["go", "golang"],
   tokenize: tokenizeGo
 });
+registerLanguage({
+  name: "Shell",
+  aliases: ["sh", "bash", "zsh", "shell"],
+  tokenize: tokenizeShell
+});
+registerLanguage({
+  name: "Dotenv",
+  aliases: ["env", "dotenv"],
+  tokenize: tokenizeDotenv
+});
 var iconBtnClass = "inline-flex items-center justify-center rounded-md p-1 text-zinc-500 transition-colors hover:bg-zinc-100 hover:text-zinc-700 dark:text-zinc-400 dark:hover:bg-zinc-800 dark:hover:text-zinc-200";
 function LanguageSelector() {
   const { language, setLanguage } = useCodeEditor();
@@ -2076,6 +1242,6 @@ function CodeEditorInputTag(props) {
   return /* @__PURE__ */ jsx(InputTag, { adapter, ...props });
 }
 
-export { CodeEditor, CodeEditorInputTag, FileViewer, MarkdownEditor, clearOfficeViewers, diffMarkColor, diffRemovedColor, getLanguage, getRegisteredLanguages, getRegisteredThemes, getTheme, gutterDiffMark, hasDeletedAtEnd, officeViewerFor, registerLanguage, registerOfficeViewer, registerTheme, renderMarkdown, resolveFileKind, tokenizeMarkdown, useCodeEditor, useCodeEditorInputTagAdapter };
+export { CodeEditor, CodeEditorInputTag, FileViewer, MarkdownEditor, clearOfficeViewers, diffMarkColor, diffRemovedColor, getLanguage, getRegisteredLanguages, getRegisteredThemes, getTheme, gutterDiffMark, hasDeletedAtEnd, officeViewerFor, registerLanguage, registerOfficeViewer, registerTheme, renderMarkdown, resolveFileKind, useCodeEditor, useCodeEditorInputTagAdapter };
 //# sourceMappingURL=index.js.map
 //# sourceMappingURL=index.js.map