@shikijs/core 3.17.0 → 3.18.0

package/dist/index.d.mts

@@ -229,6 +229,19 @@ declare function addClassToHast(node: Element, className: string | string[]): El
 
 /**
  * Split a string into lines, each line preserves the line ending.
+ *
+ * @param code - The code string to split into lines
+ * @param preserveEnding - Whether to preserve line endings in the result
+ * @returns Array of tuples containing [line content, offset index]
+ *
+ * @example
+ * ```ts
+ * splitLines('hello\nworld', false)
+ * // => [['hello', 0], ['world', 6]]
+ *
+ * splitLines('hello\nworld', true)
+ * // => [['hello\n', 0], ['world', 6]]
+ * ```
  */
 declare function splitLines(code: string, preserveEnding?: boolean): [string, number][];
 /**
@@ -245,6 +258,20 @@ declare function createPositionConverter(code: string): {
  * Guess embedded languages from given code and highlighter.
  *
  * When highlighter is provided, only bundled languages will be included.
+ *
+ * @param code - The code string to analyze
+ * @param _lang - The primary language of the code (currently unused)
+ * @param highlighter - Optional highlighter instance to validate languages
+ * @returns Array of detected language identifiers
+ *
+ * @example
+ * ```ts
+ * // Detects 'javascript' from Vue SFC
+ * guessEmbeddedLanguages('<script lang="javascript">')
+ *
+ * // Detects 'python' from markdown code block
+ * guessEmbeddedLanguages('```python\nprint("hi")\n```')
+ * ```
  */
 declare function guessEmbeddedLanguages(code: string, _lang: string | undefined, highlighter?: HighlighterGeneric<any, any>): string[];
 

package/dist/index.mjs

@@ -57,6 +57,9 @@ function addClassToHast(node, className) {
 }
 
 function splitLines(code, preserveEnding = false) {
+  if (code.length === 0) {
+    return [["", 0]];
+  }
   const parts = code.split(/(\r?\n)/g);
   let index = 0;
   const lines = [];
@@ -102,14 +105,26 @@ function createPositionConverter(code) {
 }
 function guessEmbeddedLanguages(code, _lang, highlighter) {
   const langs = /* @__PURE__ */ new Set();
-  for (const match of code.matchAll(/lang=["']([\w-]+)["']/g)) {
-    langs.add(match[1]);
+  for (const match of code.matchAll(/:?lang=["']([^"']+)["']/g)) {
+    const lang = match[1].toLowerCase().trim();
+    if (lang)
+      langs.add(lang);
   }
   for (const match of code.matchAll(/(?:```|~~~)([\w-]+)/g)) {
-    langs.add(match[1]);
+    const lang = match[1].toLowerCase().trim();
+    if (lang)
+      langs.add(lang);
   }
   for (const match of code.matchAll(/\\begin\{([\w-]+)\}/g)) {
-    langs.add(match[1]);
+    const lang = match[1].toLowerCase().trim();
+    if (lang)
+      langs.add(lang);
+  }
+  for (const match of code.matchAll(/<script\s+(?:type|lang)=["']([^"']+)["']/gi)) {
+    const fullType = match[1].toLowerCase().trim();
+    const lang = fullType.includes("/") ? fullType.split("/").pop() : fullType;
+    if (lang)
+      langs.add(lang);
   }
   if (!highlighter)
     return Array.from(langs);
@@ -844,15 +859,26 @@ function tokenizeAnsiWithTheme(theme, fileContents, options) {
   );
 }
 function dimColor(color) {
-  const hexMatch = color.match(/#([0-9a-f]{3})([0-9a-f]{3})?([0-9a-f]{2})?/i);
+  const hexMatch = color.match(/#([0-9a-f]{3,8})/i);
   if (hexMatch) {
-    if (hexMatch[3]) {
-      const alpha = Math.round(Number.parseInt(hexMatch[3], 16) / 2).toString(16).padStart(2, "0");
-      return `#${hexMatch[1]}${hexMatch[2]}${alpha}`;
-    } else if (hexMatch[2]) {
-      return `#${hexMatch[1]}${hexMatch[2]}80`;
-    } else {
-      return `#${Array.from(hexMatch[1]).map((x) => `${x}${x}`).join("")}80`;
+    const hex = hexMatch[1];
+    if (hex.length === 8) {
+      const alpha = Math.round(Number.parseInt(hex.slice(6, 8), 16) / 2).toString(16).padStart(2, "0");
+      return `#${hex.slice(0, 6)}${alpha}`;
+    } else if (hex.length === 6) {
+      return `#${hex}80`;
+    } else if (hex.length === 4) {
+      const r = hex[0];
+      const g = hex[1];
+      const b = hex[2];
+      const a = hex[3];
+      const alpha = Math.round(Number.parseInt(`${a}${a}`, 16) / 2).toString(16).padStart(2, "0");
+      return `#${r}${r}${g}${g}${b}${b}${alpha}`;
+    } else if (hex.length === 3) {
+      const r = hex[0];
+      const g = hex[1];
+      const b = hex[2];
+      return `#${r}${r}${g}${g}${b}${b}80`;
     }
   }
   const cssVarMatch = color.match(/var\((--[\w-]+-ansi-[\w-]+)\)/);
@@ -863,15 +889,15 @@ function dimColor(color) {
 
 function codeToTokensBase(internal, code, options = {}) {
   const {
-    lang = "text",
     theme: themeName = internal.getLoadedThemes()[0]
   } = options;
+  const lang = internal.resolveLangAlias(options.lang || "text");
   if (isPlainLang(lang) || isNoneTheme(themeName))
     return splitLines(code).map((line) => [{ content: line[0], offset: line[1] }]);
   const { theme, colorMap } = internal.setTheme(themeName);
   if (lang === "ansi")
     return tokenizeAnsiWithTheme(theme, code, options);
-  const _grammar = internal.getLanguage(lang);
+  const _grammar = internal.getLanguage(options.lang || "text");
   if (options.grammarState) {
     if (options.grammarState.lang !== _grammar.name) {
       throw new ShikiError$1(`Grammar state language "${options.grammarState.lang}" does not match highlight language "${_grammar.name}"`);
@@ -1448,12 +1474,12 @@ function mergeWhitespaceTokens(tokens) {
   return tokens.map((line) => {
     const newLine = [];
     let carryOnContent = "";
-    let firstOffset = 0;
+    let firstOffset;
     line.forEach((token, idx) => {
       const isDecorated = token.fontStyle && (token.fontStyle & FontStyle.Underline || token.fontStyle & FontStyle.Strikethrough);
       const couldMerge = !isDecorated;
       if (couldMerge && token.content.match(/^\s+$/) && line[idx + 1]) {
-        if (!firstOffset)
+        if (firstOffset === void 0)
           firstOffset = token.offset;
         carryOnContent += token.content;
       } else {
@@ -1473,7 +1499,7 @@ function mergeWhitespaceTokens(tokens) {
               token
             );
           }
-          firstOffset = 0;
+          firstOffset = void 0;
           carryOnContent = "";
         } else {
           newLine.push(token);
@@ -1685,6 +1711,21 @@ class ShikiError extends Error {
   }
 }
 
+function resolveLangAlias(name, alias) {
+  if (!alias)
+    return name;
+  if (alias[name]) {
+    const resolved = /* @__PURE__ */ new Set([name]);
+    while (alias[name]) {
+      name = alias[name];
+      if (resolved.has(name))
+        throw new ShikiError(`Circular alias \`${Array.from(resolved).join(" -> ")} -> ${name}\``);
+      resolved.add(name);
+    }
+  }
+  return name;
+}
+
 class Registry extends Registry$1 {
   constructor(_resolver, _themes, _langs, _alias = {}) {
     super(_resolver);
@@ -1735,15 +1776,7 @@ class Registry extends Registry$1 {
     this._syncRegistry.setTheme(textmateTheme);
   }
   getGrammar(name) {
-    if (this._alias[name]) {
-      const resolved = /* @__PURE__ */ new Set([name]);
-      while (this._alias[name]) {
-        name = this._alias[name];
-        if (resolved.has(name))
-          throw new ShikiError(`Circular alias \`${Array.from(resolved).join(" -> ")} -> ${name}\``);
-        resolved.add(name);
-      }
-    }
+    name = resolveLangAlias(name, this._alias);
     return this._resolvedGrammars.get(name);
   }
   loadLanguage(lang) {
@@ -1879,6 +1912,9 @@ function createShikiInternalSync(options) {
   const resolver = new Resolver(options.engine, langs);
   const _registry = new Registry(resolver, themes, langs, options.langAlias);
   let _lastTheme;
+  function resolveLangAlias$1(name) {
+    return resolveLangAlias(name, options.langAlias);
+  }
   function getLanguage(name) {
     ensureNotDisposed();
     const _lang = _registry.getGrammar(typeof name === "string" ? name : name.name);
@@ -1950,6 +1986,7 @@ function createShikiInternalSync(options) {
     getLanguage,
     getLoadedThemes,
     getLoadedLanguages,
+    resolveLangAlias: resolveLangAlias$1,
     loadLanguage,
     loadLanguageSync,
     loadTheme,
@@ -2040,9 +2077,9 @@ function createBundledHighlighter(options) {
   async function createHighlighter(options2) {
     function resolveLang(lang) {
       if (typeof lang === "string") {
+        lang = options2.langAlias?.[lang] || lang;
         if (isSpecialLang(lang))
           return [];
-        lang = options2.langAlias?.[lang] || lang;
         const bundle = bundledLanguages[lang];
         if (!bundle)
           throw new ShikiError$1(`Language \`${lang}\` is not included in this bundle. You may want to load it from external source.`);

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@shikijs/core",
   "type": "module",
-  "version": "3.17.0",
+  "version": "3.18.0",
   "description": "Core of Shiki",
   "author": "Pine Wu <octref@gmail.com>; Anthony Fu <anthonyfu117@hotmail.com>",
   "license": "MIT",
@@ -39,7 +39,7 @@
     "@shikijs/vscode-textmate": "^10.0.2",
     "@types/hast": "^3.0.4",
     "hast-util-to-html": "^9.0.5",
-    "@shikijs/types": "3.17.0"
+    "@shikijs/types": "3.18.0"
   },
   "scripts": {
     "build": "unbuild",