shiki 2.3.1 → 2.4.0

package/dist/bundle-full.mjs

@@ -1,8 +1,9 @@
+import { a as guessEmbeddedLanguages } from './wasm-dynamic-DgcGSsZr.js';
+export { g as getWasmInlined } from './wasm-dynamic-DgcGSsZr.js';
 import { bundledLanguages } from './langs.mjs';
 export { bundledLanguagesAlias, bundledLanguagesBase, bundledLanguagesInfo } from './langs.mjs';
 import { bundledThemes } from './themes.mjs';
 export { bundledThemesInfo } from './themes.mjs';
-export { g as getWasmInlined } from './wasm-dynamic-K7LwWlz7.js';
 import { createSingletonShorthands, createdBundledHighlighter, warnDeprecated } from '@shikijs/core';
 export * from '@shikijs/core';
 import { createOnigurumaEngine } from '@shikijs/engine-oniguruma';
@@ -21,7 +22,8 @@ const {
   getSingletonHighlighter,
   getLastGrammarState
 } = /* @__PURE__ */ createSingletonShorthands(
-  createHighlighter
+  createHighlighter,
+  { guessEmbeddedLanguages }
 );
 const getHighlighter = (options) => {
   warnDeprecated("`getHighlighter` is deprecated. Use `createHighlighter` or `getSingletonHighlighter` instead.");

package/dist/bundle-web.mjs

@@ -1,6 +1,7 @@
+import { a as guessEmbeddedLanguages } from './wasm-dynamic-DgcGSsZr.js';
+export { g as getWasmInlined } from './wasm-dynamic-DgcGSsZr.js';
 import { bundledThemes } from './themes.mjs';
 export { bundledThemesInfo } from './themes.mjs';
-export { g as getWasmInlined } from './wasm-dynamic-K7LwWlz7.js';
 import { createSingletonShorthands, createdBundledHighlighter, warnDeprecated } from '@shikijs/core';
 export * from '@shikijs/core';
 import { createOnigurumaEngine } from '@shikijs/engine-oniguruma';
@@ -336,7 +337,8 @@ const {
   getSingletonHighlighter,
   getLastGrammarState
 } = /* @__PURE__ */ createSingletonShorthands(
-  createHighlighter
+  createHighlighter,
+  { guessEmbeddedLanguages }
 );
 const getHighlighter = (options) => {
   warnDeprecated("`getHighlighter` is deprecated. Use `createHighlighter` or `getSingletonHighlighter` instead.");

package/dist/core-unwasm.d.mts

@@ -1,4 +1,4 @@
-import { CodeToHastOptions, CodeToTokensOptions, TokensResult, RequireKeys, CodeToTokensBaseOptions, ThemedToken, CodeToTokensWithThemesOptions, ThemedTokenWithVariants, BundledHighlighterOptions, HighlighterGeneric, GrammarState, ShikiInternal, ShikiTransformerContextCommon, ThemeRegistration, HighlighterCoreOptions, HighlighterCore, RegexEngine, LoadWasmOptions, Position, CreateHighlighterFactory, CreatedBundledHighlighterOptions, LanguageInput, ThemeInput, TokenStyles, PlainTextLanguage, SpecialLanguage, SpecialTheme, MaybeGetter, ThemeRegistrationAny, ThemeRegistrationResolved, TokenizeWithThemeOptions, MaybeArray, Grammar, CodeToHastRenderOptions, ShikiTransformerContextSource, ShikiTransformer } from '@shikijs/types';
+import { HighlighterGeneric, Awaitable, CodeToHastOptions, CodeToTokensOptions, TokensResult, RequireKeys, CodeToTokensBaseOptions, ThemedToken, CodeToTokensWithThemesOptions, ThemedTokenWithVariants, BundledHighlighterOptions, GrammarState, ShikiInternal, ShikiTransformerContextCommon, ThemeRegistration, HighlighterCoreOptions, HighlighterCore, RegexEngine, LoadWasmOptions, Position, CreateHighlighterFactory, CreatedBundledHighlighterOptions, LanguageInput, ThemeInput, TokenStyles, PlainTextLanguage, SpecialLanguage, SpecialTheme, MaybeGetter, ThemeRegistrationAny, ThemeRegistrationResolved, TokenizeWithThemeOptions, MaybeArray, Grammar, CodeToHastRenderOptions, ShikiTransformerContextSource, ShikiTransformer } from '@shikijs/types';
 export * from '@shikijs/types';
 import { a as RootContent, N as Nodes, R as Root, E as Element } from './types/index.d.mjs';
 import { JavaScriptRegexEngineOptions } from '@shikijs/engine-javascript';
@@ -334,7 +334,13 @@ interface ShorthandsBundle<L extends string, T extends string> {
     getLastGrammarState: ((element: ThemedToken[][] | Root) => GrammarState) | ((code: string, options: CodeToTokensBaseOptions<L, T>) => Promise<GrammarState>);
 }
 declare function makeSingletonHighlighter<L extends string, T extends string>(createHighlighter: CreateHighlighterFactory<L, T>): (options?: Partial<BundledHighlighterOptions<L, T>>) => Promise<HighlighterGeneric<L, T>>;
-declare function createSingletonShorthands<L extends string, T extends string>(createHighlighter: CreateHighlighterFactory<L, T>): ShorthandsBundle<L, T>;
+interface CreateSingletonShorthandsOptions<L extends string, T extends string> {
+    /**
+     * A custom function to guess embedded languages to be loaded.
+     */
+    guessEmbeddedLanguages?: (code: string, lang: string | undefined, highlighter: HighlighterGeneric<L, T>) => Awaitable<string[] | undefined>;
+}
+declare function createSingletonShorthands<L extends string, T extends string>(createHighlighter: CreateHighlighterFactory<L, T>, config?: CreateSingletonShorthandsOptions<L, T>): ShorthandsBundle<L, T>;
 
 /**
  * Create a Shiki core highlighter instance, with no languages or themes bundled.
@@ -547,4 +553,4 @@ declare function enableDeprecationWarnings(emitDeprecation?: DeprecationTarget |
  */
 declare function warnDeprecated(message: string, version?: DeprecationTarget): void;
 
-export { type CssVariablesThemeOptions, FontStyle, type ShorthandsBundle, EncodedTokenMetadata as StackElementMetadata, addClassToHast, applyColorReplacements, codeToHast, codeToHtml, codeToTokens, codeToTokensBase, codeToTokensWithThemes, createCssVariablesTheme, createHighlighterCore, createHighlighterCoreSync, createJavaScriptRegexEngine, createOnigurumaEngine, createPositionConverter, createShikiInternal, createShikiInternalSync, createSingletonShorthands, createWasmOnigEngine, createdBundledHighlighter, defaultJavaScriptRegexConstructor, enableDeprecationWarnings, getHighlighterCore, getShikiInternal, getSingletonHighlighterCore, getTokenStyleObject, toHtml as hastToHtml, isNoneTheme, isPlainLang, isSpecialLang, isSpecialTheme, loadWasm, makeSingletonHighlighter, makeSingletonHighlighterCore, normalizeGetter, normalizeTheme, resolveColorReplacements, splitLines, splitToken, splitTokens, stringifyTokenStyle, toArray, tokenizeAnsiWithTheme, tokenizeWithTheme, tokensToHast, transformerDecorations, warnDeprecated };
+export { type CreateSingletonShorthandsOptions, type CssVariablesThemeOptions, FontStyle, type ShorthandsBundle, EncodedTokenMetadata as StackElementMetadata, addClassToHast, applyColorReplacements, codeToHast, codeToHtml, codeToTokens, codeToTokensBase, codeToTokensWithThemes, createCssVariablesTheme, createHighlighterCore, createHighlighterCoreSync, createJavaScriptRegexEngine, createOnigurumaEngine, createPositionConverter, createShikiInternal, createShikiInternalSync, createSingletonShorthands, createWasmOnigEngine, createdBundledHighlighter, defaultJavaScriptRegexConstructor, enableDeprecationWarnings, getHighlighterCore, getShikiInternal, getSingletonHighlighterCore, getTokenStyleObject, toHtml as hastToHtml, isNoneTheme, isPlainLang, isSpecialLang, isSpecialTheme, loadWasm, makeSingletonHighlighter, makeSingletonHighlighterCore, normalizeGetter, normalizeTheme, resolveColorReplacements, splitLines, splitToken, splitTokens, stringifyTokenStyle, toArray, tokenizeAnsiWithTheme, tokenizeWithTheme, tokensToHast, transformerDecorations, warnDeprecated };

package/dist/index.mjs

@@ -1,7 +1,7 @@
 export { codeToHast, codeToHtml, codeToTokens, codeToTokensBase, codeToTokensWithThemes, createHighlighter, getHighlighter, getLastGrammarState, getSingletonHighlighter } from './bundle-full.mjs';
 export { createJavaScriptRegexEngine, defaultJavaScriptRegexConstructor } from '@shikijs/engine-javascript';
 export { createOnigurumaEngine, loadWasm } from '@shikijs/engine-oniguruma';
-export { g as getWasmInlined } from './wasm-dynamic-K7LwWlz7.js';
+export { g as getWasmInlined } from './wasm-dynamic-DgcGSsZr.js';
 export * from '@shikijs/core';
 export { bundledLanguages, bundledLanguagesAlias, bundledLanguagesBase, bundledLanguagesInfo } from './langs.mjs';
 export { bundledThemes, bundledThemesInfo } from './themes.mjs';

package/dist/wasm-dynamic-DgcGSsZr.js

@@ -0,0 +1,23 @@
+import { warnDeprecated } from '@shikijs/core';
+
+function guessEmbeddedLanguages(code, _lang, shiki) {
+  const langs = /* @__PURE__ */ new Set();
+  for (const match of code.matchAll(/lang=["']([\w-]+)["']/g)) {
+    langs.add(match[1]);
+  }
+  for (const match of code.matchAll(/(?:```|~~~)([\w-]+)/g)) {
+    langs.add(match[1]);
+  }
+  for (const match of code.matchAll(/\\begin\{([\w-]+)\}/g)) {
+    langs.add(match[1]);
+  }
+  const bundle = shiki.getBundledLanguages();
+  return Array.from(langs).filter((l) => l && bundle[l]);
+}
+
+const getWasmInlined = async (info) => {
+  warnDeprecated('`getWasmInlined` is deprecated. Use `import("shiki/wasm")` instead.');
+  return import('shiki/wasm').then((wasm) => wasm.default(info));
+};
+
+export { guessEmbeddedLanguages as a, getWasmInlined as g };

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "shiki",
   "type": "module",
-  "version": "2.3.1",
+  "version": "2.4.0",
   "description": "A beautiful Syntax Highlighter.",
   "author": "Pine Wu <octref@gmail.com>; Anthony Fu <anthonyfu117@hotmail.com>",
   "license": "MIT",
@@ -117,19 +117,19 @@
     "dist"
   ],
   "dependencies": {
-    "@shikijs/vscode-textmate": "^10.0.1",
+    "@shikijs/vscode-textmate": "^10.0.2",
     "@types/hast": "^3.0.4",
-    "@shikijs/core": "2.3.1",
-    "@shikijs/engine-javascript": "2.3.1",
-    "@shikijs/engine-oniguruma": "2.3.1",
-    "@shikijs/langs": "2.3.1",
-    "@shikijs/themes": "2.3.1",
-    "@shikijs/types": "2.3.1"
+    "@shikijs/core": "2.4.0",
+    "@shikijs/engine-oniguruma": "2.4.0",
+    "@shikijs/engine-javascript": "2.4.0",
+    "@shikijs/themes": "2.4.0",
+    "@shikijs/types": "2.4.0",
+    "@shikijs/langs": "2.4.0"
   },
   "devDependencies": {
     "rollup-plugin-copy": "^3.5.0",
-    "tm-grammars": "^1.22.12",
-    "tm-themes": "^1.9.11",
+    "tm-grammars": "^1.22.14",
+    "tm-themes": "^1.9.12",
     "vscode-oniguruma": "1.7.0"
   },
   "scripts": {

package/dist/wasm-dynamic-K7LwWlz7.js

@@ -1,8 +0,0 @@
-import { warnDeprecated } from '@shikijs/core';
-
-const getWasmInlined = async (info) => {
-  warnDeprecated('`getWasmInlined` is deprecated. Use `import("shiki/wasm")` instead.');
-  return import('shiki/wasm').then((wasm) => wasm.default(info));
-};
-
-export { getWasmInlined as g };