@lobehub/ui 6.5.0 → 6.6.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (82) hide show
  1. package/README.md +87 -125
  2. package/es/Accordion/style.d.mts +2 -2
  3. package/es/AutoComplete/style.d.mts +1 -1
  4. package/es/Carousel/Carousel.mjs +7 -8
  5. package/es/Carousel/Carousel.mjs.map +1 -1
  6. package/es/Drawer/atoms.mjs +5 -5
  7. package/es/Drawer/atoms.mjs.map +1 -1
  8. package/es/EditorSlashMenu/EditorSlashMenu.mjs +7 -9
  9. package/es/EditorSlashMenu/EditorSlashMenu.mjs.map +1 -1
  10. package/es/FormKit/List.mjs +24 -24
  11. package/es/FormKit/List.mjs.map +1 -1
  12. package/es/Highlighter/Highlighter.mjs +1 -3
  13. package/es/Highlighter/Highlighter.mjs.map +1 -1
  14. package/es/Highlighter/LangSelect.mjs +2 -2
  15. package/es/Highlighter/LangSelect.mjs.map +1 -1
  16. package/es/Highlighter/SyntaxHighlighter/StaticRenderer.mjs +2 -3
  17. package/es/Highlighter/SyntaxHighlighter/StaticRenderer.mjs.map +1 -1
  18. package/es/Highlighter/SyntaxHighlighter/StreamRenderer.mjs +4 -20
  19. package/es/Highlighter/SyntaxHighlighter/StreamRenderer.mjs.map +1 -1
  20. package/es/Highlighter/SyntaxHighlighter/index.mjs +2 -3
  21. package/es/Highlighter/SyntaxHighlighter/index.mjs.map +1 -1
  22. package/es/Highlighter/SyntaxHighlighter/tokenFade.mjs.map +1 -1
  23. package/es/Highlighter/const.d.mts +2 -0
  24. package/es/Highlighter/const.mjs +95 -12
  25. package/es/Highlighter/const.mjs.map +1 -1
  26. package/es/Highlighter/engine.mjs +75 -0
  27. package/es/Highlighter/engine.mjs.map +1 -0
  28. package/es/Highlighter/languages.mjs +501 -0
  29. package/es/Highlighter/languages.mjs.map +1 -0
  30. package/es/Highlighter/theme/lobe-highlights-theme.mjs +73 -0
  31. package/es/Highlighter/theme/lobe-highlights-theme.mjs.map +1 -0
  32. package/es/Highlighter/tokens.mjs +50 -0
  33. package/es/Highlighter/tokens.mjs.map +1 -0
  34. package/es/Highlighter/type.d.mts +5 -2
  35. package/es/Image/viewer/ActualSizeIcon.mjs +3 -4
  36. package/es/Image/viewer/ActualSizeIcon.mjs.map +1 -1
  37. package/es/ImageSelect/ImageSelect.mjs +22 -22
  38. package/es/ImageSelect/ImageSelect.mjs.map +1 -1
  39. package/es/Markdown/SyntaxMarkdown/MarkdownRender.mjs.map +1 -1
  40. package/es/Markdown/SyntaxMarkdown/StreamdownRender.mjs.map +1 -1
  41. package/es/Markdown/components/Footnotes.mjs +26 -26
  42. package/es/Markdown/components/Footnotes.mjs.map +1 -1
  43. package/es/Markdown/plugins/remarkCjkAutolink.mjs +101 -0
  44. package/es/Markdown/plugins/remarkCjkAutolink.mjs.map +1 -0
  45. package/es/Modal/Modal.mjs.map +1 -1
  46. package/es/Modal/atoms.mjs +5 -5
  47. package/es/Modal/atoms.mjs.map +1 -1
  48. package/es/Pagination/Pagination.mjs +5 -5
  49. package/es/Pagination/Pagination.mjs.map +1 -1
  50. package/es/Popover/PopoverInGroup.mjs.map +1 -1
  51. package/es/Rate/Rate.mjs +3 -4
  52. package/es/Rate/Rate.mjs.map +1 -1
  53. package/es/SearchBar/SearchBar.mjs +3 -1
  54. package/es/SearchBar/SearchBar.mjs.map +1 -1
  55. package/es/Select/parts.mjs +20 -20
  56. package/es/Select/parts.mjs.map +1 -1
  57. package/es/Spin/NetworkGlyph.mjs +5 -7
  58. package/es/Spin/NetworkGlyph.mjs.map +1 -1
  59. package/es/Table/render/Header.mjs +15 -16
  60. package/es/Table/render/Header.mjs.map +1 -1
  61. package/es/color/ColorScales/ScaleRow.mjs +7 -7
  62. package/es/color/ColorScales/ScaleRow.mjs.map +1 -1
  63. package/es/color/ColorScales/index.mjs +20 -21
  64. package/es/color/ColorScales/index.mjs.map +1 -1
  65. package/es/color/CssVar/ScaleRow.mjs +7 -7
  66. package/es/color/CssVar/ScaleRow.mjs.map +1 -1
  67. package/es/color/CssVar/VarRow.mjs +7 -7
  68. package/es/color/CssVar/VarRow.mjs.map +1 -1
  69. package/es/color/CssVar/index.mjs +20 -21
  70. package/es/color/CssVar/index.mjs.map +1 -1
  71. package/es/dashboard/PageSkeleton/PageSkeleton.mjs +30 -25
  72. package/es/dashboard/PageSkeleton/PageSkeleton.mjs.map +1 -1
  73. package/es/eslint/index.d.mts +1 -1
  74. package/es/hooks/useHighlight.mjs +35 -107
  75. package/es/hooks/useHighlight.mjs.map +1 -1
  76. package/es/hooks/useMarkdown/useMarkdownRemarkPlugins.mjs +2 -0
  77. package/es/hooks/useMarkdown/useMarkdownRemarkPlugins.mjs.map +1 -1
  78. package/es/hooks/useStreamHighlight.mjs +90 -194
  79. package/es/hooks/useStreamHighlight.mjs.map +1 -1
  80. package/es/node_modules/.pnpm/{eslint@10.13.0_jiti@2.6.1_supports-color@10.2.2 → eslint@10.13.0_jiti@2.7.0_supports-color@10.2.2}/node_modules/eslint/lib/types/index.d.mts +1 -1
  81. package/es/style.css +2 -46
  82. package/package.json +4 -6
@@ -1,131 +1,59 @@
1
1
  "use client";
2
- import lobe_theme_default from "../Highlighter/theme/lobe-theme.mjs";
3
2
  import { getCodeLanguageByInput } from "../Highlighter/const.mjs";
3
+ import { useHighlighterEngine } from "../Highlighter/engine.mjs";
4
+ import { escapeHtml, tokensToHtml } from "../Highlighter/tokens.mjs";
4
5
  import { hashString } from "../utils/hashString.mjs";
5
- import { useEffect, useMemo, useState } from "react";
6
- import { transformerNotationDiff, transformerNotationErrorLevel, transformerNotationFocus, transformerNotationHighlight, transformerNotationWordHighlight } from "@shikijs/transformers";
6
+ import { useMemo } from "react";
7
7
  //#region src/hooks/useHighlight.ts
8
8
  const MD5_LENGTH_THRESHOLD = 1e4;
9
- const highlightCache = /* @__PURE__ */ new Map();
10
9
  const MAX_CACHE_SIZE = 1e3;
11
- const cleanupCache = () => {
10
+ const highlightCache = /* @__PURE__ */ new Map();
11
+ const cacheHtml = (key, html) => {
12
+ highlightCache.set(key, html);
12
13
  if (highlightCache.size > MAX_CACHE_SIZE) {
13
14
  const entriesToRemove = Math.floor(MAX_CACHE_SIZE * .2);
14
- const keysToRemove = Array.from(highlightCache.keys()).slice(0, entriesToRemove);
15
- for (const key of keysToRemove) highlightCache.delete(key);
15
+ for (const staleKey of Array.from(highlightCache.keys()).slice(0, entriesToRemove)) highlightCache.delete(staleKey);
16
16
  }
17
17
  };
18
- let codeToHtmlPromise = null;
19
- const loadCodeToHtml = () => {
20
- if (typeof window === "undefined") return Promise.resolve(null);
21
- if (!codeToHtmlPromise) codeToHtmlPromise = import("shiki").then((mod) => mod.codeToHtml ?? null);
22
- return codeToHtmlPromise;
23
- };
24
- const loadShikiModule = () => {
25
- if (typeof window === "undefined") return Promise.resolve(null);
26
- return import("shiki");
27
- };
28
- const shikiModulePromise = loadShikiModule();
29
- const escapeHtml = (str) => {
30
- return str.replaceAll("&", "&amp;").replaceAll("<", "&lt;").replaceAll(">", "&gt;").replaceAll("\"", "&quot;").replaceAll("'", "&#039;");
18
+ const highlightToHtml = ({ highlights, theme }, text, language) => {
19
+ try {
20
+ const result = highlights.codeToTokens(text, {
21
+ lang: language,
22
+ theme
23
+ });
24
+ return tokensToHtml(result, theme.name);
25
+ } catch (error) {
26
+ console.error("Syntax highlighting failed:", error);
27
+ return `<pre class="fallback"><code>${escapeHtml(text)}</code></pre>`;
28
+ }
31
29
  };
32
- const customThemes = { "lobe-theme": lobe_theme_default };
33
- const useHighlight = (text, { language, enableTransformer, theme: builtinTheme, streaming }) => {
30
+ const useHighlight = (text, { language, theme: themeId, streaming }) => {
34
31
  const safeText = text ?? "";
35
32
  const lang = (language ?? "plaintext").toLowerCase();
36
33
  const matchedLanguage = useMemo(() => getCodeLanguageByInput(lang), [lang]);
37
- const transformers = useMemo(() => {
38
- if (!enableTransformer) return;
39
- return [
40
- transformerNotationDiff(),
41
- transformerNotationHighlight(),
42
- transformerNotationWordHighlight(),
43
- transformerNotationFocus(),
44
- transformerNotationErrorLevel()
45
- ];
46
- }, [enableTransformer]);
47
- const cacheKey = useMemo(() => {
48
- if (streaming) return null;
49
- const hash = safeText.length < 1e4 ? safeText : `${safeText.length}:${hashString(safeText)}`;
50
- return [
34
+ const engine = useHighlighterEngine(themeId);
35
+ return useMemo(() => {
36
+ if (streaming || !engine) return "";
37
+ const hash = safeText.length < MD5_LENGTH_THRESHOLD ? safeText : `${safeText.length}:${hashString(safeText)}`;
38
+ const cacheKey = [
51
39
  matchedLanguage,
52
- builtinTheme,
40
+ themeId || "lobe-theme",
53
41
  hash
54
- ].filter(Boolean).join("-");
42
+ ].join("-");
43
+ const cached = highlightCache.get(cacheKey);
44
+ if (cached !== void 0) return cached;
45
+ const html = highlightToHtml(engine, safeText, matchedLanguage);
46
+ cacheHtml(cacheKey, html);
47
+ return html;
55
48
  }, [
56
- safeText,
49
+ engine,
57
50
  matchedLanguage,
58
- builtinTheme,
59
- streaming
60
- ]);
61
- const [data, setData] = useState();
62
- useEffect(() => {
63
- if (!cacheKey) {
64
- setData(void 0);
65
- return;
66
- }
67
- const cachedPromise = highlightCache.get(cacheKey);
68
- if (cachedPromise) {
69
- cachedPromise.then((html) => {
70
- setData(html);
71
- }).catch(() => {});
72
- return;
73
- }
74
- const highlightPromise = (async () => {
75
- try {
76
- const shikiModule = await shikiModulePromise;
77
- if (!shikiModule) return safeText;
78
- const effectiveTheme = builtinTheme || "lobe-theme";
79
- if (!builtinTheme && effectiveTheme === "lobe-theme") {
80
- const customTheme = customThemes[effectiveTheme];
81
- if (customTheme) return await (await shikiModule.getSingletonHighlighter({
82
- langs: [matchedLanguage],
83
- themes: [customTheme]
84
- })).codeToHtml(safeText, {
85
- lang: matchedLanguage,
86
- theme: effectiveTheme,
87
- transformers
88
- });
89
- }
90
- const codeToHtml = await loadCodeToHtml();
91
- if (!codeToHtml) return safeText;
92
- return await codeToHtml(safeText, {
93
- lang: matchedLanguage,
94
- theme: effectiveTheme,
95
- transformers
96
- });
97
- } catch (error_) {
98
- console.error("Advanced rendering failed:", error_);
99
- try {
100
- const codeToHtml = await loadCodeToHtml();
101
- if (!codeToHtml) return safeText;
102
- return await codeToHtml(safeText, {
103
- lang: matchedLanguage,
104
- theme: "lobe-theme"
105
- });
106
- } catch {
107
- return `<pre class="fallback"><code>${escapeHtml(safeText)}</code></pre>`;
108
- }
109
- }
110
- })();
111
- highlightCache.set(cacheKey, highlightPromise);
112
- cleanupCache();
113
- highlightPromise.then((html) => {
114
- if (highlightCache.get(cacheKey) === highlightPromise) setData(html);
115
- }).catch(() => {
116
- if (highlightCache.get(cacheKey) === highlightPromise) highlightCache.delete(cacheKey);
117
- });
118
- }, [
119
- cacheKey,
120
51
  safeText,
121
- matchedLanguage,
122
- builtinTheme,
123
- transformers,
124
- customThemes
52
+ streaming,
53
+ themeId
125
54
  ]);
126
- return data || "";
127
55
  };
128
56
  //#endregion
129
- export { MD5_LENGTH_THRESHOLD, escapeHtml, shikiModulePromise, useHighlight };
57
+ export { useHighlight };
130
58
 
131
59
  //# sourceMappingURL=useHighlight.mjs.map
@@ -1 +1 @@
1
- {"version":3,"file":"useHighlight.mjs","names":["lobeTheme"],"sources":["../../src/hooks/useHighlight.ts"],"sourcesContent":["'use client';\n\nimport {\n transformerNotationDiff,\n transformerNotationErrorLevel,\n transformerNotationFocus,\n transformerNotationHighlight,\n transformerNotationWordHighlight,\n} from '@shikijs/transformers';\nimport { type CSSProperties, useEffect, useMemo, useState } from 'react';\nimport type { BuiltinTheme, CodeToHastOptions, ThemedToken } from 'shiki';\n\nimport { getCodeLanguageByInput } from '@/Highlighter/const';\nimport lobeTheme from '@/Highlighter/theme/lobe-theme';\nimport { hashString } from '@/utils/hashString';\n\n// Application-level cache to avoid repeated calculations\nexport const MD5_LENGTH_THRESHOLD = 10_000;\n\nexport type StreamingHighlightResult = {\n lines: ThemedToken[][];\n preStyle?: CSSProperties;\n};\n\n// Application-level cache for highlighted HTML\n// Key: cacheKey string, Value: Promise<string>\nconst highlightCache = new Map<string, Promise<string>>();\n\n// Maximum cache size to prevent memory leaks\nconst MAX_CACHE_SIZE = 1000;\n\n// Clean up old cache entries when limit is reached\nconst cleanupCache = () => {\n if (highlightCache.size > MAX_CACHE_SIZE) {\n // Remove oldest 20% of entries\n const entriesToRemove = Math.floor(MAX_CACHE_SIZE * 0.2);\n const keysToRemove = Array.from(highlightCache.keys()).slice(0, entriesToRemove);\n for (const key of keysToRemove) {\n highlightCache.delete(key);\n }\n }\n};\n\nexport type ICodeToHtml = (code: string, options: CodeToHastOptions) => Promise<string>;\nexport type ShikiModule = typeof import('shiki');\n\n// Use codeToHtml shorthand for better performance\n// It automatically manages highlighter instances and loads themes/languages on-demand\nlet codeToHtmlPromise: Promise<ICodeToHtml | null> | null = null;\n\nconst loadCodeToHtml = (): Promise<ICodeToHtml | null> => {\n if (typeof window === 'undefined') return Promise.resolve(null);\n\n if (!codeToHtmlPromise) {\n codeToHtmlPromise = import('shiki').then((mod) => mod.codeToHtml ?? null);\n }\n\n return codeToHtmlPromise;\n};\n\n// Export shikiModulePromise for useStreamHighlight compatibility\nconst loadShikiModule = (): Promise<ShikiModule | null> => {\n if (typeof window === 'undefined') return Promise.resolve(null);\n return import('shiki');\n};\nexport const shikiModulePromise = loadShikiModule();\n\n// Helper function: Safe HTML escaping\nexport const escapeHtml = (str: string): string => {\n return str\n .replaceAll('&', '&amp;')\n .replaceAll('<', '&lt;')\n .replaceAll('>', '&gt;')\n .replaceAll('\"', '&quot;')\n .replaceAll(\"'\", '&#039;');\n};\n\n// Main highlight component - optimized version without SWR\nconst customThemes = {\n 'lobe-theme': lobeTheme,\n};\n\nexport const useHighlight = (\n text: string,\n {\n language,\n enableTransformer,\n theme: builtinTheme,\n streaming,\n }: { enableTransformer?: boolean; language: string; streaming?: boolean; theme?: BuiltinTheme },\n): string => {\n // Safely handle language and text with boundary checks\n const safeText = text ?? '';\n const lang = (language ?? 'plaintext').toLowerCase();\n\n // Match supported languages\n const matchedLanguage = useMemo(() => getCodeLanguageByInput(lang), [lang]);\n\n // Optimize transformer creation\n const transformers = useMemo(() => {\n if (!enableTransformer) return;\n return [\n transformerNotationDiff(),\n transformerNotationHighlight(),\n transformerNotationWordHighlight(),\n transformerNotationFocus(),\n transformerNotationErrorLevel(),\n ];\n }, [enableTransformer]);\n\n // Build cache key\n const cacheKey = useMemo((): string | null => {\n if (streaming) return null;\n // Use hash for long text\n const hash =\n safeText.length < MD5_LENGTH_THRESHOLD\n ? safeText\n : `${safeText.length}:${hashString(safeText)}`;\n return [matchedLanguage, builtinTheme, hash].filter(Boolean).join('-');\n }, [safeText, matchedLanguage, builtinTheme, streaming]);\n\n const [data, setData] = useState<string | undefined>();\n\n useEffect(() => {\n if (!cacheKey) {\n setData(undefined);\n return;\n }\n\n // Check cache first\n const cachedPromise = highlightCache.get(cacheKey);\n if (cachedPromise) {\n cachedPromise\n .then((html) => {\n setData(html);\n })\n .catch(() => {\n // Silently handle errors, fallback will be handled in the promise\n });\n return;\n }\n\n // Create new promise for highlighting\n // Using codeToHtml shorthand: automatically loads themes/languages on-demand\n const highlightPromise = (async (): Promise<string> => {\n try {\n // Try full rendering with transformers\n const shikiModule = await shikiModulePromise;\n if (!shikiModule) return safeText;\n\n const effectiveTheme = builtinTheme || 'lobe-theme';\n\n // Load custom theme if using slack-dark or slack-ochin\n if (!builtinTheme && effectiveTheme === 'lobe-theme') {\n const customTheme = customThemes[effectiveTheme];\n if (customTheme) {\n // Use getSingletonHighlighter to load custom theme\n const highlighter = await shikiModule.getSingletonHighlighter({\n langs: [matchedLanguage],\n themes: [customTheme as any],\n });\n\n const html = await highlighter.codeToHtml(safeText, {\n lang: matchedLanguage,\n theme: effectiveTheme,\n transformers,\n });\n\n return html;\n }\n }\n\n // Fallback to codeToHtml for builtin themes\n const codeToHtml = await loadCodeToHtml();\n if (!codeToHtml) return safeText;\n\n const html = await codeToHtml(safeText, {\n lang: matchedLanguage,\n theme: effectiveTheme,\n transformers,\n });\n\n return html;\n } catch (error_) {\n console.error('Advanced rendering failed:', error_);\n\n try {\n // Try simple rendering (without transformers)\n const codeToHtml = await loadCodeToHtml();\n if (!codeToHtml) return safeText;\n const html = await codeToHtml(safeText, {\n lang: matchedLanguage,\n theme: 'lobe-theme',\n });\n return html;\n } catch {\n // Fallback to plain text\n const fallbackHtml = `<pre class=\"fallback\"><code>${escapeHtml(safeText)}</code></pre>`;\n return fallbackHtml;\n }\n }\n })();\n\n // Cache the promise\n highlightCache.set(cacheKey, highlightPromise);\n cleanupCache();\n\n // Handle promise result\n highlightPromise\n .then((html) => {\n // Only update if this is still the current cache key\n if (highlightCache.get(cacheKey) === highlightPromise) {\n setData(html);\n }\n })\n .catch(() => {\n // Remove failed promise from cache\n if (highlightCache.get(cacheKey) === highlightPromise) {\n highlightCache.delete(cacheKey);\n }\n });\n }, [cacheKey, safeText, matchedLanguage, builtinTheme, transformers, customThemes]);\n\n return data || '';\n};\n"],"mappings":";;;;;;;AAiBA,MAAa,uBAAuB;AASpC,MAAM,iCAAiB,IAAI,IAA6B;AAGxD,MAAM,iBAAiB;AAGvB,MAAM,qBAAqB;CACzB,IAAI,eAAe,OAAO,gBAAgB;EAExC,MAAM,kBAAkB,KAAK,MAAM,iBAAiB,EAAG;EACvD,MAAM,eAAe,MAAM,KAAK,eAAe,KAAK,CAAC,CAAC,CAAC,MAAM,GAAG,eAAe;EAC/E,KAAK,MAAM,OAAO,cAChB,eAAe,OAAO,GAAG;CAE7B;AACF;AAOA,IAAI,oBAAwD;AAE5D,MAAM,uBAAoD;CACxD,IAAI,OAAO,WAAW,aAAa,OAAO,QAAQ,QAAQ,IAAI;CAE9D,IAAI,CAAC,mBACH,oBAAoB,OAAO,QAAQ,CAAC,MAAM,QAAQ,IAAI,cAAc,IAAI;CAG1E,OAAO;AACT;AAGA,MAAM,wBAAqD;CACzD,IAAI,OAAO,WAAW,aAAa,OAAO,QAAQ,QAAQ,IAAI;CAC9D,OAAO,OAAO;AAChB;AACA,MAAa,qBAAqB,gBAAgB;AAGlD,MAAa,cAAc,QAAwB;CACjD,OAAO,IACJ,WAAW,KAAK,OAAO,CAAC,CACxB,WAAW,KAAK,MAAM,CAAC,CACvB,WAAW,KAAK,MAAM,CAAC,CACvB,WAAW,MAAK,QAAQ,CAAC,CACzB,WAAW,KAAK,QAAQ;AAC7B;AAGA,MAAM,eAAe,EACnB,cAAcA,mBAChB;AAEA,MAAa,gBACX,MACA,EACE,UACA,mBACA,OAAO,cACP,gBAES;CAEX,MAAM,WAAW,QAAQ;CACzB,MAAM,QAAQ,YAAY,YAAA,CAAa,YAAY;CAGnD,MAAM,kBAAkB,cAAc,uBAAuB,IAAI,GAAG,CAAC,IAAI,CAAC;CAG1E,MAAM,eAAe,cAAc;EACjC,IAAI,CAAC,mBAAmB;EACxB,OAAO;GACL,wBAAwB;GACxB,6BAA6B;GAC7B,iCAAiC;GACjC,yBAAyB;GACzB,8BAA8B;EAChC;CACF,GAAG,CAAC,iBAAiB,CAAC;CAGtB,MAAM,WAAW,cAA6B;EAC5C,IAAI,WAAW,OAAO;EAEtB,MAAM,OACJ,SAAS,SAAA,MACL,WACA,GAAG,SAAS,OAAO,GAAG,WAAW,QAAQ;EAC/C,OAAO;GAAC;GAAiB;GAAc;EAAI,CAAC,CAAC,OAAO,OAAO,CAAC,CAAC,KAAK,GAAG;CACvE,GAAG;EAAC;EAAU;EAAiB;EAAc;CAAS,CAAC;CAEvD,MAAM,CAAC,MAAM,WAAW,SAA6B;CAErD,gBAAgB;EACd,IAAI,CAAC,UAAU;GACb,QAAQ,KAAA,CAAS;GACjB;EACF;EAGA,MAAM,gBAAgB,eAAe,IAAI,QAAQ;EACjD,IAAI,eAAe;GACjB,cACG,MAAM,SAAS;IACd,QAAQ,IAAI;GACd,CAAC,CAAC,CACD,YAAY,CAEb,CAAC;GACH;EACF;EAIA,MAAM,oBAAoB,YAA6B;GACrD,IAAI;IAEF,MAAM,cAAc,MAAM;IAC1B,IAAI,CAAC,aAAa,OAAO;IAEzB,MAAM,iBAAiB,gBAAgB;IAGvC,IAAI,CAAC,gBAAgB,mBAAmB,cAAc;KACpD,MAAM,cAAc,aAAa;KACjC,IAAI,aAaF,OAAO,OANY,MALO,YAAY,wBAAwB;MAC5D,OAAO,CAAC,eAAe;MACvB,QAAQ,CAAC,WAAkB;KAC7B,CAAC,EAAA,CAE8B,WAAW,UAAU;MAClD,MAAM;MACN,OAAO;MACP;KACF,CAAC;IAIL;IAGA,MAAM,aAAa,MAAM,eAAe;IACxC,IAAI,CAAC,YAAY,OAAO;IAQxB,OAAO,MANY,WAAW,UAAU;KACtC,MAAM;KACN,OAAO;KACP;IACF,CAAC;GAGH,SAAS,QAAQ;IACf,QAAQ,MAAM,8BAA8B,MAAM;IAElD,IAAI;KAEF,MAAM,aAAa,MAAM,eAAe;KACxC,IAAI,CAAC,YAAY,OAAO;KAKxB,OAAO,MAJY,WAAW,UAAU;MACtC,MAAM;MACN,OAAO;KACT,CAAC;IAEH,QAAQ;KAGN,OAAO,+BAD6C,WAAW,QAAQ,EAAE;IAE3E;GACF;EACF,EAAA,CAAG;EAGH,eAAe,IAAI,UAAU,gBAAgB;EAC7C,aAAa;EAGb,iBACG,MAAM,SAAS;GAEd,IAAI,eAAe,IAAI,QAAQ,MAAM,kBACnC,QAAQ,IAAI;EAEhB,CAAC,CAAC,CACD,YAAY;GAEX,IAAI,eAAe,IAAI,QAAQ,MAAM,kBACnC,eAAe,OAAO,QAAQ;EAElC,CAAC;CACL,GAAG;EAAC;EAAU;EAAU;EAAiB;EAAc;EAAc;CAAY,CAAC;CAElF,OAAO,QAAQ;AACjB"}
1
+ {"version":3,"file":"useHighlight.mjs","names":[],"sources":["../../src/hooks/useHighlight.ts"],"sourcesContent":["'use client';\n\nimport { useMemo } from 'react';\n\nimport { getCodeLanguageByInput } from '@/Highlighter/const';\nimport { DEFAULT_THEME, type HighlighterEngine, useHighlighterEngine } from '@/Highlighter/engine';\nimport { escapeHtml, tokensToHtml } from '@/Highlighter/tokens';\nimport { hashString } from '@/utils/hashString';\n\nconst MD5_LENGTH_THRESHOLD = 10_000;\n\nconst MAX_CACHE_SIZE = 1000;\n\nconst highlightCache = new Map<string, string>();\n\nconst cacheHtml = (key: string, html: string) => {\n highlightCache.set(key, html);\n if (highlightCache.size > MAX_CACHE_SIZE) {\n const entriesToRemove = Math.floor(MAX_CACHE_SIZE * 0.2);\n for (const staleKey of Array.from(highlightCache.keys()).slice(0, entriesToRemove)) {\n highlightCache.delete(staleKey);\n }\n }\n};\n\nconst highlightToHtml = (\n { highlights, theme }: HighlighterEngine,\n text: string,\n language: string,\n): string => {\n try {\n const result = highlights.codeToTokens(text, { lang: language as any, theme });\n return tokensToHtml(result, theme.name);\n } catch (error) {\n console.error('Syntax highlighting failed:', error);\n return `<pre class=\"fallback\"><code>${escapeHtml(text)}</code></pre>`;\n }\n};\n\nexport const useHighlight = (\n text: string,\n {\n language,\n theme: themeId,\n streaming,\n }: { language: string; streaming?: boolean; theme?: string },\n): string => {\n const safeText = text ?? '';\n const lang = (language ?? 'plaintext').toLowerCase();\n const matchedLanguage = useMemo(() => getCodeLanguageByInput(lang), [lang]);\n const engine = useHighlighterEngine(themeId);\n\n return useMemo(() => {\n if (streaming || !engine) return '';\n\n const hash =\n safeText.length < MD5_LENGTH_THRESHOLD\n ? safeText\n : `${safeText.length}:${hashString(safeText)}`;\n const cacheKey = [matchedLanguage, themeId || DEFAULT_THEME, hash].join('-');\n\n const cached = highlightCache.get(cacheKey);\n if (cached !== undefined) return cached;\n\n const html = highlightToHtml(engine, safeText, matchedLanguage);\n cacheHtml(cacheKey, html);\n return html;\n }, [engine, matchedLanguage, safeText, streaming, themeId]);\n};\n"],"mappings":";;;;;;;AASA,MAAM,uBAAuB;AAE7B,MAAM,iBAAiB;AAEvB,MAAM,iCAAiB,IAAI,IAAoB;AAE/C,MAAM,aAAa,KAAa,SAAiB;CAC/C,eAAe,IAAI,KAAK,IAAI;CAC5B,IAAI,eAAe,OAAO,gBAAgB;EACxC,MAAM,kBAAkB,KAAK,MAAM,iBAAiB,EAAG;EACvD,KAAK,MAAM,YAAY,MAAM,KAAK,eAAe,KAAK,CAAC,CAAC,CAAC,MAAM,GAAG,eAAe,GAC/E,eAAe,OAAO,QAAQ;CAElC;AACF;AAEA,MAAM,mBACJ,EAAE,YAAY,SACd,MACA,aACW;CACX,IAAI;EACF,MAAM,SAAS,WAAW,aAAa,MAAM;GAAE,MAAM;GAAiB;EAAM,CAAC;EAC7E,OAAO,aAAa,QAAQ,MAAM,IAAI;CACxC,SAAS,OAAO;EACd,QAAQ,MAAM,+BAA+B,KAAK;EAClD,OAAO,+BAA+B,WAAW,IAAI,EAAE;CACzD;AACF;AAEA,MAAa,gBACX,MACA,EACE,UACA,OAAO,SACP,gBAES;CACX,MAAM,WAAW,QAAQ;CACzB,MAAM,QAAQ,YAAY,YAAA,CAAa,YAAY;CACnD,MAAM,kBAAkB,cAAc,uBAAuB,IAAI,GAAG,CAAC,IAAI,CAAC;CAC1E,MAAM,SAAS,qBAAqB,OAAO;CAE3C,OAAO,cAAc;EACnB,IAAI,aAAa,CAAC,QAAQ,OAAO;EAEjC,MAAM,OACJ,SAAS,SAAS,uBACd,WACA,GAAG,SAAS,OAAO,GAAG,WAAW,QAAQ;EAC/C,MAAM,WAAW;GAAC;GAAiB,WAAA;GAA0B;EAAI,CAAC,CAAC,KAAK,GAAG;EAE3E,MAAM,SAAS,eAAe,IAAI,QAAQ;EAC1C,IAAI,WAAW,KAAA,GAAW,OAAO;EAEjC,MAAM,OAAO,gBAAgB,QAAQ,UAAU,eAAe;EAC9D,UAAU,UAAU,IAAI;EACxB,OAAO;CACT,GAAG;EAAC;EAAQ;EAAiB;EAAU;EAAW;CAAO,CAAC;AAC5D"}
@@ -1,6 +1,7 @@
1
1
  "use client";
2
2
  import { useMarkdownContext } from "../../Markdown/components/MarkdownProvider.mjs";
3
3
  import { remarkBr } from "../../Markdown/plugins/remarkBr.mjs";
4
+ import { remarkCjkAutolink } from "../../Markdown/plugins/remarkCjkAutolink.mjs";
4
5
  import { remarkCustomFootnotes } from "../../Markdown/plugins/remarkCustomFootnotes.mjs";
5
6
  import { remarkGfmPlus } from "../../Markdown/plugins/remarkGfmPlus.mjs";
6
7
  import { remarkVideo } from "../../Markdown/plugins/remarkVideo.mjs";
@@ -17,6 +18,7 @@ const useMarkdownRemarkPlugins = () => {
17
18
  remarkCjkFriendly,
18
19
  enableLatex && remarkMath,
19
20
  [remarkGfm, { singleTilde: false }],
21
+ remarkCjkAutolink,
20
22
  !allowHtml && remarkBr,
21
23
  !allowHtml && remarkGfmPlus,
22
24
  !allowHtml && remarkVideo,
@@ -1 +1 @@
1
- {"version":3,"file":"useMarkdownRemarkPlugins.mjs","names":[],"sources":["../../../src/hooks/useMarkdown/useMarkdownRemarkPlugins.ts"],"sourcesContent":["'use client';\n\nimport { useMemo } from 'react';\nimport remarkBreaks from 'remark-breaks';\nimport remarkCjkFriendly from 'remark-cjk-friendly';\nimport remarkGfm from 'remark-gfm';\nimport remarkMath from 'remark-math';\nimport type { Pluggable } from 'unified';\n\nimport { useMarkdownContext } from '@/Markdown/components/MarkdownProvider';\nimport { remarkBr } from '@/Markdown/plugins/remarkBr';\nimport { remarkCustomFootnotes } from '@/Markdown/plugins/remarkCustomFootnotes';\nimport { remarkGfmPlus } from '@/Markdown/plugins/remarkGfmPlus';\nimport { remarkVideo } from '@/Markdown/plugins/remarkVideo';\n\nexport const useMarkdownRemarkPlugins = (): Pluggable[] => {\n const {\n enableLatex,\n enableCustomFootnotes,\n remarkPlugins = [],\n remarkPluginsAhead = [],\n variant,\n allowHtml,\n } = useMarkdownContext();\n\n const isChatMode = variant === 'chat';\n\n const memoPlugins = useMemo(\n () =>\n [\n remarkCjkFriendly,\n // Parse math before GFM so that '|' inside $...$ isn't treated as a table separator\n enableLatex && remarkMath,\n [remarkGfm, { singleTilde: false }],\n !allowHtml && remarkBr,\n !allowHtml && remarkGfmPlus,\n !allowHtml && remarkVideo,\n enableCustomFootnotes && remarkCustomFootnotes,\n isChatMode && remarkBreaks,\n ].filter(Boolean) as Pluggable[],\n [allowHtml, isChatMode, enableLatex, enableCustomFootnotes],\n );\n\n return useMemo(\n () => [...remarkPluginsAhead, ...memoPlugins, ...remarkPlugins],\n [remarkPlugins, memoPlugins, remarkPluginsAhead],\n );\n};\n"],"mappings":";;;;;;;;;;;;AAeA,MAAa,iCAA8C;CACzD,MAAM,EACJ,aACA,uBACA,gBAAgB,CAAC,GACjB,qBAAqB,CAAC,GACtB,SACA,cACE,mBAAmB;CAEvB,MAAM,aAAa,YAAY;CAE/B,MAAM,cAAc,cAEhB;EACE;EAEA,eAAe;EACf,CAAC,WAAW,EAAE,aAAa,MAAM,CAAC;EAClC,CAAC,aAAa;EACd,CAAC,aAAa;EACd,CAAC,aAAa;EACd,yBAAyB;EACzB,cAAc;CAChB,CAAC,CAAC,OAAO,OAAO,GAClB;EAAC;EAAW;EAAY;EAAa;CAAqB,CAC5D;CAEA,OAAO,cACC;EAAC,GAAG;EAAoB,GAAG;EAAa,GAAG;CAAa,GAC9D;EAAC;EAAe;EAAa;CAAkB,CACjD;AACF"}
1
+ {"version":3,"file":"useMarkdownRemarkPlugins.mjs","names":[],"sources":["../../../src/hooks/useMarkdown/useMarkdownRemarkPlugins.ts"],"sourcesContent":["'use client';\n\nimport { useMemo } from 'react';\nimport remarkBreaks from 'remark-breaks';\nimport remarkCjkFriendly from 'remark-cjk-friendly';\nimport remarkGfm from 'remark-gfm';\nimport remarkMath from 'remark-math';\nimport type { Pluggable } from 'unified';\n\nimport { useMarkdownContext } from '@/Markdown/components/MarkdownProvider';\nimport { remarkBr } from '@/Markdown/plugins/remarkBr';\nimport { remarkCjkAutolink } from '@/Markdown/plugins/remarkCjkAutolink';\nimport { remarkCustomFootnotes } from '@/Markdown/plugins/remarkCustomFootnotes';\nimport { remarkGfmPlus } from '@/Markdown/plugins/remarkGfmPlus';\nimport { remarkVideo } from '@/Markdown/plugins/remarkVideo';\n\nexport const useMarkdownRemarkPlugins = (): Pluggable[] => {\n const {\n enableLatex,\n enableCustomFootnotes,\n remarkPlugins = [],\n remarkPluginsAhead = [],\n variant,\n allowHtml,\n } = useMarkdownContext();\n\n const isChatMode = variant === 'chat';\n\n const memoPlugins = useMemo(\n () =>\n [\n remarkCjkFriendly,\n // Parse math before GFM so that '|' inside $...$ isn't treated as a table separator\n enableLatex && remarkMath,\n [remarkGfm, { singleTilde: false }],\n // Trim CJK punctuation that GFM's autolink literal wrongly swallows into the URL\n remarkCjkAutolink,\n !allowHtml && remarkBr,\n !allowHtml && remarkGfmPlus,\n !allowHtml && remarkVideo,\n enableCustomFootnotes && remarkCustomFootnotes,\n isChatMode && remarkBreaks,\n ].filter(Boolean) as Pluggable[],\n [allowHtml, isChatMode, enableLatex, enableCustomFootnotes],\n );\n\n return useMemo(\n () => [...remarkPluginsAhead, ...memoPlugins, ...remarkPlugins],\n [remarkPlugins, memoPlugins, remarkPluginsAhead],\n );\n};\n"],"mappings":";;;;;;;;;;;;;AAgBA,MAAa,iCAA8C;CACzD,MAAM,EACJ,aACA,uBACA,gBAAgB,CAAC,GACjB,qBAAqB,CAAC,GACtB,SACA,cACE,mBAAmB;CAEvB,MAAM,aAAa,YAAY;CAE/B,MAAM,cAAc,cAEhB;EACE;EAEA,eAAe;EACf,CAAC,WAAW,EAAE,aAAa,MAAM,CAAC;EAElC;EACA,CAAC,aAAa;EACd,CAAC,aAAa;EACd,CAAC,aAAa;EACd,yBAAyB;EACzB,cAAc;CAChB,CAAC,CAAC,OAAO,OAAO,GAClB;EAAC;EAAW;EAAY;EAAa;CAAqB,CAC5D;CAEA,OAAO,cACC;EAAC,GAAG;EAAoB,GAAG;EAAa,GAAG;CAAa,GAC9D;EAAC;EAAe;EAAa;CAAkB,CACjD;AACF"}
@@ -1,218 +1,114 @@
1
1
  "use client";
2
- import lobe_theme_default from "../Highlighter/theme/lobe-theme.mjs";
3
2
  import { getCodeLanguageByInput } from "../Highlighter/const.mjs";
4
- import { shikiModulePromise } from "./useHighlight.mjs";
5
- import { useCallback, useEffect, useMemo, useRef, useState } from "react";
6
- import { ShikiStreamTokenizer } from "@shikijs/stream";
3
+ import { useHighlighterEngine } from "../Highlighter/engine.mjs";
4
+ import { getPreStyle } from "../Highlighter/tokens.mjs";
5
+ import { useEffect, useMemo, useRef, useState } from "react";
7
6
  //#region src/hooks/useStreamHighlight.ts
8
- const tokensToLineTokens = (tokens) => {
9
- if (!tokens.length) return [[]];
10
- const lines = [];
11
- let currentLine = [];
12
- for (const token of tokens) {
13
- const content = token.content ?? "";
14
- if (content === "\n") {
15
- lines.push(currentLine);
16
- currentLine = [];
17
- continue;
18
- }
19
- if (content.indexOf("\n") === -1) currentLine.push(token);
20
- else {
21
- const segments = content.split("\n");
22
- for (const [j, segment] of segments.entries()) {
23
- if (segment) currentLine.push(j === 0 && segment === content ? token : {
24
- ...token,
25
- content: segment
26
- });
27
- if (j < segments.length - 1) {
28
- lines.push(currentLine);
29
- currentLine = [];
30
- }
31
- }
32
- }
33
- }
34
- if (currentLine.length > 0 || lines.length === 0) lines.push(currentLine);
35
- return lines.length > 0 ? lines : [[]];
7
+ const readLines = (session, from) => {
8
+ const { tokenizer } = session;
9
+ const lines = session.lines.slice(0, Math.min(from, tokenizer.lineCount));
10
+ for (let line = lines.length; line < tokenizer.lineCount; line++) lines.push(tokenizer.getLineTokens(line).tokens);
11
+ session.lines = lines;
36
12
  };
37
- const createPreStyle = (bg, fg) => {
38
- if (!bg && !fg) return void 0;
39
- return {
40
- backgroundColor: bg,
41
- color: fg
13
+ const createSession = (engine, language, text) => {
14
+ const tokenizer = new engine.highlights.LiveTokenizer({
15
+ code: text,
16
+ lang: language,
17
+ theme: engine.theme
18
+ });
19
+ const { bg, fg } = engine.highlights.codeToTokens("", {
20
+ lang: language,
21
+ theme: engine.theme
22
+ });
23
+ const session = {
24
+ engine,
25
+ language,
26
+ lines: [],
27
+ preStyle: getPreStyle({
28
+ bg,
29
+ fg
30
+ }),
31
+ text,
32
+ tokenizer
42
33
  };
34
+ readLines(session, 0);
35
+ return session;
43
36
  };
44
- const useStreamingHighlighter = (text, options) => {
45
- const { customThemes, enabled, language, theme } = options;
46
- const [result, setResult] = useState();
47
- const tokenizerRef = useRef(null);
48
- const previousTextRef = useRef("");
37
+ const updateSession = (session, text) => {
38
+ if (text === session.text) return false;
39
+ const { tokenizer } = session;
40
+ if (text.startsWith(session.text)) {
41
+ const lastLine = tokenizer.lineCount - 1;
42
+ const end = {
43
+ character: tokenizer.getLineLength(lastLine),
44
+ line: lastLine
45
+ };
46
+ const firstChanged = tokenizer.applyEdits([{
47
+ newText: text.slice(session.text.length),
48
+ range: {
49
+ end,
50
+ start: end
51
+ }
52
+ }]).lineChanges.reduce((min, change) => Math.min(min, change.newStartLine), lastLine);
53
+ session.text = text;
54
+ readLines(session, firstChanged);
55
+ } else {
56
+ tokenizer.reset(text);
57
+ session.text = text;
58
+ readLines(session, 0);
59
+ }
60
+ return true;
61
+ };
62
+ const useStreamHighlight = (text, { language, theme: themeId, streaming }) => {
49
63
  const safeText = text ?? "";
50
- const latestTextRef = useRef(safeText);
51
- const preStyleRef = useRef(void 0);
52
- const linesRef = useRef([[]]);
64
+ const lang = (language ?? "plaintext").toLowerCase();
65
+ const matchedLanguage = useMemo(() => getCodeLanguageByInput(lang), [lang]);
66
+ const engine = useHighlighterEngine(themeId);
67
+ const sessionRef = useRef(null);
68
+ const [result, setResult] = useState();
53
69
  useEffect(() => {
54
- latestTextRef.current = safeText;
55
- }, [safeText]);
56
- const setStreamingResultRef = useRef((rawLines) => {
57
- const previousLines = linesRef.current;
58
- const newLinesLength = rawLines.length;
59
- if (newLinesLength !== previousLines.length || newLinesLength === 0) {
60
- linesRef.current = rawLines;
61
- setResult({
62
- lines: rawLines,
63
- preStyle: preStyleRef.current
64
- });
70
+ if (!streaming || !engine) {
71
+ sessionRef.current?.tokenizer.dispose();
72
+ sessionRef.current = null;
73
+ setResult(void 0);
65
74
  return;
66
75
  }
67
- let hasChanges = false;
68
- const mergedLines = [];
69
- for (let i = 0; i < newLinesLength; i++) {
70
- const newLine = rawLines[i];
71
- const prevLine = previousLines[i];
72
- if (prevLine === newLine) {
73
- mergedLines[i] = prevLine;
74
- continue;
75
- }
76
- if (!prevLine || prevLine.length !== newLine.length) {
77
- mergedLines[i] = newLine;
78
- hasChanges = true;
79
- continue;
80
- }
81
- let lineChanged = false;
82
- for (const [j, newToken] of newLine.entries()) if (prevLine[j] !== newToken) {
83
- lineChanged = true;
84
- break;
85
- }
86
- if (lineChanged) {
87
- mergedLines[i] = newLine;
88
- hasChanges = true;
89
- } else mergedLines[i] = prevLine;
90
- }
91
- if (hasChanges) {
92
- linesRef.current = mergedLines;
93
- setResult({
94
- lines: mergedLines,
95
- preStyle: preStyleRef.current
96
- });
97
- }
98
- });
99
- const updateTokens = useCallback(async (nextText, forceReset = false) => {
100
- const tokenizer = tokenizerRef.current;
101
- if (!tokenizer) return;
102
- if (forceReset) {
103
- tokenizer.clear();
104
- previousTextRef.current = "";
105
- }
106
- const previousText = previousTextRef.current;
107
- let chunk = nextText;
108
- if (!forceReset && nextText.startsWith(previousText)) chunk = nextText.slice(previousText.length);
109
- else if (!forceReset) tokenizer.clear();
110
- previousTextRef.current = nextText;
111
- if (!chunk) {
112
- const stableTokens = tokenizer.tokensStable;
113
- const unstableTokens = tokenizer.tokensUnstable;
114
- if (stableTokens.length + unstableTokens.length === 0) {
115
- setStreamingResultRef.current([[]]);
76
+ let session = sessionRef.current;
77
+ let changed;
78
+ if (!session || session.engine !== engine || session.language !== matchedLanguage) {
79
+ session?.tokenizer.dispose();
80
+ try {
81
+ session = createSession(engine, matchedLanguage, safeText);
82
+ } catch (error) {
83
+ console.error("Streaming highlighter initialization failed:", error);
84
+ sessionRef.current = null;
85
+ setResult(void 0);
116
86
  return;
117
87
  }
118
- const mergedTokens = stableTokens.length === 0 ? unstableTokens : unstableTokens.length === 0 ? stableTokens : [...stableTokens, ...unstableTokens];
119
- setStreamingResultRef.current(tokensToLineTokens(mergedTokens));
120
- return;
121
- }
122
- try {
123
- await tokenizer.enqueue(chunk);
124
- const stableTokens = tokenizer.tokensStable;
125
- const unstableTokens = tokenizer.tokensUnstable;
126
- const mergedTokens = stableTokens.length === 0 ? unstableTokens : unstableTokens.length === 0 ? stableTokens : [...stableTokens, ...unstableTokens];
127
- setStreamingResultRef.current(tokensToLineTokens(mergedTokens));
88
+ sessionRef.current = session;
89
+ changed = true;
90
+ } else try {
91
+ changed = updateSession(session, safeText);
128
92
  } catch (error) {
129
93
  console.error("Streaming highlighting failed:", error);
130
- }
131
- }, []);
132
- const highlighterKeyRef = useRef("");
133
- useEffect(() => {
134
- if (!enabled) {
135
- tokenizerRef.current?.clear();
136
- tokenizerRef.current = null;
137
- previousTextRef.current = "";
138
- preStyleRef.current = void 0;
139
- linesRef.current = [[]];
140
- setResult(void 0);
141
- highlighterKeyRef.current = "";
142
94
  return;
143
95
  }
144
- const currentKey = `${language}-${theme}`;
145
- if (highlighterKeyRef.current === currentKey && tokenizerRef.current) return;
146
- let cancelled = false;
147
- (async () => {
148
- const mod = await shikiModulePromise;
149
- if (!mod || cancelled) return;
150
- try {
151
- let themesToLoad = [theme];
152
- if (customThemes && theme === "lobe-theme") {
153
- const customTheme = customThemes[theme];
154
- if (customTheme) themesToLoad = [customTheme];
155
- }
156
- const highlighter = await mod.getSingletonHighlighter({
157
- langs: language ? [language] : ["plaintext"],
158
- themes: themesToLoad
159
- });
160
- if (!highlighter || cancelled) return;
161
- if (highlighterKeyRef.current !== currentKey) {
162
- tokenizerRef.current?.clear();
163
- const tokenizer = new ShikiStreamTokenizer({
164
- highlighter,
165
- lang: language,
166
- theme
167
- });
168
- tokenizerRef.current = tokenizer;
169
- highlighterKeyRef.current = currentKey;
170
- previousTextRef.current = "";
171
- linesRef.current = [[]];
172
- const themeInfo = highlighter.getTheme(theme);
173
- preStyleRef.current = createPreStyle(themeInfo?.bg, themeInfo?.fg);
174
- }
175
- const currentText = latestTextRef.current;
176
- if (currentText) await updateTokens(currentText, true);
177
- else setStreamingResultRef.current([[]]);
178
- } catch (error) {
179
- console.error("Streaming highlighter initialization failed:", error);
180
- highlighterKeyRef.current = "";
181
- }
182
- })();
183
- return () => {
184
- cancelled = true;
185
- };
186
- }, [
187
- enabled,
188
- language,
189
- theme,
190
- updateTokens,
191
- customThemes
192
- ]);
193
- useEffect(() => {
194
- if (!enabled) return;
195
- if (!tokenizerRef.current) return;
196
- const currentText = latestTextRef.current;
197
- updateTokens(currentText);
96
+ if (changed) setResult({
97
+ lines: session.lines,
98
+ preStyle: session.preStyle
99
+ });
198
100
  }, [
199
- enabled,
101
+ engine,
102
+ matchedLanguage,
200
103
  safeText,
201
- updateTokens
104
+ streaming
202
105
  ]);
106
+ useEffect(() => () => {
107
+ sessionRef.current?.tokenizer.dispose();
108
+ sessionRef.current = null;
109
+ }, []);
203
110
  return result;
204
111
  };
205
- const useStreamHighlight = (text, { language, theme: builtinTheme, streaming }) => {
206
- const safeText = text ?? "";
207
- const lang = (language ?? "plaintext").toLowerCase();
208
- const matchedLanguage = useMemo(() => getCodeLanguageByInput(lang), [lang]);
209
- return useStreamingHighlighter(safeText, {
210
- customThemes: { "lobe-theme": lobe_theme_default },
211
- enabled: streaming,
212
- language: matchedLanguage,
213
- theme: builtinTheme || "lobe-theme"
214
- });
215
- };
216
112
  //#endregion
217
113
  export { useStreamHighlight };
218
114
 
@@ -1 +1 @@
1
- {"version":3,"file":"useStreamHighlight.mjs","names":["lobeTheme"],"sources":["../../src/hooks/useStreamHighlight.ts"],"sourcesContent":["'use client';\n\nimport { ShikiStreamTokenizer } from '@shikijs/stream';\nimport { type CSSProperties, useCallback, useEffect, useMemo, useRef, useState } from 'react';\nimport { type BuiltinTheme, type ThemedToken } from 'shiki';\n\nimport { getCodeLanguageByInput } from '@/Highlighter/const';\nimport lobeTheme from '@/Highlighter/theme/lobe-theme';\n\nimport { shikiModulePromise, type StreamingHighlightResult } from './useHighlight';\n\ntype StreamingOptions = {\n customThemes?: Record<string, any>;\n enabled?: boolean;\n language: string;\n theme: string;\n};\n\n// Optimized version: reduce array allocations and object spreading\nconst tokensToLineTokens = (tokens: ThemedToken[]): ThemedToken[][] => {\n if (!tokens.length) return [[]];\n\n const lines: ThemedToken[][] = [];\n let currentLine: ThemedToken[] = [];\n\n for (const token of tokens) {\n const content = token.content ?? '';\n\n if (content === '\\n') {\n lines.push(currentLine);\n currentLine = [];\n continue;\n }\n\n const newlineIndex = content.indexOf('\\n');\n if (newlineIndex === -1) {\n // No newline, add token directly\n currentLine.push(token);\n } else {\n // Split on newlines\n const segments = content.split('\\n');\n for (const [j, segment] of segments.entries()) {\n if (segment) {\n // Only create new object if we need to modify content\n currentLine.push(j === 0 && segment === content ? token : { ...token, content: segment });\n }\n if (j < segments.length - 1) {\n lines.push(currentLine);\n currentLine = [];\n }\n }\n }\n }\n\n // Don't forget the last line\n if (currentLine.length > 0 || lines.length === 0) {\n lines.push(currentLine);\n }\n\n return lines.length > 0 ? lines : [[]];\n};\n\nconst createPreStyle = (bg?: string, fg?: string): CSSProperties | undefined => {\n if (!bg && !fg) return undefined;\n return {\n backgroundColor: bg,\n color: fg,\n };\n};\n\nconst useStreamingHighlighter = (\n text: string,\n options: StreamingOptions,\n): StreamingHighlightResult | undefined => {\n const { customThemes, enabled, language, theme } = options;\n const [result, setResult] = useState<StreamingHighlightResult>();\n const tokenizerRef = useRef<ShikiStreamTokenizer | null>(null);\n const previousTextRef = useRef('');\n const safeText = text ?? '';\n const latestTextRef = useRef(safeText);\n const preStyleRef = useRef<CSSProperties | undefined>(undefined);\n const linesRef = useRef<ThemedToken[][]>([[]]);\n\n useEffect(() => {\n latestTextRef.current = safeText;\n }, [safeText]);\n\n // Use ref to store callback to avoid recreating it\n const setStreamingResultRef = useRef((rawLines: ThemedToken[][]) => {\n const previousLines = linesRef.current;\n const newLinesLength = rawLines.length;\n const prevLinesLength = previousLines.length;\n\n // Fast path: if lengths differ or it's a complete reset, use new lines directly\n if (newLinesLength !== prevLinesLength || newLinesLength === 0) {\n linesRef.current = rawLines;\n setResult({\n lines: rawLines,\n preStyle: preStyleRef.current,\n });\n return;\n }\n\n // Optimized comparison: only check changed lines\n let hasChanges = false;\n const mergedLines: ThemedToken[][] = [];\n\n for (let i = 0; i < newLinesLength; i++) {\n const newLine = rawLines[i];\n const prevLine = previousLines[i];\n\n // Quick reference equality check first\n if (prevLine === newLine) {\n mergedLines[i] = prevLine;\n continue;\n }\n\n // Length check\n if (!prevLine || prevLine.length !== newLine.length) {\n mergedLines[i] = newLine;\n hasChanges = true;\n continue;\n }\n\n // Deep comparison only for lines that might have changed\n let lineChanged = false;\n for (const [j, newToken] of newLine.entries()) {\n if (prevLine[j] !== newToken) {\n lineChanged = true;\n break;\n }\n }\n\n if (lineChanged) {\n mergedLines[i] = newLine;\n hasChanges = true;\n } else {\n mergedLines[i] = prevLine;\n }\n }\n\n // Only update state if there are actual changes\n if (hasChanges) {\n linesRef.current = mergedLines;\n setResult({\n lines: mergedLines,\n preStyle: preStyleRef.current,\n });\n }\n });\n\n const updateTokens = useCallback(async (nextText: string, forceReset = false) => {\n const tokenizer = tokenizerRef.current;\n if (!tokenizer) return;\n\n if (forceReset) {\n tokenizer.clear();\n previousTextRef.current = '';\n }\n\n const previousText = previousTextRef.current;\n let chunk = nextText;\n const canAppend = !forceReset && nextText.startsWith(previousText);\n\n if (canAppend) {\n chunk = nextText.slice(previousText.length);\n } else if (!forceReset) {\n tokenizer.clear();\n }\n\n previousTextRef.current = nextText;\n\n if (!chunk) {\n // Optimize: avoid array spread if possible\n const stableTokens = tokenizer.tokensStable;\n const unstableTokens = tokenizer.tokensUnstable;\n const totalLength = stableTokens.length + unstableTokens.length;\n\n if (totalLength === 0) {\n setStreamingResultRef.current([[]]);\n return;\n }\n\n // Only create merged array if we have both stable and unstable tokens\n const mergedTokens =\n stableTokens.length === 0\n ? unstableTokens\n : unstableTokens.length === 0\n ? stableTokens\n : [...stableTokens, ...unstableTokens];\n\n setStreamingResultRef.current(tokensToLineTokens(mergedTokens));\n return;\n }\n\n try {\n await tokenizer.enqueue(chunk);\n // Optimize: avoid array spread if possible\n const stableTokens = tokenizer.tokensStable;\n const unstableTokens = tokenizer.tokensUnstable;\n const mergedTokens =\n stableTokens.length === 0\n ? unstableTokens\n : unstableTokens.length === 0\n ? stableTokens\n : [...stableTokens, ...unstableTokens];\n setStreamingResultRef.current(tokensToLineTokens(mergedTokens));\n } catch (error) {\n console.error('Streaming highlighting failed:', error);\n }\n }, []);\n\n // Cache highlighter key to avoid unnecessary recreations\n const highlighterKeyRef = useRef<string>('');\n\n useEffect(() => {\n if (!enabled) {\n tokenizerRef.current?.clear();\n tokenizerRef.current = null;\n previousTextRef.current = '';\n preStyleRef.current = undefined;\n linesRef.current = [[]];\n setResult(undefined);\n highlighterKeyRef.current = '';\n return;\n }\n\n // Skip if language/theme combination hasn't changed\n const currentKey = `${language}-${theme}`;\n if (highlighterKeyRef.current === currentKey && tokenizerRef.current) {\n return;\n }\n\n let cancelled = false;\n\n (async () => {\n const mod = await shikiModulePromise;\n if (!mod || cancelled) return;\n\n try {\n // Load custom theme if using slack-dark or slack-ochin\n let themesToLoad: any[] = [theme];\n if (customThemes && theme === 'lobe-theme') {\n const customTheme = customThemes[theme];\n if (customTheme) {\n themesToLoad = [customTheme as any];\n }\n }\n\n // Only load the specific language and theme needed\n // getSingletonHighlighter will cache the instance internally\n const highlighter = await mod.getSingletonHighlighter({\n langs: language ? [language] : ['plaintext'],\n themes: themesToLoad,\n });\n\n if (!highlighter || cancelled) return;\n\n // Only create new tokenizer if key changed\n if (highlighterKeyRef.current !== currentKey) {\n // Clear old tokenizer\n tokenizerRef.current?.clear();\n\n const tokenizer = new ShikiStreamTokenizer({\n highlighter,\n lang: language,\n theme,\n });\n\n tokenizerRef.current = tokenizer;\n highlighterKeyRef.current = currentKey;\n previousTextRef.current = '';\n linesRef.current = [[]];\n\n const themeInfo = highlighter.getTheme(theme);\n preStyleRef.current = createPreStyle(themeInfo?.bg, themeInfo?.fg);\n }\n\n const currentText = latestTextRef.current;\n if (currentText) {\n await updateTokens(currentText, true);\n } else {\n setStreamingResultRef.current([[]]);\n }\n } catch (error) {\n console.error('Streaming highlighter initialization failed:', error);\n // Reset on error\n highlighterKeyRef.current = '';\n }\n })();\n\n return () => {\n cancelled = true;\n // Cleanup only if this effect was cancelled before completion\n // The next effect will handle cleanup if key changed\n };\n }, [enabled, language, theme, updateTokens, customThemes]);\n\n // Separate effect for text updates to avoid unnecessary tokenizer recreation\n useEffect(() => {\n if (!enabled) return;\n if (!tokenizerRef.current) return;\n // Use ref to get latest text to avoid stale closures\n const currentText = latestTextRef.current;\n updateTokens(currentText);\n }, [enabled, safeText, updateTokens]);\n\n return result;\n};\n\nexport const useStreamHighlight = (\n text: string,\n {\n language,\n theme: builtinTheme,\n streaming,\n }: { enableTransformer?: boolean; language: string; streaming?: boolean; theme?: BuiltinTheme },\n) => {\n // Safely handle language and text with boundary checks\n const safeText = text ?? '';\n const lang = (language ?? 'plaintext').toLowerCase();\n\n // Match supported languages\n const matchedLanguage = useMemo(() => getCodeLanguageByInput(lang), [lang]);\n\n const effectiveTheme = builtinTheme || 'lobe-theme';\n\n return useStreamingHighlighter(safeText, {\n customThemes: {\n 'lobe-theme': lobeTheme,\n },\n enabled: streaming,\n language: matchedLanguage,\n theme: effectiveTheme,\n });\n};\n"],"mappings":";;;;;;;AAmBA,MAAM,sBAAsB,WAA2C;CACrE,IAAI,CAAC,OAAO,QAAQ,OAAO,CAAC,CAAC,CAAC;CAE9B,MAAM,QAAyB,CAAC;CAChC,IAAI,cAA6B,CAAC;CAElC,KAAK,MAAM,SAAS,QAAQ;EAC1B,MAAM,UAAU,MAAM,WAAW;EAEjC,IAAI,YAAY,MAAM;GACpB,MAAM,KAAK,WAAW;GACtB,cAAc,CAAC;GACf;EACF;EAGA,IADqB,QAAQ,QAAQ,IACtB,MAAM,IAEnB,YAAY,KAAK,KAAK;OACjB;GAEL,MAAM,WAAW,QAAQ,MAAM,IAAI;GACnC,KAAK,MAAM,CAAC,GAAG,YAAY,SAAS,QAAQ,GAAG;IAC7C,IAAI,SAEF,YAAY,KAAK,MAAM,KAAK,YAAY,UAAU,QAAQ;KAAE,GAAG;KAAO,SAAS;IAAQ,CAAC;IAE1F,IAAI,IAAI,SAAS,SAAS,GAAG;KAC3B,MAAM,KAAK,WAAW;KACtB,cAAc,CAAC;IACjB;GACF;EACF;CACF;CAGA,IAAI,YAAY,SAAS,KAAK,MAAM,WAAW,GAC7C,MAAM,KAAK,WAAW;CAGxB,OAAO,MAAM,SAAS,IAAI,QAAQ,CAAC,CAAC,CAAC;AACvC;AAEA,MAAM,kBAAkB,IAAa,OAA2C;CAC9E,IAAI,CAAC,MAAM,CAAC,IAAI,OAAO,KAAA;CACvB,OAAO;EACL,iBAAiB;EACjB,OAAO;CACT;AACF;AAEA,MAAM,2BACJ,MACA,YACyC;CACzC,MAAM,EAAE,cAAc,SAAS,UAAU,UAAU;CACnD,MAAM,CAAC,QAAQ,aAAa,SAAmC;CAC/D,MAAM,eAAe,OAAoC,IAAI;CAC7D,MAAM,kBAAkB,OAAO,EAAE;CACjC,MAAM,WAAW,QAAQ;CACzB,MAAM,gBAAgB,OAAO,QAAQ;CACrC,MAAM,cAAc,OAAkC,KAAA,CAAS;CAC/D,MAAM,WAAW,OAAwB,CAAC,CAAC,CAAC,CAAC;CAE7C,gBAAgB;EACd,cAAc,UAAU;CAC1B,GAAG,CAAC,QAAQ,CAAC;CAGb,MAAM,wBAAwB,QAAQ,aAA8B;EAClE,MAAM,gBAAgB,SAAS;EAC/B,MAAM,iBAAiB,SAAS;EAIhC,IAAI,mBAHoB,cAAc,UAGI,mBAAmB,GAAG;GAC9D,SAAS,UAAU;GACnB,UAAU;IACR,OAAO;IACP,UAAU,YAAY;GACxB,CAAC;GACD;EACF;EAGA,IAAI,aAAa;EACjB,MAAM,cAA+B,CAAC;EAEtC,KAAK,IAAI,IAAI,GAAG,IAAI,gBAAgB,KAAK;GACvC,MAAM,UAAU,SAAS;GACzB,MAAM,WAAW,cAAc;GAG/B,IAAI,aAAa,SAAS;IACxB,YAAY,KAAK;IACjB;GACF;GAGA,IAAI,CAAC,YAAY,SAAS,WAAW,QAAQ,QAAQ;IACnD,YAAY,KAAK;IACjB,aAAa;IACb;GACF;GAGA,IAAI,cAAc;GAClB,KAAK,MAAM,CAAC,GAAG,aAAa,QAAQ,QAAQ,GAC1C,IAAI,SAAS,OAAO,UAAU;IAC5B,cAAc;IACd;GACF;GAGF,IAAI,aAAa;IACf,YAAY,KAAK;IACjB,aAAa;GACf,OACE,YAAY,KAAK;EAErB;EAGA,IAAI,YAAY;GACd,SAAS,UAAU;GACnB,UAAU;IACR,OAAO;IACP,UAAU,YAAY;GACxB,CAAC;EACH;CACF,CAAC;CAED,MAAM,eAAe,YAAY,OAAO,UAAkB,aAAa,UAAU;EAC/E,MAAM,YAAY,aAAa;EAC/B,IAAI,CAAC,WAAW;EAEhB,IAAI,YAAY;GACd,UAAU,MAAM;GAChB,gBAAgB,UAAU;EAC5B;EAEA,MAAM,eAAe,gBAAgB;EACrC,IAAI,QAAQ;EAGZ,IAFkB,CAAC,cAAc,SAAS,WAAW,YAAY,GAG/D,QAAQ,SAAS,MAAM,aAAa,MAAM;OACrC,IAAI,CAAC,YACV,UAAU,MAAM;EAGlB,gBAAgB,UAAU;EAE1B,IAAI,CAAC,OAAO;GAEV,MAAM,eAAe,UAAU;GAC/B,MAAM,iBAAiB,UAAU;GAGjC,IAFoB,aAAa,SAAS,eAAe,WAErC,GAAG;IACrB,sBAAsB,QAAQ,CAAC,CAAC,CAAC,CAAC;IAClC;GACF;GAGA,MAAM,eACJ,aAAa,WAAW,IACpB,iBACA,eAAe,WAAW,IACxB,eACA,CAAC,GAAG,cAAc,GAAG,cAAc;GAE3C,sBAAsB,QAAQ,mBAAmB,YAAY,CAAC;GAC9D;EACF;EAEA,IAAI;GACF,MAAM,UAAU,QAAQ,KAAK;GAE7B,MAAM,eAAe,UAAU;GAC/B,MAAM,iBAAiB,UAAU;GACjC,MAAM,eACJ,aAAa,WAAW,IACpB,iBACA,eAAe,WAAW,IACxB,eACA,CAAC,GAAG,cAAc,GAAG,cAAc;GAC3C,sBAAsB,QAAQ,mBAAmB,YAAY,CAAC;EAChE,SAAS,OAAO;GACd,QAAQ,MAAM,kCAAkC,KAAK;EACvD;CACF,GAAG,CAAC,CAAC;CAGL,MAAM,oBAAoB,OAAe,EAAE;CAE3C,gBAAgB;EACd,IAAI,CAAC,SAAS;GACZ,aAAa,SAAS,MAAM;GAC5B,aAAa,UAAU;GACvB,gBAAgB,UAAU;GAC1B,YAAY,UAAU,KAAA;GACtB,SAAS,UAAU,CAAC,CAAC,CAAC;GACtB,UAAU,KAAA,CAAS;GACnB,kBAAkB,UAAU;GAC5B;EACF;EAGA,MAAM,aAAa,GAAG,SAAS,GAAG;EAClC,IAAI,kBAAkB,YAAY,cAAc,aAAa,SAC3D;EAGF,IAAI,YAAY;EAEhB,CAAC,YAAY;GACX,MAAM,MAAM,MAAM;GAClB,IAAI,CAAC,OAAO,WAAW;GAEvB,IAAI;IAEF,IAAI,eAAsB,CAAC,KAAK;IAChC,IAAI,gBAAgB,UAAU,cAAc;KAC1C,MAAM,cAAc,aAAa;KACjC,IAAI,aACF,eAAe,CAAC,WAAkB;IAEtC;IAIA,MAAM,cAAc,MAAM,IAAI,wBAAwB;KACpD,OAAO,WAAW,CAAC,QAAQ,IAAI,CAAC,WAAW;KAC3C,QAAQ;IACV,CAAC;IAED,IAAI,CAAC,eAAe,WAAW;IAG/B,IAAI,kBAAkB,YAAY,YAAY;KAE5C,aAAa,SAAS,MAAM;KAE5B,MAAM,YAAY,IAAI,qBAAqB;MACzC;MACA,MAAM;MACN;KACF,CAAC;KAED,aAAa,UAAU;KACvB,kBAAkB,UAAU;KAC5B,gBAAgB,UAAU;KAC1B,SAAS,UAAU,CAAC,CAAC,CAAC;KAEtB,MAAM,YAAY,YAAY,SAAS,KAAK;KAC5C,YAAY,UAAU,eAAe,WAAW,IAAI,WAAW,EAAE;IACnE;IAEA,MAAM,cAAc,cAAc;IAClC,IAAI,aACF,MAAM,aAAa,aAAa,IAAI;SAEpC,sBAAsB,QAAQ,CAAC,CAAC,CAAC,CAAC;GAEtC,SAAS,OAAO;IACd,QAAQ,MAAM,gDAAgD,KAAK;IAEnE,kBAAkB,UAAU;GAC9B;EACF,EAAA,CAAG;EAEH,aAAa;GACX,YAAY;EAGd;CACF,GAAG;EAAC;EAAS;EAAU;EAAO;EAAc;CAAY,CAAC;CAGzD,gBAAgB;EACd,IAAI,CAAC,SAAS;EACd,IAAI,CAAC,aAAa,SAAS;EAE3B,MAAM,cAAc,cAAc;EAClC,aAAa,WAAW;CAC1B,GAAG;EAAC;EAAS;EAAU;CAAY,CAAC;CAEpC,OAAO;AACT;AAEA,MAAa,sBACX,MACA,EACE,UACA,OAAO,cACP,gBAEC;CAEH,MAAM,WAAW,QAAQ;CACzB,MAAM,QAAQ,YAAY,YAAA,CAAa,YAAY;CAGnD,MAAM,kBAAkB,cAAc,uBAAuB,IAAI,GAAG,CAAC,IAAI,CAAC;CAI1E,OAAO,wBAAwB,UAAU;EACvC,cAAc,EACZ,cAAcA,mBAChB;EACA,SAAS;EACT,UAAU;EACV,OARqB,gBAAgB;CASvC,CAAC;AACH"}
1
+ {"version":3,"file":"useStreamHighlight.mjs","names":[],"sources":["../../src/hooks/useStreamHighlight.ts"],"sourcesContent":["'use client';\n\nimport type { Lang, LiveTokenizer, ThemedToken } from '@pierre/highlights';\nimport { type CSSProperties, useEffect, useMemo, useRef, useState } from 'react';\n\nimport { getCodeLanguageByInput } from '@/Highlighter/const';\nimport { type HighlighterEngine, useHighlighterEngine } from '@/Highlighter/engine';\nimport { getPreStyle } from '@/Highlighter/tokens';\n\nexport type StreamingHighlightResult = {\n lines: ThemedToken[][];\n preStyle?: CSSProperties;\n};\n\ninterface StreamSession {\n engine: HighlighterEngine;\n language: string;\n lines: ThemedToken[][];\n preStyle?: CSSProperties;\n text: string;\n tokenizer: LiveTokenizer;\n}\n\nconst readLines = (session: StreamSession, from: number) => {\n const { tokenizer } = session;\n const lines = session.lines.slice(0, Math.min(from, tokenizer.lineCount));\n for (let line = lines.length; line < tokenizer.lineCount; line++) {\n lines.push(tokenizer.getLineTokens(line).tokens);\n }\n session.lines = lines;\n};\n\nconst createSession = (\n engine: HighlighterEngine,\n language: string,\n text: string,\n): StreamSession => {\n const tokenizer = new engine.highlights.LiveTokenizer({\n code: text,\n lang: language as Lang,\n theme: engine.theme,\n });\n const { bg, fg } = engine.highlights.codeToTokens('', {\n lang: language as Lang,\n theme: engine.theme,\n });\n const session: StreamSession = {\n engine,\n language,\n lines: [],\n preStyle: getPreStyle({ bg, fg }),\n text,\n tokenizer,\n };\n readLines(session, 0);\n return session;\n};\n\nconst updateSession = (session: StreamSession, text: string) => {\n if (text === session.text) return false;\n\n const { tokenizer } = session;\n if (text.startsWith(session.text)) {\n const lastLine = tokenizer.lineCount - 1;\n const end = { character: tokenizer.getLineLength(lastLine), line: lastLine };\n const update = tokenizer.applyEdits([\n { newText: text.slice(session.text.length), range: { end, start: end } },\n ]);\n const firstChanged = update.lineChanges.reduce(\n (min, change) => Math.min(min, change.newStartLine),\n lastLine,\n );\n session.text = text;\n readLines(session, firstChanged);\n } else {\n tokenizer.reset(text);\n session.text = text;\n readLines(session, 0);\n }\n return true;\n};\n\nexport const useStreamHighlight = (\n text: string,\n {\n language,\n theme: themeId,\n streaming,\n }: { language: string; streaming?: boolean; theme?: string },\n): StreamingHighlightResult | undefined => {\n const safeText = text ?? '';\n const lang = (language ?? 'plaintext').toLowerCase();\n const matchedLanguage = useMemo(() => getCodeLanguageByInput(lang), [lang]);\n const engine = useHighlighterEngine(themeId);\n\n const sessionRef = useRef<StreamSession | null>(null);\n const [result, setResult] = useState<StreamingHighlightResult>();\n\n useEffect(() => {\n if (!streaming || !engine) {\n sessionRef.current?.tokenizer.dispose();\n sessionRef.current = null;\n setResult(undefined);\n return;\n }\n\n let session = sessionRef.current;\n let changed: boolean;\n if (!session || session.engine !== engine || session.language !== matchedLanguage) {\n session?.tokenizer.dispose();\n try {\n session = createSession(engine, matchedLanguage, safeText);\n } catch (error) {\n console.error('Streaming highlighter initialization failed:', error);\n sessionRef.current = null;\n setResult(undefined);\n return;\n }\n sessionRef.current = session;\n changed = true;\n } else {\n try {\n changed = updateSession(session, safeText);\n } catch (error) {\n console.error('Streaming highlighting failed:', error);\n return;\n }\n }\n\n if (changed) setResult({ lines: session.lines, preStyle: session.preStyle });\n }, [engine, matchedLanguage, safeText, streaming]);\n\n useEffect(\n () => () => {\n sessionRef.current?.tokenizer.dispose();\n sessionRef.current = null;\n },\n [],\n );\n\n return result;\n};\n"],"mappings":";;;;;;AAuBA,MAAM,aAAa,SAAwB,SAAiB;CAC1D,MAAM,EAAE,cAAc;CACtB,MAAM,QAAQ,QAAQ,MAAM,MAAM,GAAG,KAAK,IAAI,MAAM,UAAU,SAAS,CAAC;CACxE,KAAK,IAAI,OAAO,MAAM,QAAQ,OAAO,UAAU,WAAW,QACxD,MAAM,KAAK,UAAU,cAAc,IAAI,CAAC,CAAC,MAAM;CAEjD,QAAQ,QAAQ;AAClB;AAEA,MAAM,iBACJ,QACA,UACA,SACkB;CAClB,MAAM,YAAY,IAAI,OAAO,WAAW,cAAc;EACpD,MAAM;EACN,MAAM;EACN,OAAO,OAAO;CAChB,CAAC;CACD,MAAM,EAAE,IAAI,OAAO,OAAO,WAAW,aAAa,IAAI;EACpD,MAAM;EACN,OAAO,OAAO;CAChB,CAAC;CACD,MAAM,UAAyB;EAC7B;EACA;EACA,OAAO,CAAC;EACR,UAAU,YAAY;GAAE;GAAI;EAAG,CAAC;EAChC;EACA;CACF;CACA,UAAU,SAAS,CAAC;CACpB,OAAO;AACT;AAEA,MAAM,iBAAiB,SAAwB,SAAiB;CAC9D,IAAI,SAAS,QAAQ,MAAM,OAAO;CAElC,MAAM,EAAE,cAAc;CACtB,IAAI,KAAK,WAAW,QAAQ,IAAI,GAAG;EACjC,MAAM,WAAW,UAAU,YAAY;EACvC,MAAM,MAAM;GAAE,WAAW,UAAU,cAAc,QAAQ;GAAG,MAAM;EAAS;EAI3E,MAAM,eAHS,UAAU,WAAW,CAClC;GAAE,SAAS,KAAK,MAAM,QAAQ,KAAK,MAAM;GAAG,OAAO;IAAE;IAAK,OAAO;GAAI;EAAE,CACzE,CAC0B,CAAC,CAAC,YAAY,QACrC,KAAK,WAAW,KAAK,IAAI,KAAK,OAAO,YAAY,GAClD,QACF;EACA,QAAQ,OAAO;EACf,UAAU,SAAS,YAAY;CACjC,OAAO;EACL,UAAU,MAAM,IAAI;EACpB,QAAQ,OAAO;EACf,UAAU,SAAS,CAAC;CACtB;CACA,OAAO;AACT;AAEA,MAAa,sBACX,MACA,EACE,UACA,OAAO,SACP,gBAEuC;CACzC,MAAM,WAAW,QAAQ;CACzB,MAAM,QAAQ,YAAY,YAAA,CAAa,YAAY;CACnD,MAAM,kBAAkB,cAAc,uBAAuB,IAAI,GAAG,CAAC,IAAI,CAAC;CAC1E,MAAM,SAAS,qBAAqB,OAAO;CAE3C,MAAM,aAAa,OAA6B,IAAI;CACpD,MAAM,CAAC,QAAQ,aAAa,SAAmC;CAE/D,gBAAgB;EACd,IAAI,CAAC,aAAa,CAAC,QAAQ;GACzB,WAAW,SAAS,UAAU,QAAQ;GACtC,WAAW,UAAU;GACrB,UAAU,KAAA,CAAS;GACnB;EACF;EAEA,IAAI,UAAU,WAAW;EACzB,IAAI;EACJ,IAAI,CAAC,WAAW,QAAQ,WAAW,UAAU,QAAQ,aAAa,iBAAiB;GACjF,SAAS,UAAU,QAAQ;GAC3B,IAAI;IACF,UAAU,cAAc,QAAQ,iBAAiB,QAAQ;GAC3D,SAAS,OAAO;IACd,QAAQ,MAAM,gDAAgD,KAAK;IACnE,WAAW,UAAU;IACrB,UAAU,KAAA,CAAS;IACnB;GACF;GACA,WAAW,UAAU;GACrB,UAAU;EACZ,OACE,IAAI;GACF,UAAU,cAAc,SAAS,QAAQ;EAC3C,SAAS,OAAO;GACd,QAAQ,MAAM,kCAAkC,KAAK;GACrD;EACF;EAGF,IAAI,SAAS,UAAU;GAAE,OAAO,QAAQ;GAAO,UAAU,QAAQ;EAAS,CAAC;CAC7E,GAAG;EAAC;EAAQ;EAAiB;EAAU;CAAS,CAAC;CAEjD,sBACc;EACV,WAAW,SAAS,UAAU,QAAQ;EACtC,WAAW,UAAU;CACvB,GACA,CAAC,CACH;CAEA,OAAO;AACT"}
@@ -1,7 +1,7 @@
1
1
  import { ArrowFunctionExpression, AssignmentExpression, BaseNode, CatchClause, ClassDeclaration, ClassExpression, Comment, Expression, ForInStatement, ForOfStatement, FunctionDeclaration, FunctionExpression, Identifier, ImportDeclaration, ImportDefaultSpecifier, ImportNamespaceSpecifier, ImportSpecifier, Node as Node$1, Position, Program, SourceLocation as SourceLocation$1, VariableDeclaration, VariableDeclarator } from "../../../../../@types_estree@1.0.9/node_modules/@types/estree/index.mjs";
2
2
  import { BaseConfig, ConfigObject, ConfigOverride, DeprecatedInfo, EcmaVersion as EcmaVersion$1, EnvironmentConfig, GlobalAccess, GlobalsConfig, HasRules, JavaScriptSourceType, LanguageOptions, LegacyConfigObject, LintMessage as LintMessage$1, LintSuggestion, LinterOptionsConfig, ObjectMetaProperties, Plugin as Plugin$1, Processor, ProcessorFile as ProcessorFile$1, RuleConfig, RuleContext as RuleContext$1, RuleDefinition, RuleFixer, RuleTextEdit, RuleTextEditor, RulesConfig, RulesMeta, Severity, SeverityLevel, SeverityName, SourceRange, SuggestedEdit, SuggestedEditBase, SuggestionMessage, TextSourceCode, TraversalStep, ViolationLocation, ViolationMessage, ViolationReport, ViolationReportBase } from "../../../../../@eslint_core@1.2.1/node_modules/@eslint/core/dist/esm/types.mjs";
3
3
  import { CustomRuleVisitorWithExit } from "../../../../../@eslint_plugin-kit@0.7.3/node_modules/@eslint/plugin-kit/dist/cjs/index.mjs";
4
- //#region node_modules/.pnpm/eslint@10.13.0_jiti@2.6.1_supports-color@10.2.2/node_modules/eslint/lib/types/index.d.ts
4
+ //#region node_modules/.pnpm/eslint@10.13.0_jiti@2.7.0_supports-color@10.2.2/node_modules/eslint/lib/types/index.d.ts
5
5
  //------------------------------------------------------------------------------
6
6
  // Exports
7
7
  //------------------------------------------------------------------------------