@lobehub/ui 6.5.0 → 6.6.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +87 -125
- package/es/Accordion/style.d.mts +2 -2
- package/es/AutoComplete/style.d.mts +1 -1
- package/es/Carousel/Carousel.mjs +7 -8
- package/es/Carousel/Carousel.mjs.map +1 -1
- package/es/Drawer/atoms.mjs +5 -5
- package/es/Drawer/atoms.mjs.map +1 -1
- package/es/EditorSlashMenu/EditorSlashMenu.mjs +7 -9
- package/es/EditorSlashMenu/EditorSlashMenu.mjs.map +1 -1
- package/es/FormKit/List.mjs +24 -24
- package/es/FormKit/List.mjs.map +1 -1
- package/es/Highlighter/Highlighter.mjs +1 -3
- package/es/Highlighter/Highlighter.mjs.map +1 -1
- package/es/Highlighter/LangSelect.mjs +2 -2
- package/es/Highlighter/LangSelect.mjs.map +1 -1
- package/es/Highlighter/SyntaxHighlighter/StaticRenderer.mjs +2 -3
- package/es/Highlighter/SyntaxHighlighter/StaticRenderer.mjs.map +1 -1
- package/es/Highlighter/SyntaxHighlighter/StreamRenderer.mjs +4 -20
- package/es/Highlighter/SyntaxHighlighter/StreamRenderer.mjs.map +1 -1
- package/es/Highlighter/SyntaxHighlighter/index.mjs +2 -3
- package/es/Highlighter/SyntaxHighlighter/index.mjs.map +1 -1
- package/es/Highlighter/SyntaxHighlighter/tokenFade.mjs.map +1 -1
- package/es/Highlighter/const.d.mts +2 -0
- package/es/Highlighter/const.mjs +95 -12
- package/es/Highlighter/const.mjs.map +1 -1
- package/es/Highlighter/engine.mjs +75 -0
- package/es/Highlighter/engine.mjs.map +1 -0
- package/es/Highlighter/languages.mjs +501 -0
- package/es/Highlighter/languages.mjs.map +1 -0
- package/es/Highlighter/theme/lobe-highlights-theme.mjs +73 -0
- package/es/Highlighter/theme/lobe-highlights-theme.mjs.map +1 -0
- package/es/Highlighter/tokens.mjs +50 -0
- package/es/Highlighter/tokens.mjs.map +1 -0
- package/es/Highlighter/type.d.mts +5 -2
- package/es/Image/viewer/ActualSizeIcon.mjs +3 -4
- package/es/Image/viewer/ActualSizeIcon.mjs.map +1 -1
- package/es/ImageSelect/ImageSelect.mjs +22 -22
- package/es/ImageSelect/ImageSelect.mjs.map +1 -1
- package/es/Markdown/SyntaxMarkdown/MarkdownRender.mjs.map +1 -1
- package/es/Markdown/SyntaxMarkdown/StreamdownRender.mjs.map +1 -1
- package/es/Markdown/components/Footnotes.mjs +26 -26
- package/es/Markdown/components/Footnotes.mjs.map +1 -1
- package/es/Markdown/plugins/remarkCjkAutolink.mjs +101 -0
- package/es/Markdown/plugins/remarkCjkAutolink.mjs.map +1 -0
- package/es/Modal/Modal.mjs.map +1 -1
- package/es/Modal/atoms.mjs +5 -5
- package/es/Modal/atoms.mjs.map +1 -1
- package/es/Pagination/Pagination.mjs +5 -5
- package/es/Pagination/Pagination.mjs.map +1 -1
- package/es/Popover/PopoverInGroup.mjs.map +1 -1
- package/es/Rate/Rate.mjs +3 -4
- package/es/Rate/Rate.mjs.map +1 -1
- package/es/SearchBar/SearchBar.mjs +3 -1
- package/es/SearchBar/SearchBar.mjs.map +1 -1
- package/es/Select/parts.mjs +20 -20
- package/es/Select/parts.mjs.map +1 -1
- package/es/Spin/NetworkGlyph.mjs +5 -7
- package/es/Spin/NetworkGlyph.mjs.map +1 -1
- package/es/Table/render/Header.mjs +15 -16
- package/es/Table/render/Header.mjs.map +1 -1
- package/es/color/ColorScales/ScaleRow.mjs +7 -7
- package/es/color/ColorScales/ScaleRow.mjs.map +1 -1
- package/es/color/ColorScales/index.mjs +20 -21
- package/es/color/ColorScales/index.mjs.map +1 -1
- package/es/color/CssVar/ScaleRow.mjs +7 -7
- package/es/color/CssVar/ScaleRow.mjs.map +1 -1
- package/es/color/CssVar/VarRow.mjs +7 -7
- package/es/color/CssVar/VarRow.mjs.map +1 -1
- package/es/color/CssVar/index.mjs +20 -21
- package/es/color/CssVar/index.mjs.map +1 -1
- package/es/dashboard/PageSkeleton/PageSkeleton.mjs +30 -25
- package/es/dashboard/PageSkeleton/PageSkeleton.mjs.map +1 -1
- package/es/eslint/index.d.mts +1 -1
- package/es/hooks/useHighlight.mjs +35 -107
- package/es/hooks/useHighlight.mjs.map +1 -1
- package/es/hooks/useMarkdown/useMarkdownRemarkPlugins.mjs +2 -0
- package/es/hooks/useMarkdown/useMarkdownRemarkPlugins.mjs.map +1 -1
- package/es/hooks/useStreamHighlight.mjs +90 -194
- package/es/hooks/useStreamHighlight.mjs.map +1 -1
- package/es/node_modules/.pnpm/{eslint@10.13.0_jiti@2.6.1_supports-color@10.2.2 → eslint@10.13.0_jiti@2.7.0_supports-color@10.2.2}/node_modules/eslint/lib/types/index.d.mts +1 -1
- package/es/style.css +2 -46
- package/package.json +4 -6
|
@@ -1,131 +1,59 @@
|
|
|
1
1
|
"use client";
|
|
2
|
-
import lobe_theme_default from "../Highlighter/theme/lobe-theme.mjs";
|
|
3
2
|
import { getCodeLanguageByInput } from "../Highlighter/const.mjs";
|
|
3
|
+
import { useHighlighterEngine } from "../Highlighter/engine.mjs";
|
|
4
|
+
import { escapeHtml, tokensToHtml } from "../Highlighter/tokens.mjs";
|
|
4
5
|
import { hashString } from "../utils/hashString.mjs";
|
|
5
|
-
import {
|
|
6
|
-
import { transformerNotationDiff, transformerNotationErrorLevel, transformerNotationFocus, transformerNotationHighlight, transformerNotationWordHighlight } from "@shikijs/transformers";
|
|
6
|
+
import { useMemo } from "react";
|
|
7
7
|
//#region src/hooks/useHighlight.ts
|
|
8
8
|
const MD5_LENGTH_THRESHOLD = 1e4;
|
|
9
|
-
const highlightCache = /* @__PURE__ */ new Map();
|
|
10
9
|
const MAX_CACHE_SIZE = 1e3;
|
|
11
|
-
const
|
|
10
|
+
const highlightCache = /* @__PURE__ */ new Map();
|
|
11
|
+
const cacheHtml = (key, html) => {
|
|
12
|
+
highlightCache.set(key, html);
|
|
12
13
|
if (highlightCache.size > MAX_CACHE_SIZE) {
|
|
13
14
|
const entriesToRemove = Math.floor(MAX_CACHE_SIZE * .2);
|
|
14
|
-
const
|
|
15
|
-
for (const key of keysToRemove) highlightCache.delete(key);
|
|
15
|
+
for (const staleKey of Array.from(highlightCache.keys()).slice(0, entriesToRemove)) highlightCache.delete(staleKey);
|
|
16
16
|
}
|
|
17
17
|
};
|
|
18
|
-
|
|
19
|
-
|
|
20
|
-
|
|
21
|
-
|
|
22
|
-
|
|
23
|
-
};
|
|
24
|
-
|
|
25
|
-
|
|
26
|
-
|
|
27
|
-
}
|
|
28
|
-
|
|
29
|
-
const escapeHtml = (str) => {
|
|
30
|
-
return str.replaceAll("&", "&").replaceAll("<", "<").replaceAll(">", ">").replaceAll("\"", """).replaceAll("'", "'");
|
|
18
|
+
const highlightToHtml = ({ highlights, theme }, text, language) => {
|
|
19
|
+
try {
|
|
20
|
+
const result = highlights.codeToTokens(text, {
|
|
21
|
+
lang: language,
|
|
22
|
+
theme
|
|
23
|
+
});
|
|
24
|
+
return tokensToHtml(result, theme.name);
|
|
25
|
+
} catch (error) {
|
|
26
|
+
console.error("Syntax highlighting failed:", error);
|
|
27
|
+
return `<pre class="fallback"><code>${escapeHtml(text)}</code></pre>`;
|
|
28
|
+
}
|
|
31
29
|
};
|
|
32
|
-
const
|
|
33
|
-
const useHighlight = (text, { language, enableTransformer, theme: builtinTheme, streaming }) => {
|
|
30
|
+
const useHighlight = (text, { language, theme: themeId, streaming }) => {
|
|
34
31
|
const safeText = text ?? "";
|
|
35
32
|
const lang = (language ?? "plaintext").toLowerCase();
|
|
36
33
|
const matchedLanguage = useMemo(() => getCodeLanguageByInput(lang), [lang]);
|
|
37
|
-
const
|
|
38
|
-
|
|
39
|
-
return
|
|
40
|
-
|
|
41
|
-
|
|
42
|
-
transformerNotationWordHighlight(),
|
|
43
|
-
transformerNotationFocus(),
|
|
44
|
-
transformerNotationErrorLevel()
|
|
45
|
-
];
|
|
46
|
-
}, [enableTransformer]);
|
|
47
|
-
const cacheKey = useMemo(() => {
|
|
48
|
-
if (streaming) return null;
|
|
49
|
-
const hash = safeText.length < 1e4 ? safeText : `${safeText.length}:${hashString(safeText)}`;
|
|
50
|
-
return [
|
|
34
|
+
const engine = useHighlighterEngine(themeId);
|
|
35
|
+
return useMemo(() => {
|
|
36
|
+
if (streaming || !engine) return "";
|
|
37
|
+
const hash = safeText.length < MD5_LENGTH_THRESHOLD ? safeText : `${safeText.length}:${hashString(safeText)}`;
|
|
38
|
+
const cacheKey = [
|
|
51
39
|
matchedLanguage,
|
|
52
|
-
|
|
40
|
+
themeId || "lobe-theme",
|
|
53
41
|
hash
|
|
54
|
-
].
|
|
42
|
+
].join("-");
|
|
43
|
+
const cached = highlightCache.get(cacheKey);
|
|
44
|
+
if (cached !== void 0) return cached;
|
|
45
|
+
const html = highlightToHtml(engine, safeText, matchedLanguage);
|
|
46
|
+
cacheHtml(cacheKey, html);
|
|
47
|
+
return html;
|
|
55
48
|
}, [
|
|
56
|
-
|
|
49
|
+
engine,
|
|
57
50
|
matchedLanguage,
|
|
58
|
-
builtinTheme,
|
|
59
|
-
streaming
|
|
60
|
-
]);
|
|
61
|
-
const [data, setData] = useState();
|
|
62
|
-
useEffect(() => {
|
|
63
|
-
if (!cacheKey) {
|
|
64
|
-
setData(void 0);
|
|
65
|
-
return;
|
|
66
|
-
}
|
|
67
|
-
const cachedPromise = highlightCache.get(cacheKey);
|
|
68
|
-
if (cachedPromise) {
|
|
69
|
-
cachedPromise.then((html) => {
|
|
70
|
-
setData(html);
|
|
71
|
-
}).catch(() => {});
|
|
72
|
-
return;
|
|
73
|
-
}
|
|
74
|
-
const highlightPromise = (async () => {
|
|
75
|
-
try {
|
|
76
|
-
const shikiModule = await shikiModulePromise;
|
|
77
|
-
if (!shikiModule) return safeText;
|
|
78
|
-
const effectiveTheme = builtinTheme || "lobe-theme";
|
|
79
|
-
if (!builtinTheme && effectiveTheme === "lobe-theme") {
|
|
80
|
-
const customTheme = customThemes[effectiveTheme];
|
|
81
|
-
if (customTheme) return await (await shikiModule.getSingletonHighlighter({
|
|
82
|
-
langs: [matchedLanguage],
|
|
83
|
-
themes: [customTheme]
|
|
84
|
-
})).codeToHtml(safeText, {
|
|
85
|
-
lang: matchedLanguage,
|
|
86
|
-
theme: effectiveTheme,
|
|
87
|
-
transformers
|
|
88
|
-
});
|
|
89
|
-
}
|
|
90
|
-
const codeToHtml = await loadCodeToHtml();
|
|
91
|
-
if (!codeToHtml) return safeText;
|
|
92
|
-
return await codeToHtml(safeText, {
|
|
93
|
-
lang: matchedLanguage,
|
|
94
|
-
theme: effectiveTheme,
|
|
95
|
-
transformers
|
|
96
|
-
});
|
|
97
|
-
} catch (error_) {
|
|
98
|
-
console.error("Advanced rendering failed:", error_);
|
|
99
|
-
try {
|
|
100
|
-
const codeToHtml = await loadCodeToHtml();
|
|
101
|
-
if (!codeToHtml) return safeText;
|
|
102
|
-
return await codeToHtml(safeText, {
|
|
103
|
-
lang: matchedLanguage,
|
|
104
|
-
theme: "lobe-theme"
|
|
105
|
-
});
|
|
106
|
-
} catch {
|
|
107
|
-
return `<pre class="fallback"><code>${escapeHtml(safeText)}</code></pre>`;
|
|
108
|
-
}
|
|
109
|
-
}
|
|
110
|
-
})();
|
|
111
|
-
highlightCache.set(cacheKey, highlightPromise);
|
|
112
|
-
cleanupCache();
|
|
113
|
-
highlightPromise.then((html) => {
|
|
114
|
-
if (highlightCache.get(cacheKey) === highlightPromise) setData(html);
|
|
115
|
-
}).catch(() => {
|
|
116
|
-
if (highlightCache.get(cacheKey) === highlightPromise) highlightCache.delete(cacheKey);
|
|
117
|
-
});
|
|
118
|
-
}, [
|
|
119
|
-
cacheKey,
|
|
120
51
|
safeText,
|
|
121
|
-
|
|
122
|
-
|
|
123
|
-
transformers,
|
|
124
|
-
customThemes
|
|
52
|
+
streaming,
|
|
53
|
+
themeId
|
|
125
54
|
]);
|
|
126
|
-
return data || "";
|
|
127
55
|
};
|
|
128
56
|
//#endregion
|
|
129
|
-
export {
|
|
57
|
+
export { useHighlight };
|
|
130
58
|
|
|
131
59
|
//# sourceMappingURL=useHighlight.mjs.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"useHighlight.mjs","names":[
|
|
1
|
+
{"version":3,"file":"useHighlight.mjs","names":[],"sources":["../../src/hooks/useHighlight.ts"],"sourcesContent":["'use client';\n\nimport { useMemo } from 'react';\n\nimport { getCodeLanguageByInput } from '@/Highlighter/const';\nimport { DEFAULT_THEME, type HighlighterEngine, useHighlighterEngine } from '@/Highlighter/engine';\nimport { escapeHtml, tokensToHtml } from '@/Highlighter/tokens';\nimport { hashString } from '@/utils/hashString';\n\nconst MD5_LENGTH_THRESHOLD = 10_000;\n\nconst MAX_CACHE_SIZE = 1000;\n\nconst highlightCache = new Map<string, string>();\n\nconst cacheHtml = (key: string, html: string) => {\n highlightCache.set(key, html);\n if (highlightCache.size > MAX_CACHE_SIZE) {\n const entriesToRemove = Math.floor(MAX_CACHE_SIZE * 0.2);\n for (const staleKey of Array.from(highlightCache.keys()).slice(0, entriesToRemove)) {\n highlightCache.delete(staleKey);\n }\n }\n};\n\nconst highlightToHtml = (\n { highlights, theme }: HighlighterEngine,\n text: string,\n language: string,\n): string => {\n try {\n const result = highlights.codeToTokens(text, { lang: language as any, theme });\n return tokensToHtml(result, theme.name);\n } catch (error) {\n console.error('Syntax highlighting failed:', error);\n return `<pre class=\"fallback\"><code>${escapeHtml(text)}</code></pre>`;\n }\n};\n\nexport const useHighlight = (\n text: string,\n {\n language,\n theme: themeId,\n streaming,\n }: { language: string; streaming?: boolean; theme?: string },\n): string => {\n const safeText = text ?? '';\n const lang = (language ?? 'plaintext').toLowerCase();\n const matchedLanguage = useMemo(() => getCodeLanguageByInput(lang), [lang]);\n const engine = useHighlighterEngine(themeId);\n\n return useMemo(() => {\n if (streaming || !engine) return '';\n\n const hash =\n safeText.length < MD5_LENGTH_THRESHOLD\n ? safeText\n : `${safeText.length}:${hashString(safeText)}`;\n const cacheKey = [matchedLanguage, themeId || DEFAULT_THEME, hash].join('-');\n\n const cached = highlightCache.get(cacheKey);\n if (cached !== undefined) return cached;\n\n const html = highlightToHtml(engine, safeText, matchedLanguage);\n cacheHtml(cacheKey, html);\n return html;\n }, [engine, matchedLanguage, safeText, streaming, themeId]);\n};\n"],"mappings":";;;;;;;AASA,MAAM,uBAAuB;AAE7B,MAAM,iBAAiB;AAEvB,MAAM,iCAAiB,IAAI,IAAoB;AAE/C,MAAM,aAAa,KAAa,SAAiB;CAC/C,eAAe,IAAI,KAAK,IAAI;CAC5B,IAAI,eAAe,OAAO,gBAAgB;EACxC,MAAM,kBAAkB,KAAK,MAAM,iBAAiB,EAAG;EACvD,KAAK,MAAM,YAAY,MAAM,KAAK,eAAe,KAAK,CAAC,CAAC,CAAC,MAAM,GAAG,eAAe,GAC/E,eAAe,OAAO,QAAQ;CAElC;AACF;AAEA,MAAM,mBACJ,EAAE,YAAY,SACd,MACA,aACW;CACX,IAAI;EACF,MAAM,SAAS,WAAW,aAAa,MAAM;GAAE,MAAM;GAAiB;EAAM,CAAC;EAC7E,OAAO,aAAa,QAAQ,MAAM,IAAI;CACxC,SAAS,OAAO;EACd,QAAQ,MAAM,+BAA+B,KAAK;EAClD,OAAO,+BAA+B,WAAW,IAAI,EAAE;CACzD;AACF;AAEA,MAAa,gBACX,MACA,EACE,UACA,OAAO,SACP,gBAES;CACX,MAAM,WAAW,QAAQ;CACzB,MAAM,QAAQ,YAAY,YAAA,CAAa,YAAY;CACnD,MAAM,kBAAkB,cAAc,uBAAuB,IAAI,GAAG,CAAC,IAAI,CAAC;CAC1E,MAAM,SAAS,qBAAqB,OAAO;CAE3C,OAAO,cAAc;EACnB,IAAI,aAAa,CAAC,QAAQ,OAAO;EAEjC,MAAM,OACJ,SAAS,SAAS,uBACd,WACA,GAAG,SAAS,OAAO,GAAG,WAAW,QAAQ;EAC/C,MAAM,WAAW;GAAC;GAAiB,WAAA;GAA0B;EAAI,CAAC,CAAC,KAAK,GAAG;EAE3E,MAAM,SAAS,eAAe,IAAI,QAAQ;EAC1C,IAAI,WAAW,KAAA,GAAW,OAAO;EAEjC,MAAM,OAAO,gBAAgB,QAAQ,UAAU,eAAe;EAC9D,UAAU,UAAU,IAAI;EACxB,OAAO;CACT,GAAG;EAAC;EAAQ;EAAiB;EAAU;EAAW;CAAO,CAAC;AAC5D"}
|
|
@@ -1,6 +1,7 @@
|
|
|
1
1
|
"use client";
|
|
2
2
|
import { useMarkdownContext } from "../../Markdown/components/MarkdownProvider.mjs";
|
|
3
3
|
import { remarkBr } from "../../Markdown/plugins/remarkBr.mjs";
|
|
4
|
+
import { remarkCjkAutolink } from "../../Markdown/plugins/remarkCjkAutolink.mjs";
|
|
4
5
|
import { remarkCustomFootnotes } from "../../Markdown/plugins/remarkCustomFootnotes.mjs";
|
|
5
6
|
import { remarkGfmPlus } from "../../Markdown/plugins/remarkGfmPlus.mjs";
|
|
6
7
|
import { remarkVideo } from "../../Markdown/plugins/remarkVideo.mjs";
|
|
@@ -17,6 +18,7 @@ const useMarkdownRemarkPlugins = () => {
|
|
|
17
18
|
remarkCjkFriendly,
|
|
18
19
|
enableLatex && remarkMath,
|
|
19
20
|
[remarkGfm, { singleTilde: false }],
|
|
21
|
+
remarkCjkAutolink,
|
|
20
22
|
!allowHtml && remarkBr,
|
|
21
23
|
!allowHtml && remarkGfmPlus,
|
|
22
24
|
!allowHtml && remarkVideo,
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"useMarkdownRemarkPlugins.mjs","names":[],"sources":["../../../src/hooks/useMarkdown/useMarkdownRemarkPlugins.ts"],"sourcesContent":["'use client';\n\nimport { useMemo } from 'react';\nimport remarkBreaks from 'remark-breaks';\nimport remarkCjkFriendly from 'remark-cjk-friendly';\nimport remarkGfm from 'remark-gfm';\nimport remarkMath from 'remark-math';\nimport type { Pluggable } from 'unified';\n\nimport { useMarkdownContext } from '@/Markdown/components/MarkdownProvider';\nimport { remarkBr } from '@/Markdown/plugins/remarkBr';\nimport { remarkCustomFootnotes } from '@/Markdown/plugins/remarkCustomFootnotes';\nimport { remarkGfmPlus } from '@/Markdown/plugins/remarkGfmPlus';\nimport { remarkVideo } from '@/Markdown/plugins/remarkVideo';\n\nexport const useMarkdownRemarkPlugins = (): Pluggable[] => {\n const {\n enableLatex,\n enableCustomFootnotes,\n remarkPlugins = [],\n remarkPluginsAhead = [],\n variant,\n allowHtml,\n } = useMarkdownContext();\n\n const isChatMode = variant === 'chat';\n\n const memoPlugins = useMemo(\n () =>\n [\n remarkCjkFriendly,\n // Parse math before GFM so that '|' inside $...$ isn't treated as a table separator\n enableLatex && remarkMath,\n [remarkGfm, { singleTilde: false }],\n !allowHtml && remarkBr,\n !allowHtml && remarkGfmPlus,\n !allowHtml && remarkVideo,\n enableCustomFootnotes && remarkCustomFootnotes,\n isChatMode && remarkBreaks,\n ].filter(Boolean) as Pluggable[],\n [allowHtml, isChatMode, enableLatex, enableCustomFootnotes],\n );\n\n return useMemo(\n () => [...remarkPluginsAhead, ...memoPlugins, ...remarkPlugins],\n [remarkPlugins, memoPlugins, remarkPluginsAhead],\n );\n};\n"],"mappings":"
|
|
1
|
+
{"version":3,"file":"useMarkdownRemarkPlugins.mjs","names":[],"sources":["../../../src/hooks/useMarkdown/useMarkdownRemarkPlugins.ts"],"sourcesContent":["'use client';\n\nimport { useMemo } from 'react';\nimport remarkBreaks from 'remark-breaks';\nimport remarkCjkFriendly from 'remark-cjk-friendly';\nimport remarkGfm from 'remark-gfm';\nimport remarkMath from 'remark-math';\nimport type { Pluggable } from 'unified';\n\nimport { useMarkdownContext } from '@/Markdown/components/MarkdownProvider';\nimport { remarkBr } from '@/Markdown/plugins/remarkBr';\nimport { remarkCjkAutolink } from '@/Markdown/plugins/remarkCjkAutolink';\nimport { remarkCustomFootnotes } from '@/Markdown/plugins/remarkCustomFootnotes';\nimport { remarkGfmPlus } from '@/Markdown/plugins/remarkGfmPlus';\nimport { remarkVideo } from '@/Markdown/plugins/remarkVideo';\n\nexport const useMarkdownRemarkPlugins = (): Pluggable[] => {\n const {\n enableLatex,\n enableCustomFootnotes,\n remarkPlugins = [],\n remarkPluginsAhead = [],\n variant,\n allowHtml,\n } = useMarkdownContext();\n\n const isChatMode = variant === 'chat';\n\n const memoPlugins = useMemo(\n () =>\n [\n remarkCjkFriendly,\n // Parse math before GFM so that '|' inside $...$ isn't treated as a table separator\n enableLatex && remarkMath,\n [remarkGfm, { singleTilde: false }],\n // Trim CJK punctuation that GFM's autolink literal wrongly swallows into the URL\n remarkCjkAutolink,\n !allowHtml && remarkBr,\n !allowHtml && remarkGfmPlus,\n !allowHtml && remarkVideo,\n enableCustomFootnotes && remarkCustomFootnotes,\n isChatMode && remarkBreaks,\n ].filter(Boolean) as Pluggable[],\n [allowHtml, isChatMode, enableLatex, enableCustomFootnotes],\n );\n\n return useMemo(\n () => [...remarkPluginsAhead, ...memoPlugins, ...remarkPlugins],\n [remarkPlugins, memoPlugins, remarkPluginsAhead],\n );\n};\n"],"mappings":";;;;;;;;;;;;;AAgBA,MAAa,iCAA8C;CACzD,MAAM,EACJ,aACA,uBACA,gBAAgB,CAAC,GACjB,qBAAqB,CAAC,GACtB,SACA,cACE,mBAAmB;CAEvB,MAAM,aAAa,YAAY;CAE/B,MAAM,cAAc,cAEhB;EACE;EAEA,eAAe;EACf,CAAC,WAAW,EAAE,aAAa,MAAM,CAAC;EAElC;EACA,CAAC,aAAa;EACd,CAAC,aAAa;EACd,CAAC,aAAa;EACd,yBAAyB;EACzB,cAAc;CAChB,CAAC,CAAC,OAAO,OAAO,GAClB;EAAC;EAAW;EAAY;EAAa;CAAqB,CAC5D;CAEA,OAAO,cACC;EAAC,GAAG;EAAoB,GAAG;EAAa,GAAG;CAAa,GAC9D;EAAC;EAAe;EAAa;CAAkB,CACjD;AACF"}
|
|
@@ -1,218 +1,114 @@
|
|
|
1
1
|
"use client";
|
|
2
|
-
import lobe_theme_default from "../Highlighter/theme/lobe-theme.mjs";
|
|
3
2
|
import { getCodeLanguageByInput } from "../Highlighter/const.mjs";
|
|
4
|
-
import {
|
|
5
|
-
import {
|
|
6
|
-
import {
|
|
3
|
+
import { useHighlighterEngine } from "../Highlighter/engine.mjs";
|
|
4
|
+
import { getPreStyle } from "../Highlighter/tokens.mjs";
|
|
5
|
+
import { useEffect, useMemo, useRef, useState } from "react";
|
|
7
6
|
//#region src/hooks/useStreamHighlight.ts
|
|
8
|
-
const
|
|
9
|
-
|
|
10
|
-
const lines =
|
|
11
|
-
let
|
|
12
|
-
|
|
13
|
-
const content = token.content ?? "";
|
|
14
|
-
if (content === "\n") {
|
|
15
|
-
lines.push(currentLine);
|
|
16
|
-
currentLine = [];
|
|
17
|
-
continue;
|
|
18
|
-
}
|
|
19
|
-
if (content.indexOf("\n") === -1) currentLine.push(token);
|
|
20
|
-
else {
|
|
21
|
-
const segments = content.split("\n");
|
|
22
|
-
for (const [j, segment] of segments.entries()) {
|
|
23
|
-
if (segment) currentLine.push(j === 0 && segment === content ? token : {
|
|
24
|
-
...token,
|
|
25
|
-
content: segment
|
|
26
|
-
});
|
|
27
|
-
if (j < segments.length - 1) {
|
|
28
|
-
lines.push(currentLine);
|
|
29
|
-
currentLine = [];
|
|
30
|
-
}
|
|
31
|
-
}
|
|
32
|
-
}
|
|
33
|
-
}
|
|
34
|
-
if (currentLine.length > 0 || lines.length === 0) lines.push(currentLine);
|
|
35
|
-
return lines.length > 0 ? lines : [[]];
|
|
7
|
+
const readLines = (session, from) => {
|
|
8
|
+
const { tokenizer } = session;
|
|
9
|
+
const lines = session.lines.slice(0, Math.min(from, tokenizer.lineCount));
|
|
10
|
+
for (let line = lines.length; line < tokenizer.lineCount; line++) lines.push(tokenizer.getLineTokens(line).tokens);
|
|
11
|
+
session.lines = lines;
|
|
36
12
|
};
|
|
37
|
-
const
|
|
38
|
-
|
|
39
|
-
|
|
40
|
-
|
|
41
|
-
|
|
13
|
+
const createSession = (engine, language, text) => {
|
|
14
|
+
const tokenizer = new engine.highlights.LiveTokenizer({
|
|
15
|
+
code: text,
|
|
16
|
+
lang: language,
|
|
17
|
+
theme: engine.theme
|
|
18
|
+
});
|
|
19
|
+
const { bg, fg } = engine.highlights.codeToTokens("", {
|
|
20
|
+
lang: language,
|
|
21
|
+
theme: engine.theme
|
|
22
|
+
});
|
|
23
|
+
const session = {
|
|
24
|
+
engine,
|
|
25
|
+
language,
|
|
26
|
+
lines: [],
|
|
27
|
+
preStyle: getPreStyle({
|
|
28
|
+
bg,
|
|
29
|
+
fg
|
|
30
|
+
}),
|
|
31
|
+
text,
|
|
32
|
+
tokenizer
|
|
42
33
|
};
|
|
34
|
+
readLines(session, 0);
|
|
35
|
+
return session;
|
|
43
36
|
};
|
|
44
|
-
const
|
|
45
|
-
|
|
46
|
-
const
|
|
47
|
-
|
|
48
|
-
|
|
37
|
+
const updateSession = (session, text) => {
|
|
38
|
+
if (text === session.text) return false;
|
|
39
|
+
const { tokenizer } = session;
|
|
40
|
+
if (text.startsWith(session.text)) {
|
|
41
|
+
const lastLine = tokenizer.lineCount - 1;
|
|
42
|
+
const end = {
|
|
43
|
+
character: tokenizer.getLineLength(lastLine),
|
|
44
|
+
line: lastLine
|
|
45
|
+
};
|
|
46
|
+
const firstChanged = tokenizer.applyEdits([{
|
|
47
|
+
newText: text.slice(session.text.length),
|
|
48
|
+
range: {
|
|
49
|
+
end,
|
|
50
|
+
start: end
|
|
51
|
+
}
|
|
52
|
+
}]).lineChanges.reduce((min, change) => Math.min(min, change.newStartLine), lastLine);
|
|
53
|
+
session.text = text;
|
|
54
|
+
readLines(session, firstChanged);
|
|
55
|
+
} else {
|
|
56
|
+
tokenizer.reset(text);
|
|
57
|
+
session.text = text;
|
|
58
|
+
readLines(session, 0);
|
|
59
|
+
}
|
|
60
|
+
return true;
|
|
61
|
+
};
|
|
62
|
+
const useStreamHighlight = (text, { language, theme: themeId, streaming }) => {
|
|
49
63
|
const safeText = text ?? "";
|
|
50
|
-
const
|
|
51
|
-
const
|
|
52
|
-
const
|
|
64
|
+
const lang = (language ?? "plaintext").toLowerCase();
|
|
65
|
+
const matchedLanguage = useMemo(() => getCodeLanguageByInput(lang), [lang]);
|
|
66
|
+
const engine = useHighlighterEngine(themeId);
|
|
67
|
+
const sessionRef = useRef(null);
|
|
68
|
+
const [result, setResult] = useState();
|
|
53
69
|
useEffect(() => {
|
|
54
|
-
|
|
55
|
-
|
|
56
|
-
|
|
57
|
-
|
|
58
|
-
const newLinesLength = rawLines.length;
|
|
59
|
-
if (newLinesLength !== previousLines.length || newLinesLength === 0) {
|
|
60
|
-
linesRef.current = rawLines;
|
|
61
|
-
setResult({
|
|
62
|
-
lines: rawLines,
|
|
63
|
-
preStyle: preStyleRef.current
|
|
64
|
-
});
|
|
70
|
+
if (!streaming || !engine) {
|
|
71
|
+
sessionRef.current?.tokenizer.dispose();
|
|
72
|
+
sessionRef.current = null;
|
|
73
|
+
setResult(void 0);
|
|
65
74
|
return;
|
|
66
75
|
}
|
|
67
|
-
let
|
|
68
|
-
|
|
69
|
-
|
|
70
|
-
|
|
71
|
-
|
|
72
|
-
|
|
73
|
-
|
|
74
|
-
|
|
75
|
-
|
|
76
|
-
|
|
77
|
-
mergedLines[i] = newLine;
|
|
78
|
-
hasChanges = true;
|
|
79
|
-
continue;
|
|
80
|
-
}
|
|
81
|
-
let lineChanged = false;
|
|
82
|
-
for (const [j, newToken] of newLine.entries()) if (prevLine[j] !== newToken) {
|
|
83
|
-
lineChanged = true;
|
|
84
|
-
break;
|
|
85
|
-
}
|
|
86
|
-
if (lineChanged) {
|
|
87
|
-
mergedLines[i] = newLine;
|
|
88
|
-
hasChanges = true;
|
|
89
|
-
} else mergedLines[i] = prevLine;
|
|
90
|
-
}
|
|
91
|
-
if (hasChanges) {
|
|
92
|
-
linesRef.current = mergedLines;
|
|
93
|
-
setResult({
|
|
94
|
-
lines: mergedLines,
|
|
95
|
-
preStyle: preStyleRef.current
|
|
96
|
-
});
|
|
97
|
-
}
|
|
98
|
-
});
|
|
99
|
-
const updateTokens = useCallback(async (nextText, forceReset = false) => {
|
|
100
|
-
const tokenizer = tokenizerRef.current;
|
|
101
|
-
if (!tokenizer) return;
|
|
102
|
-
if (forceReset) {
|
|
103
|
-
tokenizer.clear();
|
|
104
|
-
previousTextRef.current = "";
|
|
105
|
-
}
|
|
106
|
-
const previousText = previousTextRef.current;
|
|
107
|
-
let chunk = nextText;
|
|
108
|
-
if (!forceReset && nextText.startsWith(previousText)) chunk = nextText.slice(previousText.length);
|
|
109
|
-
else if (!forceReset) tokenizer.clear();
|
|
110
|
-
previousTextRef.current = nextText;
|
|
111
|
-
if (!chunk) {
|
|
112
|
-
const stableTokens = tokenizer.tokensStable;
|
|
113
|
-
const unstableTokens = tokenizer.tokensUnstable;
|
|
114
|
-
if (stableTokens.length + unstableTokens.length === 0) {
|
|
115
|
-
setStreamingResultRef.current([[]]);
|
|
76
|
+
let session = sessionRef.current;
|
|
77
|
+
let changed;
|
|
78
|
+
if (!session || session.engine !== engine || session.language !== matchedLanguage) {
|
|
79
|
+
session?.tokenizer.dispose();
|
|
80
|
+
try {
|
|
81
|
+
session = createSession(engine, matchedLanguage, safeText);
|
|
82
|
+
} catch (error) {
|
|
83
|
+
console.error("Streaming highlighter initialization failed:", error);
|
|
84
|
+
sessionRef.current = null;
|
|
85
|
+
setResult(void 0);
|
|
116
86
|
return;
|
|
117
87
|
}
|
|
118
|
-
|
|
119
|
-
|
|
120
|
-
|
|
121
|
-
|
|
122
|
-
try {
|
|
123
|
-
await tokenizer.enqueue(chunk);
|
|
124
|
-
const stableTokens = tokenizer.tokensStable;
|
|
125
|
-
const unstableTokens = tokenizer.tokensUnstable;
|
|
126
|
-
const mergedTokens = stableTokens.length === 0 ? unstableTokens : unstableTokens.length === 0 ? stableTokens : [...stableTokens, ...unstableTokens];
|
|
127
|
-
setStreamingResultRef.current(tokensToLineTokens(mergedTokens));
|
|
88
|
+
sessionRef.current = session;
|
|
89
|
+
changed = true;
|
|
90
|
+
} else try {
|
|
91
|
+
changed = updateSession(session, safeText);
|
|
128
92
|
} catch (error) {
|
|
129
93
|
console.error("Streaming highlighting failed:", error);
|
|
130
|
-
}
|
|
131
|
-
}, []);
|
|
132
|
-
const highlighterKeyRef = useRef("");
|
|
133
|
-
useEffect(() => {
|
|
134
|
-
if (!enabled) {
|
|
135
|
-
tokenizerRef.current?.clear();
|
|
136
|
-
tokenizerRef.current = null;
|
|
137
|
-
previousTextRef.current = "";
|
|
138
|
-
preStyleRef.current = void 0;
|
|
139
|
-
linesRef.current = [[]];
|
|
140
|
-
setResult(void 0);
|
|
141
|
-
highlighterKeyRef.current = "";
|
|
142
94
|
return;
|
|
143
95
|
}
|
|
144
|
-
|
|
145
|
-
|
|
146
|
-
|
|
147
|
-
|
|
148
|
-
const mod = await shikiModulePromise;
|
|
149
|
-
if (!mod || cancelled) return;
|
|
150
|
-
try {
|
|
151
|
-
let themesToLoad = [theme];
|
|
152
|
-
if (customThemes && theme === "lobe-theme") {
|
|
153
|
-
const customTheme = customThemes[theme];
|
|
154
|
-
if (customTheme) themesToLoad = [customTheme];
|
|
155
|
-
}
|
|
156
|
-
const highlighter = await mod.getSingletonHighlighter({
|
|
157
|
-
langs: language ? [language] : ["plaintext"],
|
|
158
|
-
themes: themesToLoad
|
|
159
|
-
});
|
|
160
|
-
if (!highlighter || cancelled) return;
|
|
161
|
-
if (highlighterKeyRef.current !== currentKey) {
|
|
162
|
-
tokenizerRef.current?.clear();
|
|
163
|
-
const tokenizer = new ShikiStreamTokenizer({
|
|
164
|
-
highlighter,
|
|
165
|
-
lang: language,
|
|
166
|
-
theme
|
|
167
|
-
});
|
|
168
|
-
tokenizerRef.current = tokenizer;
|
|
169
|
-
highlighterKeyRef.current = currentKey;
|
|
170
|
-
previousTextRef.current = "";
|
|
171
|
-
linesRef.current = [[]];
|
|
172
|
-
const themeInfo = highlighter.getTheme(theme);
|
|
173
|
-
preStyleRef.current = createPreStyle(themeInfo?.bg, themeInfo?.fg);
|
|
174
|
-
}
|
|
175
|
-
const currentText = latestTextRef.current;
|
|
176
|
-
if (currentText) await updateTokens(currentText, true);
|
|
177
|
-
else setStreamingResultRef.current([[]]);
|
|
178
|
-
} catch (error) {
|
|
179
|
-
console.error("Streaming highlighter initialization failed:", error);
|
|
180
|
-
highlighterKeyRef.current = "";
|
|
181
|
-
}
|
|
182
|
-
})();
|
|
183
|
-
return () => {
|
|
184
|
-
cancelled = true;
|
|
185
|
-
};
|
|
186
|
-
}, [
|
|
187
|
-
enabled,
|
|
188
|
-
language,
|
|
189
|
-
theme,
|
|
190
|
-
updateTokens,
|
|
191
|
-
customThemes
|
|
192
|
-
]);
|
|
193
|
-
useEffect(() => {
|
|
194
|
-
if (!enabled) return;
|
|
195
|
-
if (!tokenizerRef.current) return;
|
|
196
|
-
const currentText = latestTextRef.current;
|
|
197
|
-
updateTokens(currentText);
|
|
96
|
+
if (changed) setResult({
|
|
97
|
+
lines: session.lines,
|
|
98
|
+
preStyle: session.preStyle
|
|
99
|
+
});
|
|
198
100
|
}, [
|
|
199
|
-
|
|
101
|
+
engine,
|
|
102
|
+
matchedLanguage,
|
|
200
103
|
safeText,
|
|
201
|
-
|
|
104
|
+
streaming
|
|
202
105
|
]);
|
|
106
|
+
useEffect(() => () => {
|
|
107
|
+
sessionRef.current?.tokenizer.dispose();
|
|
108
|
+
sessionRef.current = null;
|
|
109
|
+
}, []);
|
|
203
110
|
return result;
|
|
204
111
|
};
|
|
205
|
-
const useStreamHighlight = (text, { language, theme: builtinTheme, streaming }) => {
|
|
206
|
-
const safeText = text ?? "";
|
|
207
|
-
const lang = (language ?? "plaintext").toLowerCase();
|
|
208
|
-
const matchedLanguage = useMemo(() => getCodeLanguageByInput(lang), [lang]);
|
|
209
|
-
return useStreamingHighlighter(safeText, {
|
|
210
|
-
customThemes: { "lobe-theme": lobe_theme_default },
|
|
211
|
-
enabled: streaming,
|
|
212
|
-
language: matchedLanguage,
|
|
213
|
-
theme: builtinTheme || "lobe-theme"
|
|
214
|
-
});
|
|
215
|
-
};
|
|
216
112
|
//#endregion
|
|
217
113
|
export { useStreamHighlight };
|
|
218
114
|
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"useStreamHighlight.mjs","names":["lobeTheme"],"sources":["../../src/hooks/useStreamHighlight.ts"],"sourcesContent":["'use client';\n\nimport { ShikiStreamTokenizer } from '@shikijs/stream';\nimport { type CSSProperties, useCallback, useEffect, useMemo, useRef, useState } from 'react';\nimport { type BuiltinTheme, type ThemedToken } from 'shiki';\n\nimport { getCodeLanguageByInput } from '@/Highlighter/const';\nimport lobeTheme from '@/Highlighter/theme/lobe-theme';\n\nimport { shikiModulePromise, type StreamingHighlightResult } from './useHighlight';\n\ntype StreamingOptions = {\n customThemes?: Record<string, any>;\n enabled?: boolean;\n language: string;\n theme: string;\n};\n\n// Optimized version: reduce array allocations and object spreading\nconst tokensToLineTokens = (tokens: ThemedToken[]): ThemedToken[][] => {\n if (!tokens.length) return [[]];\n\n const lines: ThemedToken[][] = [];\n let currentLine: ThemedToken[] = [];\n\n for (const token of tokens) {\n const content = token.content ?? '';\n\n if (content === '\\n') {\n lines.push(currentLine);\n currentLine = [];\n continue;\n }\n\n const newlineIndex = content.indexOf('\\n');\n if (newlineIndex === -1) {\n // No newline, add token directly\n currentLine.push(token);\n } else {\n // Split on newlines\n const segments = content.split('\\n');\n for (const [j, segment] of segments.entries()) {\n if (segment) {\n // Only create new object if we need to modify content\n currentLine.push(j === 0 && segment === content ? token : { ...token, content: segment });\n }\n if (j < segments.length - 1) {\n lines.push(currentLine);\n currentLine = [];\n }\n }\n }\n }\n\n // Don't forget the last line\n if (currentLine.length > 0 || lines.length === 0) {\n lines.push(currentLine);\n }\n\n return lines.length > 0 ? lines : [[]];\n};\n\nconst createPreStyle = (bg?: string, fg?: string): CSSProperties | undefined => {\n if (!bg && !fg) return undefined;\n return {\n backgroundColor: bg,\n color: fg,\n };\n};\n\nconst useStreamingHighlighter = (\n text: string,\n options: StreamingOptions,\n): StreamingHighlightResult | undefined => {\n const { customThemes, enabled, language, theme } = options;\n const [result, setResult] = useState<StreamingHighlightResult>();\n const tokenizerRef = useRef<ShikiStreamTokenizer | null>(null);\n const previousTextRef = useRef('');\n const safeText = text ?? '';\n const latestTextRef = useRef(safeText);\n const preStyleRef = useRef<CSSProperties | undefined>(undefined);\n const linesRef = useRef<ThemedToken[][]>([[]]);\n\n useEffect(() => {\n latestTextRef.current = safeText;\n }, [safeText]);\n\n // Use ref to store callback to avoid recreating it\n const setStreamingResultRef = useRef((rawLines: ThemedToken[][]) => {\n const previousLines = linesRef.current;\n const newLinesLength = rawLines.length;\n const prevLinesLength = previousLines.length;\n\n // Fast path: if lengths differ or it's a complete reset, use new lines directly\n if (newLinesLength !== prevLinesLength || newLinesLength === 0) {\n linesRef.current = rawLines;\n setResult({\n lines: rawLines,\n preStyle: preStyleRef.current,\n });\n return;\n }\n\n // Optimized comparison: only check changed lines\n let hasChanges = false;\n const mergedLines: ThemedToken[][] = [];\n\n for (let i = 0; i < newLinesLength; i++) {\n const newLine = rawLines[i];\n const prevLine = previousLines[i];\n\n // Quick reference equality check first\n if (prevLine === newLine) {\n mergedLines[i] = prevLine;\n continue;\n }\n\n // Length check\n if (!prevLine || prevLine.length !== newLine.length) {\n mergedLines[i] = newLine;\n hasChanges = true;\n continue;\n }\n\n // Deep comparison only for lines that might have changed\n let lineChanged = false;\n for (const [j, newToken] of newLine.entries()) {\n if (prevLine[j] !== newToken) {\n lineChanged = true;\n break;\n }\n }\n\n if (lineChanged) {\n mergedLines[i] = newLine;\n hasChanges = true;\n } else {\n mergedLines[i] = prevLine;\n }\n }\n\n // Only update state if there are actual changes\n if (hasChanges) {\n linesRef.current = mergedLines;\n setResult({\n lines: mergedLines,\n preStyle: preStyleRef.current,\n });\n }\n });\n\n const updateTokens = useCallback(async (nextText: string, forceReset = false) => {\n const tokenizer = tokenizerRef.current;\n if (!tokenizer) return;\n\n if (forceReset) {\n tokenizer.clear();\n previousTextRef.current = '';\n }\n\n const previousText = previousTextRef.current;\n let chunk = nextText;\n const canAppend = !forceReset && nextText.startsWith(previousText);\n\n if (canAppend) {\n chunk = nextText.slice(previousText.length);\n } else if (!forceReset) {\n tokenizer.clear();\n }\n\n previousTextRef.current = nextText;\n\n if (!chunk) {\n // Optimize: avoid array spread if possible\n const stableTokens = tokenizer.tokensStable;\n const unstableTokens = tokenizer.tokensUnstable;\n const totalLength = stableTokens.length + unstableTokens.length;\n\n if (totalLength === 0) {\n setStreamingResultRef.current([[]]);\n return;\n }\n\n // Only create merged array if we have both stable and unstable tokens\n const mergedTokens =\n stableTokens.length === 0\n ? unstableTokens\n : unstableTokens.length === 0\n ? stableTokens\n : [...stableTokens, ...unstableTokens];\n\n setStreamingResultRef.current(tokensToLineTokens(mergedTokens));\n return;\n }\n\n try {\n await tokenizer.enqueue(chunk);\n // Optimize: avoid array spread if possible\n const stableTokens = tokenizer.tokensStable;\n const unstableTokens = tokenizer.tokensUnstable;\n const mergedTokens =\n stableTokens.length === 0\n ? unstableTokens\n : unstableTokens.length === 0\n ? stableTokens\n : [...stableTokens, ...unstableTokens];\n setStreamingResultRef.current(tokensToLineTokens(mergedTokens));\n } catch (error) {\n console.error('Streaming highlighting failed:', error);\n }\n }, []);\n\n // Cache highlighter key to avoid unnecessary recreations\n const highlighterKeyRef = useRef<string>('');\n\n useEffect(() => {\n if (!enabled) {\n tokenizerRef.current?.clear();\n tokenizerRef.current = null;\n previousTextRef.current = '';\n preStyleRef.current = undefined;\n linesRef.current = [[]];\n setResult(undefined);\n highlighterKeyRef.current = '';\n return;\n }\n\n // Skip if language/theme combination hasn't changed\n const currentKey = `${language}-${theme}`;\n if (highlighterKeyRef.current === currentKey && tokenizerRef.current) {\n return;\n }\n\n let cancelled = false;\n\n (async () => {\n const mod = await shikiModulePromise;\n if (!mod || cancelled) return;\n\n try {\n // Load custom theme if using slack-dark or slack-ochin\n let themesToLoad: any[] = [theme];\n if (customThemes && theme === 'lobe-theme') {\n const customTheme = customThemes[theme];\n if (customTheme) {\n themesToLoad = [customTheme as any];\n }\n }\n\n // Only load the specific language and theme needed\n // getSingletonHighlighter will cache the instance internally\n const highlighter = await mod.getSingletonHighlighter({\n langs: language ? [language] : ['plaintext'],\n themes: themesToLoad,\n });\n\n if (!highlighter || cancelled) return;\n\n // Only create new tokenizer if key changed\n if (highlighterKeyRef.current !== currentKey) {\n // Clear old tokenizer\n tokenizerRef.current?.clear();\n\n const tokenizer = new ShikiStreamTokenizer({\n highlighter,\n lang: language,\n theme,\n });\n\n tokenizerRef.current = tokenizer;\n highlighterKeyRef.current = currentKey;\n previousTextRef.current = '';\n linesRef.current = [[]];\n\n const themeInfo = highlighter.getTheme(theme);\n preStyleRef.current = createPreStyle(themeInfo?.bg, themeInfo?.fg);\n }\n\n const currentText = latestTextRef.current;\n if (currentText) {\n await updateTokens(currentText, true);\n } else {\n setStreamingResultRef.current([[]]);\n }\n } catch (error) {\n console.error('Streaming highlighter initialization failed:', error);\n // Reset on error\n highlighterKeyRef.current = '';\n }\n })();\n\n return () => {\n cancelled = true;\n // Cleanup only if this effect was cancelled before completion\n // The next effect will handle cleanup if key changed\n };\n }, [enabled, language, theme, updateTokens, customThemes]);\n\n // Separate effect for text updates to avoid unnecessary tokenizer recreation\n useEffect(() => {\n if (!enabled) return;\n if (!tokenizerRef.current) return;\n // Use ref to get latest text to avoid stale closures\n const currentText = latestTextRef.current;\n updateTokens(currentText);\n }, [enabled, safeText, updateTokens]);\n\n return result;\n};\n\nexport const useStreamHighlight = (\n text: string,\n {\n language,\n theme: builtinTheme,\n streaming,\n }: { enableTransformer?: boolean; language: string; streaming?: boolean; theme?: BuiltinTheme },\n) => {\n // Safely handle language and text with boundary checks\n const safeText = text ?? '';\n const lang = (language ?? 'plaintext').toLowerCase();\n\n // Match supported languages\n const matchedLanguage = useMemo(() => getCodeLanguageByInput(lang), [lang]);\n\n const effectiveTheme = builtinTheme || 'lobe-theme';\n\n return useStreamingHighlighter(safeText, {\n customThemes: {\n 'lobe-theme': lobeTheme,\n },\n enabled: streaming,\n language: matchedLanguage,\n theme: effectiveTheme,\n });\n};\n"],"mappings":";;;;;;;AAmBA,MAAM,sBAAsB,WAA2C;CACrE,IAAI,CAAC,OAAO,QAAQ,OAAO,CAAC,CAAC,CAAC;CAE9B,MAAM,QAAyB,CAAC;CAChC,IAAI,cAA6B,CAAC;CAElC,KAAK,MAAM,SAAS,QAAQ;EAC1B,MAAM,UAAU,MAAM,WAAW;EAEjC,IAAI,YAAY,MAAM;GACpB,MAAM,KAAK,WAAW;GACtB,cAAc,CAAC;GACf;EACF;EAGA,IADqB,QAAQ,QAAQ,IACtB,MAAM,IAEnB,YAAY,KAAK,KAAK;OACjB;GAEL,MAAM,WAAW,QAAQ,MAAM,IAAI;GACnC,KAAK,MAAM,CAAC,GAAG,YAAY,SAAS,QAAQ,GAAG;IAC7C,IAAI,SAEF,YAAY,KAAK,MAAM,KAAK,YAAY,UAAU,QAAQ;KAAE,GAAG;KAAO,SAAS;IAAQ,CAAC;IAE1F,IAAI,IAAI,SAAS,SAAS,GAAG;KAC3B,MAAM,KAAK,WAAW;KACtB,cAAc,CAAC;IACjB;GACF;EACF;CACF;CAGA,IAAI,YAAY,SAAS,KAAK,MAAM,WAAW,GAC7C,MAAM,KAAK,WAAW;CAGxB,OAAO,MAAM,SAAS,IAAI,QAAQ,CAAC,CAAC,CAAC;AACvC;AAEA,MAAM,kBAAkB,IAAa,OAA2C;CAC9E,IAAI,CAAC,MAAM,CAAC,IAAI,OAAO,KAAA;CACvB,OAAO;EACL,iBAAiB;EACjB,OAAO;CACT;AACF;AAEA,MAAM,2BACJ,MACA,YACyC;CACzC,MAAM,EAAE,cAAc,SAAS,UAAU,UAAU;CACnD,MAAM,CAAC,QAAQ,aAAa,SAAmC;CAC/D,MAAM,eAAe,OAAoC,IAAI;CAC7D,MAAM,kBAAkB,OAAO,EAAE;CACjC,MAAM,WAAW,QAAQ;CACzB,MAAM,gBAAgB,OAAO,QAAQ;CACrC,MAAM,cAAc,OAAkC,KAAA,CAAS;CAC/D,MAAM,WAAW,OAAwB,CAAC,CAAC,CAAC,CAAC;CAE7C,gBAAgB;EACd,cAAc,UAAU;CAC1B,GAAG,CAAC,QAAQ,CAAC;CAGb,MAAM,wBAAwB,QAAQ,aAA8B;EAClE,MAAM,gBAAgB,SAAS;EAC/B,MAAM,iBAAiB,SAAS;EAIhC,IAAI,mBAHoB,cAAc,UAGI,mBAAmB,GAAG;GAC9D,SAAS,UAAU;GACnB,UAAU;IACR,OAAO;IACP,UAAU,YAAY;GACxB,CAAC;GACD;EACF;EAGA,IAAI,aAAa;EACjB,MAAM,cAA+B,CAAC;EAEtC,KAAK,IAAI,IAAI,GAAG,IAAI,gBAAgB,KAAK;GACvC,MAAM,UAAU,SAAS;GACzB,MAAM,WAAW,cAAc;GAG/B,IAAI,aAAa,SAAS;IACxB,YAAY,KAAK;IACjB;GACF;GAGA,IAAI,CAAC,YAAY,SAAS,WAAW,QAAQ,QAAQ;IACnD,YAAY,KAAK;IACjB,aAAa;IACb;GACF;GAGA,IAAI,cAAc;GAClB,KAAK,MAAM,CAAC,GAAG,aAAa,QAAQ,QAAQ,GAC1C,IAAI,SAAS,OAAO,UAAU;IAC5B,cAAc;IACd;GACF;GAGF,IAAI,aAAa;IACf,YAAY,KAAK;IACjB,aAAa;GACf,OACE,YAAY,KAAK;EAErB;EAGA,IAAI,YAAY;GACd,SAAS,UAAU;GACnB,UAAU;IACR,OAAO;IACP,UAAU,YAAY;GACxB,CAAC;EACH;CACF,CAAC;CAED,MAAM,eAAe,YAAY,OAAO,UAAkB,aAAa,UAAU;EAC/E,MAAM,YAAY,aAAa;EAC/B,IAAI,CAAC,WAAW;EAEhB,IAAI,YAAY;GACd,UAAU,MAAM;GAChB,gBAAgB,UAAU;EAC5B;EAEA,MAAM,eAAe,gBAAgB;EACrC,IAAI,QAAQ;EAGZ,IAFkB,CAAC,cAAc,SAAS,WAAW,YAAY,GAG/D,QAAQ,SAAS,MAAM,aAAa,MAAM;OACrC,IAAI,CAAC,YACV,UAAU,MAAM;EAGlB,gBAAgB,UAAU;EAE1B,IAAI,CAAC,OAAO;GAEV,MAAM,eAAe,UAAU;GAC/B,MAAM,iBAAiB,UAAU;GAGjC,IAFoB,aAAa,SAAS,eAAe,WAErC,GAAG;IACrB,sBAAsB,QAAQ,CAAC,CAAC,CAAC,CAAC;IAClC;GACF;GAGA,MAAM,eACJ,aAAa,WAAW,IACpB,iBACA,eAAe,WAAW,IACxB,eACA,CAAC,GAAG,cAAc,GAAG,cAAc;GAE3C,sBAAsB,QAAQ,mBAAmB,YAAY,CAAC;GAC9D;EACF;EAEA,IAAI;GACF,MAAM,UAAU,QAAQ,KAAK;GAE7B,MAAM,eAAe,UAAU;GAC/B,MAAM,iBAAiB,UAAU;GACjC,MAAM,eACJ,aAAa,WAAW,IACpB,iBACA,eAAe,WAAW,IACxB,eACA,CAAC,GAAG,cAAc,GAAG,cAAc;GAC3C,sBAAsB,QAAQ,mBAAmB,YAAY,CAAC;EAChE,SAAS,OAAO;GACd,QAAQ,MAAM,kCAAkC,KAAK;EACvD;CACF,GAAG,CAAC,CAAC;CAGL,MAAM,oBAAoB,OAAe,EAAE;CAE3C,gBAAgB;EACd,IAAI,CAAC,SAAS;GACZ,aAAa,SAAS,MAAM;GAC5B,aAAa,UAAU;GACvB,gBAAgB,UAAU;GAC1B,YAAY,UAAU,KAAA;GACtB,SAAS,UAAU,CAAC,CAAC,CAAC;GACtB,UAAU,KAAA,CAAS;GACnB,kBAAkB,UAAU;GAC5B;EACF;EAGA,MAAM,aAAa,GAAG,SAAS,GAAG;EAClC,IAAI,kBAAkB,YAAY,cAAc,aAAa,SAC3D;EAGF,IAAI,YAAY;EAEhB,CAAC,YAAY;GACX,MAAM,MAAM,MAAM;GAClB,IAAI,CAAC,OAAO,WAAW;GAEvB,IAAI;IAEF,IAAI,eAAsB,CAAC,KAAK;IAChC,IAAI,gBAAgB,UAAU,cAAc;KAC1C,MAAM,cAAc,aAAa;KACjC,IAAI,aACF,eAAe,CAAC,WAAkB;IAEtC;IAIA,MAAM,cAAc,MAAM,IAAI,wBAAwB;KACpD,OAAO,WAAW,CAAC,QAAQ,IAAI,CAAC,WAAW;KAC3C,QAAQ;IACV,CAAC;IAED,IAAI,CAAC,eAAe,WAAW;IAG/B,IAAI,kBAAkB,YAAY,YAAY;KAE5C,aAAa,SAAS,MAAM;KAE5B,MAAM,YAAY,IAAI,qBAAqB;MACzC;MACA,MAAM;MACN;KACF,CAAC;KAED,aAAa,UAAU;KACvB,kBAAkB,UAAU;KAC5B,gBAAgB,UAAU;KAC1B,SAAS,UAAU,CAAC,CAAC,CAAC;KAEtB,MAAM,YAAY,YAAY,SAAS,KAAK;KAC5C,YAAY,UAAU,eAAe,WAAW,IAAI,WAAW,EAAE;IACnE;IAEA,MAAM,cAAc,cAAc;IAClC,IAAI,aACF,MAAM,aAAa,aAAa,IAAI;SAEpC,sBAAsB,QAAQ,CAAC,CAAC,CAAC,CAAC;GAEtC,SAAS,OAAO;IACd,QAAQ,MAAM,gDAAgD,KAAK;IAEnE,kBAAkB,UAAU;GAC9B;EACF,EAAA,CAAG;EAEH,aAAa;GACX,YAAY;EAGd;CACF,GAAG;EAAC;EAAS;EAAU;EAAO;EAAc;CAAY,CAAC;CAGzD,gBAAgB;EACd,IAAI,CAAC,SAAS;EACd,IAAI,CAAC,aAAa,SAAS;EAE3B,MAAM,cAAc,cAAc;EAClC,aAAa,WAAW;CAC1B,GAAG;EAAC;EAAS;EAAU;CAAY,CAAC;CAEpC,OAAO;AACT;AAEA,MAAa,sBACX,MACA,EACE,UACA,OAAO,cACP,gBAEC;CAEH,MAAM,WAAW,QAAQ;CACzB,MAAM,QAAQ,YAAY,YAAA,CAAa,YAAY;CAGnD,MAAM,kBAAkB,cAAc,uBAAuB,IAAI,GAAG,CAAC,IAAI,CAAC;CAI1E,OAAO,wBAAwB,UAAU;EACvC,cAAc,EACZ,cAAcA,mBAChB;EACA,SAAS;EACT,UAAU;EACV,OARqB,gBAAgB;CASvC,CAAC;AACH"}
|
|
1
|
+
{"version":3,"file":"useStreamHighlight.mjs","names":[],"sources":["../../src/hooks/useStreamHighlight.ts"],"sourcesContent":["'use client';\n\nimport type { Lang, LiveTokenizer, ThemedToken } from '@pierre/highlights';\nimport { type CSSProperties, useEffect, useMemo, useRef, useState } from 'react';\n\nimport { getCodeLanguageByInput } from '@/Highlighter/const';\nimport { type HighlighterEngine, useHighlighterEngine } from '@/Highlighter/engine';\nimport { getPreStyle } from '@/Highlighter/tokens';\n\nexport type StreamingHighlightResult = {\n lines: ThemedToken[][];\n preStyle?: CSSProperties;\n};\n\ninterface StreamSession {\n engine: HighlighterEngine;\n language: string;\n lines: ThemedToken[][];\n preStyle?: CSSProperties;\n text: string;\n tokenizer: LiveTokenizer;\n}\n\nconst readLines = (session: StreamSession, from: number) => {\n const { tokenizer } = session;\n const lines = session.lines.slice(0, Math.min(from, tokenizer.lineCount));\n for (let line = lines.length; line < tokenizer.lineCount; line++) {\n lines.push(tokenizer.getLineTokens(line).tokens);\n }\n session.lines = lines;\n};\n\nconst createSession = (\n engine: HighlighterEngine,\n language: string,\n text: string,\n): StreamSession => {\n const tokenizer = new engine.highlights.LiveTokenizer({\n code: text,\n lang: language as Lang,\n theme: engine.theme,\n });\n const { bg, fg } = engine.highlights.codeToTokens('', {\n lang: language as Lang,\n theme: engine.theme,\n });\n const session: StreamSession = {\n engine,\n language,\n lines: [],\n preStyle: getPreStyle({ bg, fg }),\n text,\n tokenizer,\n };\n readLines(session, 0);\n return session;\n};\n\nconst updateSession = (session: StreamSession, text: string) => {\n if (text === session.text) return false;\n\n const { tokenizer } = session;\n if (text.startsWith(session.text)) {\n const lastLine = tokenizer.lineCount - 1;\n const end = { character: tokenizer.getLineLength(lastLine), line: lastLine };\n const update = tokenizer.applyEdits([\n { newText: text.slice(session.text.length), range: { end, start: end } },\n ]);\n const firstChanged = update.lineChanges.reduce(\n (min, change) => Math.min(min, change.newStartLine),\n lastLine,\n );\n session.text = text;\n readLines(session, firstChanged);\n } else {\n tokenizer.reset(text);\n session.text = text;\n readLines(session, 0);\n }\n return true;\n};\n\nexport const useStreamHighlight = (\n text: string,\n {\n language,\n theme: themeId,\n streaming,\n }: { language: string; streaming?: boolean; theme?: string },\n): StreamingHighlightResult | undefined => {\n const safeText = text ?? '';\n const lang = (language ?? 'plaintext').toLowerCase();\n const matchedLanguage = useMemo(() => getCodeLanguageByInput(lang), [lang]);\n const engine = useHighlighterEngine(themeId);\n\n const sessionRef = useRef<StreamSession | null>(null);\n const [result, setResult] = useState<StreamingHighlightResult>();\n\n useEffect(() => {\n if (!streaming || !engine) {\n sessionRef.current?.tokenizer.dispose();\n sessionRef.current = null;\n setResult(undefined);\n return;\n }\n\n let session = sessionRef.current;\n let changed: boolean;\n if (!session || session.engine !== engine || session.language !== matchedLanguage) {\n session?.tokenizer.dispose();\n try {\n session = createSession(engine, matchedLanguage, safeText);\n } catch (error) {\n console.error('Streaming highlighter initialization failed:', error);\n sessionRef.current = null;\n setResult(undefined);\n return;\n }\n sessionRef.current = session;\n changed = true;\n } else {\n try {\n changed = updateSession(session, safeText);\n } catch (error) {\n console.error('Streaming highlighting failed:', error);\n return;\n }\n }\n\n if (changed) setResult({ lines: session.lines, preStyle: session.preStyle });\n }, [engine, matchedLanguage, safeText, streaming]);\n\n useEffect(\n () => () => {\n sessionRef.current?.tokenizer.dispose();\n sessionRef.current = null;\n },\n [],\n );\n\n return result;\n};\n"],"mappings":";;;;;;AAuBA,MAAM,aAAa,SAAwB,SAAiB;CAC1D,MAAM,EAAE,cAAc;CACtB,MAAM,QAAQ,QAAQ,MAAM,MAAM,GAAG,KAAK,IAAI,MAAM,UAAU,SAAS,CAAC;CACxE,KAAK,IAAI,OAAO,MAAM,QAAQ,OAAO,UAAU,WAAW,QACxD,MAAM,KAAK,UAAU,cAAc,IAAI,CAAC,CAAC,MAAM;CAEjD,QAAQ,QAAQ;AAClB;AAEA,MAAM,iBACJ,QACA,UACA,SACkB;CAClB,MAAM,YAAY,IAAI,OAAO,WAAW,cAAc;EACpD,MAAM;EACN,MAAM;EACN,OAAO,OAAO;CAChB,CAAC;CACD,MAAM,EAAE,IAAI,OAAO,OAAO,WAAW,aAAa,IAAI;EACpD,MAAM;EACN,OAAO,OAAO;CAChB,CAAC;CACD,MAAM,UAAyB;EAC7B;EACA;EACA,OAAO,CAAC;EACR,UAAU,YAAY;GAAE;GAAI;EAAG,CAAC;EAChC;EACA;CACF;CACA,UAAU,SAAS,CAAC;CACpB,OAAO;AACT;AAEA,MAAM,iBAAiB,SAAwB,SAAiB;CAC9D,IAAI,SAAS,QAAQ,MAAM,OAAO;CAElC,MAAM,EAAE,cAAc;CACtB,IAAI,KAAK,WAAW,QAAQ,IAAI,GAAG;EACjC,MAAM,WAAW,UAAU,YAAY;EACvC,MAAM,MAAM;GAAE,WAAW,UAAU,cAAc,QAAQ;GAAG,MAAM;EAAS;EAI3E,MAAM,eAHS,UAAU,WAAW,CAClC;GAAE,SAAS,KAAK,MAAM,QAAQ,KAAK,MAAM;GAAG,OAAO;IAAE;IAAK,OAAO;GAAI;EAAE,CACzE,CAC0B,CAAC,CAAC,YAAY,QACrC,KAAK,WAAW,KAAK,IAAI,KAAK,OAAO,YAAY,GAClD,QACF;EACA,QAAQ,OAAO;EACf,UAAU,SAAS,YAAY;CACjC,OAAO;EACL,UAAU,MAAM,IAAI;EACpB,QAAQ,OAAO;EACf,UAAU,SAAS,CAAC;CACtB;CACA,OAAO;AACT;AAEA,MAAa,sBACX,MACA,EACE,UACA,OAAO,SACP,gBAEuC;CACzC,MAAM,WAAW,QAAQ;CACzB,MAAM,QAAQ,YAAY,YAAA,CAAa,YAAY;CACnD,MAAM,kBAAkB,cAAc,uBAAuB,IAAI,GAAG,CAAC,IAAI,CAAC;CAC1E,MAAM,SAAS,qBAAqB,OAAO;CAE3C,MAAM,aAAa,OAA6B,IAAI;CACpD,MAAM,CAAC,QAAQ,aAAa,SAAmC;CAE/D,gBAAgB;EACd,IAAI,CAAC,aAAa,CAAC,QAAQ;GACzB,WAAW,SAAS,UAAU,QAAQ;GACtC,WAAW,UAAU;GACrB,UAAU,KAAA,CAAS;GACnB;EACF;EAEA,IAAI,UAAU,WAAW;EACzB,IAAI;EACJ,IAAI,CAAC,WAAW,QAAQ,WAAW,UAAU,QAAQ,aAAa,iBAAiB;GACjF,SAAS,UAAU,QAAQ;GAC3B,IAAI;IACF,UAAU,cAAc,QAAQ,iBAAiB,QAAQ;GAC3D,SAAS,OAAO;IACd,QAAQ,MAAM,gDAAgD,KAAK;IACnE,WAAW,UAAU;IACrB,UAAU,KAAA,CAAS;IACnB;GACF;GACA,WAAW,UAAU;GACrB,UAAU;EACZ,OACE,IAAI;GACF,UAAU,cAAc,SAAS,QAAQ;EAC3C,SAAS,OAAO;GACd,QAAQ,MAAM,kCAAkC,KAAK;GACrD;EACF;EAGF,IAAI,SAAS,UAAU;GAAE,OAAO,QAAQ;GAAO,UAAU,QAAQ;EAAS,CAAC;CAC7E,GAAG;EAAC;EAAQ;EAAiB;EAAU;CAAS,CAAC;CAEjD,sBACc;EACV,WAAW,SAAS,UAAU,QAAQ;EACtC,WAAW,UAAU;CACvB,GACA,CAAC,CACH;CAEA,OAAO;AACT"}
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
import { ArrowFunctionExpression, AssignmentExpression, BaseNode, CatchClause, ClassDeclaration, ClassExpression, Comment, Expression, ForInStatement, ForOfStatement, FunctionDeclaration, FunctionExpression, Identifier, ImportDeclaration, ImportDefaultSpecifier, ImportNamespaceSpecifier, ImportSpecifier, Node as Node$1, Position, Program, SourceLocation as SourceLocation$1, VariableDeclaration, VariableDeclarator } from "../../../../../@types_estree@1.0.9/node_modules/@types/estree/index.mjs";
|
|
2
2
|
import { BaseConfig, ConfigObject, ConfigOverride, DeprecatedInfo, EcmaVersion as EcmaVersion$1, EnvironmentConfig, GlobalAccess, GlobalsConfig, HasRules, JavaScriptSourceType, LanguageOptions, LegacyConfigObject, LintMessage as LintMessage$1, LintSuggestion, LinterOptionsConfig, ObjectMetaProperties, Plugin as Plugin$1, Processor, ProcessorFile as ProcessorFile$1, RuleConfig, RuleContext as RuleContext$1, RuleDefinition, RuleFixer, RuleTextEdit, RuleTextEditor, RulesConfig, RulesMeta, Severity, SeverityLevel, SeverityName, SourceRange, SuggestedEdit, SuggestedEditBase, SuggestionMessage, TextSourceCode, TraversalStep, ViolationLocation, ViolationMessage, ViolationReport, ViolationReportBase } from "../../../../../@eslint_core@1.2.1/node_modules/@eslint/core/dist/esm/types.mjs";
|
|
3
3
|
import { CustomRuleVisitorWithExit } from "../../../../../@eslint_plugin-kit@0.7.3/node_modules/@eslint/plugin-kit/dist/cjs/index.mjs";
|
|
4
|
-
//#region node_modules/.pnpm/eslint@10.13.0_jiti@2.
|
|
4
|
+
//#region node_modules/.pnpm/eslint@10.13.0_jiti@2.7.0_supports-color@10.2.2/node_modules/eslint/lib/types/index.d.ts
|
|
5
5
|
//------------------------------------------------------------------------------
|
|
6
6
|
// Exports
|
|
7
7
|
//------------------------------------------------------------------------------
|