czon 0.5.7 → 0.6.0

package/dist/build/pipeline.js

@@ -73,24 +73,35 @@ async function buildPipeline(options) {
     // 清理输出目录
     await fs.rm(paths_1.CZON_DIST_DIR, { recursive: true, force: true });
     // 确保 .czon/.gitignore 文件
-    await (0, writeFile_1.writeFile)(path.join(paths_1.CZON_DIR, '.gitignore'), 'dist\ntmp\n');
+    await (0, writeFile_1.writeFile)(path.join(paths_1.CZON_DIR, '.gitignore'), [
+        'dist',
+        'tmp',
+        // 忽略所有非 md 文件: 先忽略所有文件，再排除 Markdown 文件不忽略
+        'src/**/*.*',
+        '!src/**/*.md',
+    ].join('\n'));
     // 扫描源文件
     await (0, scanSourceFiles_1.scanSourceFiles)();
-    // 写入 .raw 目录用于存储原始文件 (非翻译文件)
+    // 链接资源文件 (非翻译文件)
     for (const file of metadata_1.MetaData.files) {
-        try {
-            if (!file.hash)
-                throw new Error(`Missing hash`);
-            const ext = path.extname(file.path);
-            const targetPath = path.join(paths_1.CZON_DIST_RAW_CONTENT_DIR, file.hash + ext);
+        if (file.path.endsWith('.md'))
+            continue; // 仅处理非 Markdown 文件
+        for (const lang of metadata_1.MetaData.options.langs || []) {
+            // 创建硬链接以节省磁盘空间
+            const targetPath = path.join(paths_1.CZON_SRC_DIR, lang, file.path);
             const sourcePath = path.join(paths_1.INPUT_DIR, file.path);
-            console.info(`💾 Writing raw content for file ${file.path} to ${targetPath} ...`);
-            const content = await fs.readFile(sourcePath);
-            await (0, writeFile_1.writeFile)(targetPath, content);
-        }
-        catch (error) {
-            console.warn(`⚠️ Failed to write raw content for file ${file.path}:`, error);
+            console.info(`🔗 Linking file ${file.path} to ${targetPath} ...`);
+            // 确保 link 成功
+            await fs.mkdir(path.dirname(targetPath), { recursive: true });
+            await fs.rm(targetPath, { force: true });
+            await fs.link(sourcePath, targetPath);
         }
+        // 拷贝一份到 __raw__ 目录以供 dist 使用
+        const rawTargetPath = path.join(paths_1.CZON_DIST_RAW_CONTENT_DIR, file.path);
+        const rawSourcePath = path.join(paths_1.INPUT_DIR, file.path);
+        console.info(`📄 Copying raw file ${file.path} to ${rawTargetPath} ...`);
+        await fs.mkdir(path.dirname(rawTargetPath), { recursive: true });
+        await fs.copyFile(rawSourcePath, rawTargetPath);
     }
     // 运行 AI 元数据提取
     await (0, extractMetadataByAI_1.extractMetadataByAI)();

package/dist/process/category.js

@@ -6,7 +6,6 @@ const openai_1 = require("../services/openai");
 const formatFileForCategoryExtraction = (file) => {
     return [
         //
-        `Hash: ${file.hash}`,
         `Path: ${file.path}`,
         `Metadata: ${JSON.stringify(file.metadata)}`,
     ].join('\n');
@@ -19,14 +18,11 @@ const processExtractCategory = async () => {
         console.info('ℹ️ All files already have categories, skipping category extraction.');
         return;
     }
-    // 这意味着，只要有一个新文件，就需要重新生成所有类别标签
-    // 这倒也合理，因为类别标签是整体相关的
-    // 如果是内容改动导致的呢？
     const markdownFiles = metadata_1.MetaData.files.filter(f => f.path.endsWith('.md') && f.metadata);
     if (verbose) {
         console.info(`📂 Extracting categories for ${markdownFiles.length} markdown files...`);
         for (const file of markdownFiles) {
-            console.info(`   - File: ${file.path} (hash: ${file.hash})`);
+            console.info(`   - File: ${file.path}`);
         }
     }
     // 提取类别标签列表
@@ -46,7 +42,7 @@ const processExtractCategory = async () => {
                 '请优先考虑尚未被分类的文件。',
                 '请以 JSON 格式返回类别标签列表。',
                 '示例输出格式：',
-                '{ "mappings": { "hash1": "tag1", "hash2": "tag2" } }',
+                '{ "mappings": { "path1": "tag1", "path2": "tag2" } }',
             ].join('\n'),
         },
         {
@@ -66,9 +62,9 @@ const processExtractCategory = async () => {
     const json = categories.choices[0].message.content;
     const parsed = JSON.parse(json);
     for (const file of metadata_1.MetaData.files) {
-        const hash = file.hash;
-        if (parsed.mappings[hash]) {
-            file.category = parsed.mappings[hash];
+        const path = file.path;
+        if (parsed.mappings[path]) {
+            file.category = parsed.mappings[path];
         }
     }
     console.info('✅ Extracted categories:', categories.choices[0].message.content);

package/dist/process/enhanceMarkdownSource.js

@@ -10,25 +10,6 @@ const metadata_1 = require("../metadata");
 const paths_1 = require("../paths");
 const frontmatter_1 = require("../utils/frontmatter");
 const writeFile_1 = require("../utils/writeFile");
-const replaceInnerLinks = (file, markdownContent) => {
-    let content = markdownContent;
-    for (const link of file.links) {
-        if (URL.canParse(link))
-            continue; // 跳过绝对 URL
-        const targetPath = path_1.default.resolve('/', path_1.default.dirname(file.path), link).slice(1);
-        const targetFile = metadata_1.MetaData.files.find(f => f.path === targetPath);
-        if (!targetFile) {
-            console.warn(`⚠️ Link target not found for ${link} in file ${file.path}`);
-            continue;
-        }
-        // 替换链接 (使用相对链接)
-        const targetLink = `czon://${targetFile.hash}`;
-        // 全局替换链接
-        const linksRegex = new RegExp(`\\]\\(${link.replace(/[.*+?^${}()|[\]\\]/g, '\\$&')}\\)`, 'g');
-        content = content.replace(linksRegex, `](${targetLink})`);
-    }
-    return content;
-};
 /**
  * 存储母语文件到 .czon/src
  */
@@ -41,11 +22,9 @@ async function storeNativeFiles() {
             continue;
         }
         try {
-            if (!file.hash)
-                throw new Error(`Missing hash`);
             if (!file.metadata?.inferred_lang)
                 throw new Error(`Missing inferred language`);
-            const filePath = path_1.default.join(paths_1.CZON_SRC_DIR, file.metadata.inferred_lang, file.hash + '.md');
+            const filePath = path_1.default.join(paths_1.CZON_SRC_DIR, file.metadata.inferred_lang, file.path);
             const originalContent = await (0, promises_1.readFile)(path_1.default.join(paths_1.INPUT_DIR, file.path), 'utf-8');
             // 增强 YAML Frontmatter
             const enhancedContent = (0, frontmatter_1.updateFrontmatter)(originalContent, {
@@ -55,8 +34,8 @@ async function storeNativeFiles() {
                 date: file.metadata.inferred_date,
             });
             // 进行内链接替换, 将相对链接替换为基于 czon://hash 的链接
-            const replacedContent = replaceInnerLinks(file, enhancedContent);
-            await (0, writeFile_1.writeFile)(filePath, replacedContent);
+            // const replacedContent = replaceInnerLinks(file, enhancedContent);
+            await (0, writeFile_1.writeFile)(filePath, enhancedContent);
         }
         catch (error) {
             console.warn(`⚠️ Failed to store native file ${file.path}:`, error);

package/dist/process/processTranslations.js

@@ -106,8 +106,8 @@ async function processTranslations() {
             if (verbose)
                 console.log(`🌐 Translating to ${lang}...`);
             // 存储翻译文件到 .czon/src/{lang}
-            const sourcePath = path_1.default.join(paths_1.CZON_SRC_DIR, file.metadata.inferred_lang, file.hash + '.md'); // 使用已经加强的母语文件路径
-            const targetPath = path_1.default.join(paths_1.CZON_SRC_DIR, lang, file.hash + '.md');
+            const sourcePath = path_1.default.join(paths_1.CZON_SRC_DIR, file.metadata.inferred_lang, file.path); // 使用已经加强的母语文件路径
+            const targetPath = path_1.default.join(paths_1.CZON_SRC_DIR, lang, file.path);
             try {
                 const content = await (0, promises_1.readFile)(sourcePath, 'utf-8');
                 if (file.metadata.inferred_lang === lang) {
@@ -122,8 +122,8 @@ async function processTranslations() {
                         console.info(`ℹ️ Content unchanged for ${file.path}, skipping translation.`);
                     return;
                 }
-                // await translateWithLLMCall(sourcePath, targetPath, lang);
-                await translateWithOpenCode(sourcePath, targetPath, lang);
+                await translateWithLLMCall(sourcePath, targetPath, lang);
+                // await translateWithOpenCode(sourcePath, targetPath, lang);
                 // const translationMeta = ((file.translations ??= {})[lang] ??= {});
                 // translationMeta.content_length = translatedContent.length; // 记录翻译后内容长度
                 // translationMeta.token_used = translatedResponse.usage; // 记录 token 使用情况

package/dist/process/scanSourceFiles.js

@@ -30,7 +30,7 @@ async function scanSourceFiles() {
     for (const filePath of markdownFiles) {
         queue.push(filePath);
     }
-    const hashes = new Set();
+    const paths = new Set();
     while (queue.length > 0) {
         const relativePath = queue.shift();
         const fullPath = path_1.default.join(paths_1.INPUT_DIR, relativePath);
@@ -51,12 +51,15 @@ async function scanSourceFiles() {
         }
         const contentBuffer = await (0, promises_1.readFile)(fullPath);
         const hash = (0, sha256_1.sha256)(contentBuffer);
-        hashes.add(hash);
-        let meta = metadata_1.MetaData.files.find(f => f.hash === hash);
+        paths.add(relativePath);
+        let meta = metadata_1.MetaData.files.find(f => f.path === relativePath);
         if (!meta) {
             meta = { hash, path: relativePath, links: [] };
             metadata_1.MetaData.files.push(meta);
         }
+        else {
+            meta.hash = hash;
+        }
         // 处理 Markdown 文件
         if (fullPath.endsWith('.md')) {
             const content = contentBuffer.toString('utf-8');
@@ -76,7 +79,7 @@ async function scanSourceFiles() {
         }
     }
     // 移除不再存在的文件元数据
-    metadata_1.MetaData.files = metadata_1.MetaData.files.filter(f => hashes.has(f.hash));
+    metadata_1.MetaData.files = metadata_1.MetaData.files.filter(f => paths.has(f.path));
     // 按路径降序排序 (通常外层目录优先)
     metadata_1.MetaData.files.sort((a, b) => 
     // 第一级按目录排序

package/dist/process/template.js

@@ -56,17 +56,17 @@ const spiderStaticSiteGenerator = async () => {
     }
     const isVisited = new Set();
     const contents = [];
-    // 预加载所有 Markdown 内容
+    // 预加载所有 Markdown 内容，因为 React 内部异步渲染比较麻烦
     for (const file of metadata_1.MetaData.files) {
         if (!file.path.endsWith('.md'))
             continue;
         for (const lang of metadata_1.MetaData.options.langs || []) {
-            const markdown = await fs.readFile(path.join(paths_1.CZON_SRC_DIR, lang, file.hash + '.md'), 'utf-8');
+            const markdown = await fs.readFile(path.join(paths_1.CZON_SRC_DIR, lang, file.path), 'utf-8');
             const { frontmatter, body } = (0, frontmatter_1.parseFrontmatter)(markdown);
-            const markdownHtml = (0, convertMarkdownToHtml_1.convertMarkdownToHtml)(body);
+            const markdownHtml = (0, convertMarkdownToHtml_1.convertMarkdownToHtml)(file.path, lang, body);
             contents.push({
                 lang,
-                hash: file.hash,
+                file,
                 body: markdownHtml,
                 frontmatter,
             });
@@ -83,42 +83,6 @@ const spiderStaticSiteGenerator = async () => {
                 site: metadata_1.MetaData,
                 contents,
             });
-        // 内部链接: czon://hash 格式的链接替换为 /{lang}/{slug}.html
-        html = html.replace(/href="([^"]+)"/g, (match, link) => {
-            console.info(`🕷️ Processing link: ${link} in path: ${currentPath}`);
-            if (link.startsWith('czon://')) {
-                const hash = link.replace('czon://', '');
-                console.info(`   🔗 Replacing internal link for hash: ${hash}`);
-                const file = metadata_1.MetaData.files.find(f => f.hash === hash);
-                if (!file || !file.metadata) {
-                    console.warn(`⚠️ Link target not found for hash ${hash} in path ${currentPath}`);
-                    return match;
-                }
-                const slug = file.metadata.slug;
-                const targetPath = path.resolve('/', path.dirname(currentPath), `${slug}.html`);
-                const href = path.relative(path.dirname(currentPath), targetPath);
-                return `href="${href}"`;
-            }
-            return match;
-        });
-        // 替换 src 中的 czon://hash 链接
-        html = html.replace(/src="([^"]+)"/g, (match, link) => {
-            console.info(`🕷️ Processing src link: ${link} in path: ${currentPath}`);
-            if (link.startsWith('czon://')) {
-                const hash = link.replace('czon://', '');
-                console.info(`   🔗 Replacing internal src link for hash: ${hash}`);
-                const file = metadata_1.MetaData.files.find(f => f.hash === hash);
-                if (!file) {
-                    console.warn(`⚠️ Src link target not found for hash ${hash} in path ${currentPath}`);
-                    return match;
-                }
-                const ext = path.extname(file.path);
-                const targetPath = path.join(paths_1.CZON_DIST_RAW_CONTENT_DIR, file.hash + ext);
-                const href = path.relative(path.join(paths_1.CZON_DIST_DIR, path.dirname(currentPath)), targetPath);
-                return `src="${href}"`;
-            }
-            return match;
-        });
         console.info(`🕷️ Crawled ${currentPath}`);
         // 收集 URL 用于 sitemap
         const urlMatch = currentPath.match(/^\/([^/]+)\/(.+)\.html$/);
@@ -143,7 +107,11 @@ const spiderStaticSiteGenerator = async () => {
             const link = match[1];
             if (URL.canParse(link))
                 continue; // 跳过绝对 URL
+            if (link.startsWith('#'))
+                continue; // 跳过页面内锚点链接
             const resolvedPath = path.resolve('/', path.dirname(currentPath), link);
+            if (resolvedPath.startsWith('/__raw__/'))
+                continue; // 跳过原始内容目录
             console.info(`   ➕ Found link: ${link} -> ${resolvedPath} (${isVisited.has(resolvedPath) ? 'visited' : 'new'})`);
             if (!isVisited.has(resolvedPath)) {
                 queue.push(resolvedPath);

package/dist/services/opencode.js

@@ -70,6 +70,14 @@ const runOpenCode = (prompt, options) => {
             const session = await client.session.create();
             if (!session.data?.id)
                 throw new Error('Failed to create OpenCode session', { cause: session.error });
+            options?.signal?.addEventListener('abort', () => {
+                console.info(`🛑 Aborting OpenCode session ${session.data.id}...`);
+                client.session.abort({
+                    path: {
+                        id: session.data.id,
+                    },
+                });
+            });
             const directoryBase64 = Buffer.from(session.data.directory).toString('base64');
             const url = `${baseUrl}/${directoryBase64}/session/${session.data.id}`;
             console.info('OpenCode Session Created', url);

package/dist/ssg/ContentPage.js

@@ -21,7 +21,7 @@ const ContentPage = props => {
     const date = frontmatter.date || '--';
     const tags = frontmatter.tags || [];
     const category = props.file.category;
-    const relatedContents = props.ctx.site.files.filter(f => f.category === category && f.hash !== props.file.hash);
+    const relatedContents = props.ctx.site.files.filter(f => f.category === category && f.path !== props.file.path);
     // 查找指向当前文章的其他文章
     const thisPath = (0, node_path_1.resolve)('/', props.file.path);
     const referencedFiles = props.ctx.site.files.filter(f => f.links.some(link => (0, node_path_1.resolve)('/', (0, node_path_1.dirname)(f.path), link) === thisPath));
@@ -56,15 +56,15 @@ const ContentPage = props => {
                         relatedContents.length > 0 && (react_1.default.createElement(react_1.default.Fragment, null,
                             react_1.default.createElement("h2", null, "See Also"),
                             react_1.default.createElement("ul", null, relatedContents.map(f => {
-                                const theContent = props.ctx.contents.find(c => c.lang === props.lang && c.hash === f.hash);
-                                return (react_1.default.createElement("li", { key: f.hash },
+                                const theContent = props.ctx.contents.find(c => c.lang === props.lang && c.file === f);
+                                return (react_1.default.createElement("li", { key: f.path },
                                     react_1.default.createElement("a", { href: `${f.metadata?.slug}.html` }, theContent?.frontmatter.title)));
                             })))),
                         referencedFiles.length > 0 && (react_1.default.createElement(react_1.default.Fragment, null,
                             react_1.default.createElement("h2", null, "Referenced By"),
                             react_1.default.createElement("ul", null, referencedFiles.map(f => {
-                                const theContent = props.ctx.contents.find(c => c.lang === props.lang && c.hash === f.hash);
-                                return (react_1.default.createElement("li", { key: f.hash },
+                                const theContent = props.ctx.contents.find(c => c.lang === props.lang && c.file === f);
+                                return (react_1.default.createElement("li", { key: f.path },
                                     react_1.default.createElement("a", { href: `${f.metadata?.slug}.html` }, theContent?.frontmatter.title)));
                             }))))),
                     react_1.default.createElement("footer", { className: "footer" },

package/dist/ssg/IndexPage.js

@@ -64,8 +64,7 @@ const IndexPage = props => {
                                 ")"))));
                         }))),
                     react_1.default.createElement("div", null, contents.map(file => {
-                        const metadata = file.metadata;
-                        return (react_1.default.createElement("div", { className: "mb-6", key: file.hash },
+                        return (react_1.default.createElement("div", { className: "mb-6", key: file.path },
                             react_1.default.createElement(ContentMeta_1.ContentMeta, { ctx: props.ctx, file: file, lang: props.lang })));
                     })),
                     react_1.default.createElement("footer", null,

package/dist/ssg/app.js

@@ -28,7 +28,7 @@ const App = (props) => {
         // 渲染文章页面
         for (const file of props.site.files) {
             if (props.path === `/${lang}/${file.metadata?.slug}.html`) {
-                const theContent = props.contents.find(c => c.lang === lang && c.hash === file.hash);
+                const theContent = props.contents.find(c => c.lang === lang && c.file === file);
                 if (!theContent)
                     return react_1.default.createElement(RedirectPage_1.RedirectPage, { from: props.path, to: `/index.html` });
                 return react_1.default.createElement(ContentPage_1.ContentPage, { ctx: props, file: file, lang: lang, content: theContent });

package/dist/ssg/components/ContentMeta.js

@@ -7,7 +7,7 @@ exports.ContentMeta = void 0;
 const react_1 = __importDefault(require("react"));
 const TagList_1 = require("./TagList");
 const ContentMeta = props => {
-    const content = props.ctx.contents.find(c => c.hash === props.file.hash && c.lang === props.lang);
+    const content = props.ctx.contents.find(c => c.file === props.file && c.lang === props.lang);
     const frontmatter = content?.frontmatter || {};
     const title = frontmatter.title;
     const summary = frontmatter.summary;

package/dist/ssg/components/Navigator.js

@@ -22,10 +22,10 @@ const Navigator = props => {
             react_1.default.createElement("li", { className: "nav-item font-bold", key: categoryKey }, category || '--'),
             filesInCategory.map(file => {
                 const link = file.metadata.slug + '.html';
-                const isActive = props.file.hash === file.hash;
-                const theContent = props.ctx.contents.find(c => c.lang === props.lang && c.hash === file.hash);
+                const isActive = props.file === file;
+                const theContent = props.ctx.contents.find(c => c.lang === props.lang && c.file === file);
                 const theTitle = theContent?.frontmatter?.title || file.metadata.title || '(no title)';
-                return (react_1.default.createElement("li", { className: "nav-item", key: file.hash },
+                return (react_1.default.createElement("li", { className: "nav-item", key: file.path },
                     react_1.default.createElement("a", { href: link, className: `nav-link ${isActive ? 'active' : ''}` },
                         theTitle,
                         " ",

package/dist/utils/convertMarkdownToHtml.js

@@ -8,6 +8,8 @@ const highlight_js_1 = __importDefault(require("highlight.js"));
 const marked_1 = require("marked");
 const marked_katex_extension_1 = __importDefault(require("marked-katex-extension"));
 const marked_footnote_1 = __importDefault(require("marked-footnote"));
+const metadata_1 = require("../metadata");
+const path_1 = require("path");
 // 辅助函数：转义 HTML 特殊字符
 function escapeHtml(unsafe) {
     return unsafe
@@ -24,10 +26,67 @@ marked_1.marked.use((0, marked_footnote_1.default)());
  * @param mdContent Markdown 内容字符串
  * @returns 转换后的 HTML 字符串
  */
-const convertMarkdownToHtml = (mdContent) => {
+const convertMarkdownToHtml = (path, lang, mdContent) => {
+    const sourceFileMeta = metadata_1.MetaData.files.find(f => f.path === path);
     // 创建自定义渲染器
     const renderer = new marked_1.marked.Renderer();
     const originalCodeRenderer = renderer.code;
+    const originalLinkRenderer = renderer.link;
+    renderer.link = function (link) {
+        console.info(`🔗 #### Processing link in Markdown: ${link.href} in file: ${path}`);
+        if (URL.canParse(link.href)) {
+            // 保持原有链接渲染行为
+            return originalLinkRenderer.call(this, link);
+        }
+        if (!sourceFileMeta?.metadata?.slug) {
+            console.warn(`⚠️ Source file metadata slug not found for path ${path}`);
+            return originalLinkRenderer.call(this, link);
+        }
+        const sourceFileHtmlPath = (0, path_1.resolve)('/', lang, `${sourceFileMeta.metadata.slug}.html`);
+        const resolvedPath = (0, path_1.join)((0, path_1.dirname)(path), link.href);
+        const file = metadata_1.MetaData.files.find(f => f.path === resolvedPath);
+        if (!file) {
+            console.warn(`⚠️ Link target not found for path ${resolvedPath} in file ${path}`);
+            return originalLinkRenderer.call(this, link);
+        }
+        if (link.href.endsWith('.md')) {
+            if (!file.metadata?.slug) {
+                console.warn(`⚠️ Missing slug metadata for file ${file.path}`);
+                return originalLinkRenderer.call(this, link);
+            }
+            const slug = file.metadata.slug;
+            const targetPath = (0, path_1.resolve)('/', lang, `${slug}.html`);
+            // 将 .md 链接转换为对应的 HTML 文件链接
+            const href = (0, path_1.relative)((0, path_1.dirname)(sourceFileHtmlPath), targetPath);
+            const modifiedLink = {
+                ...link,
+                href,
+            };
+            return originalLinkRenderer.call(this, modifiedLink);
+        }
+        else {
+            console.info(` 🔗 #### Processing resource link in Markdown: ${link.href} in file: ${path}`);
+            // 其他资源链接到 __raw__ 目录
+            const resourcePath = (0, path_1.resolve)('/', (0, path_1.dirname)(path), link.href);
+            const href = (0, path_1.relative)((0, path_1.dirname)(sourceFileHtmlPath), (0, path_1.join)('/', '__raw__', resourcePath));
+            console.info(`     ➡️ Converted resource link to: ${href}`);
+            const modifiedLink = {
+                ...link,
+                href: href,
+            };
+            return originalLinkRenderer.call(this, modifiedLink);
+        }
+    };
+    const originalImageRenderer = renderer.image;
+    renderer.image = function (image) {
+        console.info(`🖼️ #### Processing image in Markdown: ${image.href} in file: ${path}`);
+        if (URL.canParse(image.href)) {
+            // 保持原有图片渲染行为
+            return originalImageRenderer.call(this, image);
+        }
+        const imagePath = (0, path_1.join)((0, path_1.dirname)(path), image.href);
+        return `<img src="${(0, path_1.join)('..', '__raw__', imagePath)}" alt="${image.text}" />`;
+    };
     // 重写代码块渲染器以支持 Mermaid - 使用 any 类型绕过类型检查
     renderer.code = function (code, language, isEscaped) {
         // 在 marked 17+ 中，code 参数是一个对象，包含 text 和 lang 属性

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "czon",
-  "version": "0.5.7",
+  "version": "0.6.0",
   "description": "CZone - AI enhanced Markdown content engine",
   "main": "dist/index.js",
   "types": "dist/index.d.ts",