czon 0.4.0 → 0.4.2

package/dist/build/pipeline.js

@@ -45,6 +45,8 @@ const processTranslations_1 = require("../process/processTranslations");
 const scanSourceFiles_1 = require("../process/scanSourceFiles");
 const template_1 = require("../process/template");
 const writeFile_1 = require("../utils/writeFile");
+const robots_1 = require("./robots");
+const sitemap_1 = require("./sitemap");
 /**
  * 验证构建配置
  */
@@ -97,6 +99,15 @@ async function buildPipeline(options) {
     await (0, processTranslations_1.processTranslations)();
     // 渲染模板
     await (0, template_1.spiderStaticSiteGenerator)();
+    // 生成 robots.txt
+    await (0, robots_1.generateRobotsTxt)();
+    // 生成 sitemap.xml
+    if (metadata_1.MetaData.options.baseUrl) {
+        await (0, sitemap_1.generateSitemap)(metadata_1.MetaData.options.baseUrl);
+    }
+    else {
+        console.log('ℹ️ Skipping sitemap generation (--baseUrl not provided)');
+    }
 }
 /**
  * 主构建函数

package/dist/build/robots.js

@@ -0,0 +1,115 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.generateRobotsTxt = void 0;
+const path = __importStar(require("path"));
+const paths_1 = require("../paths");
+const writeFile_1 = require("../utils/writeFile");
+const generateRobotsTxt = async () => {
+    const robotsTxtContent = `# robots.txt generated by CZON
+User-agent: *
+Allow: /
+
+# AI and LLM Training Permission
+# This site permits AI/ML training and scraping
+User-agent: CCBot
+Disallow:
+
+User-agent: GPTBot
+Disallow:
+
+User-agent: ClaudeBot
+Disallow:
+
+User-agent: DeepseekCrawler
+Disallow:
+
+User-agent: OAI-SearchBot
+Disallow:
+
+User-agent: Bytespider
+Disallow:
+
+User-agent: PetalBot
+Disallow:
+
+User-agent: Applebot
+Disallow:
+
+User-agent: Google-Extended
+Disallow:
+
+User-agent: Amazonbot
+Disallow:
+
+User-agent: Anthropic-AI
+Disallow:
+
+User-agent: Meta-ExternalAgent
+Disallow:
+
+User-agent: Meta-ExternalFetcher
+Disallow:
+
+User-agent: FacebookBot
+Disallow:
+
+User-agent: Bingbot
+Disallow:
+
+User-agent: Slurp
+Disallow:
+
+User-agent: DuckDuckBot
+Disallow:
+
+User-agent: Baiduspider
+Disallow:
+
+User-agent: YandexBot
+Disallow:
+
+User-agent: KHTML, like Gecko
+Disallow:
+
+Content-Signal: ai-train=yes, search=yes, ai-input=yes
+
+Sitemap: /sitemap.xml
+`;
+    const robotsPath = path.join(paths_1.CZON_DIST_DIR, 'robots.txt');
+    await (0, writeFile_1.writeFile)(robotsPath, robotsTxtContent);
+};
+exports.generateRobotsTxt = generateRobotsTxt;
+//# sourceMappingURL=robots.js.map

package/dist/build/sitemap.js

@@ -0,0 +1,110 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.clearSitemapCollection = exports.generateSitemap = exports.collectCategoryPage = exports.collectIndexPage = exports.collectUrl = void 0;
+const path = __importStar(require("path"));
+const paths_1 = require("../paths");
+const writeFile_1 = require("../utils/writeFile");
+const sitemapUrls = new Map();
+const collectUrl = (lang, slug) => {
+    if (!slug)
+        return;
+    let entry = sitemapUrls.get(slug);
+    if (!entry) {
+        entry = { slug, langs: [] };
+        sitemapUrls.set(slug, entry);
+    }
+    if (!entry.langs.some(l => l.lang === lang)) {
+        entry.langs.push({ lang, path: `/${lang}/${slug}.html` });
+    }
+};
+exports.collectUrl = collectUrl;
+const collectIndexPage = (lang) => {
+    const slug = 'index';
+    let entry = sitemapUrls.get(slug);
+    if (!entry) {
+        entry = { slug, langs: [] };
+        sitemapUrls.set(slug, entry);
+    }
+    if (!entry.langs.some(l => l.lang === lang)) {
+        entry.langs.push({ lang, path: `/${lang}/index.html` });
+    }
+};
+exports.collectIndexPage = collectIndexPage;
+const collectCategoryPage = (lang, category) => {
+    const slug = `categories_${category}`;
+    let entry = sitemapUrls.get(slug);
+    if (!entry) {
+        entry = { slug, langs: [] };
+        sitemapUrls.set(slug, entry);
+    }
+    if (!entry.langs.some(l => l.lang === lang)) {
+        entry.langs.push({ lang, path: `/${lang}/categories_${category}.html` });
+    }
+};
+exports.collectCategoryPage = collectCategoryPage;
+const generateSitemap = async (baseUrl) => {
+    if (sitemapUrls.size === 0) {
+        console.warn('⚠️ No URLs collected for sitemap');
+        return;
+    }
+    const baseUrlClean = baseUrl.replace(/\/$/, '');
+    let sitemap = `<?xml version="1.0" encoding="UTF-8"?>
+<urlset xmlns="http://www.sitemaps.org/schemas/sitemap/0.9"
+        xmlns:xhtml="http://www.w3.org/1999/xhtml">
+`;
+    for (const entry of sitemapUrls.values()) {
+        sitemap += `  <url>\n`;
+        for (const langEntry of entry.langs) {
+            const fullUrl = `${baseUrlClean}${langEntry.path}`;
+            const fullUrlEncoded = encodeURI(fullUrl);
+            if (langEntry.lang === entry.langs[0].lang) {
+                sitemap += `    <loc>${fullUrlEncoded}</loc>\n`;
+            }
+            sitemap += `    <xhtml:link rel="alternate" hreflang="${langEntry.lang}" href="${fullUrlEncoded}"/>\n`;
+        }
+        sitemap += `  </url>\n`;
+    }
+    sitemap += `</urlset>`;
+    const sitemapPath = path.join(paths_1.CZON_DIST_DIR, 'sitemap.xml');
+    await (0, writeFile_1.writeFile)(sitemapPath, sitemap);
+    console.log(`✅ Generated sitemap.xml with ${sitemapUrls.size} URLs`);
+};
+exports.generateSitemap = generateSitemap;
+const clearSitemapCollection = () => {
+    sitemapUrls.clear();
+};
+exports.clearSitemapCollection = clearSitemapCollection;
+//# sourceMappingURL=sitemap.js.map

package/dist/cli.js

@@ -1,42 +1,8 @@
 #!/usr/bin/env node
 "use strict";
-var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
-    if (k2 === undefined) k2 = k;
-    var desc = Object.getOwnPropertyDescriptor(m, k);
-    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
-      desc = { enumerable: true, get: function() { return m[k]; } };
-    }
-    Object.defineProperty(o, k2, desc);
-}) : (function(o, m, k, k2) {
-    if (k2 === undefined) k2 = k;
-    o[k2] = m[k];
-}));
-var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
-    Object.defineProperty(o, "default", { enumerable: true, value: v });
-}) : function(o, v) {
-    o["default"] = v;
-});
-var __importStar = (this && this.__importStar) || (function () {
-    var ownKeys = function(o) {
-        ownKeys = Object.getOwnPropertyNames || function (o) {
-            var ar = [];
-            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
-            return ar;
-        };
-        return ownKeys(o);
-    };
-    return function (mod) {
-        if (mod && mod.__esModule) return mod;
-        var result = {};
-        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
-        __setModuleDefault(result, mod);
-        return result;
-    };
-})();
 Object.defineProperty(exports, "__esModule", { value: true });
 const clipanion_1 = require("clipanion");
 const dotenv_1 = require("dotenv");
-const path = __importStar(require("path"));
 const pipeline_1 = require("./build/pipeline");
 const version_1 = require("./version");
 // 加载 .env 文件中的环境变量
@@ -45,18 +11,20 @@ const version_1 = require("./version");
 class BuildCommand extends clipanion_1.Command {
     constructor() {
         super(...arguments);
-        this.template = clipanion_1.Option.String('-t,--template');
         this.verbose = clipanion_1.Option.Boolean('-v,--verbose');
         this.lang = clipanion_1.Option.Array('--lang', {
             description: 'Target languages for translation (e.g., en-US, ja-JP)',
         });
+        this.baseUrl = clipanion_1.Option.String('--baseUrl', {
+            description: 'Base URL for sitemap generation (e.g., https://yoursite.com). If not provided, sitemap will not be generated.',
+        });
     }
     async execute() {
         try {
             await (0, pipeline_1.buildSite)({
-                template: this.template ? path.resolve(this.template) : undefined,
                 verbose: this.verbose,
                 langs: this.lang,
+                baseUrl: this.baseUrl,
             });
             return 0;
         }
@@ -76,6 +44,7 @@ BuildCommand.usage = clipanion_1.Command.Usage({
       Examples:
         $ czon build
         $ czon build --lang en-US --lang ja-JP (translate to English and Japanese)
+        $ czon build --baseUrl https://yoursite.com (generate sitemap.xml)
     `,
 });
 // 创建 CLI 应用

package/dist/process/template.js

@@ -38,6 +38,7 @@ const fs = __importStar(require("fs/promises"));
 const path = __importStar(require("path"));
 const metadata_1 = require("../metadata");
 const paths_1 = require("../paths");
+const sitemap_1 = require("../build/sitemap");
 const ssg_1 = require("../ssg");
 const convertMarkdownToHtml_1 = require("../utils/convertMarkdownToHtml");
 const frontmatter_1 = require("../utils/frontmatter");
@@ -46,6 +47,7 @@ const writeFile_1 = require("../utils/writeFile");
  * 使用简单的爬虫抓取生成的站点页面
  */
 const spiderStaticSiteGenerator = async () => {
+    (0, sitemap_1.clearSitemapCollection)();
     const queue = ['/index.html', '/404.html'];
     // 将每个语言的首页加入队列
     for (const lang of metadata_1.MetaData.options.langs || []) {
@@ -117,6 +119,22 @@ const spiderStaticSiteGenerator = async () => {
             return match;
         });
         console.info(`🕷️ Crawled ${currentPath}`);
+        // 收集 URL 用于 sitemap
+        const urlMatch = currentPath.match(/^\/([^/]+)\/(.+)\.html$/);
+        if (urlMatch) {
+            const lang = urlMatch[1];
+            const page = urlMatch[2];
+            if (page === 'index') {
+                (0, sitemap_1.collectIndexPage)(lang);
+            }
+            else if (page.startsWith('categories_')) {
+                const category = page.replace('categories_', '');
+                (0, sitemap_1.collectCategoryPage)(lang, category);
+            }
+            else {
+                (0, sitemap_1.collectUrl)(lang, page);
+            }
+        }
         await (0, writeFile_1.writeFile)(path.join(paths_1.CZON_DIST_DIR, currentPath), html);
         // 提取生成的 HTML 中的站内链接，加入爬取队列
         const linkRegex = /href="([^"]+)"/g;

package/dist/ssg/ContentPage.js

@@ -33,7 +33,7 @@ const ContentPage = props => {
             react_1.default.createElement("script", { src: "https://cdn.jsdelivr.net/npm/@tailwindcss/browser@4", defer: true }),
             react_1.default.createElement("style", null, style_1.style)),
         react_1.default.createElement("body", null,
-            react_1.default.createElement(PageLayout_1.PageLayout, { header: react_1.default.createElement(CZONHeader_1.CZONHeader, { ctx: props.ctx, lang: props.lang, file: props.file }), navigator: react_1.default.createElement("nav", { className: "sidebar" },
+            react_1.default.createElement(PageLayout_1.PageLayout, { header: react_1.default.createElement(CZONHeader_1.CZONHeader, { ctx: props.ctx, lang: props.lang, file: props.file }), navigator: react_1.default.createElement("nav", { className: "sidebar hidden md:block" },
                     react_1.default.createElement(Navigator_1.Navigator, { ctx: props.ctx, file: props.file, lang: props.lang })), main: react_1.default.createElement("main", { className: "content" },
                     react_1.default.createElement(ContentMeta_1.ContentMeta, { ctx: props.ctx, file: props.file, lang: props.lang }),
                     react_1.default.createElement("div", { className: "content-body" },

package/dist/ssg/components/LanguageSwitch.js

@@ -24,6 +24,7 @@ const style = `
 
 .language-switch-icon {
   transition: transform 0.2s ease;
+  max-width: 1rem;
 }
 
 .language-switch-dropdown {

package/dist/ssg/components/Navigator.js

@@ -26,7 +26,10 @@ const Navigator = props => {
                 const theContent = props.ctx.contents.find(c => c.lang === props.lang && c.hash === file.hash);
                 const theTitle = theContent?.frontmatter?.title || file.metadata.title || '(no title)';
                 return (react_1.default.createElement("li", { className: "nav-item", key: file.hash },
-                    react_1.default.createElement("a", { href: link, className: `nav-link ${isActive ? 'active' : ''}` }, theTitle)));
+                    react_1.default.createElement("a", { href: link, className: `nav-link ${isActive ? 'active' : ''}` },
+                        theTitle,
+                        " ",
+                        file.metadata?.inferred_date && `(${file.metadata.inferred_date})`)));
             })));
     })));
 };

package/dist/ssg/style.js

@@ -47,10 +47,6 @@ exports.style = `
         margin-top: 0.5rem;
       }
 
-      .nav-list {
-        list-style: none;
-      }
-
       .nav-item {
         margin-bottom: 0.5rem;
       }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "czon",
-  "version": "0.4.0",
+  "version": "0.4.2",
   "description": "CZone - AI enhanced Markdown content engine",
   "main": "dist/index.js",
   "types": "dist/index.d.ts",
@@ -8,7 +8,7 @@
   "scripts": {
     "build": "npx rimraf dist && tsc",
     "dev": "ts-node src/cli.ts",
-    "build:doc": "npm run build && node dist/cli.js build --lang zh-Hans --lang en-US --lang ja-JP --lang ko-KR --lang es-ES --lang fr-FR --lang de-DE --lang ru-RU --lang pt-PT --lang it-IT --lang nl-NL --lang pl-PL --lang sv-SE --lang fi-FI --lang da-DK --lang no-NO --lang zh-Hant --lang hi-IN --lang ar-SA --lang th-TH --lang vi-VN --lang id-ID --lang pt-BR --lang es-MX --lang tr-TR --lang uk-UA --verbose",
+    "build:doc": "npm run build && node dist/cli.js build --lang zh-Hans --lang en-US --lang ja-JP --lang ko-KR --lang es-ES --lang fr-FR --lang de-DE --lang ru-RU --lang pt-PT --lang it-IT --lang nl-NL --lang pl-PL --lang sv-SE --lang fi-FI --lang da-DK --lang no-NO --lang zh-Hant --lang hi-IN --lang ar-SA --lang th-TH --lang vi-VN --lang id-ID --lang pt-BR --lang es-MX --lang tr-TR --lang uk-UA --verbose --baseUrl 'https://czon.zccz14.com/'",
     "test": "npm run build && node --test dist/**/*.test.js",
     "test:types": "tsc --noEmit",
     "test:build": "npm run build && test -f dist/index.js && test -f dist/cli.js",