markopress 0.0.15 → 0.0.16

package/dist/config/validation.d.ts

@@ -77,6 +77,13 @@ export declare const MarkoPressConfigSchema: z.ZodObject<{
             exclude: z.ZodOptional<z.ZodArray<z.ZodString>>;
             transformItems: z.ZodOptional<z.ZodAny>;
         }, z.core.$loose>>;
+        robots: z.ZodOptional<z.ZodObject<{
+            userAgent: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodArray<z.ZodString>]>>;
+            allow: z.ZodOptional<z.ZodArray<z.ZodString>>;
+            disallow: z.ZodOptional<z.ZodArray<z.ZodString>>;
+            crawlDelay: z.ZodOptional<z.ZodNumber>;
+            sitemap: z.ZodOptional<z.ZodString>;
+        }, z.core.$loose>>;
     }, z.core.$loose>>;
     plugins: z.ZodOptional<z.ZodArray<z.ZodUnion<readonly [z.ZodString, z.ZodTuple<[z.ZodString, z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>], null>, z.ZodObject<{
         name: z.ZodString;
@@ -158,6 +165,14 @@ export declare function validateConfig(config: unknown): {
             exclude?: string[];
             transformItems?: any;
         };
+        robots?: {
+            [x: string]: unknown;
+            userAgent?: string | string[];
+            allow?: string[];
+            disallow?: string[];
+            crawlDelay?: number;
+            sitemap?: string;
+        };
     };
     plugins?: (string | [string?, Record<string, unknown>?, ...unknown[]] | {
         name: string;
@@ -247,6 +262,14 @@ export declare function validateConfigSafe(config: unknown): {
                 exclude?: string[];
                 transformItems?: any;
             };
+            robots?: {
+                [x: string]: unknown;
+                userAgent?: string | string[];
+                allow?: string[];
+                disallow?: string[];
+                crawlDelay?: number;
+                sitemap?: string;
+            };
         };
         plugins?: (string | [string?, Record<string, unknown>?, ...unknown[]] | {
             name: string;

package/dist/config/validation.js

@@ -1 +1 @@
-import{z as o}from"zod";const e=o.object({type:o.enum(["meta","link","script","base"])}).passthrough(),t=o.object({title:o.string().min(1,{message:"Site title is required"}).max(100,{message:"Site title too long"}),description:o.string().max(500,{message:"Description too long"}).optional(),base:o.string().startsWith("/",{message:"Base must start with /"}).optional(),lang:o.string().regex(/^[a-z]{2}(-[A-Z]{2})?$/,{message:"Invalid language code"}).optional(),head:o.array(e).optional()}),a=o.union([o.string(),o.object({dir:o.string().optional(),sidebar:o.boolean().optional(),toc:o.boolean().optional(),rss:o.boolean().optional(),list:o.boolean().optional()}).passthrough()]),n=o.record(o.string(),a),i=o.object({text:o.string().min(1,{message:"Nav item text is required"}),link:o.string().min(1,{message:"Nav item link is required"})}),s=o.object({text:o.string().min(1,{message:"Sidebar item text is required"}),link:o.string().min(1,{message:"Sidebar item link is required"})}),r=o.record(o.string(),o.union([o.array(s),o.object({autoGenerate:o.boolean()})])),l=o.object({navbar:o.array(i).optional(),sidebar:r.optional()}).passthrough(),p=o.object({name:o.string().regex(/^(@[a-z0-9-~][a-z0-9-._~]*\/)?[a-z0-9-~][a-z0-9-._~]*$/,{message:"Invalid theme name"}).refine(o=>!o.includes(".."),{message:"Theme name cannot contain path traversal"}).optional(),designSystem:o.enum(["vitepress","docusaurus","rspress"]).optional(),options:l.optional()}),g=o.object({lineNumbers:o.boolean().optional(),theme:o.object({light:o.string().optional(),dark:o.string().optional()}).optional(),markoTags:o.object({enabled:o.boolean().optional(),tagsDir:o.string().optional()}).optional()}),m=o.object({useCatchAllRoutes:o.boolean().optional(),outDir:o.string().optional(),assetsDir:o.string().optional(),sourcemap:o.boolean().optional(),minify:o.boolean().optional(),clean:o.boolean().optional()}).passthrough(),c=o.union([o.string(),o.tuple([o.string(),o.record(o.string(),o.unknown()).optional()]),o.object({name:o.string().min(1,{message:"Plugin name is required"}),options:o.record(o.string(),o.unknown()).optional()})]),u=o.object({hostname:o.string().optional(),exclude:o.array(o.string()).optional(),transformItems:o.any().optional()}).passthrough(),b=o.object({sitemap:u.optional()}).passthrough().optional();export const MarkoPressConfigSchema=o.object({site:t,contentDir:o.string().optional(),content:n.optional(),theme:p.optional(),markdown:g.optional(),build:m.optional(),search:o.object({enabled:o.boolean().optional()}).passthrough().optional(),seo:b,plugins:o.array(c).optional()});export function validateConfig(o){return MarkoPressConfigSchema.parse(o)}export function validateConfigSafe(o){const e=MarkoPressConfigSchema.safeParse(o);return e.success?{success:!0,data:e.data}:{success:!1,errors:e.error.issues.map(o=>({path:o.path.join("."),message:o.message}))}}
+import{z as o}from"zod";const t=o.object({type:o.enum(["meta","link","script","base"])}).passthrough(),e=o.object({title:o.string().min(1,{message:"Site title is required"}).max(100,{message:"Site title too long"}),description:o.string().max(500,{message:"Description too long"}).optional(),base:o.string().startsWith("/",{message:"Base must start with /"}).optional(),lang:o.string().regex(/^[a-z]{2}(-[A-Z]{2})?$/,{message:"Invalid language code"}).optional(),head:o.array(t).optional()}),a=o.union([o.string(),o.object({dir:o.string().optional(),sidebar:o.boolean().optional(),toc:o.boolean().optional(),rss:o.boolean().optional(),list:o.boolean().optional()}).passthrough()]),n=o.record(o.string(),a),i=o.object({text:o.string().min(1,{message:"Nav item text is required"}),link:o.string().min(1,{message:"Nav item link is required"})}),s=o.object({text:o.string().min(1,{message:"Sidebar item text is required"}),link:o.string().min(1,{message:"Sidebar item link is required"})}),r=o.record(o.string(),o.union([o.array(s),o.object({autoGenerate:o.boolean()})])),l=o.object({navbar:o.array(i).optional(),sidebar:r.optional()}).passthrough(),p=o.object({name:o.string().regex(/^(@[a-z0-9-~][a-z0-9-._~]*\/)?[a-z0-9-~][a-z0-9-._~]*$/,{message:"Invalid theme name"}).refine(o=>!o.includes(".."),{message:"Theme name cannot contain path traversal"}).optional(),designSystem:o.enum(["vitepress","docusaurus","rspress"]).optional(),options:l.optional()}),g=o.object({lineNumbers:o.boolean().optional(),theme:o.object({light:o.string().optional(),dark:o.string().optional()}).optional(),markoTags:o.object({enabled:o.boolean().optional(),tagsDir:o.string().optional()}).optional()}),m=o.object({useCatchAllRoutes:o.boolean().optional(),outDir:o.string().optional(),assetsDir:o.string().optional(),sourcemap:o.boolean().optional(),minify:o.boolean().optional(),clean:o.boolean().optional()}).passthrough(),c=o.union([o.string(),o.tuple([o.string(),o.record(o.string(),o.unknown()).optional()]),o.object({name:o.string().min(1,{message:"Plugin name is required"}),options:o.record(o.string(),o.unknown()).optional()})]),u=o.object({hostname:o.string().optional(),exclude:o.array(o.string()).optional(),transformItems:o.any().optional()}).passthrough(),b=o.object({userAgent:o.union([o.string(),o.array(o.string())]).optional(),allow:o.array(o.string()).optional(),disallow:o.array(o.string()).optional(),crawlDelay:o.number().nonnegative().optional(),sitemap:o.string().optional()}).passthrough(),d=o.object({sitemap:u.optional(),robots:b.optional()}).passthrough().optional();export const MarkoPressConfigSchema=o.object({site:e,contentDir:o.string().optional(),content:n.optional(),theme:p.optional(),markdown:g.optional(),build:m.optional(),search:o.object({enabled:o.boolean().optional()}).passthrough().optional(),seo:d,plugins:o.array(c).optional()});export function validateConfig(o){return MarkoPressConfigSchema.parse(o)}export function validateConfigSafe(o){const t=MarkoPressConfigSchema.safeParse(o);return t.success?{success:!0,data:t.data}:{success:!1,errors:t.error.issues.map(o=>({path:o.path.join("."),message:o.message}))}}

package/dist/plugins/seo/index.d.ts

@@ -1,7 +1,7 @@
 import type { MarkoPressPlugin } from '../../plugin/types.js';
 import type { SeoPluginFactoryOptions } from './types.js';
 /**
- * SEO Plugin - Generates sitemap.xml for SEO
+ * SEO Plugin - Generates sitemap.xml and robots.txt
  *
  * @example
  * // In markopress config

package/dist/plugins/seo/index.js

@@ -1 +1 @@
-import{generateSitemap as o}from"./sitemap.js";export function seoPlugin(e){return{name:"seo",async postBuild(e){const{config:i}=e,s=i.seo;s?.sitemap?await o(e,s.sitemap):console.log("[seo] Sitemap not configured, skipping")}}}export default seoPlugin;
+import{generateSitemap as o}from"./sitemap.js";import{generateRobots as s}from"./robots.js";export function seoPlugin(t){return{name:"seo",async postBuild(e){const{config:i}=e,a=t||i.seo||{},r=i.seo;a?.sitemap||r?.sitemap||a?.robots||r?.robots?((a?.sitemap||r?.sitemap)&&await o(e,a.sitemap||r.sitemap),(a?.robots||r?.robots)&&await s(e,a.robots||r.robots,a.sitemap||r?.sitemap)):console.log("[seo] No SEO generation configured, skipping")}}}export default seoPlugin;

package/dist/plugins/seo/robots.d.ts

@@ -0,0 +1,20 @@
+/**
+ * Robots.txt generation for SEO plugin
+ */
+import type { ResolvedConfig } from '../../config/types.js';
+import type { SitemapOptions, RobotsOptions } from './types.js';
+/**
+ * Post-build context for robots generation
+ */
+interface PostBuildContext {
+    config: ResolvedConfig;
+    outDir: string;
+    routes: Record<string, unknown>;
+    assets: unknown[];
+    allContent: unknown;
+}
+/**
+ * Generate robots.txt from seo robots options
+ */
+export declare function generateRobots(ctx: PostBuildContext, options?: RobotsOptions, sitemapOptions?: SitemapOptions): Promise<void>;
+export {};

package/dist/plugins/seo/robots.js

@@ -0,0 +1 @@
+import{promises as t}from"fs";import{join as e}from"path";function r(t,e){if(e?.hostname)return e.hostname;const r=t.site;if(r.url)return r.url;throw Error("Robots hostname is required. Set site.url in config or provide hostname in sitemap/robots options.")}function o(t){return t&&0!==t.length?[...new Set(t.map(t=>t.trim()).filter(Boolean))]:[]}export async function generateRobots(s,n={},i){const{config:a,outDir:l}=s;try{const s=e(l,"public");await t.mkdir(s,{recursive:!0});const p=(c=n.userAgent)?Array.isArray(c)?c.filter(Boolean):[c]:["*"],u=o(n.allow),f=o(n.disallow),h=[];for(const t of p){h.push("User-agent: "+t);for(const t of u)h.push("Allow: "+t);for(const t of f)h.push("Disallow: "+t);"number"==typeof n.crawlDelay&&h.push("Crawl-delay: "+n.crawlDelay),h.push("")}const m=function(t,e,o){if(e?.sitemap){const s=(t.site?.base||"/").replace(/\/$/,""),n=e.sitemap.trim();if(n.startsWith("http://")||n.startsWith("https://"))return n;const i=n.startsWith("/")?n:"/"+n;let a;try{a=r(t,o)}catch{return s&&"/"!==s?`${s}${i}`:i}return s&&"/"!==s?`${a}${s}${i}`:`${a}${i}`}if(!o)return;const s=r(t,o).replace(/\/$/,""),n=(t.site?.base||"/").replace(/\/$/,""),i="/sitemap.xml";return`${s}${n&&"/"!==n?`${n}${i}`:i}`}(a,n,i);for(m&&h.push("Sitemap: "+m);h.length>0&&""===h[h.length-1];)h.pop();const $=e(s,"robots.txt"),g=h.length>0?h.join("\n")+"\n":"User-agent: *\n";await t.writeFile($,g,"utf8"),console.log("[seo] Generated robots.txt")}catch(t){const e=t instanceof Error?t.message:t+"";console.error("[seo] Failed to generate robots.txt: "+e)}var c}

package/dist/plugins/seo/types.d.ts

@@ -33,15 +33,41 @@ export interface SitemapOptions {
         lastmodDateOnly?: boolean;
     };
 }
+export interface RobotsOptions {
+    /**
+     * User agent(s) to apply rules to
+     * @default ['*']
+     */
+    userAgent?: string | string[];
+    /**
+     * Allowed paths for matching user agents
+     */
+    allow?: string[];
+    /**
+     * Disallowed paths for matching user agents
+     */
+    disallow?: string[];
+    /**
+     * Optional crawl delay in seconds
+     */
+    crawlDelay?: number;
+    /**
+     * Explicit sitemap URL to reference in robots.txt
+     * If not provided, generated from site.url / sitemap config when available
+     */
+    sitemap?: string;
+}
 /**
  * SEO plugin configuration
  */
 export interface SeoPluginConfig {
     sitemap?: SitemapOptions;
+    robots?: RobotsOptions;
 }
 /**
  * Plugin factory options
  */
 export interface SeoPluginFactoryOptions {
     sitemap?: SitemapOptions;
+    robots?: RobotsOptions;
 }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "markopress",
-  "version": "0.0.15",
+  "version": "0.0.16",
   "description": "A fast, modern static site generator built on Marko.js v6 - drop-in alternative to VitePress and Docusaurus with full content compatibility",
   "keywords": [
     "static-site-generator",