@uniweb/build 0.8.42 → 0.9.0

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@uniweb/build",
-  "version": "0.8.42",
+  "version": "0.9.0",
   "description": "Build tooling for the Uniweb Component Web Platform",
   "type": "module",
   "exports": {
@@ -54,9 +54,9 @@
     "@uniweb/theming": "0.1.3"
   },
   "optionalDependencies": {
-    "@uniweb/runtime": "0.6.39",
-    "@uniweb/content-reader": "1.1.4",
-    "@uniweb/schemas": "0.2.1"
+    "@uniweb/runtime": "0.7.0",
+    "@uniweb/schemas": "0.2.1",
+    "@uniweb/content-reader": "1.1.4"
   },
   "peerDependencies": {
     "vite": "^5.0.0 || ^6.0.0 || ^7.0.0",
@@ -65,7 +65,7 @@
     "@tailwindcss/vite": "^4.0.0",
     "@vitejs/plugin-react": "^4.0.0 || ^5.0.0",
     "vite-plugin-svgr": "^4.0.0",
-    "@uniweb/core": "0.5.22"
+    "@uniweb/core": "0.6.0"
   },
   "peerDependenciesMeta": {
     "vite": {

package/src/prerender.js

@@ -12,6 +12,7 @@ import { existsSync, readdirSync, statSync } from 'node:fs'
 import { join, dirname, resolve } from 'node:path'
 import { pathToFileURL } from 'node:url'
 import { executeFetch, mergeDataIntoContent, singularize } from './site/data-fetcher.js'
+import { shouldSplitContent } from './site/split-content.js'
 
 /**
  * Resolve an extension URL to a filesystem path for prerender.
@@ -302,9 +303,12 @@ async function discoverLocaleContents(distDir, defaultContent) {
  *
  * @param {string} html - HTML with prerendered content already injected
  * @param {Object} siteContent - Site content JSON
+ * @param {Object} [options]
+ * @param {boolean} [options.splitContent=false] - Whether split content mode is active
+ * @param {string|null} [options.currentRoute=null] - Route of the page this HTML is for
  * @returns {string} HTML with build-specific data injected
  */
-function injectBuildData(html, siteContent) {
+function injectBuildData(html, siteContent, { splitContent = false, currentRoute = null } = {}) {
   let result = html
 
   // Inject theme CSS if not already present
@@ -317,11 +321,26 @@ function injectBuildData(html, siteContent) {
 
   // Inject site content as JSON for hydration
   // Strip CSS from theme (it's already in a <style> tag)
-  const contentForJson = { ...siteContent }
+  let contentForJson = { ...siteContent }
   if (contentForJson.theme?.css) {
     contentForJson.theme = { ...contentForJson.theme }
     delete contentForJson.theme.css
   }
+
+  // Split mode: strip sections from all pages except the current one.
+  // Dynamic templates (isDynamic) keep their sections — needed by _createDynamicPage().
+  if (splitContent) {
+    contentForJson = {
+      ...contentForJson,
+      pages: contentForJson.pages.map(page => {
+        if (page.route === currentRoute) return page
+        if (page.isDynamic) return page
+        const { sections, ...metadata } = page
+        return metadata
+      })
+    }
+  }
+
   const contentScript = `<script id="__SITE_CONTENT__" type="application/json">${JSON.stringify(contentForJson).replace(/</g, '\\u003c')}</script>`
   if (result.includes('__SITE_CONTENT__')) {
     // Replace existing site content with updated version (includes expanded dynamic routes)
@@ -462,6 +481,30 @@ export async function prerenderSite(siteDir, options = {}) {
       siteContent.pages = expandDynamicPages(siteContent.pages, pageFetchedData, onProgress)
     }
 
+    // Determine whether to split content (after dynamic expansion, after data fetches)
+    const splitContent = shouldSplitContent(
+      siteContent.config?.build?.splitContent,
+      siteContent.pages
+    )
+
+    // Emit per-page content files (after dynamic expansion so expanded pages get their own files)
+    if (splitContent) {
+      onProgress('Writing per-page content files...')
+      const pagesBaseDir = routePrefix
+        ? join(distDir, routePrefix.replace(/^\//, ''), '_pages')
+        : join(distDir, '_pages')
+
+      for (const page of siteContent.pages) {
+        if (!page.sections?.length) continue  // Skip content-less pages
+        if (page.isDynamic) continue           // Templates stay inline
+        const routePath = page.route === '/' ? '/index' : page.route
+        const outputPath = join(pagesBaseDir, `${routePath.replace(/^\//, '')}.json`)
+        await mkdir(dirname(outputPath), { recursive: true })
+        await writeFile(outputPath, JSON.stringify({ sections: page.sections }))
+        onProgress(`  → _pages${routePath}.json`)
+      }
+    }
+
     // Load the HTML shell for this locale
     const shellPath = existsSync(htmlPath) ? htmlPath : join(distDir, 'index.html')
     const htmlShell = await readFile(shellPath, 'utf8')
@@ -571,7 +614,10 @@ export async function prerenderSite(siteDir, options = {}) {
       })
 
       // Build-specific: theme CSS, __SITE_CONTENT__, icon cache
-      html = injectBuildData(html, siteContent)
+      html = injectBuildData(html, siteContent, {
+        splitContent,
+        currentRoute: page.route,
+      })
 
       // Output to the locale-prefixed route
       const outputPath = getOutputPath(distDir, outputRoute)
@@ -583,7 +629,10 @@ export async function prerenderSite(siteDir, options = {}) {
     }
 
     // Write 404.html — shared logic from @uniweb/runtime/ssr
-    const fallbackBaseHtml = injectBuildData(htmlShell, siteContent)
+    const fallbackBaseHtml = injectBuildData(htmlShell, siteContent, {
+      splitContent,
+      currentRoute: null,  // 404 has no current page — manifest only
+    })
     const { html: notFoundHtml, hasNotFoundPage } = generate404Html({
       baseHtml: fallbackBaseHtml,
       website,
@@ -595,6 +644,21 @@ export async function prerenderSite(siteDir, options = {}) {
     await writeFile(join(fallbackDir, '404.html'), notFoundHtml)
     const fallbackNote = hasNotFoundPage ? '404 page + SPA fallback' : 'SPA fallback'
     onProgress(`  → ${routePrefix || ''}404.html (${fallbackNote})`)
+
+    // Rewrite site-content.json as lightweight manifest (for shell/CF mode)
+    // Must happen after all HTML files are written since some code re-reads it.
+    if (splitContent) {
+      const manifest = {
+        ...siteContent,
+        pages: siteContent.pages.map(page => {
+          if (page.isDynamic) return page
+          const { sections, ...metadata } = page
+          return metadata
+        })
+      }
+      await writeFile(localeContentPath, JSON.stringify(manifest))
+      onProgress('Rewrote site-content.json as lightweight manifest')
+    }
   }
 
   // Generate _redirects file for Cloudflare Pages / Netlify

package/src/site/config.js

@@ -153,6 +153,28 @@ export function readSiteConfig(siteRoot) {
   }
 }
 
+/**
+ * Read and parse intelligence.yml configuration (AI knowledge page settings).
+ *
+ * Returns the non-secret fields. The `apiKey` field (if present) uses the
+ * `env:VAR_NAME` syntax for CLI/local dev — the actual key is never stored
+ * in artifacts or published content.
+ *
+ * @param {string} siteRoot - Path to site directory
+ * @returns {Object|null} Parsed intelligence config, or null if no file exists
+ */
+export function readIntelligenceConfig(siteRoot) {
+  const configPath = resolve(siteRoot, 'intelligence.yml')
+  if (!existsSync(configPath)) return null
+
+  try {
+    return yaml.load(readFileSync(configPath, 'utf8')) || {}
+  } catch (err) {
+    console.warn('[site-config] Failed to read intelligence.yml:', err.message)
+    return null
+  }
+}
+
 /**
  * Create a complete Vite configuration for a Uniweb site
  *

package/src/site/content-collector.js

@@ -1236,6 +1236,7 @@ async function processPage(pagePath, pageName, siteRoot, { isIndex = false, pare
           : undefined)
       ),
 
+      hasContent: hierarchicalSections.length > 0,
       sections: hierarchicalSections
     },
     assetCollection: pageAssetCollection,
@@ -1581,6 +1582,7 @@ async function collectPagesRecursive(dirPath, parentRoute, siteRoot, orderConfig
             priority: dirConfig.seo?.priority || null
           },
           fetch: parseFetchConfig(dirConfig.fetch) || null,
+          hasContent: false,
           sections: [],
           order: typeof dirConfig.order === 'number' ? dirConfig.order : undefined
         }
@@ -1674,6 +1676,7 @@ async function collectPagesRecursive(dirPath, parentRoute, siteRoot, orderConfig
           priority: dirConfig.seo?.priority || null
         },
         fetch: null,
+        hasContent: false,
         sections: [],
         order: typeof dirConfig.order === 'number' ? dirConfig.order : undefined
       }
@@ -2056,10 +2059,15 @@ export async function collectSiteContent(sitePath, options = {}) {
   // Convert versionedScopes Map to plain object for JSON serialization
   const versionedScopesObj = Object.fromEntries(versionedScopes)
 
+  // Read intelligence.yml if it exists (AI knowledge page settings)
+  const intelligenceConfig = await readYamlFile(join(sitePath, 'intelligence.yml'))
+  const hasIntelligence = intelligenceConfig && Object.keys(intelligenceConfig).length > 0
+
   return {
     config: {
       ...siteConfig,
       fetch: parseFetchConfig(siteConfig.fetch),
+      ...(hasIntelligence && { intelligence: intelligenceConfig }),
     },
     theme: {
       ...processedTheme,

package/src/site/plugin.js

@@ -38,6 +38,7 @@ import { processAssets, rewriteSiteContentPaths } from './asset-processor.js'
 import { processAdvancedAssets } from './advanced-processors.js'
 import { processCollections, writeCollectionFiles } from './collection-processor.js'
 import { executeFetch, mergeDataIntoContent } from './data-fetcher.js'
+import { shouldSplitContent } from './split-content.js'
 
 // BCP 47 locale code pattern: en, zh-CN, zh-Hant, pt-BR, fr-CA, sr-Latn, etc.
 const LOCALE_RE = '[a-z]{2,3}(?:-[A-Za-z]{2,4})?'
@@ -903,6 +904,18 @@ export function siteContentPlugin(options = {}) {
           }
         }
 
+        // Serve per-page content on demand (dev mode, split content)
+        if (siteContent && req.url.startsWith('/_pages/')) {
+          const routePath = req.url.replace(/^\/_pages/, '').replace(/\.json$/, '')
+          const route = routePath === '/index' ? '/' : routePath
+          const page = siteContent.pages.find(p => p.route === route)
+          if (page?.sections) {
+            res.setHeader('Content-Type', 'application/json')
+            res.end(JSON.stringify({ sections: page.sections }))
+            return
+          }
+        }
+
         next()
       })
     },
@@ -1090,7 +1103,29 @@ export function siteContentPlugin(options = {}) {
       // Note: theme.css is kept here so prerender can inject it into HTML
       // Prerender will strip it from the JSON it injects into each page
 
+      // Check if split content mode is active
+      const splitContent = shouldSplitContent(
+        finalContent.config?.build?.splitContent,
+        finalContent.pages
+      )
+
+      if (splitContent) {
+        // Emit per-page content files as baseline (prerender overwrites with post-fetch versions)
+        for (const page of finalContent.pages) {
+          if (!page.sections?.length) continue
+          if (page.isDynamic) continue
+          const routePath = page.route === '/' ? 'index' : page.route.replace(/^\//, '')
+          this.emitFile({
+            type: 'asset',
+            fileName: `_pages/${routePath}.json`,
+            source: JSON.stringify({ sections: page.sections })
+          })
+        }
+      }
+
       // Emit content as JSON file in production build
+      // Always emit full content — prerender needs sections to render pages.
+      // Prerender will rewrite this as a lightweight manifest when split mode is active.
       this.emitFile({
         type: 'asset',
         fileName: filename,

package/src/site/split-content.js

@@ -0,0 +1,36 @@
+/**
+ * Split Content Helper
+ *
+ * Shared utility to determine whether a site should use split page content.
+ * Used by the site plugin, prerender, and unicloud.
+ *
+ * @module @uniweb/build/site
+ */
+
+const THRESHOLD = 100 * 1024 // 100KB uncompressed JSON
+
+/**
+ * Determine whether site content should be split into per-page files.
+ *
+ * @param {boolean|string|undefined} splitConfig - Value from site.yml build.splitContent
+ *   - true: always split
+ *   - false: never split
+ *   - 'auto' or undefined: split when total sections payload > 100KB
+ * @param {Array} pages - Array of page objects with sections arrays
+ * @returns {boolean} Whether to split content
+ */
+export function shouldSplitContent(splitConfig, pages) {
+  if (splitConfig === true) return true
+  if (splitConfig === false) return false
+
+  // auto (default): measure total sections payload
+  if (!pages?.length) return false
+
+  let totalSize = 0
+  for (const page of pages) {
+    if (!page.sections?.length) continue
+    totalSize += JSON.stringify(page.sections).length
+    if (totalSize > THRESHOLD) return true // Early exit
+  }
+  return false
+}