@smart-cloud/publisher-exporter 1.1.54 → 1.1.56
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/content-sync.js +10 -10
- package/dist/crawl.js +8 -8
- package/dist/invalidate.js +2 -2
- package/dist/queue-runner.js +3 -3
- package/package.json +1 -1
package/dist/crawl.js
CHANGED
|
@@ -1,12 +1,12 @@
|
|
|
1
|
-
import {request,chromium}from'playwright';import C from'fs/promises';import m from'path';import {gunzipSync}from'zlib';import xt,{createHash}from'crypto';import Ir from'http';import Mr from'https';import Br from'fast-glob';import {availableParallelism}from'os';import {Worker}from'worker_threads';var yr=".deploy-plan.json",Sr="deploy-plan.json",Pr=".crawl-incomplete.json",br="crawl-incomplete.json";function dt(){let e=process.env.STATIC_PUBLISHER_RUNTIME_DIR||process.env.WPSUITE_STATIC_PUBLISHER_RUNTIME_DIR||"";return e.trim()?m.resolve(e):""}function pt(e){let t=String(e||"").replace(/\\/g,"/").replace(/^\/+/,"").trim(),r=m.posix.normalize(t);return !t||!r||r==="."||/^[a-zA-Z]:/.test(r)||r.startsWith("../")||r===".."?null:r}function vr(e){let t=String(e||"").trim();if(!t.startsWith("/")||t.startsWith("//")||t.includes("*")||t.includes("#"))return null;try{let r=new URL(t,"https://content-sync.invalid");return r.origin!=="https://content-sync.invalid"?null:`${m.posix.normalize(r.pathname)}${r.search}`}catch{return null}}function Y(e){return [...new Set(e.map(pt).filter(t=>t!==null))]}function Cr(e,t){let r={generatedAt:String(t.generatedAt||new Date().toISOString()),outputDir:m.resolve(e.outputDir),runMode:t.runMode,crawlMode:t.crawlMode,fullSyncRequired:!!t.fullSyncRequired,changedFiles:Y(t.changedFiles||[]),deletedFiles:Y(t.deletedFiles||[]),rewriteTargets:Y(t.rewriteTargets||[])};return t.schemaVersion===2?{...r,schemaVersion:2,runMode:"content-sync",crawlMode:"incremental",fullSyncRequired:false,consumerId:String(t.consumerId||"").trim(),fromSequence:Math.max(0,Number(t.fromSequence)||0),toSequence:Math.max(0,Number(t.toSequence)||0),impactHash:String(t.impactHash||"").trim(),resolvedSitemapUrls:[...new Set((t.resolvedSitemapUrls||[]).map(s=>String(s||"").trim()).filter(s=>{try{let n=new URL(s);return n.protocol==="http:"||n.protocol==="https:"}catch{return false}}))],uploadGroups:{assets:Y(t.uploadGroups?.assets||[]),content:Y(t.uploadGroups?.content||[]),listings:Y(t.uploadGroups?.listings||[]),sitemapLeaves:Y(t.uploadGroups?.sitemapLeaves||[]),sitemapIndexes:Y(t.uploadGroups?.sitemapIndexes||[])},invalidationPaths:[...new Set((t.invalidationPaths||[]).map(vr).filter(s=>s!==null))].sort()}:{schemaVersion:1,...r,runMode:t.runMode}}function gt(e){let t=m.join(m.resolve(e.outputDir),yr),r=dt();return r?[m.join(r,Sr),t]:[t]}function ft(e){let t=m.join(m.resolve(e.outputDir),Pr),r=dt();return r?[m.join(r,br),t]:[t]}function ee(e,t){let r=m.resolve(e),s=m.resolve(t),n=m.relative(r,s).replace(/\\/g,"/");return pt(n)}async function _e(e,t){let r=Cr(e,t);for(let s of gt(e)){await C.mkdir(m.dirname(s),{recursive:true});let n=`${s}.${process.pid}.${Date.now()}.tmp`;await C.writeFile(n,JSON.stringify(r,null,2),"utf8"),await C.rename(n,s);}}async function ht(e){for(let t of gt(e))try{await C.unlink(t);}catch(r){if(r.code!=="ENOENT")throw r}}async function mt(e,t){let r={schemaVersion:1,startedAt:String(t.startedAt||new Date().toISOString()),outputDir:m.resolve(e.outputDir)};for(let s of ft(e)){await C.mkdir(m.dirname(s),{recursive:true});let n=`${s}.${process.pid}.tmp`;await C.writeFile(n,JSON.stringify(r,null,2),"utf8"),await C.rename(n,s);}}async function wt(e){for(let t of ft(e))try{await C.unlink(t);}catch(r){if(r.code!=="ENOENT")throw r}}function Ar(e){return new URL(e).pathname.split("/").filter(Boolean).some(r=>{try{return decodeURIComponent(r).endsWith("__trashed")}catch{return r.endsWith("__trashed")}})}function We(e){return Array.isArray(e)?e.map(We):e&&typeof e=="object"?Object.fromEntries(Object.entries(e).sort(([t],[r])=>t.localeCompare(r)).map(([t,r])=>[t,We(r)])):e}function kr(e){return JSON.stringify(We(e))}function xr(e){return createHash("sha256").update(kr(e)).digest("hex")}function yt(e){let{impactHash:t,...r}=e;if(e.schemaVersion!==1||!t)throw new Error("Invalid content-sync impact plan schema.");if(xr(r)!==t)throw new Error("Content-sync impact plan hash mismatch.");for(let s of [...e.directRenderUrls,...e.deleteUrls])if(Ar(s))throw new Error(`Content-sync impact contains a WordPress trash alias instead of the last public URL: ${s}`)}var Be=["/sitemap_index.xml","/wp-sitemap.xml","/sitemap.xml"];function St(e){let t=new Set;for(let r of [...e,...Be]){let s=String(r||"").trim();s&&t.add(s);}return [...t]}function bt(e){let t=e.trim();return t==="."?".":t.replace(/\/$/,"")}function $r(e){let t=String(e??"").trim();if(!t)return "";let r=t;if(/^https?:\/\//i.test(r))try{r=new URL(r).pathname;}catch{return ""}if(r=r.split(/[?#]/,1)[0]?.replace(/\\/g,"/").trim()??"",!r)return "";let s=r.endsWith("/"),n=r.replace(/^\/+/,"").split("/").map(o=>o.replace(/[^A-Za-z0-9._-]/g,"")).filter(o=>o.length>0&&o!=="."&&o!=="..");if(n.length===0)return "";let i=`/${n.join("/")}`;return s&&m.extname(i)===""&&(i+="/"),i==="/"?"":i}function Qe(e){return !e||typeof e!="object"?{}:Object.fromEntries(Object.entries(e).map(([t,r])=>[t.trim(),String(r??"")]).filter(([t])=>t.length>0))}function Lr(e){if(!e||typeof e!="object")return {};let t={};for(let[r,s]of Object.entries(e)){let n=r.trim();if(!n||!s||typeof s!="object")continue;let i=s,o={};if(typeof i.targetOrigin=="string"){let a=bt(i.targetOrigin);a&&(o.targetOrigin=a);}let c=Qe(i.extraReplacements);if(Object.keys(c).length>0&&(o.extraReplacements=c),i.s3&&typeof i.s3=="object"){let a={},l=i.s3;typeof l.bucket=="string"&&(a.bucket=l.bucket.trim()),typeof l.prefix=="string"&&(a.prefix=l.prefix.trim()),typeof l.region=="string"&&(a.region=l.region.trim()),typeof l.htmlCacheControl=="string"&&(a.htmlCacheControl=l.htmlCacheControl.trim()),typeof l.assetCacheControl=="string"&&(a.assetCacheControl=l.assetCacheControl.trim()),Object.keys(a).length>0&&(o.s3=a);}if(i.cloudFront&&typeof i.cloudFront=="object"){let a={},l=i.cloudFront;typeof l.distributionId=="string"&&(a.distributionId=l.distributionId.trim()),Array.isArray(l.invalidationPaths)&&(a.invalidationPaths=l.invalidationPaths.map(u=>String(u??"").trim()).filter(u=>u.length>0)),Object.keys(a).length>0&&(o.cloudFront=a);}t[n]=o;}return t}function ze(e){return e==="PROFESSIONAL"||e==="AGENCY"?e:void 0}function Ur(e,t){if(!e||typeof e!="object")return null;let r=e,s=r.command;if(s!=="publish"&&s!=="crawl"&&s!=="deploy"&&s!=="invalidate"&&s!=="retry-timeouts"&&s!=="url"&&s!=="content-sync")return null;let n=Number.parseInt(String(r.intervalMinutes??"0"),10);if(!Number.isFinite(n)||n<1)return null;let i=String(r.id??`${s}-${t+1}`).trim();if(!i)return null;let o=String(r.deploymentProfile??"").trim(),c=String(r.url??"").trim(),a=Array.isArray(r.postTypes)?[...new Set(r.postTypes.map(u=>String(u??"").trim().toLowerCase().replace(/[^a-z0-9_-]/g,"")).filter(Boolean))]:[],l=Array.isArray(r.listingPaths)?[...new Set(r.listingPaths.map(u=>String(u??"").trim()).filter(Boolean))]:[];return s==="content-sync"&&a.length===0?null:{id:i,enabled:r.enabled!==false,command:s,intervalMinutes:n,...s==="publish"||s==="crawl"?{crawlMode:r.crawlMode==="incremental"?"incremental":"full"}:{},...(s==="publish"||s==="deploy"||s==="invalidate"||s==="content-sync")&&o?{deploymentProfile:o}:{},...c?{url:c}:{},...a.length>0?{postTypes:a}:{},...l.length>0?{listingPaths:l}:{},...typeof r.includeSubsites=="boolean"?{includeSubsites:r.includeSubsites}:{},...typeof r.includePostTypeArchives=="boolean"?{includePostTypeArchives:r.includePostTypeArchives}:{},...typeof r.includeTaxonomyArchives=="boolean"?{includeTaxonomyArchives:r.includeTaxonomyArchives}:{},...typeof r.includeAuthorArchives=="boolean"?{includeAuthorArchives:r.includeAuthorArchives}:{},...typeof r.includeDateArchives=="boolean"?{includeDateArchives:r.includeDateArchives}:{},...typeof r.includePostsPage=="boolean"?{includePostsPage:r.includePostsPage}:{},...typeof r.includeSitemapChain=="boolean"?{includeSitemapChain:r.includeSitemapChain}:{}}}function vt(e){let t=e&&typeof e=="object"?e:{},r=Array.isArray(t.rules)?t.rules.map((s,n)=>Ur(s,n)).filter(s=>!!s):[];return {enabled:t.enabled===true,timezone:typeof t.timezone=="string"&&t.timezone.trim()!==""?t.timezone.trim():"UTC",rules:r}}function Or(e){if(!e||typeof e!="object")return;let t=e,r={};for(let n of ["accountId","siteId"]){let i=t[n];typeof i=="string"&&i.trim()!==""&&(r[n]=i.trim());}let s=Number(t.lastUpdate??0);return Number.isFinite(s)&&s>0&&(r.lastUpdate=Math.floor(s)),t.subscriber===true&&(r.subscriber=true),Object.keys(r).length>0?r:void 0}function Je(e){let t=e&&typeof e=="object"?e:{},r=String(t.accountId??"").trim(),s=String(t.siteId??"").trim(),n=t.subscriber===true,i=Or(t.siteSettings),o={...i??{},...r?{accountId:i?.accountId??r}:{},...s?{siteId:i?.siteId??s}:{},...i?.subscriber===true||n?{subscriber:true}:{}},c={},a=String(t.apiBase??"").trim();a&&(c.apiBase=a);let l=String(t.runtimeToken??t.nonce??"").trim();l&&(c.runtimeToken=l);let u=String(t.virtualAssetBaseUrl??t.uploadUrl??"").trim();u&&(c.virtualAssetBaseUrl=u),Object.keys(o).length>0&&(c.siteSettings=o);let p=ze(t.subscriptionType);return p&&(c.subscriptionType=p),c}function Dr(e){try{let t=new URL(e);globalThis.location=t;}catch{}}function Ct(e){return typeof e=="string"?e:e instanceof URL?e.toString():e.url}function Er(e,t){let r=new Headers(e instanceof Request?e.headers:void 0);if(t?.headers)for(let[s,n]of new Headers(t.headers).entries())r.set(s,n);return r}async function Rt(e,t,r=5){let s=new URL(Ct(e)),n=String(t?.method??(e instanceof Request?e.method:"GET")).toUpperCase(),i=s.protocol==="http:"?Ir:Mr,o=Er(e,t);return await new Promise((c,a)=>{let l=i.request(s,{method:n,headers:Object.fromEntries(o.entries()),...s.protocol==="https:"?{rejectUnauthorized:false}:{}},u=>{let p=[];u.on("data",d=>{p.push(Buffer.isBuffer(d)?d:Buffer.from(d));}),u.on("error",a),u.on("end",()=>{let d=u.statusCode??0,S=u.headers.location;if(r>0&&S&&[301,302,303,307,308].includes(d)){c(Rt(new URL(S,s),{method:d===303?"GET":n},r-1));return}let w=new Headers;for(let[P,g]of Object.entries(u.headers))Array.isArray(g)?w.set(P,g.join(", ")):typeof g=="string"&&w.set(P,g);c(new Response(Buffer.concat(p),{status:d,statusText:u.statusMessage??"",headers:w}));});});l.on("error",a),l.end();})}function Fr(e){let t=Je(e.wpsuite),r={...t.siteSettings??{},...t.siteSettings?.subscriber===true||t.subscriptionType==="PROFESSIONAL"||t.subscriptionType==="AGENCY"?{subscriber:true}:{}},s=String(r.accountId??"").trim(),n=String(r.siteId??"").trim(),i=String(t.virtualAssetBaseUrl??t.uploadUrl??"").trim();if(e.wpsuite={...t.apiBase?{apiBase:t.apiBase}:{},...t.runtimeToken?{runtimeToken:t.runtimeToken}:{},...i?{virtualAssetBaseUrl:i}:{},...Object.keys(r).length>0?{siteSettings:r}:{},...t.subscriptionType?{subscriptionType:t.subscriptionType}:{}},!s||!n||!i)return false;Dr(e.sourceOrigin);let o=globalThis,a={...o.WpSuite??{},siteSettings:r,uploadUrl:i};return t.apiBase&&(a.apiBase=t.apiBase),o.WpSuite=a,true}async function jr(e){let t=String(e.wpsuite?.virtualAssetBaseUrl??e.wpsuite?.uploadUrl??"").trim();if(!Fr(e)){let n=e.wpsuite?.siteSettings,i=[String(n?.accountId??"").trim()?"":"accountId",String(n?.siteId??"").trim()?"":"siteId",t?"":"virtualAssetBaseUrl"].filter(Boolean);return {remote:null,diagnostic:{status:"invalid-runtime",virtualAssetBaseUrl:t,subscriptionType:null,error:`Missing WP Suite runtime field(s): ${i.join(", ")}.`,requests:[]}}}let r=globalThis.fetch,s=[];try{typeof r=="function"&&/^https?:\/\//i.test(t)&&(globalThis.fetch=(async(a,l)=>{let u=Ct(a);if(u.startsWith(t)){let p=(()=>{try{return new URL(u).pathname}catch{return u}})();try{let d=e.ignoreHttpsErrors&&u.startsWith("https://")?await Rt(a,l):await r(a,l);return s.push({path:p,status:d.status,ok:d.ok,error:null}),d}catch(d){throw s.push({path:p,status:null,ok:!1,error:d instanceof Error?d.message:String(d)}),d}}return r(a,l)}));let{getConfig:n}=await import('@smart-cloud/wpsuite-core'),i=await n("publisher"),o=i&&typeof i=="object"?i:null,c=ze(o?.subscriptionType);return {remote:o,diagnostic:{status:o?"loaded":"unavailable",virtualAssetBaseUrl:t,subscriptionType:c??null,error:o?null:"WP Suite publisher config loader returned no configuration.",requests:s}}}catch(n){return {remote:null,diagnostic:{status:"unavailable",virtualAssetBaseUrl:t,subscriptionType:null,error:n instanceof Error?n.message:String(n),requests:s}}}finally{typeof r=="function"&&(globalThis.fetch=r);}}function qr(e,t){let r=Lr(t?.deploymentProfiles),s=String(t?.defaultDeploymentProfile??"").trim(),n=r[s]?s:"",i=ze(t?.subscriptionType),o=Je(e.wpsuite);return {...e,scheduler:vt(t?.scheduler),deploymentProfiles:r,defaultDeploymentProfile:n,...i?{subscriptionType:i}:{},wpsuite:{...o,...o.siteSettings||i?{siteSettings:{...o.siteSettings??{},...o.siteSettings?.subscriber===true||i==="PROFESSIONAL"||i==="AGENCY"?{subscriber:true}:{}}}:{},...i?{subscriptionType:i}:{}}}}function He(e,t){let s=String(e||"").replace(/\\/g,"/").trim().replace(/^\/+|\/+$/g,"");if(!s)return t;let n=s.split("/").map(i=>i.trim()).filter(i=>i.length>0&&i!=="."&&i!=="..");return n.length>0?n.join("/"):t}function Nr(){let e=process.env.STATIC_PUBLISHER_RUNTIME_DIR||process.env.WPSUITE_STATIC_PUBLISHER_RUNTIME_DIR||"";return e.trim()?m.resolve(e):""}function Pt(e,t,r){let s=String(t||"").trim();return s&&m.isAbsolute(s)?m.resolve(s):m.resolve(e,He(s,r))}async function ke(e,t={}){let r=String("").trim()||process.env.PUBLISHER_CONFIG||"publisher.config.json",s=await C.readFile(r,"utf8"),n=JSON.parse(s);n.sourceOrigin=n.sourceOrigin.replace(/\/$/,""),n.targetOrigin=bt(n.targetOrigin),n.ignoreHttpsErrors??=false,n.outputDir=String(n.outputDir||"export").trim()||"export",n.urlRewriteMode||=n.targetOrigin==="."?"relative":"absolute",n.noJavaScriptRenderPathPrefixes||=[],n.seedPaths||=[],n.generated404RequestPath=$r(n.generated404RequestPath),n.sitemapPaths||=[...Be],n.allowedAssetHosts||=[],n.assetPathPrefixes||=["/wp-content/","/wp-includes/","/static/","/assets/","/build/","/_next/","/docs/","/sitemap","/robots.txt","/llms.txt"],n.blockedPathPrefixes||=[],n.blockedSearchFragments||=[],n.concurrency||=1,n.maxPages||=0,n.extraReplacements=Qe(n.extraReplacements),n.postCrawlCopyMap=Qe(n.postCrawlCopyMap),n.logDir=String(n.logDir||"logs").trim()||"logs",n.verbose??=false,n.logLevel||=n.verbose?"debug":"info",n.s3SyncMode||="sdk-upload-delete",n.readiness||={waitForSelector:null,waitForFunction:null,timeoutMs:1500,fallbackWaitMs:1500},n.readiness.timeoutMs??=1500,n.readiness.fallbackWaitMs??=1500,n.viewport||={width:1440,height:1200},n.navigationTimeoutMs||=3e4,n.assetDownloadConcurrency=Number(n.assetDownloadConcurrency)>0?Number(n.assetDownloadConcurrency):n.concurrency,n.rewriteConcurrency=Number(n.rewriteConcurrency)>0?Number(n.rewriteConcurrency):n.assetDownloadConcurrency,n.wpsuite=Je(n.wpsuite),n.scheduler=vt(void 0),n.deploymentProfiles={},n.defaultDeploymentProfile="",n.deploymentTargetOverride=String(n.deploymentTargetOverride??"").trim();let i=await jr(n);t.onRemotePublisherConfigDiagnostic?.(i.diagnostic);let o=qr(n,i.remote),c=Nr(),a=c?m.resolve(c,".."):"";return a?(o.outputDir=Pt(a,o.outputDir,"export"),o.logDir=Pt(a,o.logDir,"logs")):(m.isAbsolute(o.outputDir)||(o.outputDir=He(o.outputDir,"export")),m.isAbsolute(o.logDir)||(o.logDir=He(o.logDir,"logs"))),o}function ye(e,t=10){return xt.createHash("sha1").update(e).digest("hex").slice(0,t)}async function _r(e){await C.mkdir(m.dirname(e),{recursive:true});}async function Se(e,t,r){await _r(e);let s=m.join(m.dirname(e),`.${m.basename(e)}.${process.pid}.${Date.now()}.${xt.randomBytes(6).toString("hex")}.tmp`);try{typeof t=="string"?await C.writeFile(s,t,r??"utf8"):await C.writeFile(s,t),await C.rename(s,e);}catch(n){throw await C.unlink(s).catch(()=>{}),n}}function re(e){return [".html",".htm",".css",".js",".mjs",".json",".xml",".xsl",".txt",".svg",".map",".enc",".jws"].includes(m.extname(e).toLowerCase())}function J(e){return e.replace(/"/g,'"').replace(/"/g,'"').replace(/'/g,"'").replace(/'/g,"'").replace(/&/g,"&").replace(/</g,"<").replace(/>/g,">")}function ce(e){return e.replace(/&/g,"&").replace(/"/g,""").replace(/'/g,"'").replace(/</g,"<").replace(/>/g,">")}function xe(e){return e.replace(/\//g,"\\/")}function At(e){return e.replace(/\//g,"\\\\/")}function Wr(e){try{let t=new URL(e);if(t.protocol!=="http:"&&t.protocol!=="https:")return null;let r=t.pathname==="/"&&!t.search&&!t.hash?"":`${t.pathname}${t.search}${t.hash}`;return `//${t.host}${r}`}catch{return null}}function kt(e,t,r){if(!t)return;e[t]=r;let s=xe(t),n=xe(r);e[s]=n;let i=At(t),o=At(r);e[i]=o;let c=ce(t),a=ce(r);e[c]=a;let l=ce(s),u=ce(n);e[l]=u;let p=ce(i),d=ce(o);e[p]=d;}function Te(e,t,r){kt(e,t,r);let s=Wr(t);s&&s!==t&&kt(e,s,r);}function Ve(e,t){let r=t.startsWith("/")?t:`/${t}`,s=(e||"").replace(/\/$/,"");return !s||s==="."||s==="/"?r:`${s}${r}`}function Tt(e,t){try{return new URL(e,t==="."?"https://relative.invalid":t).pathname}catch{return e.startsWith("/")?e:`/${e.replace(/^\.\//,"")}`}}function It(e,t,r){if(!t)return r;let s=m.dirname(m.resolve(t)),n=m.resolve(e,r.replace(/^\/+/,"")),i=m.relative(s,n).replace(/\\/g,"/");return i?(i.startsWith(".")||(i=`./${i}`),i):"."}var Jr=["wp-content/","wp-includes/","wp-admin/","wp-json/","_next/"],Vr=new Set([".html",".htm"]),Mt="WPSuite.io Static Publisher",Gr=Mt.replace(/[.*+?^${}()|[\]\\]/g,"\\$&");function Kr(e){return e.replace(/[.*+?^${}()|[\]\\]/g,"\\$&")}function Zr(e){return e.startsWith("//")||e.startsWith("\\/\\/")||e.startsWith("\\\\/\\\\/")}function Yr(e,t,r){return Zr(t)?e.replace(new RegExp(`(?<!:)${Kr(t)}`,"g"),r):e.split(t).join(r)}function Xr(e,t,r){if(e.wpsuite?.siteSettings?.subscriber===true||e.wpsuite?.subscriptionType==="PROFESSIONAL"||e.wpsuite?.subscriptionType==="AGENCY"||!r)return false;let n=m.extname(r).toLowerCase();return Vr.has(n)?/<head\b|<html\b|<!doctype html/i.test(t):false}function es(e){if(new RegExp(`<meta\\b(?=[^>]*\\bname=(["'])generator\\1)(?=[^>]*\\bcontent=(["'])${Gr}\\2)[^>]*\\/?>`,"i").test(e))return e;let t=`<meta name="generator" content="${Mt}" />`;if(e.match(/(\r?\n)([ \t]*)<\/head>/i))return e.replace(/(\r?\n)([ \t]*)<\/head>/i,`$1$2${t}$1$2</head>`);let s=e.includes(`\r
|
|
1
|
+
import {request,chromium}from'playwright';import C from'fs/promises';import m from'path';import {gunzipSync}from'zlib';import It,{createHash}from'crypto';import $r from'http';import Lr from'https';import Hr from'fast-glob';import {availableParallelism}from'os';import {Worker}from'worker_threads';var Pr=".deploy-plan.json",br="deploy-plan.json",vr=".crawl-incomplete.json",Cr="crawl-incomplete.json";function pt(){let e=process.env.STATIC_PUBLISHER_RUNTIME_DIR||process.env.WPSUITE_STATIC_PUBLISHER_RUNTIME_DIR||"";return e.trim()?m.resolve(e):""}function gt(e){let t=String(e||"").replace(/\\/g,"/").replace(/^\/+/,"").trim(),r=m.posix.normalize(t);return !t||!r||r==="."||/^[a-zA-Z]:/.test(r)||r.startsWith("../")||r===".."?null:r}function Rr(e){let t=String(e||"").trim();if(!t.startsWith("/")||t.startsWith("//")||t.includes("*")||t.includes("#"))return null;try{let r=new URL(t,"https://content-sync.invalid");return r.origin!=="https://content-sync.invalid"?null:`${m.posix.normalize(r.pathname)}${r.search}`}catch{return null}}function Y(e){return [...new Set(e.map(gt).filter(t=>t!==null))]}function Ar(e,t){let r={generatedAt:String(t.generatedAt||new Date().toISOString()),outputDir:m.resolve(e.outputDir),runMode:t.runMode,crawlMode:t.crawlMode,fullSyncRequired:!!t.fullSyncRequired,changedFiles:Y(t.changedFiles||[]),deletedFiles:Y(t.deletedFiles||[]),rewriteTargets:Y(t.rewriteTargets||[])};return t.schemaVersion===2?{...r,schemaVersion:2,runMode:"content-sync",crawlMode:"incremental",fullSyncRequired:false,consumerId:String(t.consumerId||"").trim(),fromSequence:Math.max(0,Number(t.fromSequence)||0),toSequence:Math.max(0,Number(t.toSequence)||0),impactHash:String(t.impactHash||"").trim(),resolvedSitemapUrls:[...new Set((t.resolvedSitemapUrls||[]).map(s=>String(s||"").trim()).filter(s=>{try{let n=new URL(s);return n.protocol==="http:"||n.protocol==="https:"}catch{return false}}))],uploadGroups:{assets:Y(t.uploadGroups?.assets||[]),content:Y(t.uploadGroups?.content||[]),listings:Y(t.uploadGroups?.listings||[]),sitemapLeaves:Y(t.uploadGroups?.sitemapLeaves||[]),sitemapIndexes:Y(t.uploadGroups?.sitemapIndexes||[])},invalidationPaths:[...new Set((t.invalidationPaths||[]).map(Rr).filter(s=>s!==null))].sort()}:{schemaVersion:1,...r,runMode:t.runMode}}function ft(e){let t=m.join(m.resolve(e.outputDir),Pr),r=pt();return r?[m.join(r,br),t]:[t]}function ht(e){let t=m.join(m.resolve(e.outputDir),vr),r=pt();return r?[m.join(r,Cr),t]:[t]}function ee(e,t){let r=m.resolve(e),s=m.resolve(t),n=m.relative(r,s).replace(/\\/g,"/");return gt(n)}async function _e(e,t){let r=Ar(e,t);for(let s of ft(e)){await C.mkdir(m.dirname(s),{recursive:true});let n=`${s}.${process.pid}.${Date.now()}.tmp`;await C.writeFile(n,JSON.stringify(r,null,2),"utf8"),await C.rename(n,s);}}async function mt(e){for(let t of ft(e))try{await C.unlink(t);}catch(r){if(r.code!=="ENOENT")throw r}}async function wt(e,t){let r={schemaVersion:1,startedAt:String(t.startedAt||new Date().toISOString()),outputDir:m.resolve(e.outputDir)};for(let s of ht(e)){await C.mkdir(m.dirname(s),{recursive:true});let n=`${s}.${process.pid}.tmp`;await C.writeFile(n,JSON.stringify(r,null,2),"utf8"),await C.rename(n,s);}}async function yt(e){for(let t of ht(e))try{await C.unlink(t);}catch(r){if(r.code!=="ENOENT")throw r}}function xr(e){return new URL(e).pathname.split("/").filter(Boolean).some(r=>{try{return decodeURIComponent(r).endsWith("__trashed")}catch{return r.endsWith("__trashed")}})}function We(e){return Array.isArray(e)?e.map(We):e&&typeof e=="object"?Object.fromEntries(Object.entries(e).sort(([t],[r])=>t.localeCompare(r)).map(([t,r])=>[t,We(r)])):e}function Tr(e){return JSON.stringify(We(e))}function Ir(e){return createHash("sha256").update(Tr(e)).digest("hex")}function St(e){let{impactHash:t,...r}=e;if(e.schemaVersion!==1||!t)throw new Error("Invalid content-sync impact plan schema.");if(Ir(r)!==t)throw new Error("Content-sync impact plan hash mismatch.");for(let s of [...e.directRenderUrls,...e.deleteUrls])if(xr(s))throw new Error(`Content-sync impact contains a WordPress trash alias instead of the last public URL: ${s}`)}var Be=["/sitemap_index.xml","/wp-sitemap.xml","/sitemap.xml"];function Pt(e){let t=new Set;for(let r of [...e,...Be]){let s=String(r||"").trim();s&&t.add(s);}return [...t]}function Qe(e){let t=e.pathname.toLowerCase();return t.endsWith(".xml")&&(t.includes("sitemap")||t.endsWith("/sitemap.xml"))}function bt(e){if(!e||!/^https?:\/\//i.test(e))return false;try{return Qe(new URL(e))}catch{return false}}function Ct(e){let t=e.trim();return t==="."?".":t.replace(/\/$/,"")}function Ur(e){let t=String(e??"").trim();if(!t)return "";let r=t;if(/^https?:\/\//i.test(r))try{r=new URL(r).pathname;}catch{return ""}if(r=r.split(/[?#]/,1)[0]?.replace(/\\/g,"/").trim()??"",!r)return "";let s=r.endsWith("/"),n=r.replace(/^\/+/,"").split("/").map(o=>o.replace(/[^A-Za-z0-9._-]/g,"")).filter(o=>o.length>0&&o!=="."&&o!=="..");if(n.length===0)return "";let i=`/${n.join("/")}`;return s&&m.extname(i)===""&&(i+="/"),i==="/"?"":i}function He(e){return !e||typeof e!="object"?{}:Object.fromEntries(Object.entries(e).map(([t,r])=>[t.trim(),String(r??"")]).filter(([t])=>t.length>0))}function Or(e){if(!e||typeof e!="object")return {};let t={};for(let[r,s]of Object.entries(e)){let n=r.trim();if(!n||!s||typeof s!="object")continue;let i=s,o={};if(typeof i.targetOrigin=="string"){let a=Ct(i.targetOrigin);a&&(o.targetOrigin=a);}let c=He(i.extraReplacements);if(Object.keys(c).length>0&&(o.extraReplacements=c),i.s3&&typeof i.s3=="object"){let a={},l=i.s3;typeof l.bucket=="string"&&(a.bucket=l.bucket.trim()),typeof l.prefix=="string"&&(a.prefix=l.prefix.trim()),typeof l.region=="string"&&(a.region=l.region.trim()),typeof l.htmlCacheControl=="string"&&(a.htmlCacheControl=l.htmlCacheControl.trim()),typeof l.assetCacheControl=="string"&&(a.assetCacheControl=l.assetCacheControl.trim()),Object.keys(a).length>0&&(o.s3=a);}if(i.cloudFront&&typeof i.cloudFront=="object"){let a={},l=i.cloudFront;typeof l.distributionId=="string"&&(a.distributionId=l.distributionId.trim()),Array.isArray(l.invalidationPaths)&&(a.invalidationPaths=l.invalidationPaths.map(u=>String(u??"").trim()).filter(u=>u.length>0)),Object.keys(a).length>0&&(o.cloudFront=a);}t[n]=o;}return t}function Je(e){return e==="PROFESSIONAL"||e==="AGENCY"?e:void 0}function Dr(e,t){if(!e||typeof e!="object")return null;let r=e,s=r.command;if(s!=="publish"&&s!=="crawl"&&s!=="deploy"&&s!=="invalidate"&&s!=="retry-timeouts"&&s!=="url"&&s!=="content-sync")return null;let n=Number.parseInt(String(r.intervalMinutes??"0"),10);if(!Number.isFinite(n)||n<1)return null;let i=String(r.id??`${s}-${t+1}`).trim();if(!i)return null;let o=String(r.deploymentProfile??"").trim(),c=String(r.url??"").trim(),a=Array.isArray(r.postTypes)?[...new Set(r.postTypes.map(u=>String(u??"").trim().toLowerCase().replace(/[^a-z0-9_-]/g,"")).filter(Boolean))]:[],l=Array.isArray(r.listingPaths)?[...new Set(r.listingPaths.map(u=>String(u??"").trim()).filter(Boolean))]:[];return s==="content-sync"&&a.length===0?null:{id:i,enabled:r.enabled!==false,command:s,intervalMinutes:n,...s==="publish"||s==="crawl"?{crawlMode:r.crawlMode==="incremental"?"incremental":"full"}:{},...(s==="publish"||s==="deploy"||s==="invalidate"||s==="content-sync")&&o?{deploymentProfile:o}:{},...c?{url:c}:{},...a.length>0?{postTypes:a}:{},...l.length>0?{listingPaths:l}:{},...typeof r.includeSubsites=="boolean"?{includeSubsites:r.includeSubsites}:{},...typeof r.includePostTypeArchives=="boolean"?{includePostTypeArchives:r.includePostTypeArchives}:{},...typeof r.includeTaxonomyArchives=="boolean"?{includeTaxonomyArchives:r.includeTaxonomyArchives}:{},...typeof r.includeAuthorArchives=="boolean"?{includeAuthorArchives:r.includeAuthorArchives}:{},...typeof r.includeDateArchives=="boolean"?{includeDateArchives:r.includeDateArchives}:{},...typeof r.includePostsPage=="boolean"?{includePostsPage:r.includePostsPage}:{},...typeof r.includeSitemapChain=="boolean"?{includeSitemapChain:r.includeSitemapChain}:{}}}function Rt(e){let t=e&&typeof e=="object"?e:{},r=Array.isArray(t.rules)?t.rules.map((s,n)=>Dr(s,n)).filter(s=>!!s):[];return {enabled:t.enabled===true,timezone:typeof t.timezone=="string"&&t.timezone.trim()!==""?t.timezone.trim():"UTC",rules:r}}function Er(e){if(!e||typeof e!="object")return;let t=e,r={};for(let n of ["accountId","siteId"]){let i=t[n];typeof i=="string"&&i.trim()!==""&&(r[n]=i.trim());}let s=Number(t.lastUpdate??0);return Number.isFinite(s)&&s>0&&(r.lastUpdate=Math.floor(s)),t.subscriber===true&&(r.subscriber=true),Object.keys(r).length>0?r:void 0}function Ve(e){let t=e&&typeof e=="object"?e:{},r=String(t.accountId??"").trim(),s=String(t.siteId??"").trim(),n=t.subscriber===true,i=Er(t.siteSettings),o={...i??{},...r?{accountId:i?.accountId??r}:{},...s?{siteId:i?.siteId??s}:{},...i?.subscriber===true||n?{subscriber:true}:{}},c={},a=String(t.apiBase??"").trim();a&&(c.apiBase=a);let l=String(t.runtimeToken??t.nonce??"").trim();l&&(c.runtimeToken=l);let u=String(t.virtualAssetBaseUrl??t.uploadUrl??"").trim();u&&(c.virtualAssetBaseUrl=u),Object.keys(o).length>0&&(c.siteSettings=o);let p=Je(t.subscriptionType);return p&&(c.subscriptionType=p),c}function Fr(e){try{let t=new URL(e);globalThis.location=t;}catch{}}function At(e){return typeof e=="string"?e:e instanceof URL?e.toString():e.url}function jr(e,t){let r=new Headers(e instanceof Request?e.headers:void 0);if(t?.headers)for(let[s,n]of new Headers(t.headers).entries())r.set(s,n);return r}async function kt(e,t,r=5){let s=new URL(At(e)),n=String(t?.method??(e instanceof Request?e.method:"GET")).toUpperCase(),i=s.protocol==="http:"?$r:Lr,o=jr(e,t);return await new Promise((c,a)=>{let l=i.request(s,{method:n,headers:Object.fromEntries(o.entries()),...s.protocol==="https:"?{rejectUnauthorized:false}:{}},u=>{let p=[];u.on("data",d=>{p.push(Buffer.isBuffer(d)?d:Buffer.from(d));}),u.on("error",a),u.on("end",()=>{let d=u.statusCode??0,S=u.headers.location;if(r>0&&S&&[301,302,303,307,308].includes(d)){c(kt(new URL(S,s),{method:d===303?"GET":n},r-1));return}let w=new Headers;for(let[P,g]of Object.entries(u.headers))Array.isArray(g)?w.set(P,g.join(", ")):typeof g=="string"&&w.set(P,g);c(new Response(Buffer.concat(p),{status:d,statusText:u.statusMessage??"",headers:w}));});});l.on("error",a),l.end();})}function qr(e){let t=Ve(e.wpsuite),r={...t.siteSettings??{},...t.siteSettings?.subscriber===true||t.subscriptionType==="PROFESSIONAL"||t.subscriptionType==="AGENCY"?{subscriber:true}:{}},s=String(r.accountId??"").trim(),n=String(r.siteId??"").trim(),i=String(t.virtualAssetBaseUrl??t.uploadUrl??"").trim();if(e.wpsuite={...t.apiBase?{apiBase:t.apiBase}:{},...t.runtimeToken?{runtimeToken:t.runtimeToken}:{},...i?{virtualAssetBaseUrl:i}:{},...Object.keys(r).length>0?{siteSettings:r}:{},...t.subscriptionType?{subscriptionType:t.subscriptionType}:{}},!s||!n||!i)return false;Fr(e.sourceOrigin);let o=globalThis,a={...o.WpSuite??{},siteSettings:r,uploadUrl:i};return t.apiBase&&(a.apiBase=t.apiBase),o.WpSuite=a,true}async function Nr(e){let t=String(e.wpsuite?.virtualAssetBaseUrl??e.wpsuite?.uploadUrl??"").trim();if(!qr(e)){let n=e.wpsuite?.siteSettings,i=[String(n?.accountId??"").trim()?"":"accountId",String(n?.siteId??"").trim()?"":"siteId",t?"":"virtualAssetBaseUrl"].filter(Boolean);return {remote:null,diagnostic:{status:"invalid-runtime",virtualAssetBaseUrl:t,subscriptionType:null,error:`Missing WP Suite runtime field(s): ${i.join(", ")}.`,requests:[]}}}let r=globalThis.fetch,s=[];try{typeof r=="function"&&/^https?:\/\//i.test(t)&&(globalThis.fetch=(async(a,l)=>{let u=At(a);if(u.startsWith(t)){let p=(()=>{try{return new URL(u).pathname}catch{return u}})();try{let d=e.ignoreHttpsErrors&&u.startsWith("https://")?await kt(a,l):await r(a,l);return s.push({path:p,status:d.status,ok:d.ok,error:null}),d}catch(d){throw s.push({path:p,status:null,ok:!1,error:d instanceof Error?d.message:String(d)}),d}}return r(a,l)}));let{getConfig:n}=await import('@smart-cloud/wpsuite-core'),i=await n("publisher"),o=i&&typeof i=="object"?i:null,c=Je(o?.subscriptionType);return {remote:o,diagnostic:{status:o?"loaded":"unavailable",virtualAssetBaseUrl:t,subscriptionType:c??null,error:o?null:"WP Suite publisher config loader returned no configuration.",requests:s}}}catch(n){return {remote:null,diagnostic:{status:"unavailable",virtualAssetBaseUrl:t,subscriptionType:null,error:n instanceof Error?n.message:String(n),requests:s}}}finally{typeof r=="function"&&(globalThis.fetch=r);}}function _r(e,t){let r=Or(t?.deploymentProfiles),s=String(t?.defaultDeploymentProfile??"").trim(),n=r[s]?s:"",i=Je(t?.subscriptionType),o=Ve(e.wpsuite);return {...e,scheduler:Rt(t?.scheduler),deploymentProfiles:r,defaultDeploymentProfile:n,...i?{subscriptionType:i}:{},wpsuite:{...o,...o.siteSettings||i?{siteSettings:{...o.siteSettings??{},...o.siteSettings?.subscriber===true||i==="PROFESSIONAL"||i==="AGENCY"?{subscriber:true}:{}}}:{},...i?{subscriptionType:i}:{}}}}function ze(e,t){let s=String(e||"").replace(/\\/g,"/").trim().replace(/^\/+|\/+$/g,"");if(!s)return t;let n=s.split("/").map(i=>i.trim()).filter(i=>i.length>0&&i!=="."&&i!=="..");return n.length>0?n.join("/"):t}function Wr(){let e=process.env.STATIC_PUBLISHER_RUNTIME_DIR||process.env.WPSUITE_STATIC_PUBLISHER_RUNTIME_DIR||"";return e.trim()?m.resolve(e):""}function vt(e,t,r){let s=String(t||"").trim();return s&&m.isAbsolute(s)?m.resolve(s):m.resolve(e,ze(s,r))}async function ke(e,t={}){let r=String("").trim()||process.env.PUBLISHER_CONFIG||"publisher.config.json",s=await C.readFile(r,"utf8"),n=JSON.parse(s);n.sourceOrigin=n.sourceOrigin.replace(/\/$/,""),n.targetOrigin=Ct(n.targetOrigin),n.ignoreHttpsErrors??=false,n.outputDir=String(n.outputDir||"export").trim()||"export",n.urlRewriteMode||=n.targetOrigin==="."?"relative":"absolute",n.noJavaScriptRenderPathPrefixes||=[],n.seedPaths||=[],n.generated404RequestPath=Ur(n.generated404RequestPath),n.sitemapPaths||=[...Be],n.allowedAssetHosts||=[],n.assetPathPrefixes||=["/wp-content/","/wp-includes/","/static/","/assets/","/build/","/_next/","/docs/","/sitemap","/robots.txt","/llms.txt"],n.blockedPathPrefixes||=[],n.blockedSearchFragments||=[],n.concurrency||=1,n.maxPages||=0,n.extraReplacements=He(n.extraReplacements),n.postCrawlCopyMap=He(n.postCrawlCopyMap),n.logDir=String(n.logDir||"logs").trim()||"logs",n.verbose??=false,n.logLevel||=n.verbose?"debug":"info",n.s3SyncMode||="sdk-upload-delete",n.readiness||={waitForSelector:null,waitForFunction:null,timeoutMs:1500,fallbackWaitMs:1500},n.readiness.timeoutMs??=1500,n.readiness.fallbackWaitMs??=1500,n.viewport||={width:1440,height:1200},n.navigationTimeoutMs||=3e4,n.assetDownloadConcurrency=Number(n.assetDownloadConcurrency)>0?Number(n.assetDownloadConcurrency):n.concurrency,n.rewriteConcurrency=Number(n.rewriteConcurrency)>0?Number(n.rewriteConcurrency):n.assetDownloadConcurrency,n.wpsuite=Ve(n.wpsuite),n.scheduler=Rt(void 0),n.deploymentProfiles={},n.defaultDeploymentProfile="",n.deploymentTargetOverride=String(n.deploymentTargetOverride??"").trim();let i=await Nr(n);t.onRemotePublisherConfigDiagnostic?.(i.diagnostic);let o=_r(n,i.remote),c=Wr(),a=c?m.resolve(c,".."):"";return a?(o.outputDir=vt(a,o.outputDir,"export"),o.logDir=vt(a,o.logDir,"logs")):(m.isAbsolute(o.outputDir)||(o.outputDir=ze(o.outputDir,"export")),m.isAbsolute(o.logDir)||(o.logDir=ze(o.logDir,"logs"))),o}function ye(e,t=10){return It.createHash("sha1").update(e).digest("hex").slice(0,t)}async function Br(e){await C.mkdir(m.dirname(e),{recursive:true});}async function Se(e,t,r){await Br(e);let s=m.join(m.dirname(e),`.${m.basename(e)}.${process.pid}.${Date.now()}.${It.randomBytes(6).toString("hex")}.tmp`);try{typeof t=="string"?await C.writeFile(s,t,r??"utf8"):await C.writeFile(s,t),await C.rename(s,e);}catch(n){throw await C.unlink(s).catch(()=>{}),n}}function re(e){return [".html",".htm",".css",".js",".mjs",".json",".xml",".xsl",".txt",".svg",".map",".enc",".jws"].includes(m.extname(e).toLowerCase())}function J(e){return e.replace(/"/g,'"').replace(/"/g,'"').replace(/'/g,"'").replace(/'/g,"'").replace(/&/g,"&").replace(/</g,"<").replace(/>/g,">")}function ce(e){return e.replace(/&/g,"&").replace(/"/g,""").replace(/'/g,"'").replace(/</g,"<").replace(/>/g,">")}function xe(e){return e.replace(/\//g,"\\/")}function xt(e){return e.replace(/\//g,"\\\\/")}function Qr(e){try{let t=new URL(e);if(t.protocol!=="http:"&&t.protocol!=="https:")return null;let r=t.pathname==="/"&&!t.search&&!t.hash?"":`${t.pathname}${t.search}${t.hash}`;return `//${t.host}${r}`}catch{return null}}function Tt(e,t,r){if(!t)return;e[t]=r;let s=xe(t),n=xe(r);e[s]=n;let i=xt(t),o=xt(r);e[i]=o;let c=ce(t),a=ce(r);e[c]=a;let l=ce(s),u=ce(n);e[l]=u;let p=ce(i),d=ce(o);e[p]=d;}function Te(e,t,r){Tt(e,t,r);let s=Qr(t);s&&s!==t&&Tt(e,s,r);}function Ge(e,t){let r=t.startsWith("/")?t:`/${t}`,s=(e||"").replace(/\/$/,"");return !s||s==="."||s==="/"?r:`${s}${r}`}function Mt(e,t){try{return new URL(e,t==="."?"https://relative.invalid":t).pathname}catch{return e.startsWith("/")?e:`/${e.replace(/^\.\//,"")}`}}function $t(e,t,r){if(!t)return r;let s=m.dirname(m.resolve(t)),n=m.resolve(e,r.replace(/^\/+/,"")),i=m.relative(s,n).replace(/\\/g,"/");return i?(i.startsWith(".")||(i=`./${i}`),i):"."}var Gr=["wp-content/","wp-includes/","wp-admin/","wp-json/","_next/"],Kr=new Set([".html",".htm"]),Lt="WPSuite.io Static Publisher",Zr=Lt.replace(/[.*+?^${}()|[\]\\]/g,"\\$&");function Yr(e){return e.replace(/[.*+?^${}()|[\]\\]/g,"\\$&")}function Xr(e){return e.startsWith("//")||e.startsWith("\\/\\/")||e.startsWith("\\\\/\\\\/")}function es(e,t,r){return Xr(t)?e.replace(new RegExp(`(?<!:)${Yr(t)}`,"g"),r):e.split(t).join(r)}function ts(e,t,r){if(e.wpsuite?.siteSettings?.subscriber===true||e.wpsuite?.subscriptionType==="PROFESSIONAL"||e.wpsuite?.subscriptionType==="AGENCY"||!r)return false;let n=m.extname(r).toLowerCase();return Kr.has(n)?/<head\b|<html\b|<!doctype html/i.test(t):false}function rs(e){if(new RegExp(`<meta\\b(?=[^>]*\\bname=(["'])generator\\1)(?=[^>]*\\bcontent=(["'])${Zr}\\2)[^>]*\\/?>`,"i").test(e))return e;let t=`<meta name="generator" content="${Lt}" />`;if(e.match(/(\r?\n)([ \t]*)<\/head>/i))return e.replace(/(\r?\n)([ \t]*)<\/head>/i,`$1$2${t}$1$2</head>`);let s=e.includes(`\r
|
|
2
2
|
`)?`\r
|
|
3
3
|
`:`
|
|
4
|
-
`;return e.replace(/<head\b[^>]*>/i,n=>`${n}${s} ${t}`)}function
|
|
5
|
-
`,"utf8");}function
|
|
6
|
-
`,"utf8");});}enqueueJsonLine(t,r){this.enqueueTask(()=>
|
|
4
|
+
`;return e.replace(/<head\b[^>]*>/i,n=>`${n}${s} ${t}`)}function ss(e){let t=J(e).trim();return t.startsWith("{")||t.startsWith("[")||t.includes("\\/")||/"@context"|"@type"/.test(t)}function ns(e,t){let r=[...new Set(t)].filter(i=>i.includes("/")&&!/\\+\//.test(i)).map(i=>[i,xe(i)]).filter(([i,o])=>i!==o).sort((i,o)=>o[0].length-i[0].length);if(!r.length)return e;let s=i=>{let o=i;for(let[c,a]of r)o=o.split(c).join(a);return o},n=e.replace(/(<script\b[^>]*\btype=["']application\/(?:ld\+)?json["'][^>]*>)([\s\S]*?)(<\/script>)/gi,(i,o,c,a)=>`${o}${s(c)}${a}`);return n=n.replace(/(<meta\b[^>]*\bcontent=(['"]))([\s\S]*?)(\2[^>]*>)/gi,(i,o,c,a,l)=>ss(a)?`${o}${s(a)}${l}`:i),n}function is(e,t){if(!t)return null;let r=m.dirname(m.resolve(t)),s=m.resolve(e.outputDir),n=m.relative(r,s).replace(/\\/g,"/");return n?(n.startsWith(".")||(n=`./${n}`),n.endsWith("/")?n:`${n}/`):"./"}function os(e,t,r){let s=is(t,r);if(!s)return e;let n=e;for(let i of Gr){let o=i.replace(/[.*+?^${}()|[\]\\]/g,"\\$&"),c=new RegExp(`(?:\\.{1,}/)+${o}`,"g"),a=new RegExp(`(?<!\\.)/${o}`,"g");n=n.replace(c,`${s}${i}`).replace(a,`${s}${i}`);let l=i.replace(/\//g,"\\/"),u=s.replace(/\//g,"\\/"),p=l.replace(/[.*+?^${}()|[\]\\]/g,"\\$&"),d=new RegExp(`(?:\\.{1,}\\\\/)+${p}`,"g"),S=new RegExp(`(?:\\.{1,}(?:\\\\/|\\\\))+${p}`,"g"),w=new RegExp(`(?<![\\.\\\\])\\/${p}`,"g");n=n.replace(d,`${u}${l}`).replace(S,`${u}${l}`).replace(w,`${u}${l}`);}return n}function Ze(e,t,r){if(e.urlRewriteMode==="absolute")return t;let s=(()=>{try{return new URL(t,e.targetOrigin==="."?"https://relative.invalid":e.targetOrigin)}catch{return null}})(),n=s?s.pathname:Mt(t,e.targetOrigin),i=s?`${s.search}${s.hash}`:"";return e.urlRewriteMode==="root-relative"?`${n}${i}`:`${$t(e.outputDir,r,n)}${i}`}function Ke(e,t,r,s,n){Te(e,r,Ze(t,s,n));}function as(e,t,r,s,n){if(!r||r===s)return;Te(e,r,s);let i=Ze(t,r,n),o=Ze(t,s,n);Te(e,i,o);}function Ye(e,t,r,s,n={}){let i=e,o={};Ke(o,t,t.sourceOrigin,t.targetOrigin,s);for(let[a,l]of Object.entries(t.extraReplacements))Ke(o,t,a,l,s);for(let[a,l]of Object.entries(r))Ke(o,t,a,l,s);for(let[a,l]of Object.entries(n)){let u=r[a];!u||u===l||as(o,t,l,u,s);}let c=Object.entries(o).sort((a,l)=>l[0].length-a[0].length);for(let[a,l]of c)i=es(i,a,l);return t.urlRewriteMode!=="absolute"&&(i=os(i,t,s)),i=ns(i,c.map(([,a])=>a)),ts(t,i,s)&&(i=rs(i)),i}async function us(e,t,r,s){let n=m.join(e.outputDir,s),i=m.extname(n).toLowerCase(),o;try{o=await C.readFile(n,"utf8");}catch(l){if(l.code!=="ENOENT")throw l;return {changed:false}}let a=Ye(o,e,t,i===".js"||i===".mjs"?void 0:n,r);return a!==o?(await Se(n,a,"utf8"),{changed:true}):{changed:false}}async function cs(e,t){return await new Promise((r,s)=>{let n=a=>{if(c(),a?.error){s(new Error(a.error));return}r({changed:!!a?.changed});},i=a=>{c(),s(a);},o=a=>{c(),a!==0&&s(new Error(`Rewrite worker exited with code ${a}.`));},c=()=>{e.off("message",n),e.off("error",i),e.off("exit",o);};e.on("message",n),e.on("error",i),e.on("exit",o),e.postMessage({file:t});})}async function Ut(e,t,r={}){let n=(r.files?[...new Set(r.files)].map(d=>m.resolve(d)).filter(d=>d.startsWith(m.resolve(e.outputDir))).map(d=>m.relative(e.outputDir,d).replace(/\\/g,"/")).filter(d=>d.length>0):await Hr(["**/*"],{cwd:e.outputDir,onlyFiles:true,dot:true})).filter(d=>d!=="asset-map.json"&&re(d)),i=0;if(n.length===0)return 0;let o=Math.max(1,Number(e.rewriteConcurrency||e.assetDownloadConcurrency||1)),c=Math.max(1,Math.min(o,n.length,availableParallelism()));await r.onStart?.({totalFiles:n.length,workerCount:c});let a=0,l=0,u=null;if(c===1){for(let d of n){let S=await us(e,t,r.previousAssetMap??{},d);S.changed&&(i+=1),l+=1,await r.onProgress?.({index:l,totalFiles:n.length,changedTextFiles:i,file:d,changed:S.changed});}return i}let p=Array.from({length:c},async()=>{let d=new Worker(new URL("./rewrite-worker.js",import.meta.url),{workerData:{config:e,assetMap:t,previousAssetMap:r.previousAssetMap??{}}});try{for(;!u;){let S=a;if(S>=n.length)return;a+=1;let w=n[S],P=await cs(d,w);P.changed&&(i+=1),l+=1,await r.onProgress?.({index:l,totalFiles:n.length,changedTextFiles:i,file:w,changed:P.changed});}}catch(S){throw u=S instanceof Error?S:new Error(String(S)),u}finally{await d.terminate().catch(()=>{});}});return await Promise.all(p),i}var se={error:0,warn:1,info:2,debug:3},ls=/^(?:authorization|proxyAuthorization|runtimeToken|siteKey|nonce|accessToken|refreshToken|accessKeyId|secretAccessKey|sessionToken|xStaticPublisherToken|xApiKey)$/i;function V(e){return e.replace(/((?:x-static-publisher-token|authorization|proxy-authorization|x-api-key|aws-access-key-id|aws-secret-access-key|aws-session-token)\s*:\s*)[^\r\n]+/gi,"$1[REDACTED]").replace(/\b(Basic|Bearer)\s+[^\s]+/gi,"$1 [REDACTED]").replace(/([?&](?:token|access_token|refresh_token|api_key|key|nonce)=)[^&\s]+/gi,"$1[REDACTED]").replace(/((?:"|')?(?:runtimeToken|siteKey|nonce|accessToken|refreshToken|accessKeyId|secretAccessKey|sessionToken)(?:"|')?\s*[:=]\s*(?:"|'))[^"']+/gi,"$1[REDACTED]")}function Me(e){return typeof e=="string"?V(e):Array.isArray(e)?e.map(t=>Me(t)):e instanceof Error?{name:e.name,message:V(e.message),...e.stack?{stack:V(e.stack)}:{}}:e&&typeof e=="object"?Object.fromEntries(Object.entries(e).map(([t,r])=>[t,ls.test(t)?"[REDACTED]":Me(r)])):e}function Xe(e){return e?Me(e):void 0}var Ot=process.env.STATIC_PUBLISHER_RUNTIME_DIR||process.env.WPSUITE_STATIC_PUBLISHER_RUNTIME_DIR||"",Ie=Ot?m.join(Ot,"current-progress.json"):"",Dt=Promise.resolve();function Et(e){return e.includes("crawl")?"crawl":e.includes("deploy")?"deploy":e.includes("invalidate")?"invalidate":e}function ds(e,t){let r={...e},s=new Set(["pagesQueued","pagesRendered","assetsQueued","sitemapsQueued","pagesDiscovered","assetsDiscovered","sitemapsDiscovered","pagesSaved","assetsSaved","donePages","doneAssets","doneSitemaps","changedTextFiles","uploaded","failed","index","totalFiles","pageQueue","assetQueue","sitemapQueue"]);for(let[n,i]of Object.entries(t)){let o=r[n];if(typeof o=="number"&&typeof i=="number"&&s.has(n)){r[n]=Math.max(o,i);continue}r[n]=i;}return r}function ps(e,t,r){Ie&&(Dt=Dt.then(async()=>{let s=new Date,n=s.toISOString();await C.mkdir(m.dirname(Ie),{recursive:true});let i=await C.readFile(Ie,"utf8").then(h=>JSON.parse(h)).catch(()=>null),o=i&&typeof i.details=="object"&&i.details?i.details:{},c=Et(e),a=i?.currentStep||Et(i?.source||""),l=i?.startedAt||n,u={...i?.stepDurationsSec??{}},p=i?.stepStartedAt||n;if(a&&a!==c&&i?.stepStartedAt){let h=Math.max(0,Math.round((s.getTime()-new Date(i.stepStartedAt).getTime())/1e3));u[a]=(u[a]??0)+h,p=n;}let d=Math.max(0,Math.round((s.getTime()-new Date(p).getTime())/1e3)),S=Math.max(0,Math.round((s.getTime()-new Date(l).getTime())/1e3)),w=V(t),P=Xe(r)??{},g={checkedAt:n,source:e,message:w,details:ds(o,P),startedAt:l,currentStep:c,stepStartedAt:p,stepElapsedSec:d,totalElapsedSec:S,stepDurationsSec:u};await C.writeFile(Ie,JSON.stringify(g,null,2),"utf8");}).catch(()=>{}));}async function gs(e,t){await C.mkdir(m.dirname(e),{recursive:true}),await C.appendFile(e,`${JSON.stringify(Me(t))}
|
|
5
|
+
`,"utf8");}function fs(e,t){let r=typeof t?.phase=="string"?t.phase.trim():"";return r||(e==="page"?"render-pages":e==="asset"?"download-assets":e==="sitemap"?"discovery":e==="timing"&&typeof t?.name=="string"&&t.name.trim()||"crawl")}function hs(e,t,r){let s=Xe(r);return {checkedAt:new Date().toISOString(),currentStep:fs(e,s),level:e,message:V(t),details:s??{}}}var le=class{constructor(t,r="info"){this.logDir=t;this.level=typeof r=="boolean"?r?"debug":"info":r,this.ensureLogFileReady();}logDir;startedAt=Date.now();marks=new Map;initPromise=null;writeQueue=Promise.resolve();writeError=null;level;get logPath(){return m.join(this.logDir,"crawl.log.jsonl")}get currentEventPath(){return m.join(this.logDir,"current-crawl-event.json")}get rejectedPath(){return m.join(this.logDir,"rejected.jsonl")}get ignoredPath(){return m.join(this.logDir,"ignored.jsonl")}get skippedPath(){return m.join(this.logDir,"skipped-http.jsonl")}get errorsPath(){return m.join(this.logDir,"errors.jsonl")}get timingsPath(){return m.join(this.logDir,"timings.jsonl")}ensureLogFileReady(){return this.initPromise||(this.initPromise=(async()=>{await C.mkdir(this.logDir,{recursive:true}),await C.writeFile(this.logPath,"","utf8");})()),this.initPromise}enqueueTask(t){this.writeQueue=this.writeQueue.then(t).catch(r=>{this.writeError=r instanceof Error?r:new Error(String(r));});}enqueueLine(t){this.enqueueTask(async()=>{await this.ensureLogFileReady(),await C.appendFile(this.logPath,`${t}
|
|
6
|
+
`,"utf8");});}enqueueJsonLine(t,r){this.enqueueTask(()=>gs(t,r));}updateCurrentEvent(t,r,s){let n=hs(t,r,s);this.enqueueTask(async()=>{await C.mkdir(this.logDir,{recursive:true}),await C.writeFile(this.currentEventPath,JSON.stringify(n,null,2),"utf8");});}push(t,r,s){let n=V(r),i=Xe(s),o=JSON.stringify({time:new Date().toISOString(),level:t,message:n,...i||{}});this.enqueueLine(o),this.updateCurrentEvent(t,n,i),t==="error"?console.error(n,i||""):t==="warn"?console.warn(n,i||""):(se[this.level]>=se.debug||["summary","page","sitemap","asset","timing"].includes(t))&&console.log(n);}info(t,r){this.push("info",t,r);}debug(t,r){se[this.level]<se.debug||this.push("debug",t,r);}progress(t,r){ps("crawl.log.jsonl",t,r),this.updateCurrentEvent("progress",t,r);}checkpoint(t,r){this.updateCurrentEvent("checkpoint",t,r);}page(t,r){this.push("page",t,r);}sitemap(t,r){this.push("sitemap",t,r);}asset(t,r){this.push("asset",t,r);}warn(t,r){this.push("warn",t,r);}error(t,r){this.enqueueJsonLine(this.errorsPath,{message:t,...r||{}}),this.push("error",t,r);}summary(t,r){this.push("summary",t,r);}mark(t){this.marks.set(t,Date.now());}endMark(t,r){let s=this.marks.get(t);if(!s)return;let n=Date.now()-s,i={name:t,ms:n,seconds:Number((n/1e3).toFixed(2)),...r||{}};this.enqueueJsonLine(this.timingsPath,i),this.push("timing",`Timing ${t}: ${i.seconds}s`,i);}reject(t,r,s,n){let i={kind:t,url:r,reason:s,source:n};this.enqueueJsonLine(this.rejectedPath,i),se[this.level]>=se.debug&&this.push("reject",`Rejected ${t} ${r}: ${s}`,i);}ignore(t,r,s,n){let i={kind:t,url:r,reason:s,source:n};this.enqueueJsonLine(this.ignoredPath,i),se[this.level]>=se.debug&&this.push("ignore",`Ignored ${t} ${r}: ${s}`,i);}skip(t,r,s,n){let i={kind:t,url:r,status:s,source:n};this.enqueueJsonLine(this.skippedPath,i),this.push("warn",`Skipped ${t} ${r}: HTTP ${s}`,i);}async flush(){let t=Date.now()-this.startedAt,r={name:"total",ms:t,seconds:Number((t/1e3).toFixed(2))};if(this.enqueueJsonLine(this.timingsPath,r),await this.writeQueue,this.writeError)throw this.writeError}};var et="(?:css|js|mjs|json|map|xml|xsl|rss|atom|txt|enc|jws|png|jpe?g|gif|webp|avif|svg|ico|woff2?|ttf|otf|eot|pdf|mp4|webm)";function Ft(e){return !!e&&/^(?:\.{1,2}\/)?[A-Za-z0-9@_][A-Za-z0-9@._/-]*\.(?:js|mjs)(?:[?#][^\s<>\\]*)?$/i.test(e)&&!e.startsWith("/")&&!e.startsWith("//")&&!/^[a-z][a-z0-9+.-]*:/i.test(e)&&!/(?:^|\/)node_modules(?:\/|$)|(?:^|\/)\.pnpm(?:\/|$)/i.test(e)}function jt(e){let t=new Set,r=[],s=/\bimport\s*\(\s*["'`]([^"'`\s<>\\]+)["'`]\s*\)/g,n=/\b(?:[A-Za-z_$][\w$]*\.)?u\s*=\s*(?:\([^)]*\)|[A-Za-z_$][\w$]*)\s*=>\s*["'`]([^"'`\s<>\\]+)["'`]/g;for(let i of e.matchAll(s))i[1]&&Ft(i[1])&&r.push({index:i.index??0,value:i[1]});for(let i of e.matchAll(n))i[1]&&Ft(i[1])&&r.push({index:i.index??0,value:i[1]});for(let i of r.sort((o,c)=>o.index-c.index))t.add(i.value);return [...t]}function qt(e,t){return typeof e=="string"&&e.length>0&&t?.supported===true&&typeof t.token=="string"&&t.token.length>0&&e===t.token}function Nt(e,t){try{let r=new URL(e),s=new URL(t,r);if(s.origin!==r.origin)return !1;let n=r.pathname.replace(/\/+$/,"");if(n&&s.pathname!==n&&!s.pathname.startsWith(`${n}/`))return !1;let i=n?s.pathname.slice(n.length)||"/":s.pathname;return ["/wp-includes/","/wp-content/plugins/","/wp-content/themes/","/wp-content/mu-plugins/"].some(o=>i.startsWith(o))}catch{return false}}function _t(e){return e<1}function Wt(e){let t=String(e??"").toLowerCase();return t==="strict"?"Strict":t==="lax"?"Lax":t==="none"?"None":"Unspecified"}function ws(e){let t=e.pathname||"/";if(!t.startsWith("/")||t==="/")return "/";let r=t.lastIndexOf("/");return r<=0?"/":t.slice(0,r)}function Pe(e){return `${e.name.toLowerCase()}
|
|
7
7
|
${e.domain.toLowerCase()}
|
|
8
|
-
${e.path}`}function
|
|
9
|
-
`,{encoding:"utf8",mode:384}),await C.rename(r,e);}var
|
|
10
|
-
${r}`,40),tokenSource:t.tokenSource?`${t.tokenSource}+site-subscriber`:"site-subscriber"}}async function
|
|
8
|
+
${e.path}`}function Bt(e,t){let r;try{r=new URL(t);}catch{return null}let s=e.split(";"),n=s.shift()?.trim()??"",i=n.indexOf("=");if(i<=0)return null;let o=n.slice(0,i).trim();if(!o||[...o].some(P=>P<=" "||"=;,".includes(P)))return null;let c=r.hostname.toLowerCase(),a=ws(r),l=null,u=true,p=false,d=false,S="Unspecified",w=false;for(let P of s){let g=P.indexOf("="),h=(g<0?P:P.slice(0,g)).trim().toLowerCase(),f=g<0?"":P.slice(g+1).trim();if(h==="domain"&&f)c=f.toLowerCase();else if(h==="path"&&f.startsWith("/"))a=f;else if(h==="expires"){let R=Date.parse(f);Number.isFinite(R)&&(l=Math.floor(R/1e3),u=false);}else if(h==="max-age"&&/^-?\d+$/u.test(f)){let R=Number.parseInt(f,10);l=Math.floor(Date.now()/1e3)+R,u=false;}else h==="secure"?p=true:h==="httponly"?d=true:h==="samesite"?S=Wt(f):h==="partitioned"&&(w=true);}return {name:o,domain:c,path:a,expires:l,session:u,secure:p,httpOnly:d,sameSite:S,partitioned:w}}function ys(e){let t=!Number.isFinite(e.expires)||e.expires<=0;return {name:e.name,domain:e.domain.toLowerCase(),path:e.path||"/",expires:t?null:e.expires,session:t,secure:e.secure,httpOnly:e.httpOnly,sameSite:Wt(e.sameSite),partitioned:e.partitioned===true}}function Qt(e,t){let r=new Map(e.map(s=>[Pe(s),s.value]));return t.filter(s=>r.get(Pe(s))!==s.value).map(ys)}function Ss(e,t){let r=e.session||t.session;return {...e,expires:r?null:Math.max(e.expires??0,t.expires??0)||null,session:r,secure:e.secure&&t.secure,httpOnly:e.httpOnly&&t.httpOnly,sameSite:e.sameSite===t.sameSite?e.sameSite:"Unspecified",partitioned:e.partitioned&&t.partitioned}}var $e=class{#e=new Map;add(t){if(!t)return;let r={...t,domain:t.domain.toLowerCase(),path:t.path||"/"},s=Pe(r),n=this.#e.get(s);this.#e.set(s,n?Ss(n,r):r);}addAll(t){for(let r of t)this.add(r);}artifact(){return {schemaVersion:1,observations:[...this.#e.values()].sort((t,r)=>Pe(t).localeCompare(Pe(r)))}}};async function Le(e,t){await C.mkdir(m.dirname(e),{recursive:true});let r=`${e}.${process.pid}.tmp`;await C.writeFile(r,`${JSON.stringify(t,null,2)}
|
|
9
|
+
`,{encoding:"utf8",mode:384}),await C.rename(r,e);}var Cs=["text/css","javascript","image/","font/","application/font","application/json","application/xml","text/xml","application/rss+xml","application/atom+xml","application/xslt+xml","text/xsl","image/svg+xml"],sr=new Set([".css",".js",".mjs",".json",".map",".xml",".xsl",".rss",".atom",".txt",".enc",".jws",".png",".jpg",".jpeg",".gif",".webp",".avif",".svg",".ico",".woff",".woff2",".ttf",".otf",".eot",".pdf",".mp4",".webm"]),nr=new Set(["",".html",".htm"]),Rs=new Set([".css",".xml",".xsl",".svg",".json",".html",".htm",".txt",".enc",".jws"]),As=["/wp-content/","/wp-includes/","/wp-admin/","/static/","/assets/","/build/","/_next/"];function ks(e){let t=[],r="full",s="full",n=false,i=false,o="";for(let c=0;c<e.length;c++){let a=e[c];if(a==="--retry-timeouts")r="retry-timeouts",n=true;else if(a==="--resume")n=true;else if(a==="--resume-rewrite")n=true,i=true;else if(a==="--crawl-mode"){let l=e[++c];if(!l)throw new Error("--crawl-mode requires a value");s=l==="incremental"?"incremental":"full",n||=s==="incremental";}else if(a.startsWith("--crawl-mode="))s=a.slice(13)==="incremental"?"incremental":"full",n||=s==="incremental";else if(a==="--incremental")s="incremental",n=true;else if(a==="--url"){let l=e[++c];if(!l)throw new Error("--url requires a value");r="single-url",n=true,t.push(l);}else if(a.startsWith("--url="))r="single-url",n=true,t.push(a.slice(6));else if(a==="--urls"){let l=e[++c];if(!l)throw new Error("--urls requires a file path");r="single-url",n=true,t.push(`@${l}`);}else if(a==="--content-sync-plan"){let l=e[++c];if(!l)throw new Error("--content-sync-plan requires a file path");r="content-sync",s="incremental",n=true,o=m.resolve(l);}else a.startsWith("--content-sync-plan=")&&(r="content-sync",s="incremental",n=true,o=m.resolve(a.slice(20)));}return {mode:r,crawlMode:s,urls:t,preserveOutput:n,resumeRewrite:i,contentSyncPlanPath:o}}function qe(){let e=process.env.STATIC_PUBLISHER_RUNTIME_DIR||process.env.WPSUITE_STATIC_PUBLISHER_RUNTIME_DIR||"";return e.trim()?m.resolve(e):""}function xs(){let e=qe();return e?m.join(e,"privacy","cookie-observations.json"):null}function Ts(){let e=qe();return e?m.resolve(e,".."):""}function Is(){let e=process.env.STATIC_PUBLISHER_WP_ROOT||process.env.WPSUITE_STATIC_PUBLISHER_WP_ROOT||"";return e.trim()?m.resolve(e):""}function Ms(e){let t=e.trim(),r=[{alias:"@storage-root",root:Ts(),requiredEnv:"STATIC_PUBLISHER_RUNTIME_DIR or WPSUITE_STATIC_PUBLISHER_RUNTIME_DIR"},{alias:"@runtime",root:qe(),requiredEnv:"STATIC_PUBLISHER_RUNTIME_DIR or WPSUITE_STATIC_PUBLISHER_RUNTIME_DIR"},{alias:"@wp-root",root:Is(),requiredEnv:"STATIC_PUBLISHER_WP_ROOT or WPSUITE_STATIC_PUBLISHER_WP_ROOT"}];for(let s of r){if(t!==s.alias&&!t.startsWith(`${s.alias}/`))continue;if(!s.root)return {resolvedPath:null,alias:s.alias,requiredEnv:s.requiredEnv};let n=t.slice(s.alias.length).replace(/^\/+/,"");return {resolvedPath:n?m.resolve(s.root,n):s.root,alias:s.alias}}return {resolvedPath:m.resolve(t)}}function ir(e){let t=String(process.env.STATIC_PUBLISHER_CRAWL_MANIFEST_PATH||"").trim();if(t)return m.resolve(t);let r=qe();return r?m.join(r,"crawl-manifest.json"):m.join(e.outputDir,".crawl-manifest.json")}function or(){return {schemaVersion:5,updatedAt:"",pages:{},assets:{}}}function Ht(e){return {url:String(e.url||""),outputPath:String(e.outputPath||""),contentType:typeof e.contentType=="string"&&e.contentType?e.contentType:null,changeToken:typeof e.changeToken=="string"?e.changeToken:null,tokenSource:typeof e.tokenSource=="string"?e.tokenSource:null,sitemapLastmod:typeof e.sitemapLastmod=="string"?e.sitemapLastmod:null,discoveredPages:Array.isArray(e.discoveredPages)?e.discoveredPages.map(t=>String(t)):[],discoveredAssets:Array.isArray(e.discoveredAssets)?e.discoveredAssets.map(t=>String(t)):[],lastCrawledAt:String(e.lastCrawledAt||""),lastSeenRunId:String(e.lastSeenRunId||""),rewriteComplete:e.rewriteComplete===true}}function $s(e){let t=e.isText===true;return {url:String(e.url||""),outputPath:String(e.outputPath||""),isText:t,contentType:typeof e.contentType=="string"&&e.contentType?e.contentType:null,changeToken:typeof e.changeToken=="string"?e.changeToken:null,tokenSource:typeof e.tokenSource=="string"?e.tokenSource:null,discoveredAssets:Array.isArray(e.discoveredAssets)?e.discoveredAssets.map(r=>String(r)):[],lastCrawledAt:String(e.lastCrawledAt||""),lastSeenRunId:String(e.lastSeenRunId||""),unreferencedRuns:Math.max(0,Number(e.unreferencedRuns)||0),rewriteComplete:e.rewriteComplete===true||!t}}function st(e){let t=e?.["content-type"]?.trim();return t||null}function Ls(){return {rewriteTargets:new Set,changedFiles:new Set,deletedFiles:new Set}}function W(e,t,r){let s=ee(t.outputDir,r);s&&(e.changedFiles.add(s),e.deletedFiles.delete(s));}function zt(e,t,r){let s=ee(t.outputDir,r);s&&(e.deletedFiles.add(s),e.changedFiles.delete(s));}function ue(e,t){e.rewriteTargets.add(m.resolve(t));}async function Us(e){try{let t=await C.readFile(ir(e),"utf8"),r=JSON.parse(t);if(r&&typeof r=="object"&&r.pages&&typeof r.pages=="object"){if((r.schemaVersion===2||r.schemaVersion===3||r.schemaVersion===4||r.schemaVersion===5)&&r.assets&&typeof r.assets=="object")return {schemaVersion:5,updatedAt:String(r.updatedAt||""),pages:Object.fromEntries(Object.entries(r.pages).map(([s,n])=>[s,Ht(n)])),assets:Object.fromEntries(Object.entries(r.assets).map(([s,n])=>[s,$s(n)]))};if(r.schemaVersion===1)return {schemaVersion:5,updatedAt:String(r.updatedAt||""),pages:Object.fromEntries(Object.entries(r.pages).map(([s,n])=>[s,Ht(n)])),assets:{}}}}catch{}return or()}function nt(e){return JSON.parse(JSON.stringify(e))}async function Os(e,t){let r=ir(e);await C.mkdir(m.dirname(r),{recursive:true}),await C.writeFile(r,JSON.stringify(t,null,2),"utf8");}async function ne(e,t){if(!t.trackManifest)return;let r=async()=>{let s=nt(t.manifest);s.updatedAt=new Date().toISOString(),t.manifest.updatedAt=s.updatedAt,await Os(e,s);};t.manifestSaveChain=t.manifestSaveChain.then(r,r),await t.manifestSaveChain;}function be(e){if(!e)return null;let t=e.trim();return t||null}function Ds(e,t){let r=new Set,s=new Set([...Object.keys(e),...Object.keys(t)]);for(let n of s){let i=e[n],o=t[n];!i||!o||i===o||r.add(n);}return r}async function ar(e,t,r,s){let n=[...new Set(r.map(c=>c.trim()).filter(Boolean))],i=String(e.wpsuite?.runtimeToken||"").trim();if(n.length===0||!i)return new Map;let o=new URL("/wp-json/smartcloud-static-publisher/v1/change-tokens",e.sourceOrigin).toString();try{let c=await t.post(o,{timeout:3e4,failOnStatusCode:!1,headers:{"content-type":"application/json","x-static-publisher-token":i},data:JSON.stringify({urls:n})});if(!c.ok())return s.warn(`Change token lookup failed with HTTP ${c.status()}`,{endpoint:o,status:c.status()}),new Map;let a=await c.json().catch(()=>null);if(!a||!Array.isArray(a.items))return new Map;let l=new Map;for(let u of a.items)!u||typeof u.url!="string"||l.set(u.url,u);return l}catch(c){return s.warn("Change token lookup failed; falling back to sitemap metadata",{endpoint:o,error:c instanceof Error?`${c.name}: ${c.message.split(/\r?\n/u,1)[0]}`:"Unknown change-token request failure"}),new Map}}async function De(e,t,r,s,n){if(!r.enabled&&!r.trackManifest)return null;if(r.changeTokenCache.has(s))return r.changeTokenCache.get(s)??null;let o=(await ar(e,t,[s],n)).get(s)??null;return lt(e,s)&&(!o||o.supported!==true||!o.token)&&(o=await js(e,t,s,n)),o=ur(e,o),r.changeTokenCache.set(s,o),o}async function Es(e,t,r,s,n){if(!r.trackManifest)return;let i=[...new Set(s.map(o=>o.trim()).filter(Boolean))].filter(o=>!r.changeTokenCache.has(o));for(let o=0;o<i.length;o+=250){let c=i.slice(o,o+250),a=await ar(e,t,c,n);for(let l of c)r.changeTokenCache.set(l,ur(e,a.get(l)??null));}}function Fs(e){return `subscriber=${e.wpsuite?.siteSettings?.subscriber===true?"1":"0"}`}function ur(e,t){if(!t?.supported||!t.token||t.tokenSource==="wp-media-file")return t;let r=Fs(e);return {...t,token:ye(`${t.token}
|
|
10
|
+
${r}`,40),tokenSource:t.tokenSource?`${t.tokenSource}+site-subscriber`:"site-subscriber"}}async function js(e,t,r,s){try{let n=await t.get(r,{timeout:Math.min(e.navigationTimeoutMs,15e3),failOnStatusCode:!1});if(n.status()!==404)return s.warn(`Generated 404 fallback token skipped for ${r}`,{url:r,status:n.status(),requestPath:e.generated404RequestPath,source:"generated-404-change-token-fallback"}),null;let i=await n.text().catch(()=>""),o=ye(`${r}
|
|
11
11
|
404
|
|
12
|
-
${i}`,40);return s.info(`Using generated 404 fallback change token for ${r}`,{url:r,requestPath:e.generated404RequestPath,source:"generated-404-change-token-fallback"}),{url:r,supported:!0,token:o,tokenSource:"generated-404-response-hash",postId:null,dependencyPostIds:[],reason:null}}catch(n){return s.warn(`Generated 404 fallback token lookup failed for ${r}`,{url:r,error:String(n),requestPath:e.generated404RequestPath,source:"generated-404-change-token-fallback"}),null}}async function Fs(e,t,r,s,n,i){let o=ct(e,n);if(!s.enabled)return {action:"render",changeToken:s.trackManifest?await De(e,t,s,n,i):null};let c=s.manifest.pages[n];if(!c)return {action:"render",changeToken:await De(e,t,s,n,i)};let a=await De(e,t,s,n,i);if(a?.supported&&a.token)return c.changeToken===a.token?o&&!await js(e,t,n,i)?{action:"render",changeToken:a}:{action:"reuse",changeToken:a}:{action:"render",changeToken:a};let l=be(r.sitemapLastmodByPage[n]);return l&&c.sitemapLastmod&&c.sitemapLastmod===l?{action:"reuse",changeToken:a}:{action:"render",changeToken:a}}async function js(e,t,r,s){try{let i=(await t.get(r,{timeout:Math.min(e.navigationTimeoutMs,15e3),failOnStatusCode:!1})).status();return i===404?!0:(s.warn(`Generated 404 request path no longer returns 404 for ${r}`,{url:r,status:i,requestPath:e.generated404RequestPath,source:"generated-404-status-probe"}),!1)}catch(n){return s.warn(`Generated 404 status probe failed for ${r}`,{url:r,error:String(n),requestPath:e.generated404RequestPath,source:"generated-404-status-probe"}),false}}async function qs(e,t,r,s,n){let i=Ht(r.previousManifest,void 0,s,"previous-manifest"),o=0;for(let[d,S]of Object.entries(r.manifest.pages))if(!r.seenPages.has(d)){Qt(n,e,S.outputPath);try{await C.unlink(S.outputPath);}catch(w){(w.code||"")!=="ENOENT"&&s.warn(`Failed to remove stale incremental page output for ${d}`,{url:d,outputPath:S.outputPath,error:String(w)});}delete r.manifest.pages[d],o++;}let c=Ht(r.manifest,r.runId,s,"active-manifest"),a=new Set,l=new Set;for(let d of c){for(let P of ve(e,d))a.add(P);let S=r.manifest.assets[d]?.outputPath;S&&l.add(S);let w=ge(e,t.assetMap,d);w&&l.add(w);}for(let d of Object.keys(r.manifest.assets)){if(c.has(d)){r.manifest.assets[d].unreferencedRuns=0;continue}let S=r.manifest.assets[d];if(qt(S.unreferencedRuns)){S.unreferencedRuns+=1,s.warn(`Deferred deletion of newly unreferenced incremental asset ${d}.`,{url:d,unreferencedRuns:S.unreferencedRuns,phase:"incremental-cleanup",source:"asset-deletion-grace"});continue}delete r.manifest.assets[d];}let u=0,p=0;for(let d of i){if(r.manifest.assets[d])continue;let S=new Set,w=r.previousManifest.assets[d]?.outputPath;w&&S.add(w);let P=ge(e,t.assetMap,d);if(!c.has(d)&&P)S.add(P);else if(!c.has(d)){let g=rn(e,d,s,"incremental-cleanup");g&&(S.add(g.originalFilePath),g.hashedFilePath&&S.add(g.hashedFilePath));}for(let g of S)if(!l.has(g)){Qt(n,e,g);try{await C.unlink(g),u++;}catch(h){(h.code||"")!=="ENOENT"&&s.warn(`Failed to remove stale incremental asset output for ${d}`,{url:d,outputPath:g,error:String(h)});}}for(let g of ve(e,d))a.has(g)||Object.prototype.hasOwnProperty.call(t.assetMap,g)&&(delete t.assetMap[g],p++);}(o>0||u>0||p>0)&&s.info(`Incremental cleanup removed ${o} stale pages, ${u} stale assets, ${p} stale asset mappings`,{removedPages:o,removedAssets:u,removedAssetMappings:p,phase:"incremental-cleanup"});}function Ht(e,t,r,s){let n=new Set,i=o=>{let c=o.trim();if(c){if(r){let a=ie(c,r,"asset",s??"manifest");if(!a)return;n.add(a.toString());return}n.add(c);}};for(let o of Object.values(e.pages))for(let c of o.discoveredAssets||[])i(c);for(let[o,c]of Object.entries(e.assets||{}))t&&c.lastSeenRunId!==t||i(o);return n}function zt(e,t,r){for(let s of t)for(let n of ve(e,s))if(r.has(n))return true;return false}function Ns(e,t,r,s,n){let i=new Set(r.rewriteTargets);for(let c of r.changedFiles)i.add(m.resolve(e.outputDir,c));for(let c of Object.values(t.manifest.pages))c.rewriteComplete||i.add(m.resolve(c.outputPath));for(let c of Object.values(t.manifest.assets))c.isText&&!c.rewriteComplete&&i.add(m.resolve(c.outputPath));let o=Us(s,n);if(o.size===0)return [...i];for(let c of Object.values(t.manifest.pages))zt(e,c.discoveredAssets,o)&&i.add(m.resolve(c.outputPath));for(let[c,a]of Object.entries(t.manifest.assets)){a.isText&&zt(e,a.discoveredAssets,o)&&i.add(m.resolve(a.outputPath));for(let l of ve(e,c))if(o.has(l)){W(r,e,a.outputPath),a.isText&&i.add(m.resolve(a.outputPath));break}}return [...i]}function _s(e,t){let r=t?new Set(Array.from(t,n=>m.resolve(n))):null,s=n=>r===null||r.has(m.resolve(n));for(let n of Object.values(e.manifest.pages))s(n.outputPath)&&(n.rewriteComplete=true);for(let n of Object.values(e.manifest.assets)){if(!n.isText){n.rewriteComplete=true;continue}s(n.outputPath)&&(n.rewriteComplete=true);}}function Ws(e,t,r){let s=new Set,n=i=>{if(!i)return;let o=ee(e.outputDir,i);o&&s.add(o);};for(let i of t.donePages)n(K(e,i));for(let i of Object.values(r.manifest.pages))i.lastSeenRunId===r.runId&&n(i.outputPath);for(let i of t.doneAssets)n(ge(e,t.assetMap,i));for(let i of Object.values(r.manifest.assets))i.lastSeenRunId===r.runId&&n(i.outputPath);return s}async function Bs(e,t,r,s,n){let i=[...s.deletedFiles].sort(),o=Ws(e,t,r),c=0;for(let u of [...o].sort()){try{if((await C.stat(m.join(e.outputDir,u))).isFile())continue}catch{}c++,n.warn(`Active output is missing after crawl: ${u}`,{phase:"deploy-plan",file:u,outputPath:m.join(e.outputDir,u)});}if(c>0&&n.warn(`Detected ${c} active output file(s) missing before deploy plan save.`,{phase:"deploy-plan",missingActiveOutputs:c}),i.length===0)return [];let a=[],l=0;for(let u of i){if(!o.has(u)){a.push(u);continue}l++;let p=m.join(e.outputDir,u),d;try{d=(await C.stat(p)).isFile();}catch{d=false;}n.warn(`Deploy plan protected active output from deletion: ${u}`,{phase:"deploy-plan",file:u,outputPath:p,exists:d});}return l>0&&n.info(`Deploy plan skipped ${l} active output deletion(s).`,{phase:"deploy-plan",protectedDeletes:l,deletedFiles:a.length}),a}function ve(e,t){let r=new Set([t]);try{let s=new URL(t),i=[new URL(e.sourceOrigin).origin,...Object.keys(e.extraReplacements||{})];if(e.targetOrigin&&e.targetOrigin!=="."&&e.targetOrigin!=="/")try{i.push(new URL(e.targetOrigin).origin);}catch{}for(let o of i)try{r.add(new URL(o).origin+s.pathname+s.search);}catch{}r.add(s.pathname+s.search),r.add(s.pathname);}catch{}return [...r]}function Qs(e,t){let r=new Set([t]);try{let s=new URL(t),i=[new URL(e.sourceOrigin).origin,...Object.keys(e.extraReplacements||{})];if(e.targetOrigin&&e.targetOrigin!=="."&&e.targetOrigin!=="/")try{i.push(new URL(e.targetOrigin).origin);}catch{}for(let o of i)try{r.add(new URL(o).origin+s.pathname+s.search);}catch{}r.add(s.pathname+s.search);}catch{}return [...r]}function ar(e,t){let r=e.targetOrigin&&e.targetOrigin!=="."&&e.targetOrigin!=="/"?e.targetOrigin:"https://relative.invalid/";try{let s=new URL(t,r);return m.join(e.outputDir,ut(s.pathname))}catch{return null}}function Hs(e,t,r){for(let s of Qs(e,r)){let n=t[s];if(!n)continue;let i=ar(e,n);if(i)return {outputPath:i,publicUrl:n}}return null}function zs(e,t,r){for(let s of ve(e,r)){let n=t[s];if(!n)continue;let i=ar(e,n);if(i)return i}return null}function ge(e,t,r){let s=zs(e,t,r);if(s)return s;try{return Ne(e,r).originalFilePath}catch{return null}}function Js(){let e=process.env.STATIC_PUBLISHER_RUNTIME_DIR||process.env.WPSUITE_STATIC_PUBLISHER_RUNTIME_DIR||"";return e.trim()?m.join(m.resolve(e),"queue-runner-heartbeat.json"):""}async function Jt(e){let t=Js();if(t)try{let r=await C.readFile(t,"utf8"),s=JSON.parse(r);if(!s||typeof s!="object")return;await C.writeFile(t,JSON.stringify({...s,checkedAt:new Date().toISOString(),status:"running",currentStep:"rewrite",message:e},null,2),"utf8");}catch{}}function Vs(e,t){let r=new Set;for(let s of t.donePages)r.add(m.resolve(K(e,s)));for(let s of t.doneAssets){let n=ge(e,t.assetMap,s);!n||!re(n)||r.add(m.resolve(n));}for(let s of t.doneSitemaps){let n=ge(e,t.assetMap,s);!n||!re(n)||r.add(m.resolve(n));}return [...r]}var Fe="re:",Ue=new Map;function Gs(e){if(!e.startsWith(Fe))return null;let t=Ue.get(e);if(t!==void 0)return t||null;let r=e.slice(Fe.length).trim();if(!r)return Ue.set(e,false),null;try{let s=new RegExp(r);return Ue.set(e,s),s}catch{return console.warn(`[crawl] Ignoring invalid path matcher regex: ${e}`),Ue.set(e,false),null}}function at(e,t){let r=Gs(t);return r?r.test(e):t.startsWith(Fe)?false:e.startsWith(t)}function Ks(e,t){return t.find(r=>at(e,r))}function ur(e,t){let r=Ks(t.pathname,e.blockedPathPrefixes);if(r)return r.startsWith(Fe)?`blocked path regex: ${r}`:`blocked path prefix: ${r}`;let s=e.blockedSearchFragments.find(n=>t.search.includes(n));return s?`blocked search fragment: ${s}`:null}function Zs(e){let t=new URL(e.sourceOrigin),r=new Set([t.hostname,...e.allowedAssetHosts]);if(e.targetOrigin&&e.targetOrigin!=="."&&e.targetOrigin!=="/")try{r.add(new URL(e.targetOrigin).hostname);}catch{}for(let s of Object.keys(e.extraReplacements||{}))try{r.add(new URL(s).hostname);}catch{}return r}function Ys(e,t){return Zs(e).has(t.hostname)}function Xs(e){let t=J(e.trim()).replace(/\\\//g,"/").replace(/^['"]|['"]$/g,"").trim();return t=t.replace(/[)]+$/g,"").trim(),t=t.replace(/;.*$/g,"").trim(),t}function nt(e){let t=J(e).replace(/\\\//g,"/");return /[{}]|\bwindow\.|\blocation\.|\bincludes\(|\?\?null|\+|%7B|%7D|%22|<|>|\s/.test(t)||/[()[\]'"]/.test(t)}function en(e){let t=J(e).replace(/\\\//g,"/").trim(),r=m.extname(t).toLowerCase();return tr.has(r)||rr.has(r)?false:/^(?:this|[A-Za-z_$][\w$]*)\.[A-Za-z_$][\w$]*(?:\.[A-Za-z_$][\w$]*)*$/.test(t)}function fe(e){return Cs.some(t=>e.pathname.startsWith(t))}function N(e,t,r=e.sourceOrigin,s,n="url"){let i=Xs(t);if(!i||i.startsWith("data:")||i.startsWith("blob:")||i.startsWith("mailto:")||i.startsWith("tel:")||i.startsWith("#"))return s?.ignore(n,t,"empty or unsupported scheme",r),null;if(nt(i))return s?.ignore(n,t,"looks like JavaScript/code fragment",r),null;if(en(i))return s?.ignore(n,t,"looks like JavaScript property access",r),null;try{let o=new URL(i,r);if(cr(o))return s?.reject(n,t,"malformed URL encoding",r),null;if(!["http:","https:"].includes(o.protocol))return s?.ignore(n,t,"unsupported protocol: ",r),null;if(!Ys(e,o))return s?.ignore(n,o.toString(),"host not allowed",r),null;let c=ur(e,o);if(c)return s?.reject(n,o.toString(),c,r),null;let a=new URL(e.sourceOrigin);return o.protocol=a.protocol,o.host=a.host,o.hash="",o}catch{return s?.reject(n,t,"invalid URL",r),null}}function cr(e){try{return decodeURIComponent(e.pathname),decodeURIComponent(e.search),decodeURIComponent(e.hash),!1}catch{return true}}function ie(e,t,r,s){try{let n=new URL(e);return cr(n)?(t.reject(r,e,"malformed URL encoding",s),null):n.protocol!=="http:"&&n.protocol!=="https:"?(t.reject(r,e,`unsupported protocol: ${n.protocol}`,s),null):n}catch{return t.reject(r,e,"invalid URL",s),null}}function lr(e){return tr.has(m.extname(e.pathname).toLowerCase())}function oe(e){return fe(e)?false:rr.has(m.extname(e.pathname).toLowerCase())}function he(e){let t=e.pathname.toLowerCase();return t.endsWith(".xml")&&(t.includes("sitemap")||t.endsWith("/sitemap.xml"))}function L(e,t){return !!(he(t)||t.pathname==="/robots.txt"||t.pathname==="/llms.txt"||t.pathname.toLowerCase().endsWith(".xsl")||e.assetPathPrefixes.length>0&&e.assetPathPrefixes.some(r=>at(t.pathname,r))||lr(t)||!oe(t)&&!fe(t))}function K(e,t){let r=new URL(t),s=ut(r.pathname);return s.endsWith("/")?s+="index.html":m.extname(s)||(s+="/index.html"),m.join(e.outputDir,s)}function ut(e){try{return decodeURIComponent(e)}catch{return e}}function tn(e){if(!e.generated404RequestPath)return null;try{let t=new URL(e.generated404RequestPath,e.sourceOrigin);return !t.pathname.endsWith("/")&&m.extname(t.pathname)===""&&(t.pathname+="/"),t.hash="",t.toString()}catch{return null}}function ct(e,t){let r=tn(e);if(!r)return false;try{return new URL(t,e.sourceOrigin).toString()===r}catch{return false}}function Ne(e,t){let r=new URL(t),s=ut(r.pathname);s.endsWith("/")&&(s+="index.html");let n=!!r.search,i=s,o=m.join(e.outputDir,i),c=Ve(e.targetOrigin,i),a=`${c}${r.search}`;if(!n)return {originalPathname:i,originalFilePath:o,originalPublicUrl:c,originalPublicUrlWithSearch:a,preferQueryHashed:n};let l=m.extname(s),p=`${l?s.slice(0,-l.length):s}.${ye(r.search)}${l||".bin"}`;return {originalPathname:i,originalFilePath:o,originalPublicUrl:c,originalPublicUrlWithSearch:a,preferQueryHashed:n,hashedPathname:p,hashedFilePath:m.join(e.outputDir,p),hashedPublicUrl:Ve(e.targetOrigin,p)}}function rn(e,t,r,s){let n=ie(t,r,"asset",s);return n?Ne(e,n.toString()):null}function sn(e,t,r,s,n){t[r]=s;try{let i=new URL(r),c=[new URL(e.sourceOrigin).origin,...Object.keys(e.extraReplacements||{})];if(e.targetOrigin&&e.targetOrigin!=="."&&e.targetOrigin!=="/")try{c.push(new URL(e.targetOrigin).origin);}catch{}for(let a of c)try{let l=new URL(a);t[l.origin+i.pathname+i.search]=s;}catch{}try{let a=(()=>{let l=new URL(s,e.targetOrigin==="."?"https://relative.invalid":e.targetOrigin);return `${l.pathname}${l.search}`})();t[i.pathname+i.search]=a;}catch{}try{let a=new URL(s,e.targetOrigin==="."?"https://relative.invalid":e.targetOrigin).pathname;t[i.pathname]=a;}catch{}try{let a=new URL(n,e.targetOrigin==="."?"https://relative.invalid":e.targetOrigin).pathname;t[i.pathname]=a;}catch{}}catch{}}async function dr(e){try{return await C.readFile(e)}catch(t){if(t.code==="ENOENT")return null;throw t}}async function pe(e){try{return await C.stat(e)}catch(t){if(t.code==="ENOENT")return null;throw t}}function nn(e){let t=String(e["content-length"]||"").trim();if(!t)return null;let r=Number.parseInt(t,10);return Number.isFinite(r)&&r>=0?r:null}function pr(e){let t=String(e["last-modified"]||"").trim();if(!t)return null;let r=Date.parse(t);return Number.isFinite(r)?r:null}function on(e,t){let r=pr(t),s=nn(t),n=e?.mtime.getTime();return r!==null&&Math.abs((n??0)-r)>=1e3||s!==null&&e?.size!==s?false:r!==null||s!==null}async function an(e,t){if(!t)return;let r=pr(t);if(r===null)return;let s=await pe(e);if(!s)return;let n=new Date(r);await C.utimes(e,s.atime,n).catch(()=>{});}function Vt(e,t){let r=m.extname(e.pathname).toLowerCase(),s=t["content-type"]||"";return vs.has(r)||bs.some(n=>s.includes(n))&&!s.startsWith("image/")&&!s.includes("font")}function un(e){try{let t=m.extname(new URL(e).pathname).toLowerCase();return t===".js"||t===".mjs"}catch{return false}}function de(e,t){(e.doneAssets.size%25===0||e.doneAssets.size===1||e.doneAssets.size===e.stats.assetsQueued)&&t.progress(`Asset processing progress: processed ${e.doneAssets.size}, discovered ${e.stats.assetsQueued}.`,{doneAssets:e.doneAssets.size,assetsQueued:e.stats.assetsQueued,phase:"download-assets"});}function cn(e){return ye(e.toString("base64"),40)}function ln(e,t,r){let s=e.assetVariantDigestsByOriginalPath.get(t);if(!s||s.size===0)return false;for(let n of s)if(n!==r)return true;return false}function dn(e,t,r){let s=e.assetVariantDigestsByOriginalPath.get(t);s||(s=new Set,e.assetVariantDigestsByOriginalPath.set(t,s)),s.add(r);}async function it(e,t,r,s,n,i,o){let c=Ne(e,r),a=cn(s),l=c.originalFilePath,u=c.originalPublicUrlWithSearch;if(c.preferQueryHashed&&c.hashedFilePath&&c.hashedPublicUrl&&ln(n,c.originalFilePath,a)){let w=Hs(e,t,r);w?(l=w.outputPath,u=w.publicUrl):(l=c.hashedFilePath,u=c.hashedPublicUrl);}sn(e,t,r,u,c.originalPublicUrl);let p=re(l)?Buffer.from(Ze(s.toString("utf8"),e,t,l),"utf8"):s,d=await dr(l),S=false;return (d===null||!d.equals(p))&&(await Se(l,p),S=true),i?.debug(`${S?"Saved":"Skipped unchanged"} asset output ${r}`,{phase:"download-assets",url:r,outputPath:l,bytes:p.length,wroteFile:S}),dn(n,c.originalFilePath,a),await an(l,o),n.stats.assetsSaved++,i&&(n.stats.assetsSaved%50===0||n.stats.assetsSaved===1)&&i.progress(`Asset progress: saved ${n.stats.assetsSaved}, discovered ${n.stats.assetsQueued}, pending ${n.assetQueue.length}.`,{assetsSaved:n.stats.assetsSaved,assetsQueued:n.stats.assetsQueued,assetQueue:n.assetQueue.length,phase:"download-assets"}),{outputPath:l,publicUrl:u,wroteFile:S}}function Ce(e,t,r,s,n){let i=()=>{let p=String(n??"").trim();if(!p)return {discoveredFrom:"",discoveredFromType:"unknown"};if(p==="seed-path"||p==="cli"||p==="generated-404-request-path")return {discoveredFrom:p,discoveredFromType:p};if(/^https?:\/\//i.test(p))try{let d=new URL(p);return he(d)?{discoveredFrom:p,discoveredFromType:"sitemap"}:L(e,d)?{discoveredFrom:p,discoveredFromType:"asset"}:oe(d)&&!fe(d)?{discoveredFrom:p,discoveredFromType:"page"}:{discoveredFrom:p,discoveredFromType:"url"}}catch{return {discoveredFrom:p,discoveredFromType:"url"}}return {discoveredFrom:p,discoveredFromType:"url"}},o=n&&/^https?:\/\//i.test(n)?n:e.sourceOrigin,c=N(e,r,o,s,"page");if(!c)return;if(!oe(c)||lr(c)){if(L(e,c)){s.info(`Seeded/non-page URL queued as asset: ${c.toString()}`,{url:c.toString(),source:n}),q(e,t,c.toString(),s,n);return}s.reject("page",c.toString(),fe(c)?"asset/internal path cannot be page":"not page-like",n);return}let a=c.toString(),{discoveredFrom:l,discoveredFromType:u}=i();l&&!t.pageDiscoverySources.has(a)&&t.pageDiscoverySources.set(a,l),!t.donePages.has(a)&&!t.queuedPages.has(a)&&(t.queuedPages.add(a),t.pageQueue.push(a),t.stats.pagesQueued++,s.debug(`Queued discovered page ${a}`,{phase:"discovery",url:a,discoveredFrom:l,discoveredFromType:u,outputPath:K(e,a)}),(t.stats.pagesQueued%25===0||t.stats.pagesQueued===1)&&s.progress(`Discovery progress: pages ${t.stats.pagesQueued}, assets ${t.stats.assetsQueued}, sitemaps ${t.stats.sitemapsQueued}.`,{pagesQueued:t.stats.pagesQueued,assetsQueued:t.stats.assetsQueued,sitemapsQueued:t.stats.sitemapsQueued,pageQueue:t.pageQueue.length,phase:"discovery"}));}function q(e,t,r,s,n){let i=n&&/^https?:\/\//i.test(n)?n:e.sourceOrigin,o=N(e,r,i,s,"asset");if(!o)return;if(!L(e,o)){s.reject("asset",o.toString(),"not a safe asset path/prefix",n);return}let c=o.toString();!t.doneAssets.has(c)&&!t.queuedAssets.has(c)&&(t.queuedAssets.add(c),t.assetQueue.push(c),t.stats.assetsQueued++,(t.stats.assetsQueued%100===0||t.stats.assetsQueued===1)&&s.progress(`Discovery progress: pages ${t.stats.pagesQueued}, assets ${t.stats.assetsQueued}, sitemaps ${t.stats.sitemapsQueued}.`,{pagesQueued:t.stats.pagesQueued,assetsQueued:t.stats.assetsQueued,sitemapsQueued:t.stats.sitemapsQueued,assetQueue:t.assetQueue.length,phase:"discovery"}));}function je(e,t,r,s,n){let i=n&&/^https?:\/\//i.test(n)?n:e.sourceOrigin,o=N(e,r,i,s,"sitemap");if(!o)return;if(!he(o)){s.reject("sitemap",o.toString(),"not sitemap-like",n);return}let c=o.toString();!t.doneSitemaps.has(c)&&!t.queuedSitemaps.has(c)&&(t.queuedSitemaps.add(c),t.sitemapQueue.push(c),t.stats.sitemapsQueued++,(t.stats.sitemapsQueued%10===0||t.stats.sitemapsQueued===1)&&s.progress(`Discovery progress: pages ${t.stats.pagesQueued}, assets ${t.stats.assetsQueued}, sitemaps ${t.stats.sitemapsQueued}.`,{pagesQueued:t.stats.pagesQueued,assetsQueued:t.stats.assetsQueued,sitemapsQueued:t.stats.sitemapsQueued,sitemapQueue:t.sitemapQueue.length,phase:"discovery"}));}function pn(e){let t=J(e),r=[...t.matchAll(/<url>\s*([\s\S]*?)\s*<\/url>/gi)].map(s=>s[1]);return r.length>0?r.map(s=>{let n=s.match(/<loc>\s*([^<]+?)\s*<\/loc>/i);if(!n?.[1])return null;let i=s.match(/<lastmod>\s*([^<]+?)\s*<\/lastmod>/i);return {loc:n[1].trim(),lastmod:be(i?.[1]??null)}}).filter(s=>!!s):[...t.matchAll(/<loc>\s*([^<]+?)\s*<\/loc>/gi)].map(s=>({loc:s[1].trim(),lastmod:null})).filter(s=>s.loc)}function gn(e){return e.split(",").map(t=>t.trim().split(/\s+/)[0]).filter(Boolean)}function fn(e){let t=[],r=/url\(\s*(?:"([^"]+)"|'([^']+)'|([^)]*?))\s*\)/gi;for(let s of e.matchAll(r)){let n=e.slice(Math.max(0,s.index-8),s.index);if(/\bnew\s+$/i.test(n))continue;let i=(s[1]||s[2]||s[3]||"").trim();i&&t.push(i);}return t}function hn(e){return e.replace(/<script\b[^>]*>[\s\S]*?<\/script\s*>/gi,"")}function mn(e,t){if(t==="dom-style")return true;let r=(()=>{try{return m.extname(new URL(e).pathname).toLowerCase()}catch{return ""}})();return !(r===".js"||r===".mjs"||r===".map"||t.includes("javascript"))}function tt(e){return e.trim().replace(/\\/g,"/").replace(/^https?:\/\/[^/]+/i,"").replace(/^\/+/,"")}async function gr(e,t,r,s){let n=[];await C.mkdir(t,{recursive:true});let i=await C.readdir(e,{withFileTypes:true});for(let o of i){let c=m.join(e,o.name),a=m.join(t,o.name);if(o.isDirectory()){n.push(...await gr(c,a,r,s));continue}await fr(c,a,r,s)&&n.push(a);}return n}async function wn(e,t){try{let[r,s]=await Promise.all([C.stat(e),C.stat(t)]);if(r.size!==s.size)return !1;let[n,i]=await Promise.all([C.readFile(e),C.readFile(t)]);return n.equals(i)}catch{return false}}async function fr(e,t,r,s){let n=m.resolve(t);return r.has(n)?(s.debug("Skipped post-crawl copy over crawled page output",{phase:"copy-extra-paths",sourcePath:e,targetPath:t}),false):await wn(e,t)?(s.debug("Skipped unchanged post-crawl copy target",{phase:"copy-extra-paths",sourcePath:e,targetPath:t}),false):(await C.mkdir(m.dirname(t),{recursive:true}),await C.copyFile(e,t),true)}async function yn(e,t,r){let s=Object.entries(e.postCrawlCopyMap||{}).map(([c,a])=>({sourcePath:c.trim(),prefix:String(a||"").trim()}));if(s.length===0)return [];let n=0,i=[],o=new Set([...t.donePages].map(c=>m.resolve(K(e,c))));r.mark("copy-extra-paths");for(let c of s){let a=c.sourcePath,l=c.prefix;if(!a||!l){r.warn("Skipped post-crawl copy mapping with empty key/value",{sourcePath:a,prefixPath:l});continue}let u=Ts(a);if(!u.resolvedPath){r.warn("Skipped post-crawl copy source because alias root is not configured",{sourcePath:a,alias:u.alias||"",requiredEnv:u.requiredEnv||"",prefixPath:l});continue}let p=u.resolvedPath,d=tt(l);if(!d){r.warn("Skipped post-crawl copy mapping with invalid export prefix",{sourcePath:a,prefixPath:l});continue}let S;try{S=await C.stat(p);}catch{r.warn("Skipped post-crawl copy source because it does not exist",{sourcePath:a,sourceAbs:p,prefixPath:l});continue}let w=m.resolve(e.outputDir,d);if(S.isDirectory()){let f=await gr(p,w,o,r);i.push(...f),n+=f.length,f.length>0&&r.progress(`Copied static directory to export: ${p} -> /${d}`,{phase:"copy-extra-paths",sourcePath:p,targetPath:`/${d}`,copiedItems:n,changedFiles:f.length});continue}let P=m.basename(p),g=l.endsWith("/")?m.join(w,P):w;await fr(p,g,o,r)&&(i.push(g),n++,r.progress(`Copied static file to export: ${p} -> /${tt(l.endsWith("/")?`${l}${P}`:l)}`,{phase:"copy-extra-paths",sourcePath:p,targetPath:`/${tt(l.endsWith("/")?`${l}${P}`:l)}`,copiedItems:n}));}return r.endMark("copy-extra-paths",{mappedSources:s.length,copiedItems:n}),i}function Re(e,t,r,s,n){let i=new Set,o=J(r).replace(/\\\//g,"/"),c=n==="page-html"?hn(o):o,a=mn(t,n);if(a){for(let u of fn(c)){let p=N(e,u,t,s,`${n}:css-url`);p&&L(e,p)&&i.add(p.toString());}for(let u of c.matchAll(/@import\s+(?:url\()?\s*['"]?([^'"\s;]+)['"]?\s*\)?/gi)){let p=N(e,u[1],t,s,`${n}:css-import`);p&&L(e,p)&&i.add(p.toString());}}if(a||n==="page-html")for(let u of c.matchAll(/<\?xml-stylesheet[^>]+href=["']([^"']+)["'][^>]*\?>/gi)){let p=N(e,u[1],t,s,`${n}:xml-stylesheet`);p&&L(e,p)&&i.add(p.toString());}let l=new RegExp(`(?:https?:)?//[^\\s'"<>\\);]+\\.${Xe}(?:\\?[^\\s'"<>\\);]*)?|(?<!\\.)/[^\\s'"<>\\);]+\\.${Xe}(?:\\?[^\\s'"<>\\);]*)?`,"gi");if(n==="page-html")for(let u of o.matchAll(l)){let p=u[0].startsWith("//")?`${new URL(e.sourceOrigin).protocol}${u[0]}`:u[0];if(nt(p)){s.ignore(`${n}:serialized-url`,p,"looks like JavaScript/code fragment",t);continue}let d=N(e,p,t,s,`${n}:serialized-url`);d&&L(e,d)?i.add(d.toString()):d&&s.ignore("asset",d.toString(),"serialized URL did not pass safe asset path filter",t);}if(n!=="page-html"&&un(t))for(let u of Et(o)){if(nt(u)||!/\.(?:js|mjs)(?:[?#]|$)/i.test(u))continue;let p=N(e,u,t,s,`${n}:relative-asset`);p&&L(e,p)&&i.add(p.toString());}return [...i]}function Sn(e,t,r,s){let n=new Set,i=J(r);for(let o of i.matchAll(/href=["']([^"'#\s][^"']*?)["']/gi)){let c=o[1],a=N(e,c,t,s,"page-link");a&&(ur(e,a)||oe(a)&&!fe(a)&&!L(e,a)&&n.add(a.toString()));}return [...n]}async function Gt(e,t,r,s,n,i,o=false,c=[]){let a=new Set(c),l=0,u=new Map,p=(d,S)=>{let w=[S],P=new Set;for(;w.length>0;){let g=w.pop();if(g===d)return true;P.has(g)||(P.add(g),w.push(...u.get(g)??[]));}return false};for(;r.sitemapQueue.length>0;){let d=r.sitemapQueue.shift();r.queuedSitemaps.delete(d);let S=ie(d,s,"sitemap","sitemap-queue");if(!S)continue;let w=S.toString();if(r.doneSitemaps.has(w))continue;r.doneSitemaps.add(w),s.sitemap(`Fetching sitemap ${w}`,{url:w});let P=true;try{let g=await t.get(w,{timeout:6e4});if(P=!1,!g.ok()){if(s.skip("sitemap",w,g.status()),o&&!a.has(w))throw new Error(`Required child content-sync sitemap returned HTTP ${g.status()}: ${w}`);continue}let h=await g.body(),f=g.url()||w,R=ie(f,s,"sitemap-response",w);if(!R)continue;let v=R.toString();r.successfulSitemaps.add(w),r.successfulSitemaps.add(v),a.has(w)&&(r.resolvedSitemapRoots.add(v),l+=1);let O=await it(e,r.assetMap,v,h,r,s);W(n,e,O.outputPath),ue(n,O.outputPath);let U=h.toString("utf8");/<sitemapindex(?:\s|>)/i.test(U)?r.sitemapIndexUrls.add(v):r.sitemapLeafUrls.add(v);let T=Re(e,v,U,s,"sitemap");for(let $ of T)q(e,r,$,s,v);let F=[];for(let $ of pn(U)){let k=N(e,$.loc,v,s,"sitemap-loc");if(!k){if(o)throw new Error(`Content-sync sitemap contains an inadmissible location: ${$.loc}`);continue}if(he(k)){if(p(v,k.toString()))throw new Error(`Sitemap index cycle detected: ${v} -> ${k.toString()}`);if(u.has(v)||u.set(v,new Set),u.get(v).add(k.toString()),F.push(k.toString()),o&&r.doneSitemaps.has(k.toString())&&!r.successfulSitemaps.has(k.toString()))throw new Error(`Required child content-sync sitemap was not resolved: ${k.toString()}`);je(e,r,k.toString(),s,v);}else if(o){if(oe(k)&&!L(e,k)){let _=i.requiredUrls.has(k.toString()),y=i.manifest.pages[k.toString()],A=!!y&&!!await pe(y.outputPath);if(!_&&!A)throw new Error(`Content-sync sitemap coverage is incomplete for ${k.toString()}.`)}s.ignore("sitemap-loc",k.toString(),"content-sync sitemap-only traversal does not enqueue urlset locations",v);}else L(e,k)?q(e,r,k.toString(),s,v):oe(k)?($.lastmod&&(r.sitemapLastmodByPage[k.toString()]=$.lastmod),Ce(e,r,k.toString(),s,v)):s.reject("sitemap-loc",k.toString(),"not page/sitemap/asset-like",v);}i.trackManifest&&(i.manifest.assets[v]={url:v,outputPath:O.outputPath,isText:!0,contentType:g.headers()["content-type"]??"application/xml",changeToken:null,tokenSource:null,discoveredAssets:[...new Set([...T,...F])],lastCrawledAt:new Date().toISOString(),lastSeenRunId:i.runId,unreferencedRuns:0,rewriteComplete:!1},await ne(e,i));}catch(g){s.error(`Failed sitemap ${w}`,{url:w,error:String(g)});let h=o&&a.has(w)&&P;if(o&&!h)throw g}}if(o&&a.size>0&&l===0)throw new Error(`None of the configured content-sync sitemap roots could be resolved: ${[...a].join(", ")}`)}async function Pn(e,t,r,s,n,i,o){let c=N(e,s,e.sourceOrigin,n,"asset-fetch");if(!c||!L(e,c))return;let a=c.toString();if(r.doneAssets.has(a))return;let l=i.enabled||i.strictTargeted?i.previousManifest.assets[a]:void 0,u=i.trackManifest?await De(e,t,i,a,n):null,p=u?.token??null,d=Ft(l?.changeToken,u),S=i.strictTargeted&&(!u?.supported||!u.token)&&jt(e.sourceOrigin,a),w=i.strictTargeted?i.manifest.assets[a]:void 0;if(w?.lastSeenRunId===i.runId&&await pe(w.outputPath)){r.doneAssets.add(a);for(let g of w.discoveredAssets||[])q(e,r,g,n,a);W(o,e,w.outputPath),w.isText&&ue(o,w.outputPath),n.info(`Resumed completed content-sync asset ${a}`,{url:a,source:"content-sync-checkpoint"}),de(r,n);return}if(l&&(d||S)&&await pe(l.outputPath)){i.manifest.assets[a]={...l,changeToken:p,tokenSource:u?.tokenSource??l.tokenSource,discoveredAssets:[...l.discoveredAssets||[]],lastSeenRunId:i.runId,unreferencedRuns:0},delete i.manifest.pages[a],r.doneAssets.add(a);for(let g of l.discoveredAssets||[])q(e,r,g,n,a);n.info(`Reused unchanged trusted asset ${a}.`,{url:a,tokenSource:u?.tokenSource??"unknown",phase:"download-assets",source:d?"asset-change-token-match":"content-sync-release-fingerprint"}),de(r,n);return}let P=(g,h={})=>{if(!l||i.strictTargeted)return false;i.manifest.assets[a]={...l,discoveredAssets:[...l.discoveredAssets||[]],lastCrawledAt:new Date().toISOString(),lastSeenRunId:i.runId,unreferencedRuns:0},delete i.manifest.pages[a],r.doneAssets.add(a);for(let f of l.discoveredAssets||[])q(e,r,f,n,a);return n.warn(`Keeping previous incremental asset ${a} after fetch issue.`,{url:a,reason:g,preservedFromPreviousManifest:true,...h,phase:"download-assets"}),de(r,n),true};n.asset(`Fetching asset ${a}`,{url:a});try{let g=ge(e,r.assetMap,a),h=g?await pe(g):null;if(g&&h)try{let _=await j(`fetch asset headers ${a}`,6e4,()=>t.head(a,{timeout:6e4})),y=_.headers();if(_.ok()&&on(h,y)){let A=await dr(g);if(A!==null){let b=_.url()||a,x=ie(b,n,"asset-response",a);if(!x)return;let M=x.toString(),D=await it(e,r.assetMap,M,A,r,n,y);D.wroteFile&&(W(o,e,D.outputPath),re(D.outputPath)&&ue(o,D.outputPath)),r.doneAssets.add(a),n.info(`Reused existing asset ${a} based on response headers.`,{url:a,filePath:g,lastModified:y["last-modified"]||"",contentLength:y["content-length"]||"",phase:"download-assets"}),de(r,n);let me=Vt(c,y),Z=l?.discoveredAssets?[...l.discoveredAssets]:[];if(me||l?.isText){let ae=A.toString("utf8"),I=Re(e,M,ae,n,"asset:cached");(I.length>0||!l)&&(Z=I);for(let Ae of Z)q(e,r,Ae,n,M);}if(i.trackManifest){let ae=me||!!l?.isText;i.manifest.assets[a]={url:a,outputPath:D.outputPath,isText:ae,contentType:rt(y)||l?.contentType||null,changeToken:u?.supported?u.token:null,tokenSource:u?.supported?u.tokenSource??null:null,discoveredAssets:Z,lastCrawledAt:new Date().toISOString(),lastSeenRunId:i.runId,unreferencedRuns:0,rewriteComplete:!ae},delete i.manifest.pages[a],(i.enabled||i.strictTargeted)&&ae&&await ne(e,i);}return}}}catch{}let f=await j(`fetch asset ${a}`,6e4,()=>t.get(a,{timeout:6e4}));if(!f.ok()){if(P(`http-${f.status()}`,{status:f.status()}))return;if(i.strictTargeted)throw new Error(`Required content-sync asset returned HTTP ${f.status()}: ${a}`);n.skip("asset",a,f.status());return}let R=await j(`read asset response ${a}`,6e4,()=>f.body()),v=f.url()||a,O=ie(v,n,"asset-response",a);if(!O)return;let U=O.toString(),T=f.headers(),F=await it(e,r.assetMap,U,R,r,n,T);F.wroteFile&&(W(o,e,F.outputPath),re(F.outputPath)&&ue(o,F.outputPath)),r.doneAssets.add(a),de(r,n);let $=Vt(c,T),k=[];if($){let _=R.toString("utf8");k=Re(e,U,_,n,`asset:${m.extname(c.pathname).toLowerCase()||T["content-type"]||"unknown"}`);for(let y of k)q(e,r,y,n,U);}i.trackManifest&&(i.manifest.assets[a]={url:a,outputPath:F.outputPath,isText:$,contentType:rt(T),changeToken:u?.supported?u.token:null,tokenSource:u?.supported?u.tokenSource??null:null,discoveredAssets:k,lastCrawledAt:new Date().toISOString(),lastSeenRunId:i.runId,unreferencedRuns:0,rewriteComplete:!$},delete i.manifest.pages[a],(i.enabled||i.strictTargeted)&&$&&await ne(e,i));}catch(g){if(P("fetch-error",{error:String(g)}))return;if(n.error(`Failed asset ${a}`,{url:a,error:String(g)}),i.strictTargeted)throw g}finally{r.doneAssets.has(a)||(r.doneAssets.add(a),de(r,n));}}async function bn(e,t,r,s,n,i){let o=Math.max(1,Number(e.assetDownloadConcurrency||e.concurrency||1)),c=Array.from({length:o},async()=>{for(;r.assetQueue.length>0;){let a=r.assetQueue.shift();a&&(r.queuedAssets.delete(a),await Pn(e,t,r,a,s,n,i));}});await Promise.all(c);}function vn(e){let t=Math.ceil(e/1e3);return `${t} second${t===1?"":"s"}`}function G(e){return Math.max(6e4,e.navigationTimeoutMs*2,e.readiness.timeoutMs+e.readiness.fallbackWaitMs+15e3)}function Ee(e){return Math.max(15e3,Math.min(6e4,G(e)))}function Cn(e){return Math.max(15e3,e.readiness.timeoutMs+e.readiness.fallbackWaitMs+1e4)}function lt(e){return e.stats.pagesCompleted}function hr(e){let r=e.options?.browserProcess;return {pid:typeof r?.process?.pid=="number"?r.process.pid:null,kill:typeof r?.kill=="function"?r.kill.bind(r):null}}async function Rn(e,t,r){let s=hr(e);try{if(s.kill){await s.kill(),t.warn(`Force-killed crawl worker browser after ${r}`,{browserPid:s.pid,reason:r});return}if(s.pid!==null){process.kill(s.pid,"SIGKILL"),t.warn(`Sent SIGKILL to crawl worker browser after ${r}`,{browserPid:s.pid,reason:r});return}t.warn(`Could not resolve crawl worker browser PID after ${r}`,{reason:r});}catch(n){t.error(`Failed to force-kill crawl worker browser after ${r}`,{browserPid:s.pid,reason:r,error:String(n)});}}async function j(e,t,r){let s;try{return await Promise.race([r(),new Promise((n,i)=>{s=globalThis.setTimeout(()=>{i(new Error(`${e} timed out after ${vn(t)}.`));},t);})])}finally{s!==void 0&&globalThis.clearTimeout(s);}}async function An(e,t){let r=Cn(e);await t.evaluate(async s=>{await new Promise(n=>{let i=0,o=700,c=Date.now(),a=()=>{window.clearInterval(l),window.scrollTo(0,0),n();},l=window.setInterval(()=>{if(Date.now()-c>=s.maxDurationMs){a();return}window.scrollBy(0,o),i+=o;let u=document.body?.scrollHeight||0,p=document.documentElement?.scrollHeight||0,d=Math.max(u,p);i>=d+window.innerHeight&&a();},120);});},{maxDurationMs:r});}async function kn(e,t){await t.waitForLoadState("domcontentloaded",{timeout:e.readiness.timeoutMs}).catch(()=>{}),e.readiness.waitForSelector&&await t.waitForSelector(e.readiness.waitForSelector,{timeout:e.readiness.timeoutMs}).catch(()=>{}),e.readiness.waitForFunction&&await t.waitForFunction(e.readiness.waitForFunction,void 0,{timeout:e.readiness.timeoutMs}).catch(()=>{}),await An(e,t),await t.waitForTimeout(e.readiness.fallbackWaitMs);}async function xn(e,t){await t.waitForLoadState("domcontentloaded",{timeout:e.readiness.timeoutMs}).catch(()=>{}),await t.waitForLoadState("load",{timeout:e.readiness.timeoutMs}).catch(()=>{}),e.readiness.waitForSelector&&await t.waitForSelector(e.readiness.waitForSelector,{timeout:e.readiness.timeoutMs}).catch(()=>{}),await t.waitForTimeout(e.readiness.fallbackWaitMs);}function Tn(e,t){return e.noJavaScriptRenderPathPrefixes.some(r=>at(t,r))}async function In(e,t,r,s,n=true){let i=new Set;if(n){let c=await t.evaluate(()=>{let a=new Set,l=["href","src","poster","data-src","data-lazy-src","data-original","data-bg","data-background","data-href"],u=new Set,p=["srcset","data-srcset","data-lazy-srcset"],d=S=>{S.querySelectorAll("*").forEach(w=>{for(let g of l){let h=w.getAttribute(g);h&&a.add(h);}for(let g of p){let h=w.getAttribute(g);h&&h.split(",").forEach(f=>{let R=f.trim().split(/\s+/)[0];R&&a.add(R);});}let P=w.getAttribute("style");P&&u.add(P),w.shadowRoot&&d(w.shadowRoot);});};return d(document),{attrs:[...a],styles:[...u]}});for(let a of c.attrs)for(let l of gn(a)){let u=N(e,l,r,s,"dom-attr");u&&L(e,u)&&i.add(u.toString());}for(let a of c.styles)for(let l of Re(e,r,a,s,"dom-style"))i.add(l);}let o=await t.content();for(let c of Re(e,r,o,s,"page-html"))i.add(c);return [...i]}async function Kt(e,t,r,s,n){let i=K(e,t);await Se(i,r,"utf8");let o=await C.stat(i);n?.debug(`Saved page output ${t}`,{phase:"save-pages",url:t,outputPath:i,bytes:o.size}),s.stats.pagesSaved++;let c=Math.min(s.stats.pagesQueued,lt(s)+1);n&&(s.stats.pagesSaved%10===0||s.stats.pagesSaved===1)&&n.progress(`Page progress: processed ${c}, rendered ${s.stats.pagesRendered}, saved ${s.stats.pagesSaved}, discovered ${s.stats.pagesQueued}.`,{donePages:c,claimedPages:s.donePages.size,pagesRendered:s.stats.pagesRendered,pagesSaved:s.stats.pagesSaved,pagesQueued:s.stats.pagesQueued,pageQueue:s.pageQueue.length,phase:"save-pages"});}function Mn(e){let t=lt(e);return t%5===0||t===1||t===e.stats.pagesQueued}function $n(e,t){let r=lt(e);t.progress(`Render progress: processed ${r}, rendered ${e.stats.pagesRendered}, saved ${e.stats.pagesSaved}, discovered ${e.stats.pagesQueued}.`,{donePages:r,claimedPages:e.donePages.size,pagesRendered:e.stats.pagesRendered,pagesSaved:e.stats.pagesSaved,pagesQueued:e.stats.pagesQueued,phase:"render-pages"});}async function Ln(e){await e.addInitScript(()=>{Object.defineProperty(window,"__WPSUITE_STATIC_EXPORT__",{value:true,writable:false,configurable:true});let t=r=>{if(r==null||String(r)==="")return true;try{let s=new URL(String(r),window.location.href),n=new URL(window.location.href);return s.hash="",n.hash="",s.href===n.href}catch{return false}};try{let r=window.location.assign.bind(window.location),s=window.location.replace.bind(window.location),n=window.location.reload.bind(window.location);Object.defineProperty(window.location,"assign",{configurable:!0,value:i=>{if(t(i)){console.warn("[smartcloud-static-publisher] blocked same-page location.assign",i??"");return}return r(i)}}),Object.defineProperty(window.location,"replace",{configurable:!0,value:i=>{if(t(i)){console.warn("[smartcloud-static-publisher] blocked same-page location.replace",i??"");return}return s(i)}}),Object.defineProperty(window.location,"reload",{configurable:!0,value:()=>{console.warn("[smartcloud-static-publisher] blocked location.reload");}});}catch{}});}async function Un(e,t,r){let s=await e.newContext({viewport:t.viewport,userAgent:"WPSuiteStaticPublisher/0.8 Playwright SitemapOnly",ignoreHTTPSErrors:t.ignoreHttpsErrors,...r?{javaScriptEnabled:false}:{}});return r||await Ln(s),s}async function On(e,t,r,s,n,i,o,c){let a=await chromium.launch({headless:true}),l=hr(a);l.pid!==null&&r.debug(`Launched crawl worker browser PID ${l.pid}`,{browserPid:l.pid});try{for(;t.pageQueue.length>0&&!(e.maxPages>0&&t.donePages.size>=e.maxPages);){let u=t.pageQueue.shift();if(!u)break;t.queuedPages.delete(u);let p=null,d=null,S=[],w=new Set;try{let P=ie(u,r,"page","page-queue");if(!P)continue;let g=P.toString();if(u=g,t.queuedPages.delete(u),t.donePages.has(u))continue;t.donePages.add(u),i.enabled&&i.seenPages.add(u);let h=ct(e,u),f=Tn(e,P.pathname);if(!oe(P)||L(e,P)||fe(P)){if(L(e,P)){r.info(`Worker redirected non-page URL to asset queue: ${u}`,{url:u,source:"worker-guard"}),q(e,t,u,r,"worker-guard");continue}r.reject("page",u,"guard rejected non-page URL before rendering","worker");continue}let R=i.strictTargeted?i.manifest.pages[u]:void 0;if(R?.lastSeenRunId===i.runId&&await pe(R.outputPath)){i.seenPages.add(u);for(let b of R.discoveredAssets||[])q(e,t,b,r,u);W(o,e,R.outputPath),ue(o,R.outputPath),r.info(`Resumed completed content-sync page ${u}`,{url:u,source:"content-sync-checkpoint"});continue}let v=await Fs(e,n,t,i,u,r);if(i.enabled&&s!=="single-url"&&s!=="content-sync"){let b=i.manifest.pages[u];if(v.action==="reuse"&&b){for(let x of b.discoveredAssets)q(e,t,x,r,u);for(let x of b.discoveredPages)Ce(e,t,x,r,u);b.lastSeenRunId=i.runId,b.sitemapLastmod=be(t.sitemapLastmodByPage[u])??b.sitemapLastmod,v.changeToken?.supported&&(b.changeToken=v.changeToken.token,b.tokenSource=v.changeToken.tokenSource??b.tokenSource),r.info(`Incremental reuse skipped unchanged page ${u}`,{url:u,mode:"incremental",reason:v.changeToken?.supported===!0?"change-token-match":"sitemap-lastmod-match"});continue}}p=await j(`create page context ${u}`,G(e),()=>Un(a,e,f)),d=await j(`create page ${u}`,G(e),()=>p.newPage()),S=await p.cookies();let O=!1,U=new Set;await d.route("**/*",async b=>{let x=b.request();try{let M=N(e,x.url(),e.sourceOrigin,r,"network-request");M&&L(e,M)&&(U.add(M.toString()),q(e,t,M.toString(),r,u));}catch{}if(x.isNavigationRequest()&&x.frame()===d.mainFrame())try{let M=new URL(x.url()),D=new URL(g);if(M.hash="",D.hash="",M.href===D.href){if(O){r.warn(`Blocked same-page navigation/reload for ${u}`,{url:u,requestUrl:x.url()}),await b.abort("aborted");return}O=!0;}}catch{}await b.continue();}),d.on("response",b=>{try{let M=N(e,b.url(),e.sourceOrigin,r,"network-response");M&&L(e,M)&&(U.add(M.toString()),q(e,t,M.toString(),r,u));}catch{}let x=b.headerValues("set-cookie").then(M=>{for(let D of M)c.add(_t(D,b.url()));}).catch(()=>{}).then(()=>{});w.add(x),x.finally(()=>w.delete(x));}),r.page(`Rendering ${u}`,{url:u});let T=null,F=null;try{if(T=await d.goto(u,{waitUntil:"domcontentloaded",timeout:e.navigationTimeoutMs}),T&&T.ok())try{F=await j(`read response body ${u}`,G(e),()=>T.text());}catch{F=null;}}catch(b){r.warn(`Navigation issue for ${u}; saving current DOM if available`,{url:u,error:String(b)});}if(s==="content-sync"&&T){let b=ie(T.url(),r,"content-sync-final-response",u)?.toString();if(b&&b!==g){if(i.deleteOnMissingUrls.has(u)){await ot(e,i,o,u,i.deleteOnMissingUrls),r.info(`Removed stale content-sync archive route redirected to ${b}`,{url:u,finalResponseUrl:b,source:"content-sync-tombstone"});continue}throw new Error(`Required content-sync route redirected outside its planned URL: ${u} -> ${b}`)}}if(h){let b=T?.status()??null;if(b!==404){r.error(`Generated 404 request path returned unexpected status for ${u}`,{url:u,expectedStatus:404,status:b,requestPath:e.generated404RequestPath});continue}r.info(`Capturing rendered 404 page for ${u}`,{url:u,status:b,outputPath:K(e,u)});}else if(T&&!T.ok()){if(s==="content-sync"&&(T.status()===404||T.status()===410)&&i.deleteOnMissingUrls.has(u)){await ot(e,i,o,u,i.deleteOnMissingUrls),r.info(`Removed stale content-sync archive page ${u}`,{url:u,status:T.status(),source:"content-sync-tombstone"}),await d.close();continue}if(s==="content-sync")throw new Error(`Required content-sync route returned HTTP ${T.status()}: ${u}`);r.skip("page",u,T.status(),t.pageDiscoverySources.get(u)),await d.close();continue}f?(r.info(`Rendering without JS execution for ${u}`,{url:u,mode:"no-js"}),await j(`wait for rendered page ${u}`,G(e),()=>xn(e,d))):await j(`wait for rendered page ${u}`,G(e),()=>kn(e,d)),t.stats.pagesRendered++;let $=await j(`extract rendered assets ${u}`,G(e),()=>In(e,d,g,r,!f));for(let b of $)q(e,t,b,r,u);let k=[...new Set([...$,...U])],_=F??await j(`capture rendered html ${u}`,G(e),()=>d.content()),y=s!=="single-url"&&s!=="content-sync"&&!h?Sn(e,u,_,r):[];if(s!=="single-url"&&s!=="content-sync"&&!h)for(let b of y)Ce(e,t,b,r,u);await Kt(e,u,_,t,r);let A=K(e,u);if(W(o,e,A),ue(o,A),i.trackManifest){let b=T?.headers();i.manifest.pages[u]={url:u,outputPath:A,contentType:rt(b),changeToken:v.changeToken?.supported?v.changeToken.token:null,tokenSource:v.changeToken?.supported?v.changeToken.tokenSource??null:null,sitemapLastmod:be(t.sitemapLastmodByPage[u])??null,discoveredPages:y,discoveredAssets:k,lastCrawledAt:new Date().toISOString(),lastSeenRunId:i.runId,rewriteComplete:!1},(i.enabled||i.strictTargeted)&&await ne(e,i);}}catch(P){if(i.strictTargeted)throw r.error(`Failed required content-sync page ${u}`,{url:u,error:String(P)}),P;try{let g=d?await j(`capture partial html ${u}`,G(e),()=>d.content()):"";if(g&&g.trim()){await Kt(e,u,g,t,r);let h=K(e,u);if(W(o,e,h),ue(o,h),i.trackManifest){let f=i.manifest.pages[u]??i.previousManifest.pages[u];i.manifest.pages[u]={url:u,outputPath:h,contentType:f?.contentType??null,changeToken:null,tokenSource:null,sitemapLastmod:be(t.sitemapLastmodByPage[u])??f?.sitemapLastmod??null,discoveredPages:f?.discoveredPages?[...f.discoveredPages]:[],discoveredAssets:f?.discoveredAssets?[...f.discoveredAssets]:[],lastCrawledAt:new Date().toISOString(),lastSeenRunId:i.runId,rewriteComplete:!1},(i.enabled||i.strictTargeted)&&await ne(e,i);}r.warn(`Saved partial DOM for ${u}`,{url:u,error:String(P)});}}catch(g){r.error(`Could not save partial DOM for ${u}`,{url:u,error:String(g)});}r.error(`Failed page ${u}`,{url:u,error:String(P)});}finally{if(w.size>0&&await Promise.allSettled([...w]),p)try{let P=await p.cookies();c.addAll(Wt(S,P));}catch{}t.stats.pagesCompleted++,Mn(t)&&$n(t,r),d&&await j(`close page ${u}`,Ee(e),()=>d.close()).catch(P=>{r.warn(`Timed out while closing page ${u}`,{url:u,browserPid:l.pid,error:String(P)});}),p&&await j(`close page context ${u}`,Ee(e),()=>p.close()).catch(P=>{r.warn(`Timed out while closing page context for ${u}`,{url:u,browserPid:l.pid,error:String(P)});});}}}finally{await j("close worker browser",Ee(e),()=>a.close()).catch(u=>(r.warn("Timed out while closing crawl worker browser",{browserPid:l.pid,error:String(u)}),Rn(a,r,"browser.close timeout")));}}async function Dn(e){try{let t=await C.readFile(e),s=(e.endsWith(".gz")?gunzipSync(t):t).toString("utf8").trim();if(!s)return [];try{let n=JSON.parse(s);if(Array.isArray(n))return n;if(n&&typeof n=="object")return [n]}catch{return s.split(/\r?\n/).map(n=>n.trim()).filter(Boolean).map(n=>{try{let i=JSON.parse(n);return i&&typeof i=="object"?i:null}catch{return null}}).filter(n=>n!==null)}return []}catch{return []}}function Zt(e){let t=String(e||"").toLowerCase();return t.includes("timeout")||t.includes("timed out")||t.includes("navigation timeout")}function En(e){let t=String(e?.job?.command||"").trim(),r=String(e?.job?.crawlMode||"full").trim();return t!=="publish"&&t!=="crawl"?false:r!=="incremental"}function Fn(e){let t=[e?.archivedAt,e?.job?.endedAt,e?.job?.startedAt];for(let r of t){let s=Date.parse(String(r||""));if(Number.isFinite(s))return s}return 0}async function mr(e){try{let t=await C.readFile(e,"utf8"),r=JSON.parse(t);return r&&typeof r=="object"&&!Array.isArray(r)?r:null}catch{return null}}function Yt(e){let t=String(e.originalFileName||"").toLowerCase();return t.endsWith("errors.jsonl")?0:t.endsWith("errors.json")?1:2}function jn(e,t){let r=Array.isArray(t?.artifacts)?t.artifacts.filter(s=>String(s?.role||"").trim()==="errors"&&String(s?.storedFileName||"").trim()!=="").sort((s,n)=>Yt(s)-Yt(n)).map(s=>m.join(e,String(s.storedFileName))):[];return [...new Set([...r,m.join(e,"errors.jsonl"),m.join(e,"errors.json"),m.join(e,"errors.jsonl.gz"),m.join(e,"errors.json.gz")])]}async function Xt(e){let t=await mr(m.join(e,"job.json"));for(let r of jn(e,t)){let s=await Dn(r);if(s.length>0)return s}return []}async function qn(e){let t=m.join(e.logDir,"archive"),r;try{r=await C.readdir(t);}catch{return ""}let s="",n=0;for(let i of r){let o=m.join(t,i);if(!(await C.stat(o).catch(()=>null))?.isDirectory())continue;let a=await mr(m.join(o,"job.json"));if(!En(a))continue;let l=Fn(a);l>=n&&(n=l,s=o);}return s}async function Nn(e){let t=await qn(e),r=t!==""?await Xt(t):await Xt(e.logDir),s=new Set;for(let n of r)if(Zt(n.error)||Zt(n.message)){let i=n.url;typeof i=="string"&&i&&s.add(i);}return [...s]}async function _n(e){let t=[];for(let r of e)if(r.startsWith("@")){let s=r.slice(1),n=await C.readFile(s,"utf8");t.push(...n.split(/\r?\n/).map(i=>i.trim()).filter(i=>i&&!i.startsWith("#")));}else t.push(r);return t}async function Wn(e){if(!e)throw new Error("Content-sync crawl requires an immutable impact plan.");let t=JSON.parse(await C.readFile(e,"utf8"));return yt(t),t}function Bn(e,t){let r;try{r=new URL(e);}catch{return false}return t.archiveFamilies.some(s=>{let n=new URL(s.url);if(r.origin!==n.origin)return false;if(r.toString()===n.toString())return true;if(r.searchParams.has("paged")&&r.pathname===n.pathname)return /^\d+$/.test(r.searchParams.get("paged")||"");let i=n.pathname.replace(/\/+$/,""),o=r.pathname.slice(i.length).replace(/^\/+/,""),c=String(s.paginationBase||"page").replace(/^\/+|\/+$/g,"").replace(/[.*+?^${}()|[\]\\]/g,"\\$&");return r.pathname.startsWith(`${i}/`)&&new RegExp(`^${c}/\\d+/?$`).test(o)})}function Oe(e,t,r){let s=r==="page"?K(e,t):Ne(e,t).originalFilePath;return ee(e.outputDir,s)}async function ot(e,t,r,s,n){let i=t.manifest.pages[s];if(!i)return;let o=ee(e.outputDir,i.outputPath);if(!o)throw new Error(`Manifest-owned page path escaped output root: ${s}`);let c=m.resolve(i.outputPath);Object.entries(t.manifest.pages).some(([l,u])=>l!==s&&!n.has(l)&&m.resolve(u.outputPath)===c)||(await C.rm(i.outputPath,{force:true}),r.deletedFiles.add(o)),delete t.manifest.pages[s];}function Qn(e,t){let r=new Set,s=[...t];for(;s.length>0;){let n=s.shift();if(r.has(n))continue;r.add(n);let i=e.assets[n];for(let o of i?.discoveredAssets??[])try{he(new URL(o))&&s.push(o);}catch{}}return r}async function Hn(e,t,r,s,n){let i=Qn(r.previousManifest,n);for(let o of i){if(t.successfulSitemaps.has(o))continue;let c=r.previousManifest.assets[o];if(!c)continue;let a=ee(e.outputDir,c.outputPath);if(!a)throw new Error(`Manifest-owned sitemap path escaped output root: ${o}`);await C.rm(c.outputPath,{force:true}),s.deletedFiles.add(a),delete r.manifest.assets[o];}await ne(e,r);}async function zn(e){try{let t=await C.readFile(m.join(e.outputDir,"asset-map.json"),"utf8");return JSON.parse(t)}catch{return {}}}async function Jn(e){let t=["crawl.log.jsonl","current-crawl-event.json","rejected.jsonl","ignored.jsonl","skipped-http.jsonl","errors.jsonl","timings.jsonl","rejected.json","ignored.json","skipped-http.json","errors.json","timings.json"];await C.mkdir(e,{recursive:true}),await Promise.all(t.map(async r=>{try{await C.unlink(m.join(e,r));}catch(s){if(s.code!=="ENOENT")throw s}}));}function er(e,t,r,s,n){let i=N(e,r,e.sourceOrigin,s,"manual-url");i&&(he(i)?je(e,t,i.toString(),s,n):L(e,i)?q(e,t,i.toString(),s,n):oe(i)?Ce(e,t,i.toString(),s,n):s.reject("manual-url",i.toString(),"not page/sitemap/asset-like",n));}async function wr(e=process.argv.slice(2)){let t=[],r=await ke(void 0,{onRemotePublisherConfigDiagnostic:y=>{t.push(y);}}),s=St(r.sitemapPaths),n=t.at(-1)??null,i=Rs(e),o=i.mode==="content-sync"?await Wn(i.contentSyncPlanPath):null;if(i.resumeRewrite&&i.mode!=="full")throw new Error("--resume-rewrite is only supported for full crawl/publish jobs.");let c=[];i.mode==="retry-timeouts"&&(c=await Nn(r)),i.mode==="single-url"&&(c=await _n(i.urls)),o&&(c=[...o.directRenderUrls,...o.archiveFamilyUrls]);let a=i.crawlMode==="incremental"&&i.mode==="full",l=a&&typeof r.subscriptionType=="string"&&r.subscriptionType.trim()!=="";if(o&&r.subscriptionType!=="PROFESSIONAL"&&r.subscriptionType!=="AGENCY")throw new Error("Content-sync requires an active Professional or Agency subscription.");let u=(i.mode==="full"||i.mode==="single-url"||i.mode==="content-sync")&&!i.resumeRewrite,p=i.mode!=="full"||i.resumeRewrite||l,d=p?await zn(r):{},S=l||i.mode==="single-url"||i.mode==="content-sync"?await $s(r):nr(),w=new Set(c),P=new Set;if(o){for(let y of o.archiveFamilies)if(y.foundPosts===0)for(let A of y.pageUrls)P.add(A);for(let y of Object.keys(S.pages))Bn(y,o)&&!w.has(y)&&(c.push(y),P.add(y));}let g={enabled:l,trackManifest:u,manifest:st(S),previousManifest:st(S),runId:o?.jobId??`${Date.now()}`,seenPages:new Set,changeTokenCache:new Map,manifestSaveChain:Promise.resolve(),strictTargeted:!!o,requiredUrls:w,deleteOnMissingUrls:P};await Jn(r.logDir);let h=new le(r.logDir,r.logLevel);if(n){let y={status:n.status,virtualAssetBaseUrl:n.virtualAssetBaseUrl,subscriptionType:n.subscriptionType??null,error:n.error,requests:n.requests,source:"remote-publisher-config"};n.status==="loaded"&&n.subscriptionType?h.info("Loaded remote WP Suite publisher configuration.",y):h.warn("Remote WP Suite publisher configuration is unavailable or has no active subscription type.",y);}if(a&&!l){let y="Incremental crawl requires an active remote publisher subscription; refusing to fall back to a destructive full crawl.";throw h.error(y,{requestedMode:i.crawlMode,subscriptionType:r.subscriptionType??null,source:"incremental-subscription-guard"}),await h.flush(),new Error(y)}let f={pageQueue:[],queuedPages:new Set,donePages:new Set,pageDiscoverySources:new Map,assetQueue:[],queuedAssets:new Set,doneAssets:new Set,sitemapQueue:[],queuedSitemaps:new Set,doneSitemaps:new Set,successfulSitemaps:new Set,resolvedSitemapRoots:new Set,sitemapIndexUrls:new Set,sitemapLeafUrls:new Set,sitemapLastmodByPage:{},assetMap:{...d},assetVariantDigestsByOriginalPath:new Map,stats:{pagesQueued:0,pagesRendered:0,pagesCompleted:0,assetsQueued:0,sitemapsQueued:0,assetsSaved:0,pagesSaved:0}},R=Ms(),v=new $e,O=As();if(O&&!i.resumeRewrite&&await Le(O,v.artifact()),await ht(r),await mt(r,{startedAt:new Date().toISOString(),outputDir:m.resolve(r.outputDir)}),p||await C.rm(r.outputDir,{recursive:true,force:true}),await C.mkdir(r.outputDir,{recursive:true}),o){let y=new Set([...o.deleteUrls,...g.deleteOnMissingUrls]);for(let A of o.deleteUrls)await ot(r,g,R,A,y);}if(i.resumeRewrite)h.info("Resuming final rewrite from existing output.",{phase:"rewrite-text",mode:i.mode,crawlMode:i.crawlMode});else {let y=await request.newContext({ignoreHTTPSErrors:r.ignoreHttpsErrors});try{if(h.mark("discovery"),i.mode==="full"?(s.forEach(b=>je(r,f,b,h)),await Gt(r,y,f,h,R,g),r.seedPaths.forEach(b=>er(r,f,b,h,"seed-path")),r.generated404RequestPath&&Ce(r,f,r.generated404RequestPath,h,"generated-404-request-path")):(c.forEach(b=>er(r,f,b,h,"cli")),o?.sitemapUrls.forEach(b=>je(r,f,b,h,"content-sync-impact")),await Gt(r,y,f,h,R,g,i.mode==="content-sync",o?.sitemapUrls??[]),o&&await Hn(r,f,g,R,o.sitemapUrls)),h.endMark("discovery",{pages:f.pageQueue.length,assets:f.assetQueue.length,sitemaps:f.sitemapQueue.length}),h.summary(`Queued ${f.pageQueue.length} pages, ${f.assetQueue.length} assets, ${f.sitemapQueue.length} sitemaps.`,{mode:i.mode,crawlMode:i.crawlMode,queuedPages:f.pageQueue.length,queuedAssets:f.assetQueue.length,queuedSitemaps:f.sitemapQueue.length}),i.mode==="retry-timeouts"&&f.pageQueue.length===0&&f.assetQueue.length===0&&f.sitemapQueue.length===0){h.summary("No timed-out URLs were queued. Skipping retry crawl.",{mode:i.mode,crawlMode:i.crawlMode,queuedPages:0,queuedAssets:0,queuedSitemaps:0}),await h.flush(),O&&await Le(O,v.artifact());return}h.mark("render-pages");let A=Array.from({length:Math.max(1,r.concurrency)},()=>On(r,f,h,i.mode,y,g,R,v));if(await Promise.all(A),O&&await Le(O,v.artifact()),h.endMark("render-pages",{pages:f.stats.pagesCompleted}),h.mark("download-assets"),h.progress("Asset download phase started.",{phase:"download-assets",doneAssets:f.doneAssets.size,assetsQueued:f.stats.assetsQueued,assetQueue:f.assetQueue.length}),await Os(r,y,g,[...f.assetQueue],h),await bn(r,y,f,h,g,R),h.endMark("download-assets",{assets:f.doneAssets.size}),g.enabled&&r.maxPages===0&&await qs(r,f,g,h,R),i.mode==="full"){let b=await yn(r,f,h);for(let x of b)W(R,r,x);}}finally{await j("dispose crawl request context",Ee(r),()=>y.dispose()).catch(A=>{h.warn("Timed out while disposing crawl request context",{error:String(A)});});}}g.trackManifest&&await ne(r,g),await C.writeFile(m.join(r.outputDir,"asset-map.json"),JSON.stringify(f.assetMap,null,2),"utf8"),JSON.stringify(d,null,2)!==JSON.stringify(f.assetMap,null,2)&&W(R,r,m.join(r.outputDir,"asset-map.json"));let U=i.mode==="single-url"||i.mode==="content-sync"?Vs(r,f):g.enabled&&!i.resumeRewrite?Ns(r,g,R,d,f.assetMap):void 0;h.mark("rewrite-text");let T=i.mode==="single-url"||i.mode==="content-sync"?`Rewriting text files touched by URL crawl: 0/${U?.length??0}`:"Rewriting text files...";h.progress(T,{phase:"rewrite-text",index:0,totalFiles:U?.length,changedTextFiles:0}),await Jt(T);let F=Date.now(),$=await $t(r,f.assetMap,{files:U,previousAssetMap:d,onStart:({totalFiles:y,workerCount:A})=>{h.info(`Rewrite phase scanning ${y} text files.`,{phase:"rewrite-text",totalFiles:y,workerCount:A});},onProgress:async({index:y,totalFiles:A,changedTextFiles:b,file:x,changed:M})=>{M&&W(R,r,m.join(r.outputDir,x)),h.checkpoint(`Rewriting text file ${y}/${A}`,{phase:"rewrite-text",index:y,totalFiles:A,changedTextFiles:b,file:x}),h.debug(`${M?"Rewrote":"Checked unchanged"} text file ${y}/${A}: ${x}`,{phase:"rewrite-text",index:y,totalFiles:A,changedTextFiles:b,file:x,changed:M});let D=Date.now();if(!(y===1||y===A||y%50===0||D-F>=5e3))return;F=D;let Z=`Rewriting text files: ${y}/${A}`;h.progress(Z,{phase:"rewrite-text",index:y,totalFiles:A,changedTextFiles:b,file:x}),await Jt(Z);}});g.trackManifest&&(_s(g,U),await ne(r,g)),h.endMark("rewrite-text",{changedTextFiles:$});let k=o?[...R.deletedFiles].sort():g.enabled&&!i.resumeRewrite?await Bs(r,f,g,R,h):[],_=[...new Set((U||[]).map(y=>ee(r.outputDir,m.isAbsolute(y)?y:m.join(r.outputDir,y))).filter(y=>y!==null))].sort();if(o){let y=[...R.changedFiles].sort(),A=new Set(y),b=new Set(o.directRenderUrls.map(I=>Oe(r,I,"page")).filter(I=>!!I&&A.has(I))),x=new Set(o.archiveFamilyUrls.map(I=>Oe(r,I,"page")).filter(I=>!!I&&A.has(I))),M=new Set([...f.sitemapLeafUrls].map(I=>Oe(r,I,"asset")).filter(I=>!!I&&A.has(I))),D=new Set([...f.sitemapIndexUrls].map(I=>Oe(r,I,"asset")).filter(I=>!!I&&A.has(I))),me=new Set([...b,...x,...M,...D]),Z=y.filter(I=>!me.has(I)),ae=[...new Set([...o.directRenderUrls,...o.archiveFamilyUrls,...f.resolvedSitemapRoots,...f.sitemapLeafUrls,...f.sitemapIndexUrls,...o.deleteUrls].map(I=>{let Ae=new URL(I);return `${Ae.pathname}${Ae.search}`}))].sort();await _e(r,{schemaVersion:2,generatedAt:new Date().toISOString(),outputDir:m.resolve(r.outputDir),runMode:"content-sync",crawlMode:"incremental",fullSyncRequired:false,changedFiles:y,deletedFiles:k,rewriteTargets:_,consumerId:o.consumerId,fromSequence:o.fromSequence,toSequence:o.toSequence,impactHash:o.impactHash,resolvedSitemapUrls:[...f.resolvedSitemapRoots],uploadGroups:{assets:Z,content:[...b].sort(),listings:[...x].sort(),sitemapLeaves:[...M].sort(),sitemapIndexes:[...D].reverse()},invalidationPaths:ae});}else await _e(r,{schemaVersion:1,generatedAt:new Date().toISOString(),outputDir:m.resolve(r.outputDir),runMode:i.mode,crawlMode:i.crawlMode,fullSyncRequired:!(g.enabled&&!i.resumeRewrite),changedFiles:g.enabled&&!i.resumeRewrite?[...R.changedFiles].sort():[],deletedFiles:g.enabled&&!i.resumeRewrite?k:[],rewriteTargets:g.enabled&&!i.resumeRewrite?_:[]});await wt(r),h.summary(i.resumeRewrite?`Done. Resumed final rewrite over existing output and changed ${$} text files.`:`Done. Rendered ${f.stats.pagesRendered} pages, processed ${f.doneSitemaps.size} sitemaps and ${f.doneAssets.size} assets.`,{mode:i.mode,crawlMode:i.crawlMode,resumeRewrite:i.resumeRewrite,...f.stats,pagesRendered:f.stats.pagesRendered,donePages:f.stats.pagesCompleted,claimedPages:f.donePages.size,doneSitemaps:f.doneSitemaps.size,doneAssets:f.doneAssets.size,changedTextFiles:$}),await h.flush();}wr().catch(async e=>{let t=V(e instanceof Error?e.message:String(e));console.error(t);try{let s=(await ke().catch(()=>null))?.logDir??"logs",n=new le(s,"debug");n.error(`Unhandled error: ${t}`,e instanceof Error&&e.stack?{stack:V(e.stack)}:void 0),await n.flush();}catch{}process.exit(1);});
|
|
12
|
+
${i}`,40);return s.info(`Using generated 404 fallback change token for ${r}`,{url:r,requestPath:e.generated404RequestPath,source:"generated-404-change-token-fallback"}),{url:r,supported:!0,token:o,tokenSource:"generated-404-response-hash",postId:null,dependencyPostIds:[],reason:null}}catch(n){return s.warn(`Generated 404 fallback token lookup failed for ${r}`,{url:r,error:String(n),requestPath:e.generated404RequestPath,source:"generated-404-change-token-fallback"}),null}}async function qs(e,t,r,s,n,i){let o=lt(e,n);if(!s.enabled)return {action:"render",changeToken:s.trackManifest?await De(e,t,s,n,i):null};let c=s.manifest.pages[n];if(!c)return {action:"render",changeToken:await De(e,t,s,n,i)};let a=await De(e,t,s,n,i);if(a?.supported&&a.token)return c.changeToken===a.token?o&&!await Ns(e,t,n,i)?{action:"render",changeToken:a}:{action:"reuse",changeToken:a}:{action:"render",changeToken:a};let l=be(r.sitemapLastmodByPage[n]);return l&&c.sitemapLastmod&&c.sitemapLastmod===l?{action:"reuse",changeToken:a}:{action:"render",changeToken:a}}async function Ns(e,t,r,s){try{let i=(await t.get(r,{timeout:Math.min(e.navigationTimeoutMs,15e3),failOnStatusCode:!1})).status();return i===404?!0:(s.warn(`Generated 404 request path no longer returns 404 for ${r}`,{url:r,status:i,requestPath:e.generated404RequestPath,source:"generated-404-status-probe"}),!1)}catch(n){return s.warn(`Generated 404 status probe failed for ${r}`,{url:r,error:String(n),requestPath:e.generated404RequestPath,source:"generated-404-status-probe"}),false}}async function _s(e,t,r,s,n){let i=Jt(r.previousManifest,void 0,s,"previous-manifest"),o=0;for(let[d,S]of Object.entries(r.manifest.pages))if(!r.seenPages.has(d)){zt(n,e,S.outputPath);try{await C.unlink(S.outputPath);}catch(w){(w.code||"")!=="ENOENT"&&s.warn(`Failed to remove stale incremental page output for ${d}`,{url:d,outputPath:S.outputPath,error:String(w)});}delete r.manifest.pages[d],o++;}let c=Jt(r.manifest,r.runId,s,"active-manifest"),a=new Set,l=new Set;for(let d of c){for(let P of ve(e,d))a.add(P);let S=r.manifest.assets[d]?.outputPath;S&&l.add(S);let w=ge(e,t.assetMap,d);w&&l.add(w);}for(let d of Object.keys(r.manifest.assets)){if(c.has(d)){r.manifest.assets[d].unreferencedRuns=0;continue}let S=r.manifest.assets[d];if(_t(S.unreferencedRuns)){S.unreferencedRuns+=1,s.warn(`Deferred deletion of newly unreferenced incremental asset ${d}.`,{url:d,unreferencedRuns:S.unreferencedRuns,phase:"incremental-cleanup",source:"asset-deletion-grace"});continue}delete r.manifest.assets[d];}let u=0,p=0;for(let d of i){if(r.manifest.assets[d])continue;let S=new Set,w=r.previousManifest.assets[d]?.outputPath;w&&S.add(w);let P=ge(e,t.assetMap,d);if(!c.has(d)&&P)S.add(P);else if(!c.has(d)){let g=nn(e,d,s,"incremental-cleanup");g&&(S.add(g.originalFilePath),g.hashedFilePath&&S.add(g.hashedFilePath));}for(let g of S)if(!l.has(g)){zt(n,e,g);try{await C.unlink(g),u++;}catch(h){(h.code||"")!=="ENOENT"&&s.warn(`Failed to remove stale incremental asset output for ${d}`,{url:d,outputPath:g,error:String(h)});}}for(let g of ve(e,d))a.has(g)||Object.prototype.hasOwnProperty.call(t.assetMap,g)&&(delete t.assetMap[g],p++);}(o>0||u>0||p>0)&&s.info(`Incremental cleanup removed ${o} stale pages, ${u} stale assets, ${p} stale asset mappings`,{removedPages:o,removedAssets:u,removedAssetMappings:p,phase:"incremental-cleanup"});}function Jt(e,t,r,s){let n=new Set,i=o=>{let c=o.trim();if(c){if(r){let a=ie(c,r,"asset",s??"manifest");if(!a)return;n.add(a.toString());return}n.add(c);}};for(let o of Object.values(e.pages))for(let c of o.discoveredAssets||[])i(c);for(let[o,c]of Object.entries(e.assets||{}))t&&c.lastSeenRunId!==t||i(o);return n}function Vt(e,t,r){for(let s of t)for(let n of ve(e,s))if(r.has(n))return true;return false}function Ws(e,t,r,s,n){let i=new Set(r.rewriteTargets);for(let c of r.changedFiles)i.add(m.resolve(e.outputDir,c));for(let c of Object.values(t.manifest.pages))c.rewriteComplete||i.add(m.resolve(c.outputPath));for(let c of Object.values(t.manifest.assets))c.isText&&!c.rewriteComplete&&i.add(m.resolve(c.outputPath));let o=Ds(s,n);if(o.size===0)return [...i];for(let c of Object.values(t.manifest.pages))Vt(e,c.discoveredAssets,o)&&i.add(m.resolve(c.outputPath));for(let[c,a]of Object.entries(t.manifest.assets)){a.isText&&Vt(e,a.discoveredAssets,o)&&i.add(m.resolve(a.outputPath));for(let l of ve(e,c))if(o.has(l)){W(r,e,a.outputPath),a.isText&&i.add(m.resolve(a.outputPath));break}}return [...i]}function Bs(e,t){let r=t?new Set(Array.from(t,n=>m.resolve(n))):null,s=n=>r===null||r.has(m.resolve(n));for(let n of Object.values(e.manifest.pages))s(n.outputPath)&&(n.rewriteComplete=true);for(let n of Object.values(e.manifest.assets)){if(!n.isText){n.rewriteComplete=true;continue}s(n.outputPath)&&(n.rewriteComplete=true);}}function Qs(e,t,r){let s=new Set,n=i=>{if(!i)return;let o=ee(e.outputDir,i);o&&s.add(o);};for(let i of t.donePages)n(K(e,i));for(let i of Object.values(r.manifest.pages))i.lastSeenRunId===r.runId&&n(i.outputPath);for(let i of t.doneAssets)n(ge(e,t.assetMap,i));for(let i of Object.values(r.manifest.assets))i.lastSeenRunId===r.runId&&n(i.outputPath);return s}async function Hs(e,t,r,s,n){let i=[...s.deletedFiles].sort(),o=Qs(e,t,r),c=0;for(let u of [...o].sort()){try{if((await C.stat(m.join(e.outputDir,u))).isFile())continue}catch{}c++,n.warn(`Active output is missing after crawl: ${u}`,{phase:"deploy-plan",file:u,outputPath:m.join(e.outputDir,u)});}if(c>0&&n.warn(`Detected ${c} active output file(s) missing before deploy plan save.`,{phase:"deploy-plan",missingActiveOutputs:c}),i.length===0)return [];let a=[],l=0;for(let u of i){if(!o.has(u)){a.push(u);continue}l++;let p=m.join(e.outputDir,u),d;try{d=(await C.stat(p)).isFile();}catch{d=false;}n.warn(`Deploy plan protected active output from deletion: ${u}`,{phase:"deploy-plan",file:u,outputPath:p,exists:d});}return l>0&&n.info(`Deploy plan skipped ${l} active output deletion(s).`,{phase:"deploy-plan",protectedDeletes:l,deletedFiles:a.length}),a}function ve(e,t){let r=new Set([t]);try{let s=new URL(t),i=[new URL(e.sourceOrigin).origin,...Object.keys(e.extraReplacements||{})];if(e.targetOrigin&&e.targetOrigin!=="."&&e.targetOrigin!=="/")try{i.push(new URL(e.targetOrigin).origin);}catch{}for(let o of i)try{r.add(new URL(o).origin+s.pathname+s.search);}catch{}r.add(s.pathname+s.search),r.add(s.pathname);}catch{}return [...r]}function zs(e,t){let r=new Set([t]);try{let s=new URL(t),i=[new URL(e.sourceOrigin).origin,...Object.keys(e.extraReplacements||{})];if(e.targetOrigin&&e.targetOrigin!=="."&&e.targetOrigin!=="/")try{i.push(new URL(e.targetOrigin).origin);}catch{}for(let o of i)try{r.add(new URL(o).origin+s.pathname+s.search);}catch{}r.add(s.pathname+s.search);}catch{}return [...r]}function cr(e,t){let r=e.targetOrigin&&e.targetOrigin!=="."&&e.targetOrigin!=="/"?e.targetOrigin:"https://relative.invalid/";try{let s=new URL(t,r);return m.join(e.outputDir,ct(s.pathname))}catch{return null}}function Js(e,t,r){for(let s of zs(e,r)){let n=t[s];if(!n)continue;let i=cr(e,n);if(i)return {outputPath:i,publicUrl:n}}return null}function Vs(e,t,r){for(let s of ve(e,r)){let n=t[s];if(!n)continue;let i=cr(e,n);if(i)return i}return null}function ge(e,t,r){let s=Vs(e,t,r);if(s)return s;try{return Ne(e,r).originalFilePath}catch{return null}}function Gs(){let e=process.env.STATIC_PUBLISHER_RUNTIME_DIR||process.env.WPSUITE_STATIC_PUBLISHER_RUNTIME_DIR||"";return e.trim()?m.join(m.resolve(e),"queue-runner-heartbeat.json"):""}async function Gt(e){let t=Gs();if(t)try{let r=await C.readFile(t,"utf8"),s=JSON.parse(r);if(!s||typeof s!="object")return;await C.writeFile(t,JSON.stringify({...s,checkedAt:new Date().toISOString(),status:"running",currentStep:"rewrite",message:e},null,2),"utf8");}catch{}}function Ks(e,t){let r=new Set;for(let s of t.donePages)r.add(m.resolve(K(e,s)));for(let s of t.doneAssets){let n=ge(e,t.assetMap,s);!n||!re(n)||r.add(m.resolve(n));}for(let s of t.doneSitemaps){let n=ge(e,t.assetMap,s);!n||!re(n)||r.add(m.resolve(n));}return [...r]}var Fe="re:",Ue=new Map;function Zs(e){if(!e.startsWith(Fe))return null;let t=Ue.get(e);if(t!==void 0)return t||null;let r=e.slice(Fe.length).trim();if(!r)return Ue.set(e,false),null;try{let s=new RegExp(r);return Ue.set(e,s),s}catch{return console.warn(`[crawl] Ignoring invalid path matcher regex: ${e}`),Ue.set(e,false),null}}function ut(e,t){let r=Zs(t);return r?r.test(e):t.startsWith(Fe)?false:e.startsWith(t)}function Ys(e,t){return t.find(r=>ut(e,r))}function lr(e,t){let r=Ys(t.pathname,e.blockedPathPrefixes);if(r)return r.startsWith(Fe)?`blocked path regex: ${r}`:`blocked path prefix: ${r}`;let s=e.blockedSearchFragments.find(n=>t.search.includes(n));return s?`blocked search fragment: ${s}`:null}function Xs(e){let t=new URL(e.sourceOrigin),r=new Set([t.hostname,...e.allowedAssetHosts]);if(e.targetOrigin&&e.targetOrigin!=="."&&e.targetOrigin!=="/")try{r.add(new URL(e.targetOrigin).hostname);}catch{}for(let s of Object.keys(e.extraReplacements||{}))try{r.add(new URL(s).hostname);}catch{}return r}function en(e,t){return Xs(e).has(t.hostname)}function tn(e){let t=J(e.trim()).replace(/\\\//g,"/").replace(/^['"]|['"]$/g,"").trim();return t=t.replace(/[)]+$/g,"").trim(),t=t.replace(/;.*$/g,"").trim(),t}function it(e){let t=J(e).replace(/\\\//g,"/");return /[{}]|\bwindow\.|\blocation\.|\bincludes\(|\?\?null|\+|%7B|%7D|%22|<|>|\s/.test(t)||/[()[\]'"]/.test(t)}function rn(e){let t=J(e).replace(/\\\//g,"/").trim(),r=m.extname(t).toLowerCase();return sr.has(r)||nr.has(r)?false:/^(?:this|[A-Za-z_$][\w$]*)\.[A-Za-z_$][\w$]*(?:\.[A-Za-z_$][\w$]*)*$/.test(t)}function fe(e){return As.some(t=>e.pathname.startsWith(t))}function N(e,t,r=e.sourceOrigin,s,n="url",i=false){let o=tn(t);if(!o||o.startsWith("data:")||o.startsWith("blob:")||o.startsWith("mailto:")||o.startsWith("tel:")||o.startsWith("#"))return s?.ignore(n,t,"empty or unsupported scheme",r),null;if(it(o))return s?.ignore(n,t,"looks like JavaScript/code fragment",r),null;if(rn(o))return s?.ignore(n,t,"looks like JavaScript property access",r),null;try{let c=new URL(o,r);if(dr(c))return s?.reject(n,t,"malformed URL encoding",r),null;if(!["http:","https:"].includes(c.protocol))return s?.ignore(n,t,"unsupported protocol: ",r),null;if(!en(e,c))return s?.ignore(n,c.toString(),"host not allowed",r),null;let a=lr(e,c);if(a&&!(i&&Qe(c)))return s?.reject(n,c.toString(),a,r),null;let l=new URL(e.sourceOrigin);return c.protocol=l.protocol,c.host=l.host,c.hash="",c}catch{return s?.reject(n,t,"invalid URL",r),null}}function dr(e){try{return decodeURIComponent(e.pathname),decodeURIComponent(e.search),decodeURIComponent(e.hash),!1}catch{return true}}function ie(e,t,r,s){try{let n=new URL(e);return dr(n)?(t.reject(r,e,"malformed URL encoding",s),null):n.protocol!=="http:"&&n.protocol!=="https:"?(t.reject(r,e,`unsupported protocol: ${n.protocol}`,s),null):n}catch{return t.reject(r,e,"invalid URL",s),null}}function pr(e){return sr.has(m.extname(e.pathname).toLowerCase())}function oe(e){return fe(e)?false:nr.has(m.extname(e.pathname).toLowerCase())}function he(e){let t=e.pathname.toLowerCase();return t.endsWith(".xml")&&(t.includes("sitemap")||t.endsWith("/sitemap.xml"))}function L(e,t){return !!(he(t)||t.pathname==="/robots.txt"||t.pathname==="/llms.txt"||t.pathname.toLowerCase().endsWith(".xsl")||e.assetPathPrefixes.length>0&&e.assetPathPrefixes.some(r=>ut(t.pathname,r))||pr(t)||!oe(t)&&!fe(t))}function K(e,t){let r=new URL(t),s=ct(r.pathname);return s.endsWith("/")?s+="index.html":m.extname(s)||(s+="/index.html"),m.join(e.outputDir,s)}function ct(e){try{return decodeURIComponent(e)}catch{return e}}function sn(e){if(!e.generated404RequestPath)return null;try{let t=new URL(e.generated404RequestPath,e.sourceOrigin);return !t.pathname.endsWith("/")&&m.extname(t.pathname)===""&&(t.pathname+="/"),t.hash="",t.toString()}catch{return null}}function lt(e,t){let r=sn(e);if(!r)return false;try{return new URL(t,e.sourceOrigin).toString()===r}catch{return false}}function Ne(e,t){let r=new URL(t),s=ct(r.pathname);s.endsWith("/")&&(s+="index.html");let n=!!r.search,i=s,o=m.join(e.outputDir,i),c=Ge(e.targetOrigin,i),a=`${c}${r.search}`;if(!n)return {originalPathname:i,originalFilePath:o,originalPublicUrl:c,originalPublicUrlWithSearch:a,preferQueryHashed:n};let l=m.extname(s),p=`${l?s.slice(0,-l.length):s}.${ye(r.search)}${l||".bin"}`;return {originalPathname:i,originalFilePath:o,originalPublicUrl:c,originalPublicUrlWithSearch:a,preferQueryHashed:n,hashedPathname:p,hashedFilePath:m.join(e.outputDir,p),hashedPublicUrl:Ge(e.targetOrigin,p)}}function nn(e,t,r,s){let n=ie(t,r,"asset",s);return n?Ne(e,n.toString()):null}function on(e,t,r,s,n){t[r]=s;try{let i=new URL(r),c=[new URL(e.sourceOrigin).origin,...Object.keys(e.extraReplacements||{})];if(e.targetOrigin&&e.targetOrigin!=="."&&e.targetOrigin!=="/")try{c.push(new URL(e.targetOrigin).origin);}catch{}for(let a of c)try{let l=new URL(a);t[l.origin+i.pathname+i.search]=s;}catch{}try{let a=(()=>{let l=new URL(s,e.targetOrigin==="."?"https://relative.invalid":e.targetOrigin);return `${l.pathname}${l.search}`})();t[i.pathname+i.search]=a;}catch{}try{let a=new URL(s,e.targetOrigin==="."?"https://relative.invalid":e.targetOrigin).pathname;t[i.pathname]=a;}catch{}try{let a=new URL(n,e.targetOrigin==="."?"https://relative.invalid":e.targetOrigin).pathname;t[i.pathname]=a;}catch{}}catch{}}async function gr(e){try{return await C.readFile(e)}catch(t){if(t.code==="ENOENT")return null;throw t}}async function pe(e){try{return await C.stat(e)}catch(t){if(t.code==="ENOENT")return null;throw t}}function an(e){let t=String(e["content-length"]||"").trim();if(!t)return null;let r=Number.parseInt(t,10);return Number.isFinite(r)&&r>=0?r:null}function fr(e){let t=String(e["last-modified"]||"").trim();if(!t)return null;let r=Date.parse(t);return Number.isFinite(r)?r:null}function un(e,t){let r=fr(t),s=an(t),n=e?.mtime.getTime();return r!==null&&Math.abs((n??0)-r)>=1e3||s!==null&&e?.size!==s?false:r!==null||s!==null}async function cn(e,t){if(!t)return;let r=fr(t);if(r===null)return;let s=await pe(e);if(!s)return;let n=new Date(r);await C.utimes(e,s.atime,n).catch(()=>{});}function Kt(e,t){let r=m.extname(e.pathname).toLowerCase(),s=t["content-type"]||"";return Rs.has(r)||Cs.some(n=>s.includes(n))&&!s.startsWith("image/")&&!s.includes("font")}function ln(e){try{let t=m.extname(new URL(e).pathname).toLowerCase();return t===".js"||t===".mjs"}catch{return false}}function de(e,t){(e.doneAssets.size%25===0||e.doneAssets.size===1||e.doneAssets.size===e.stats.assetsQueued)&&t.progress(`Asset processing progress: processed ${e.doneAssets.size}, discovered ${e.stats.assetsQueued}.`,{doneAssets:e.doneAssets.size,assetsQueued:e.stats.assetsQueued,phase:"download-assets"});}function dn(e){return ye(e.toString("base64"),40)}function pn(e,t,r){let s=e.assetVariantDigestsByOriginalPath.get(t);if(!s||s.size===0)return false;for(let n of s)if(n!==r)return true;return false}function gn(e,t,r){let s=e.assetVariantDigestsByOriginalPath.get(t);s||(s=new Set,e.assetVariantDigestsByOriginalPath.set(t,s)),s.add(r);}async function ot(e,t,r,s,n,i,o){let c=Ne(e,r),a=dn(s),l=c.originalFilePath,u=c.originalPublicUrlWithSearch;if(c.preferQueryHashed&&c.hashedFilePath&&c.hashedPublicUrl&&pn(n,c.originalFilePath,a)){let w=Js(e,t,r);w?(l=w.outputPath,u=w.publicUrl):(l=c.hashedFilePath,u=c.hashedPublicUrl);}on(e,t,r,u,c.originalPublicUrl);let p=re(l)?Buffer.from(Ye(s.toString("utf8"),e,t,l),"utf8"):s,d=await gr(l),S=false;return (d===null||!d.equals(p))&&(await Se(l,p),S=true),i?.debug(`${S?"Saved":"Skipped unchanged"} asset output ${r}`,{phase:"download-assets",url:r,outputPath:l,bytes:p.length,wroteFile:S}),gn(n,c.originalFilePath,a),await cn(l,o),n.stats.assetsSaved++,i&&(n.stats.assetsSaved%50===0||n.stats.assetsSaved===1)&&i.progress(`Asset progress: saved ${n.stats.assetsSaved}, discovered ${n.stats.assetsQueued}, pending ${n.assetQueue.length}.`,{assetsSaved:n.stats.assetsSaved,assetsQueued:n.stats.assetsQueued,assetQueue:n.assetQueue.length,phase:"download-assets"}),{outputPath:l,publicUrl:u,wroteFile:S}}function Ce(e,t,r,s,n){let i=()=>{let p=String(n??"").trim();if(!p)return {discoveredFrom:"",discoveredFromType:"unknown"};if(p==="seed-path"||p==="cli"||p==="generated-404-request-path")return {discoveredFrom:p,discoveredFromType:p};if(/^https?:\/\//i.test(p))try{let d=new URL(p);return he(d)?{discoveredFrom:p,discoveredFromType:"sitemap"}:L(e,d)?{discoveredFrom:p,discoveredFromType:"asset"}:oe(d)&&!fe(d)?{discoveredFrom:p,discoveredFromType:"page"}:{discoveredFrom:p,discoveredFromType:"url"}}catch{return {discoveredFrom:p,discoveredFromType:"url"}}return {discoveredFrom:p,discoveredFromType:"url"}},o=n&&/^https?:\/\//i.test(n)?n:e.sourceOrigin,c=N(e,r,o,s,"page");if(!c)return;if(!oe(c)||pr(c)){if(L(e,c)){s.info(`Seeded/non-page URL queued as asset: ${c.toString()}`,{url:c.toString(),source:n}),q(e,t,c.toString(),s,n);return}s.reject("page",c.toString(),fe(c)?"asset/internal path cannot be page":"not page-like",n);return}let a=c.toString(),{discoveredFrom:l,discoveredFromType:u}=i();l&&!t.pageDiscoverySources.has(a)&&t.pageDiscoverySources.set(a,l),!t.donePages.has(a)&&!t.queuedPages.has(a)&&(t.queuedPages.add(a),t.pageQueue.push(a),t.stats.pagesQueued++,s.debug(`Queued discovered page ${a}`,{phase:"discovery",url:a,discoveredFrom:l,discoveredFromType:u,outputPath:K(e,a)}),(t.stats.pagesQueued%25===0||t.stats.pagesQueued===1)&&s.progress(`Discovery progress: pages ${t.stats.pagesQueued}, assets ${t.stats.assetsQueued}, sitemaps ${t.stats.sitemapsQueued}.`,{pagesQueued:t.stats.pagesQueued,assetsQueued:t.stats.assetsQueued,sitemapsQueued:t.stats.sitemapsQueued,pageQueue:t.pageQueue.length,phase:"discovery"}));}function q(e,t,r,s,n){let i=n&&/^https?:\/\//i.test(n)?n:e.sourceOrigin,o=N(e,r,i,s,"asset");if(!o)return;if(!L(e,o)){s.reject("asset",o.toString(),"not a safe asset path/prefix",n);return}let c=o.toString();!t.doneAssets.has(c)&&!t.queuedAssets.has(c)&&(t.queuedAssets.add(c),t.assetQueue.push(c),t.stats.assetsQueued++,(t.stats.assetsQueued%100===0||t.stats.assetsQueued===1)&&s.progress(`Discovery progress: pages ${t.stats.pagesQueued}, assets ${t.stats.assetsQueued}, sitemaps ${t.stats.sitemapsQueued}.`,{pagesQueued:t.stats.pagesQueued,assetsQueued:t.stats.assetsQueued,sitemapsQueued:t.stats.sitemapsQueued,assetQueue:t.assetQueue.length,phase:"discovery"}));}function je(e,t,r,s,n){let i=n&&/^https?:\/\//i.test(n)?n:e.sourceOrigin,o=N(e,r,i,s,"sitemap",bt(n));if(!o)return;if(!he(o)){s.reject("sitemap",o.toString(),"not sitemap-like",n);return}let c=o.toString();!t.doneSitemaps.has(c)&&!t.queuedSitemaps.has(c)&&(t.queuedSitemaps.add(c),t.sitemapQueue.push(c),t.stats.sitemapsQueued++,(t.stats.sitemapsQueued%10===0||t.stats.sitemapsQueued===1)&&s.progress(`Discovery progress: pages ${t.stats.pagesQueued}, assets ${t.stats.assetsQueued}, sitemaps ${t.stats.sitemapsQueued}.`,{pagesQueued:t.stats.pagesQueued,assetsQueued:t.stats.assetsQueued,sitemapsQueued:t.stats.sitemapsQueued,sitemapQueue:t.sitemapQueue.length,phase:"discovery"}));}function fn(e){let t=J(e),r=[...t.matchAll(/<url>\s*([\s\S]*?)\s*<\/url>/gi)].map(s=>s[1]);return r.length>0?r.map(s=>{let n=s.match(/<loc>\s*([^<]+?)\s*<\/loc>/i);if(!n?.[1])return null;let i=s.match(/<lastmod>\s*([^<]+?)\s*<\/lastmod>/i);return {loc:n[1].trim(),lastmod:be(i?.[1]??null)}}).filter(s=>!!s):[...t.matchAll(/<loc>\s*([^<]+?)\s*<\/loc>/gi)].map(s=>({loc:s[1].trim(),lastmod:null})).filter(s=>s.loc)}function hn(e){return e.split(",").map(t=>t.trim().split(/\s+/)[0]).filter(Boolean)}function mn(e){let t=[],r=/url\(\s*(?:"([^"]+)"|'([^']+)'|([^)]*?))\s*\)/gi;for(let s of e.matchAll(r)){let n=e.slice(Math.max(0,s.index-8),s.index);if(/\bnew\s+$/i.test(n))continue;let i=(s[1]||s[2]||s[3]||"").trim();i&&t.push(i);}return t}function wn(e){return e.replace(/<script\b[^>]*>[\s\S]*?<\/script\s*>/gi,"")}function yn(e,t){if(t==="dom-style")return true;let r=(()=>{try{return m.extname(new URL(e).pathname).toLowerCase()}catch{return ""}})();return !(r===".js"||r===".mjs"||r===".map"||t.includes("javascript"))}function rt(e){return e.trim().replace(/\\/g,"/").replace(/^https?:\/\/[^/]+/i,"").replace(/^\/+/,"")}async function hr(e,t,r,s){let n=[];await C.mkdir(t,{recursive:true});let i=await C.readdir(e,{withFileTypes:true});for(let o of i){let c=m.join(e,o.name),a=m.join(t,o.name);if(o.isDirectory()){n.push(...await hr(c,a,r,s));continue}await mr(c,a,r,s)&&n.push(a);}return n}async function Sn(e,t){try{let[r,s]=await Promise.all([C.stat(e),C.stat(t)]);if(r.size!==s.size)return !1;let[n,i]=await Promise.all([C.readFile(e),C.readFile(t)]);return n.equals(i)}catch{return false}}async function mr(e,t,r,s){let n=m.resolve(t);return r.has(n)?(s.debug("Skipped post-crawl copy over crawled page output",{phase:"copy-extra-paths",sourcePath:e,targetPath:t}),false):await Sn(e,t)?(s.debug("Skipped unchanged post-crawl copy target",{phase:"copy-extra-paths",sourcePath:e,targetPath:t}),false):(await C.mkdir(m.dirname(t),{recursive:true}),await C.copyFile(e,t),true)}async function Pn(e,t,r){let s=Object.entries(e.postCrawlCopyMap||{}).map(([c,a])=>({sourcePath:c.trim(),prefix:String(a||"").trim()}));if(s.length===0)return [];let n=0,i=[],o=new Set([...t.donePages].map(c=>m.resolve(K(e,c))));r.mark("copy-extra-paths");for(let c of s){let a=c.sourcePath,l=c.prefix;if(!a||!l){r.warn("Skipped post-crawl copy mapping with empty key/value",{sourcePath:a,prefixPath:l});continue}let u=Ms(a);if(!u.resolvedPath){r.warn("Skipped post-crawl copy source because alias root is not configured",{sourcePath:a,alias:u.alias||"",requiredEnv:u.requiredEnv||"",prefixPath:l});continue}let p=u.resolvedPath,d=rt(l);if(!d){r.warn("Skipped post-crawl copy mapping with invalid export prefix",{sourcePath:a,prefixPath:l});continue}let S;try{S=await C.stat(p);}catch{r.warn("Skipped post-crawl copy source because it does not exist",{sourcePath:a,sourceAbs:p,prefixPath:l});continue}let w=m.resolve(e.outputDir,d);if(S.isDirectory()){let f=await hr(p,w,o,r);i.push(...f),n+=f.length,f.length>0&&r.progress(`Copied static directory to export: ${p} -> /${d}`,{phase:"copy-extra-paths",sourcePath:p,targetPath:`/${d}`,copiedItems:n,changedFiles:f.length});continue}let P=m.basename(p),g=l.endsWith("/")?m.join(w,P):w;await mr(p,g,o,r)&&(i.push(g),n++,r.progress(`Copied static file to export: ${p} -> /${rt(l.endsWith("/")?`${l}${P}`:l)}`,{phase:"copy-extra-paths",sourcePath:p,targetPath:`/${rt(l.endsWith("/")?`${l}${P}`:l)}`,copiedItems:n}));}return r.endMark("copy-extra-paths",{mappedSources:s.length,copiedItems:n}),i}function Re(e,t,r,s,n){let i=new Set,o=J(r).replace(/\\\//g,"/"),c=n==="page-html"?wn(o):o,a=yn(t,n);if(a){for(let u of mn(c)){let p=N(e,u,t,s,`${n}:css-url`);p&&L(e,p)&&i.add(p.toString());}for(let u of c.matchAll(/@import\s+(?:url\()?\s*['"]?([^'"\s;]+)['"]?\s*\)?/gi)){let p=N(e,u[1],t,s,`${n}:css-import`);p&&L(e,p)&&i.add(p.toString());}}if(a||n==="page-html")for(let u of c.matchAll(/<\?xml-stylesheet[^>]+href=["']([^"']+)["'][^>]*\?>/gi)){let p=N(e,u[1],t,s,`${n}:xml-stylesheet`);p&&L(e,p)&&i.add(p.toString());}let l=new RegExp(`(?:https?:)?//[^\\s'"<>\\);]+\\.${et}(?:\\?[^\\s'"<>\\);]*)?|(?<!\\.)/[^\\s'"<>\\);]+\\.${et}(?:\\?[^\\s'"<>\\);]*)?`,"gi");if(n==="page-html")for(let u of o.matchAll(l)){let p=u[0].startsWith("//")?`${new URL(e.sourceOrigin).protocol}${u[0]}`:u[0];if(it(p)){s.ignore(`${n}:serialized-url`,p,"looks like JavaScript/code fragment",t);continue}let d=N(e,p,t,s,`${n}:serialized-url`);d&&L(e,d)?i.add(d.toString()):d&&s.ignore("asset",d.toString(),"serialized URL did not pass safe asset path filter",t);}if(n!=="page-html"&&ln(t))for(let u of jt(o)){if(it(u)||!/\.(?:js|mjs)(?:[?#]|$)/i.test(u))continue;let p=N(e,u,t,s,`${n}:relative-asset`);p&&L(e,p)&&i.add(p.toString());}return [...i]}function bn(e,t,r,s){let n=new Set,i=J(r);for(let o of i.matchAll(/href=["']([^"'#\s][^"']*?)["']/gi)){let c=o[1],a=N(e,c,t,s,"page-link");a&&(lr(e,a)||oe(a)&&!fe(a)&&!L(e,a)&&n.add(a.toString()));}return [...n]}async function Zt(e,t,r,s,n,i,o=false,c=[]){let a=new Set(c),l=0,u=new Map,p=(d,S)=>{let w=[S],P=new Set;for(;w.length>0;){let g=w.pop();if(g===d)return true;P.has(g)||(P.add(g),w.push(...u.get(g)??[]));}return false};for(;r.sitemapQueue.length>0;){let d=r.sitemapQueue.shift();r.queuedSitemaps.delete(d);let S=ie(d,s,"sitemap","sitemap-queue");if(!S)continue;let w=S.toString();if(r.doneSitemaps.has(w))continue;r.doneSitemaps.add(w),s.sitemap(`Fetching sitemap ${w}`,{url:w});let P=true;try{let g=await t.get(w,{timeout:6e4});if(P=!1,!g.ok()){if(s.skip("sitemap",w,g.status()),o&&!a.has(w))throw new Error(`Required child content-sync sitemap returned HTTP ${g.status()}: ${w}`);continue}let h=await g.body(),f=g.url()||w,R=ie(f,s,"sitemap-response",w);if(!R)continue;let v=R.toString();r.successfulSitemaps.add(w),r.successfulSitemaps.add(v),a.has(w)&&(r.resolvedSitemapRoots.add(v),l+=1);let O=await ot(e,r.assetMap,v,h,r,s);W(n,e,O.outputPath),ue(n,O.outputPath);let U=h.toString("utf8");/<sitemapindex(?:\s|>)/i.test(U)?r.sitemapIndexUrls.add(v):r.sitemapLeafUrls.add(v);let T=Re(e,v,U,s,"sitemap");for(let $ of T)q(e,r,$,s,v);let F=[];for(let $ of fn(U)){let k=N(e,$.loc,v,s,"sitemap-loc",!0);if(!k){if(o)throw new Error(`Content-sync sitemap contains an inadmissible location: ${$.loc}`);continue}if(he(k)){if(p(v,k.toString()))throw new Error(`Sitemap index cycle detected: ${v} -> ${k.toString()}`);if(u.has(v)||u.set(v,new Set),u.get(v).add(k.toString()),F.push(k.toString()),o&&r.doneSitemaps.has(k.toString())&&!r.successfulSitemaps.has(k.toString()))throw new Error(`Required child content-sync sitemap was not resolved: ${k.toString()}`);je(e,r,k.toString(),s,v);}else if(o){if(oe(k)&&!L(e,k)){let _=i.requiredUrls.has(k.toString()),y=i.manifest.pages[k.toString()],A=!!y&&!!await pe(y.outputPath);if(!_&&!A)throw new Error(`Content-sync sitemap coverage is incomplete for ${k.toString()}.`)}s.ignore("sitemap-loc",k.toString(),"content-sync sitemap-only traversal does not enqueue urlset locations",v);}else L(e,k)?q(e,r,k.toString(),s,v):oe(k)?($.lastmod&&(r.sitemapLastmodByPage[k.toString()]=$.lastmod),Ce(e,r,k.toString(),s,v)):s.reject("sitemap-loc",k.toString(),"not page/sitemap/asset-like",v);}i.trackManifest&&(i.manifest.assets[v]={url:v,outputPath:O.outputPath,isText:!0,contentType:g.headers()["content-type"]??"application/xml",changeToken:null,tokenSource:null,discoveredAssets:[...new Set([...T,...F])],lastCrawledAt:new Date().toISOString(),lastSeenRunId:i.runId,unreferencedRuns:0,rewriteComplete:!1},await ne(e,i));}catch(g){s.error(`Failed sitemap ${w}`,{url:w,error:String(g)});let h=o&&a.has(w)&&P;if(o&&!h)throw g}}if(o&&a.size>0&&l===0)throw new Error(`None of the configured content-sync sitemap roots could be resolved: ${[...a].join(", ")}`)}async function vn(e,t,r,s,n,i,o){let c=N(e,s,e.sourceOrigin,n,"asset-fetch");if(!c||!L(e,c))return;let a=c.toString();if(r.doneAssets.has(a))return;let l=i.enabled||i.strictTargeted?i.previousManifest.assets[a]:void 0,u=i.trackManifest?await De(e,t,i,a,n):null,p=u?.token??null,d=qt(l?.changeToken,u),S=i.strictTargeted&&(!u?.supported||!u.token)&&Nt(e.sourceOrigin,a),w=i.strictTargeted?i.manifest.assets[a]:void 0;if(w?.lastSeenRunId===i.runId&&await pe(w.outputPath)){r.doneAssets.add(a);for(let g of w.discoveredAssets||[])q(e,r,g,n,a);W(o,e,w.outputPath),w.isText&&ue(o,w.outputPath),n.info(`Resumed completed content-sync asset ${a}`,{url:a,source:"content-sync-checkpoint"}),de(r,n);return}if(l&&(d||S)&&await pe(l.outputPath)){i.manifest.assets[a]={...l,changeToken:p,tokenSource:u?.tokenSource??l.tokenSource,discoveredAssets:[...l.discoveredAssets||[]],lastSeenRunId:i.runId,unreferencedRuns:0},delete i.manifest.pages[a],r.doneAssets.add(a);for(let g of l.discoveredAssets||[])q(e,r,g,n,a);n.info(`Reused unchanged trusted asset ${a}.`,{url:a,tokenSource:u?.tokenSource??"unknown",phase:"download-assets",source:d?"asset-change-token-match":"content-sync-release-fingerprint"}),de(r,n);return}let P=(g,h={})=>{if(!l||i.strictTargeted)return false;i.manifest.assets[a]={...l,discoveredAssets:[...l.discoveredAssets||[]],lastCrawledAt:new Date().toISOString(),lastSeenRunId:i.runId,unreferencedRuns:0},delete i.manifest.pages[a],r.doneAssets.add(a);for(let f of l.discoveredAssets||[])q(e,r,f,n,a);return n.warn(`Keeping previous incremental asset ${a} after fetch issue.`,{url:a,reason:g,preservedFromPreviousManifest:true,...h,phase:"download-assets"}),de(r,n),true};n.asset(`Fetching asset ${a}`,{url:a});try{let g=ge(e,r.assetMap,a),h=g?await pe(g):null;if(g&&h)try{let _=await j(`fetch asset headers ${a}`,6e4,()=>t.head(a,{timeout:6e4})),y=_.headers();if(_.ok()&&un(h,y)){let A=await gr(g);if(A!==null){let b=_.url()||a,x=ie(b,n,"asset-response",a);if(!x)return;let M=x.toString(),D=await ot(e,r.assetMap,M,A,r,n,y);D.wroteFile&&(W(o,e,D.outputPath),re(D.outputPath)&&ue(o,D.outputPath)),r.doneAssets.add(a),n.info(`Reused existing asset ${a} based on response headers.`,{url:a,filePath:g,lastModified:y["last-modified"]||"",contentLength:y["content-length"]||"",phase:"download-assets"}),de(r,n);let me=Kt(c,y),Z=l?.discoveredAssets?[...l.discoveredAssets]:[];if(me||l?.isText){let ae=A.toString("utf8"),I=Re(e,M,ae,n,"asset:cached");(I.length>0||!l)&&(Z=I);for(let Ae of Z)q(e,r,Ae,n,M);}if(i.trackManifest){let ae=me||!!l?.isText;i.manifest.assets[a]={url:a,outputPath:D.outputPath,isText:ae,contentType:st(y)||l?.contentType||null,changeToken:u?.supported?u.token:null,tokenSource:u?.supported?u.tokenSource??null:null,discoveredAssets:Z,lastCrawledAt:new Date().toISOString(),lastSeenRunId:i.runId,unreferencedRuns:0,rewriteComplete:!ae},delete i.manifest.pages[a],(i.enabled||i.strictTargeted)&&ae&&await ne(e,i);}return}}}catch{}let f=await j(`fetch asset ${a}`,6e4,()=>t.get(a,{timeout:6e4}));if(!f.ok()){if(P(`http-${f.status()}`,{status:f.status()}))return;if(i.strictTargeted)throw new Error(`Required content-sync asset returned HTTP ${f.status()}: ${a}`);n.skip("asset",a,f.status());return}let R=await j(`read asset response ${a}`,6e4,()=>f.body()),v=f.url()||a,O=ie(v,n,"asset-response",a);if(!O)return;let U=O.toString(),T=f.headers(),F=await ot(e,r.assetMap,U,R,r,n,T);F.wroteFile&&(W(o,e,F.outputPath),re(F.outputPath)&&ue(o,F.outputPath)),r.doneAssets.add(a),de(r,n);let $=Kt(c,T),k=[];if($){let _=R.toString("utf8");k=Re(e,U,_,n,`asset:${m.extname(c.pathname).toLowerCase()||T["content-type"]||"unknown"}`);for(let y of k)q(e,r,y,n,U);}i.trackManifest&&(i.manifest.assets[a]={url:a,outputPath:F.outputPath,isText:$,contentType:st(T),changeToken:u?.supported?u.token:null,tokenSource:u?.supported?u.tokenSource??null:null,discoveredAssets:k,lastCrawledAt:new Date().toISOString(),lastSeenRunId:i.runId,unreferencedRuns:0,rewriteComplete:!$},delete i.manifest.pages[a],(i.enabled||i.strictTargeted)&&$&&await ne(e,i));}catch(g){if(P("fetch-error",{error:String(g)}))return;if(n.error(`Failed asset ${a}`,{url:a,error:String(g)}),i.strictTargeted)throw g}finally{r.doneAssets.has(a)||(r.doneAssets.add(a),de(r,n));}}async function Cn(e,t,r,s,n,i){let o=Math.max(1,Number(e.assetDownloadConcurrency||e.concurrency||1)),c=Array.from({length:o},async()=>{for(;r.assetQueue.length>0;){let a=r.assetQueue.shift();a&&(r.queuedAssets.delete(a),await vn(e,t,r,a,s,n,i));}});await Promise.all(c);}function Rn(e){let t=Math.ceil(e/1e3);return `${t} second${t===1?"":"s"}`}function G(e){return Math.max(6e4,e.navigationTimeoutMs*2,e.readiness.timeoutMs+e.readiness.fallbackWaitMs+15e3)}function Ee(e){return Math.max(15e3,Math.min(6e4,G(e)))}function An(e){return Math.max(15e3,e.readiness.timeoutMs+e.readiness.fallbackWaitMs+1e4)}function dt(e){return e.stats.pagesCompleted}function wr(e){let r=e.options?.browserProcess;return {pid:typeof r?.process?.pid=="number"?r.process.pid:null,kill:typeof r?.kill=="function"?r.kill.bind(r):null}}async function kn(e,t,r){let s=wr(e);try{if(s.kill){await s.kill(),t.warn(`Force-killed crawl worker browser after ${r}`,{browserPid:s.pid,reason:r});return}if(s.pid!==null){process.kill(s.pid,"SIGKILL"),t.warn(`Sent SIGKILL to crawl worker browser after ${r}`,{browserPid:s.pid,reason:r});return}t.warn(`Could not resolve crawl worker browser PID after ${r}`,{reason:r});}catch(n){t.error(`Failed to force-kill crawl worker browser after ${r}`,{browserPid:s.pid,reason:r,error:String(n)});}}async function j(e,t,r){let s;try{return await Promise.race([r(),new Promise((n,i)=>{s=globalThis.setTimeout(()=>{i(new Error(`${e} timed out after ${Rn(t)}.`));},t);})])}finally{s!==void 0&&globalThis.clearTimeout(s);}}async function xn(e,t){let r=An(e);await t.evaluate(async s=>{await new Promise(n=>{let i=0,o=700,c=Date.now(),a=()=>{window.clearInterval(l),window.scrollTo(0,0),n();},l=window.setInterval(()=>{if(Date.now()-c>=s.maxDurationMs){a();return}window.scrollBy(0,o),i+=o;let u=document.body?.scrollHeight||0,p=document.documentElement?.scrollHeight||0,d=Math.max(u,p);i>=d+window.innerHeight&&a();},120);});},{maxDurationMs:r});}async function Tn(e,t){await t.waitForLoadState("domcontentloaded",{timeout:e.readiness.timeoutMs}).catch(()=>{}),e.readiness.waitForSelector&&await t.waitForSelector(e.readiness.waitForSelector,{timeout:e.readiness.timeoutMs}).catch(()=>{}),e.readiness.waitForFunction&&await t.waitForFunction(e.readiness.waitForFunction,void 0,{timeout:e.readiness.timeoutMs}).catch(()=>{}),await xn(e,t),await t.waitForTimeout(e.readiness.fallbackWaitMs);}async function In(e,t){await t.waitForLoadState("domcontentloaded",{timeout:e.readiness.timeoutMs}).catch(()=>{}),await t.waitForLoadState("load",{timeout:e.readiness.timeoutMs}).catch(()=>{}),e.readiness.waitForSelector&&await t.waitForSelector(e.readiness.waitForSelector,{timeout:e.readiness.timeoutMs}).catch(()=>{}),await t.waitForTimeout(e.readiness.fallbackWaitMs);}function Mn(e,t){return e.noJavaScriptRenderPathPrefixes.some(r=>ut(t,r))}async function $n(e,t,r,s,n=true){let i=new Set;if(n){let c=await t.evaluate(()=>{let a=new Set,l=["href","src","poster","data-src","data-lazy-src","data-original","data-bg","data-background","data-href"],u=new Set,p=["srcset","data-srcset","data-lazy-srcset"],d=S=>{S.querySelectorAll("*").forEach(w=>{for(let g of l){let h=w.getAttribute(g);h&&a.add(h);}for(let g of p){let h=w.getAttribute(g);h&&h.split(",").forEach(f=>{let R=f.trim().split(/\s+/)[0];R&&a.add(R);});}let P=w.getAttribute("style");P&&u.add(P),w.shadowRoot&&d(w.shadowRoot);});};return d(document),{attrs:[...a],styles:[...u]}});for(let a of c.attrs)for(let l of hn(a)){let u=N(e,l,r,s,"dom-attr");u&&L(e,u)&&i.add(u.toString());}for(let a of c.styles)for(let l of Re(e,r,a,s,"dom-style"))i.add(l);}let o=await t.content();for(let c of Re(e,r,o,s,"page-html"))i.add(c);return [...i]}async function Yt(e,t,r,s,n){let i=K(e,t);await Se(i,r,"utf8");let o=await C.stat(i);n?.debug(`Saved page output ${t}`,{phase:"save-pages",url:t,outputPath:i,bytes:o.size}),s.stats.pagesSaved++;let c=Math.min(s.stats.pagesQueued,dt(s)+1);n&&(s.stats.pagesSaved%10===0||s.stats.pagesSaved===1)&&n.progress(`Page progress: processed ${c}, rendered ${s.stats.pagesRendered}, saved ${s.stats.pagesSaved}, discovered ${s.stats.pagesQueued}.`,{donePages:c,claimedPages:s.donePages.size,pagesRendered:s.stats.pagesRendered,pagesSaved:s.stats.pagesSaved,pagesQueued:s.stats.pagesQueued,pageQueue:s.pageQueue.length,phase:"save-pages"});}function Ln(e){let t=dt(e);return t%5===0||t===1||t===e.stats.pagesQueued}function Un(e,t){let r=dt(e);t.progress(`Render progress: processed ${r}, rendered ${e.stats.pagesRendered}, saved ${e.stats.pagesSaved}, discovered ${e.stats.pagesQueued}.`,{donePages:r,claimedPages:e.donePages.size,pagesRendered:e.stats.pagesRendered,pagesSaved:e.stats.pagesSaved,pagesQueued:e.stats.pagesQueued,phase:"render-pages"});}async function On(e){await e.addInitScript(()=>{Object.defineProperty(window,"__WPSUITE_STATIC_EXPORT__",{value:true,writable:false,configurable:true});let t=r=>{if(r==null||String(r)==="")return true;try{let s=new URL(String(r),window.location.href),n=new URL(window.location.href);return s.hash="",n.hash="",s.href===n.href}catch{return false}};try{let r=window.location.assign.bind(window.location),s=window.location.replace.bind(window.location),n=window.location.reload.bind(window.location);Object.defineProperty(window.location,"assign",{configurable:!0,value:i=>{if(t(i)){console.warn("[smartcloud-static-publisher] blocked same-page location.assign",i??"");return}return r(i)}}),Object.defineProperty(window.location,"replace",{configurable:!0,value:i=>{if(t(i)){console.warn("[smartcloud-static-publisher] blocked same-page location.replace",i??"");return}return s(i)}}),Object.defineProperty(window.location,"reload",{configurable:!0,value:()=>{console.warn("[smartcloud-static-publisher] blocked location.reload");}});}catch{}});}async function Dn(e,t,r){let s=await e.newContext({viewport:t.viewport,userAgent:"WPSuiteStaticPublisher/0.8 Playwright SitemapOnly",ignoreHTTPSErrors:t.ignoreHttpsErrors,...r?{javaScriptEnabled:false}:{}});return r||await On(s),s}async function En(e,t,r,s,n,i,o,c){let a=await chromium.launch({headless:true}),l=wr(a);l.pid!==null&&r.debug(`Launched crawl worker browser PID ${l.pid}`,{browserPid:l.pid});try{for(;t.pageQueue.length>0&&!(e.maxPages>0&&t.donePages.size>=e.maxPages);){let u=t.pageQueue.shift();if(!u)break;t.queuedPages.delete(u);let p=null,d=null,S=[],w=new Set;try{let P=ie(u,r,"page","page-queue");if(!P)continue;let g=P.toString();if(u=g,t.queuedPages.delete(u),t.donePages.has(u))continue;t.donePages.add(u),i.enabled&&i.seenPages.add(u);let h=lt(e,u),f=Mn(e,P.pathname);if(!oe(P)||L(e,P)||fe(P)){if(L(e,P)){r.info(`Worker redirected non-page URL to asset queue: ${u}`,{url:u,source:"worker-guard"}),q(e,t,u,r,"worker-guard");continue}r.reject("page",u,"guard rejected non-page URL before rendering","worker");continue}let R=i.strictTargeted?i.manifest.pages[u]:void 0;if(R?.lastSeenRunId===i.runId&&await pe(R.outputPath)){i.seenPages.add(u);for(let b of R.discoveredAssets||[])q(e,t,b,r,u);W(o,e,R.outputPath),ue(o,R.outputPath),r.info(`Resumed completed content-sync page ${u}`,{url:u,source:"content-sync-checkpoint"});continue}let v=await qs(e,n,t,i,u,r);if(i.enabled&&s!=="single-url"&&s!=="content-sync"){let b=i.manifest.pages[u];if(v.action==="reuse"&&b){for(let x of b.discoveredAssets)q(e,t,x,r,u);for(let x of b.discoveredPages)Ce(e,t,x,r,u);b.lastSeenRunId=i.runId,b.sitemapLastmod=be(t.sitemapLastmodByPage[u])??b.sitemapLastmod,v.changeToken?.supported&&(b.changeToken=v.changeToken.token,b.tokenSource=v.changeToken.tokenSource??b.tokenSource),r.info(`Incremental reuse skipped unchanged page ${u}`,{url:u,mode:"incremental",reason:v.changeToken?.supported===!0?"change-token-match":"sitemap-lastmod-match"});continue}}p=await j(`create page context ${u}`,G(e),()=>Dn(a,e,f)),d=await j(`create page ${u}`,G(e),()=>p.newPage()),S=await p.cookies();let O=!1,U=new Set;await d.route("**/*",async b=>{let x=b.request();try{let M=N(e,x.url(),e.sourceOrigin,r,"network-request");M&&L(e,M)&&(U.add(M.toString()),q(e,t,M.toString(),r,u));}catch{}if(x.isNavigationRequest()&&x.frame()===d.mainFrame())try{let M=new URL(x.url()),D=new URL(g);if(M.hash="",D.hash="",M.href===D.href){if(O){r.warn(`Blocked same-page navigation/reload for ${u}`,{url:u,requestUrl:x.url()}),await b.abort("aborted");return}O=!0;}}catch{}await b.continue();}),d.on("response",b=>{try{let M=N(e,b.url(),e.sourceOrigin,r,"network-response");M&&L(e,M)&&(U.add(M.toString()),q(e,t,M.toString(),r,u));}catch{}let x=b.headerValues("set-cookie").then(M=>{for(let D of M)c.add(Bt(D,b.url()));}).catch(()=>{}).then(()=>{});w.add(x),x.finally(()=>w.delete(x));}),r.page(`Rendering ${u}`,{url:u});let T=null,F=null;try{if(T=await d.goto(u,{waitUntil:"domcontentloaded",timeout:e.navigationTimeoutMs}),T&&T.ok())try{F=await j(`read response body ${u}`,G(e),()=>T.text());}catch{F=null;}}catch(b){r.warn(`Navigation issue for ${u}; saving current DOM if available`,{url:u,error:String(b)});}if(s==="content-sync"&&T){let b=ie(T.url(),r,"content-sync-final-response",u)?.toString();if(b&&b!==g){if(i.deleteOnMissingUrls.has(u)){await at(e,i,o,u,i.deleteOnMissingUrls),r.info(`Removed stale content-sync archive route redirected to ${b}`,{url:u,finalResponseUrl:b,source:"content-sync-tombstone"});continue}throw new Error(`Required content-sync route redirected outside its planned URL: ${u} -> ${b}`)}}if(h){let b=T?.status()??null;if(b!==404){r.error(`Generated 404 request path returned unexpected status for ${u}`,{url:u,expectedStatus:404,status:b,requestPath:e.generated404RequestPath});continue}r.info(`Capturing rendered 404 page for ${u}`,{url:u,status:b,outputPath:K(e,u)});}else if(T&&!T.ok()){if(s==="content-sync"&&(T.status()===404||T.status()===410)&&i.deleteOnMissingUrls.has(u)){await at(e,i,o,u,i.deleteOnMissingUrls),r.info(`Removed stale content-sync archive page ${u}`,{url:u,status:T.status(),source:"content-sync-tombstone"}),await d.close();continue}if(s==="content-sync")throw new Error(`Required content-sync route returned HTTP ${T.status()}: ${u}`);r.skip("page",u,T.status(),t.pageDiscoverySources.get(u)),await d.close();continue}f?(r.info(`Rendering without JS execution for ${u}`,{url:u,mode:"no-js"}),await j(`wait for rendered page ${u}`,G(e),()=>In(e,d))):await j(`wait for rendered page ${u}`,G(e),()=>Tn(e,d)),t.stats.pagesRendered++;let $=await j(`extract rendered assets ${u}`,G(e),()=>$n(e,d,g,r,!f));for(let b of $)q(e,t,b,r,u);let k=[...new Set([...$,...U])],_=F??await j(`capture rendered html ${u}`,G(e),()=>d.content()),y=s!=="single-url"&&s!=="content-sync"&&!h?bn(e,u,_,r):[];if(s!=="single-url"&&s!=="content-sync"&&!h)for(let b of y)Ce(e,t,b,r,u);await Yt(e,u,_,t,r);let A=K(e,u);if(W(o,e,A),ue(o,A),i.trackManifest){let b=T?.headers();i.manifest.pages[u]={url:u,outputPath:A,contentType:st(b),changeToken:v.changeToken?.supported?v.changeToken.token:null,tokenSource:v.changeToken?.supported?v.changeToken.tokenSource??null:null,sitemapLastmod:be(t.sitemapLastmodByPage[u])??null,discoveredPages:y,discoveredAssets:k,lastCrawledAt:new Date().toISOString(),lastSeenRunId:i.runId,rewriteComplete:!1},(i.enabled||i.strictTargeted)&&await ne(e,i);}}catch(P){if(i.strictTargeted)throw r.error(`Failed required content-sync page ${u}`,{url:u,error:String(P)}),P;try{let g=d?await j(`capture partial html ${u}`,G(e),()=>d.content()):"";if(g&&g.trim()){await Yt(e,u,g,t,r);let h=K(e,u);if(W(o,e,h),ue(o,h),i.trackManifest){let f=i.manifest.pages[u]??i.previousManifest.pages[u];i.manifest.pages[u]={url:u,outputPath:h,contentType:f?.contentType??null,changeToken:null,tokenSource:null,sitemapLastmod:be(t.sitemapLastmodByPage[u])??f?.sitemapLastmod??null,discoveredPages:f?.discoveredPages?[...f.discoveredPages]:[],discoveredAssets:f?.discoveredAssets?[...f.discoveredAssets]:[],lastCrawledAt:new Date().toISOString(),lastSeenRunId:i.runId,rewriteComplete:!1},(i.enabled||i.strictTargeted)&&await ne(e,i);}r.warn(`Saved partial DOM for ${u}`,{url:u,error:String(P)});}}catch(g){r.error(`Could not save partial DOM for ${u}`,{url:u,error:String(g)});}r.error(`Failed page ${u}`,{url:u,error:String(P)});}finally{if(w.size>0&&await Promise.allSettled([...w]),p)try{let P=await p.cookies();c.addAll(Qt(S,P));}catch{}t.stats.pagesCompleted++,Ln(t)&&Un(t,r),d&&await j(`close page ${u}`,Ee(e),()=>d.close()).catch(P=>{r.warn(`Timed out while closing page ${u}`,{url:u,browserPid:l.pid,error:String(P)});}),p&&await j(`close page context ${u}`,Ee(e),()=>p.close()).catch(P=>{r.warn(`Timed out while closing page context for ${u}`,{url:u,browserPid:l.pid,error:String(P)});});}}}finally{await j("close worker browser",Ee(e),()=>a.close()).catch(u=>(r.warn("Timed out while closing crawl worker browser",{browserPid:l.pid,error:String(u)}),kn(a,r,"browser.close timeout")));}}async function Fn(e){try{let t=await C.readFile(e),s=(e.endsWith(".gz")?gunzipSync(t):t).toString("utf8").trim();if(!s)return [];try{let n=JSON.parse(s);if(Array.isArray(n))return n;if(n&&typeof n=="object")return [n]}catch{return s.split(/\r?\n/).map(n=>n.trim()).filter(Boolean).map(n=>{try{let i=JSON.parse(n);return i&&typeof i=="object"?i:null}catch{return null}}).filter(n=>n!==null)}return []}catch{return []}}function Xt(e){let t=String(e||"").toLowerCase();return t.includes("timeout")||t.includes("timed out")||t.includes("navigation timeout")}function jn(e){let t=String(e?.job?.command||"").trim(),r=String(e?.job?.crawlMode||"full").trim();return t!=="publish"&&t!=="crawl"?false:r!=="incremental"}function qn(e){let t=[e?.archivedAt,e?.job?.endedAt,e?.job?.startedAt];for(let r of t){let s=Date.parse(String(r||""));if(Number.isFinite(s))return s}return 0}async function yr(e){try{let t=await C.readFile(e,"utf8"),r=JSON.parse(t);return r&&typeof r=="object"&&!Array.isArray(r)?r:null}catch{return null}}function er(e){let t=String(e.originalFileName||"").toLowerCase();return t.endsWith("errors.jsonl")?0:t.endsWith("errors.json")?1:2}function Nn(e,t){let r=Array.isArray(t?.artifacts)?t.artifacts.filter(s=>String(s?.role||"").trim()==="errors"&&String(s?.storedFileName||"").trim()!=="").sort((s,n)=>er(s)-er(n)).map(s=>m.join(e,String(s.storedFileName))):[];return [...new Set([...r,m.join(e,"errors.jsonl"),m.join(e,"errors.json"),m.join(e,"errors.jsonl.gz"),m.join(e,"errors.json.gz")])]}async function tr(e){let t=await yr(m.join(e,"job.json"));for(let r of Nn(e,t)){let s=await Fn(r);if(s.length>0)return s}return []}async function _n(e){let t=m.join(e.logDir,"archive"),r;try{r=await C.readdir(t);}catch{return ""}let s="",n=0;for(let i of r){let o=m.join(t,i);if(!(await C.stat(o).catch(()=>null))?.isDirectory())continue;let a=await yr(m.join(o,"job.json"));if(!jn(a))continue;let l=qn(a);l>=n&&(n=l,s=o);}return s}async function Wn(e){let t=await _n(e),r=t!==""?await tr(t):await tr(e.logDir),s=new Set;for(let n of r)if(Xt(n.error)||Xt(n.message)){let i=n.url;typeof i=="string"&&i&&s.add(i);}return [...s]}async function Bn(e){let t=[];for(let r of e)if(r.startsWith("@")){let s=r.slice(1),n=await C.readFile(s,"utf8");t.push(...n.split(/\r?\n/).map(i=>i.trim()).filter(i=>i&&!i.startsWith("#")));}else t.push(r);return t}async function Qn(e){if(!e)throw new Error("Content-sync crawl requires an immutable impact plan.");let t=JSON.parse(await C.readFile(e,"utf8"));return St(t),t}function Hn(e,t){let r;try{r=new URL(e);}catch{return false}return t.archiveFamilies.some(s=>{let n=new URL(s.url);if(r.origin!==n.origin)return false;if(r.toString()===n.toString())return true;if(r.searchParams.has("paged")&&r.pathname===n.pathname)return /^\d+$/.test(r.searchParams.get("paged")||"");let i=n.pathname.replace(/\/+$/,""),o=r.pathname.slice(i.length).replace(/^\/+/,""),c=String(s.paginationBase||"page").replace(/^\/+|\/+$/g,"").replace(/[.*+?^${}()|[\]\\]/g,"\\$&");return r.pathname.startsWith(`${i}/`)&&new RegExp(`^${c}/\\d+/?$`).test(o)})}function Oe(e,t,r){let s=r==="page"?K(e,t):Ne(e,t).originalFilePath;return ee(e.outputDir,s)}async function at(e,t,r,s,n){let i=t.manifest.pages[s];if(!i)return;let o=ee(e.outputDir,i.outputPath);if(!o)throw new Error(`Manifest-owned page path escaped output root: ${s}`);let c=m.resolve(i.outputPath);Object.entries(t.manifest.pages).some(([l,u])=>l!==s&&!n.has(l)&&m.resolve(u.outputPath)===c)||(await C.rm(i.outputPath,{force:true}),r.deletedFiles.add(o)),delete t.manifest.pages[s];}function zn(e,t){let r=new Set,s=[...t];for(;s.length>0;){let n=s.shift();if(r.has(n))continue;r.add(n);let i=e.assets[n];for(let o of i?.discoveredAssets??[])try{he(new URL(o))&&s.push(o);}catch{}}return r}async function Jn(e,t,r,s,n){let i=zn(r.previousManifest,n);for(let o of i){if(t.successfulSitemaps.has(o))continue;let c=r.previousManifest.assets[o];if(!c)continue;let a=ee(e.outputDir,c.outputPath);if(!a)throw new Error(`Manifest-owned sitemap path escaped output root: ${o}`);await C.rm(c.outputPath,{force:true}),s.deletedFiles.add(a),delete r.manifest.assets[o];}await ne(e,r);}async function Vn(e){try{let t=await C.readFile(m.join(e.outputDir,"asset-map.json"),"utf8");return JSON.parse(t)}catch{return {}}}async function Gn(e){let t=["crawl.log.jsonl","current-crawl-event.json","rejected.jsonl","ignored.jsonl","skipped-http.jsonl","errors.jsonl","timings.jsonl","rejected.json","ignored.json","skipped-http.json","errors.json","timings.json"];await C.mkdir(e,{recursive:true}),await Promise.all(t.map(async r=>{try{await C.unlink(m.join(e,r));}catch(s){if(s.code!=="ENOENT")throw s}}));}function rr(e,t,r,s,n){let i=N(e,r,e.sourceOrigin,s,"manual-url");i&&(he(i)?je(e,t,i.toString(),s,n):L(e,i)?q(e,t,i.toString(),s,n):oe(i)?Ce(e,t,i.toString(),s,n):s.reject("manual-url",i.toString(),"not page/sitemap/asset-like",n));}async function Sr(e=process.argv.slice(2)){let t=[],r=await ke(void 0,{onRemotePublisherConfigDiagnostic:y=>{t.push(y);}}),s=Pt(r.sitemapPaths),n=t.at(-1)??null,i=ks(e),o=i.mode==="content-sync"?await Qn(i.contentSyncPlanPath):null;if(i.resumeRewrite&&i.mode!=="full")throw new Error("--resume-rewrite is only supported for full crawl/publish jobs.");let c=[];i.mode==="retry-timeouts"&&(c=await Wn(r)),i.mode==="single-url"&&(c=await Bn(i.urls)),o&&(c=[...o.directRenderUrls,...o.archiveFamilyUrls]);let a=i.crawlMode==="incremental"&&i.mode==="full",l=a&&typeof r.subscriptionType=="string"&&r.subscriptionType.trim()!=="";if(o&&r.subscriptionType!=="PROFESSIONAL"&&r.subscriptionType!=="AGENCY")throw new Error("Content-sync requires an active Professional or Agency subscription.");let u=(i.mode==="full"||i.mode==="single-url"||i.mode==="content-sync")&&!i.resumeRewrite,p=i.mode!=="full"||i.resumeRewrite||l,d=p?await Vn(r):{},S=l||i.mode==="single-url"||i.mode==="content-sync"?await Us(r):or(),w=new Set(c),P=new Set;if(o){for(let y of o.archiveFamilies)if(y.foundPosts===0)for(let A of y.pageUrls)P.add(A);for(let y of Object.keys(S.pages))Hn(y,o)&&!w.has(y)&&(c.push(y),P.add(y));}let g={enabled:l,trackManifest:u,manifest:nt(S),previousManifest:nt(S),runId:o?.jobId??`${Date.now()}`,seenPages:new Set,changeTokenCache:new Map,manifestSaveChain:Promise.resolve(),strictTargeted:!!o,requiredUrls:w,deleteOnMissingUrls:P};await Gn(r.logDir);let h=new le(r.logDir,r.logLevel);if(n){let y={status:n.status,virtualAssetBaseUrl:n.virtualAssetBaseUrl,subscriptionType:n.subscriptionType??null,error:n.error,requests:n.requests,source:"remote-publisher-config"};n.status==="loaded"&&n.subscriptionType?h.info("Loaded remote WP Suite publisher configuration.",y):h.warn("Remote WP Suite publisher configuration is unavailable or has no active subscription type.",y);}if(a&&!l){let y="Incremental crawl requires an active remote publisher subscription; refusing to fall back to a destructive full crawl.";throw h.error(y,{requestedMode:i.crawlMode,subscriptionType:r.subscriptionType??null,source:"incremental-subscription-guard"}),await h.flush(),new Error(y)}let f={pageQueue:[],queuedPages:new Set,donePages:new Set,pageDiscoverySources:new Map,assetQueue:[],queuedAssets:new Set,doneAssets:new Set,sitemapQueue:[],queuedSitemaps:new Set,doneSitemaps:new Set,successfulSitemaps:new Set,resolvedSitemapRoots:new Set,sitemapIndexUrls:new Set,sitemapLeafUrls:new Set,sitemapLastmodByPage:{},assetMap:{...d},assetVariantDigestsByOriginalPath:new Map,stats:{pagesQueued:0,pagesRendered:0,pagesCompleted:0,assetsQueued:0,sitemapsQueued:0,assetsSaved:0,pagesSaved:0}},R=Ls(),v=new $e,O=xs();if(O&&!i.resumeRewrite&&await Le(O,v.artifact()),await mt(r),await wt(r,{startedAt:new Date().toISOString(),outputDir:m.resolve(r.outputDir)}),p||await C.rm(r.outputDir,{recursive:true,force:true}),await C.mkdir(r.outputDir,{recursive:true}),o){let y=new Set([...o.deleteUrls,...g.deleteOnMissingUrls]);for(let A of o.deleteUrls)await at(r,g,R,A,y);}if(i.resumeRewrite)h.info("Resuming final rewrite from existing output.",{phase:"rewrite-text",mode:i.mode,crawlMode:i.crawlMode});else {let y=await request.newContext({ignoreHTTPSErrors:r.ignoreHttpsErrors});try{if(h.mark("discovery"),i.mode==="full"?(s.forEach(b=>je(r,f,b,h)),await Zt(r,y,f,h,R,g),r.seedPaths.forEach(b=>rr(r,f,b,h,"seed-path")),r.generated404RequestPath&&Ce(r,f,r.generated404RequestPath,h,"generated-404-request-path")):(c.forEach(b=>rr(r,f,b,h,"cli")),o?.sitemapUrls.forEach(b=>je(r,f,b,h,"content-sync-impact")),await Zt(r,y,f,h,R,g,i.mode==="content-sync",o?.sitemapUrls??[]),o&&await Jn(r,f,g,R,o.sitemapUrls)),h.endMark("discovery",{pages:f.pageQueue.length,assets:f.assetQueue.length,sitemaps:f.sitemapQueue.length}),h.summary(`Queued ${f.pageQueue.length} pages, ${f.assetQueue.length} assets, ${f.sitemapQueue.length} sitemaps.`,{mode:i.mode,crawlMode:i.crawlMode,queuedPages:f.pageQueue.length,queuedAssets:f.assetQueue.length,queuedSitemaps:f.sitemapQueue.length}),i.mode==="retry-timeouts"&&f.pageQueue.length===0&&f.assetQueue.length===0&&f.sitemapQueue.length===0){h.summary("No timed-out URLs were queued. Skipping retry crawl.",{mode:i.mode,crawlMode:i.crawlMode,queuedPages:0,queuedAssets:0,queuedSitemaps:0}),await h.flush(),O&&await Le(O,v.artifact());return}h.mark("render-pages");let A=Array.from({length:Math.max(1,r.concurrency)},()=>En(r,f,h,i.mode,y,g,R,v));if(await Promise.all(A),O&&await Le(O,v.artifact()),h.endMark("render-pages",{pages:f.stats.pagesCompleted}),h.mark("download-assets"),h.progress("Asset download phase started.",{phase:"download-assets",doneAssets:f.doneAssets.size,assetsQueued:f.stats.assetsQueued,assetQueue:f.assetQueue.length}),await Es(r,y,g,[...f.assetQueue],h),await Cn(r,y,f,h,g,R),h.endMark("download-assets",{assets:f.doneAssets.size}),g.enabled&&r.maxPages===0&&await _s(r,f,g,h,R),i.mode==="full"){let b=await Pn(r,f,h);for(let x of b)W(R,r,x);}}finally{await j("dispose crawl request context",Ee(r),()=>y.dispose()).catch(A=>{h.warn("Timed out while disposing crawl request context",{error:String(A)});});}}g.trackManifest&&await ne(r,g),await C.writeFile(m.join(r.outputDir,"asset-map.json"),JSON.stringify(f.assetMap,null,2),"utf8"),JSON.stringify(d,null,2)!==JSON.stringify(f.assetMap,null,2)&&W(R,r,m.join(r.outputDir,"asset-map.json"));let U=i.mode==="single-url"||i.mode==="content-sync"?Ks(r,f):g.enabled&&!i.resumeRewrite?Ws(r,g,R,d,f.assetMap):void 0;h.mark("rewrite-text");let T=i.mode==="single-url"||i.mode==="content-sync"?`Rewriting text files touched by URL crawl: 0/${U?.length??0}`:"Rewriting text files...";h.progress(T,{phase:"rewrite-text",index:0,totalFiles:U?.length,changedTextFiles:0}),await Gt(T);let F=Date.now(),$=await Ut(r,f.assetMap,{files:U,previousAssetMap:d,onStart:({totalFiles:y,workerCount:A})=>{h.info(`Rewrite phase scanning ${y} text files.`,{phase:"rewrite-text",totalFiles:y,workerCount:A});},onProgress:async({index:y,totalFiles:A,changedTextFiles:b,file:x,changed:M})=>{M&&W(R,r,m.join(r.outputDir,x)),h.checkpoint(`Rewriting text file ${y}/${A}`,{phase:"rewrite-text",index:y,totalFiles:A,changedTextFiles:b,file:x}),h.debug(`${M?"Rewrote":"Checked unchanged"} text file ${y}/${A}: ${x}`,{phase:"rewrite-text",index:y,totalFiles:A,changedTextFiles:b,file:x,changed:M});let D=Date.now();if(!(y===1||y===A||y%50===0||D-F>=5e3))return;F=D;let Z=`Rewriting text files: ${y}/${A}`;h.progress(Z,{phase:"rewrite-text",index:y,totalFiles:A,changedTextFiles:b,file:x}),await Gt(Z);}});g.trackManifest&&(Bs(g,U),await ne(r,g)),h.endMark("rewrite-text",{changedTextFiles:$});let k=o?[...R.deletedFiles].sort():g.enabled&&!i.resumeRewrite?await Hs(r,f,g,R,h):[],_=[...new Set((U||[]).map(y=>ee(r.outputDir,m.isAbsolute(y)?y:m.join(r.outputDir,y))).filter(y=>y!==null))].sort();if(o){let y=[...R.changedFiles].sort(),A=new Set(y),b=new Set(o.directRenderUrls.map(I=>Oe(r,I,"page")).filter(I=>!!I&&A.has(I))),x=new Set(o.archiveFamilyUrls.map(I=>Oe(r,I,"page")).filter(I=>!!I&&A.has(I))),M=new Set([...f.sitemapLeafUrls].map(I=>Oe(r,I,"asset")).filter(I=>!!I&&A.has(I))),D=new Set([...f.sitemapIndexUrls].map(I=>Oe(r,I,"asset")).filter(I=>!!I&&A.has(I))),me=new Set([...b,...x,...M,...D]),Z=y.filter(I=>!me.has(I)),ae=[...new Set([...o.directRenderUrls,...o.archiveFamilyUrls,...f.resolvedSitemapRoots,...f.sitemapLeafUrls,...f.sitemapIndexUrls,...o.deleteUrls].map(I=>{let Ae=new URL(I);return `${Ae.pathname}${Ae.search}`}))].sort();await _e(r,{schemaVersion:2,generatedAt:new Date().toISOString(),outputDir:m.resolve(r.outputDir),runMode:"content-sync",crawlMode:"incremental",fullSyncRequired:false,changedFiles:y,deletedFiles:k,rewriteTargets:_,consumerId:o.consumerId,fromSequence:o.fromSequence,toSequence:o.toSequence,impactHash:o.impactHash,resolvedSitemapUrls:[...f.resolvedSitemapRoots],uploadGroups:{assets:Z,content:[...b].sort(),listings:[...x].sort(),sitemapLeaves:[...M].sort(),sitemapIndexes:[...D].reverse()},invalidationPaths:ae});}else await _e(r,{schemaVersion:1,generatedAt:new Date().toISOString(),outputDir:m.resolve(r.outputDir),runMode:i.mode,crawlMode:i.crawlMode,fullSyncRequired:!(g.enabled&&!i.resumeRewrite),changedFiles:g.enabled&&!i.resumeRewrite?[...R.changedFiles].sort():[],deletedFiles:g.enabled&&!i.resumeRewrite?k:[],rewriteTargets:g.enabled&&!i.resumeRewrite?_:[]});await yt(r),h.summary(i.resumeRewrite?`Done. Resumed final rewrite over existing output and changed ${$} text files.`:`Done. Rendered ${f.stats.pagesRendered} pages, processed ${f.doneSitemaps.size} sitemaps and ${f.doneAssets.size} assets.`,{mode:i.mode,crawlMode:i.crawlMode,resumeRewrite:i.resumeRewrite,...f.stats,pagesRendered:f.stats.pagesRendered,donePages:f.stats.pagesCompleted,claimedPages:f.donePages.size,doneSitemaps:f.doneSitemaps.size,doneAssets:f.doneAssets.size,changedTextFiles:$}),await h.flush();}Sr().catch(async e=>{let t=V(e instanceof Error?e.message:String(e));console.error(t);try{let s=(await ke().catch(()=>null))?.logDir??"logs",n=new le(s,"debug");n.error(`Unhandled error: ${t}`,e instanceof Error&&e.stack?{stack:V(e.stack)}:void 0),await n.flush();}catch{}process.exit(1);});
|