@smart-cloud/publisher-exporter 1.1.63 → 1.1.65

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/dist/crawl.js CHANGED
@@ -1,13 +1,16 @@
1
- import {request,chromium}from'playwright';import T,{readFile}from'fs/promises';import w from'path';import {gunzipSync}from'zlib';import Dn from'fast-glob';import er,{createHash}from'crypto';import Rn from'http';import vn from'https';import {availableParallelism}from'os';import {Worker}from'worker_threads';import {LambdaClient,InvokeCommand}from'@aws-sdk/client-lambda';import {S3Client,GetObjectCommand,PutObjectCommand}from'@aws-sdk/client-s3';import {fromTemporaryCredentials}from'@aws-sdk/credential-providers';var dn=".deploy-plan.json",pn="deploy-plan.json",gn=".crawl-incomplete.json",mn="crawl-incomplete.json";function Dt(){let e=process.env.STATIC_PUBLISHER_RUNTIME_DIR||process.env.WPSUITE_STATIC_PUBLISHER_RUNTIME_DIR||"";return e.trim()?w.resolve(e):""}function Ft(e){let t=String(e||"").replace(/\\/g,"/").replace(/^\/+/,"").trim(),r=w.posix.normalize(t);return !t||!r||r==="."||/^[a-zA-Z]:/.test(r)||r.startsWith("../")||r===".."?null:r}function hn(e){let t=String(e||"").trim();if(!t.startsWith("/")||t.startsWith("//")||t.includes("*")||t.includes("#"))return null;try{let r=new URL(t,"https://content-sync.invalid");return r.origin!=="https://content-sync.invalid"?null:`${w.posix.normalize(r.pathname)}${r.search}`}catch{return null}}function G(e){return [...new Set(e.map(Ft).filter(t=>t!==null))]}function fn(e,t){let r={generatedAt:String(t.generatedAt||new Date().toISOString()),outputDir:w.resolve(e.outputDir),runMode:t.runMode,crawlMode:t.crawlMode,fullSyncRequired:!!t.fullSyncRequired,changedFiles:G(t.changedFiles||[]),deletedFiles:G(t.deletedFiles||[]),rewriteTargets:G(t.rewriteTargets||[]),revalidateFiles:G(t.revalidateFiles||[])};return t.schemaVersion===2?{...r,schemaVersion:2,runMode:"content-sync",crawlMode:"incremental",fullSyncRequired:false,consumerId:String(t.consumerId||"").trim(),fromSequence:Math.max(0,Number(t.fromSequence)||0),toSequence:Math.max(0,Number(t.toSequence)||0),impactHash:String(t.impactHash||"").trim(),resolvedSitemapUrls:[...new Set((t.resolvedSitemapUrls||[]).map(n=>String(n||"").trim()).filter(n=>{try{let s=new URL(n);return s.protocol==="http:"||s.protocol==="https:"}catch{return false}}))],uploadGroups:{assets:G(t.uploadGroups?.assets||[]),content:G(t.uploadGroups?.content||[]),listings:G(t.uploadGroups?.listings||[]),resources:G(t.uploadGroups?.resources||[]),sitemapLeaves:G(t.uploadGroups?.sitemapLeaves||[]),sitemapIndexes:G(t.uploadGroups?.sitemapIndexes||[])},invalidationPaths:[...new Set((t.invalidationPaths||[]).map(hn).filter(n=>n!==null))].sort()}:{schemaVersion:1,...r,runMode:t.runMode}}function Wt(e){let t=w.join(w.resolve(e.outputDir),dn),r=Dt();return r?[w.join(r,pn),t]:[t]}function qt(e){let t=w.join(w.resolve(e.outputDir),gn),r=Dt();return r?[w.join(r,mn),t]:[t]}function Z(e,t){let r=w.resolve(e),n=w.resolve(t),s=w.relative(r,n).replace(/\\/g,"/");return Ft(s)}async function at(e,t){let r=fn(e,t);for(let n of Wt(e)){await T.mkdir(w.dirname(n),{recursive:true});let s=`${n}.${process.pid}.${Date.now()}.tmp`;await T.writeFile(s,JSON.stringify(r,null,2),"utf8"),await T.rename(s,n);}}async function Nt(e){for(let t of Wt(e))try{await T.unlink(t);}catch(r){if(r.code!=="ENOENT")throw r}}async function _t(e,t){let r={schemaVersion:1,startedAt:String(t.startedAt||new Date().toISOString()),outputDir:w.resolve(e.outputDir)};for(let n of qt(e)){await T.mkdir(w.dirname(n),{recursive:true});let s=`${n}.${process.pid}.tmp`;await T.writeFile(s,JSON.stringify(r,null,2),"utf8"),await T.rename(s,n);}}async function Bt(e){for(let t of qt(e))try{await T.unlink(t);}catch(r){if(r.code!=="ENOENT")throw r}}function yn(e){return new URL(e).pathname.split("/").filter(Boolean).some(r=>{try{return decodeURIComponent(r).endsWith("__trashed")}catch{return r.endsWith("__trashed")}})}function ut(e){return Array.isArray(e)?e.map(ut):e&&typeof e=="object"?Object.fromEntries(Object.entries(e).sort(([t],[r])=>t.localeCompare(r)).map(([t,r])=>[t,ut(r)])):e}function bn(e){return JSON.stringify(ut(e))}function Sn(e){return createHash("sha256").update(bn(e)).digest("hex")}function Vt(e){let{impactHash:t,...r}=e;if(e.schemaVersion!==1||!t)throw new Error("Invalid content-sync impact plan schema.");if(!Array.isArray(e.resourceRenderUrls)||!Array.isArray(e.resourceDeleteUrls))throw new Error("Invalid content-sync resource impact contract.");if(Sn(r)!==t)throw new Error("Content-sync impact plan hash mismatch.");for(let n of [...e.directRenderUrls,...e.deleteUrls,...e.resourceRenderUrls,...e.resourceDeleteUrls])if(yn(n))throw new Error(`Content-sync impact contains a WordPress trash alias instead of the last public URL: ${n}`)}var ct=["/sitemap_index.xml","/wp-sitemap.xml","/sitemap.xml"];function zt(e){let t=new Set;for(let r of [...e,...ct]){let n=String(r||"").trim();n&&t.add(n);}return [...t]}function lt(e){let t=e.pathname.toLowerCase();return t.endsWith(".xml")&&(t.includes("sitemap")||t.endsWith("/sitemap.xml"))}function Qt(e){if(!e||!/^https?:\/\//i.test(e))return false;try{return lt(new URL(e))}catch{return false}}function Jt(e){let t=e.trim();return t==="."?".":t.replace(/\/$/,"")}function kn(e){let t=String(e??"").trim();if(!t)return "";let r=t;if(/^https?:\/\//i.test(r))try{r=new URL(r).pathname;}catch{return ""}if(r=r.split(/[?#]/,1)[0]?.replace(/\\/g,"/").trim()??"",!r)return "";let n=r.endsWith("/"),s=r.replace(/^\/+/,"").split("/").map(i=>i.replace(/[^A-Za-z0-9._-]/g,"")).filter(i=>i.length>0&&i!=="."&&i!=="..");if(s.length===0)return "";let o=`/${s.join("/")}`;return n&&w.extname(o)===""&&(o+="/"),o==="/"?"":o}function dt(e){return !e||typeof e!="object"?{}:Object.fromEntries(Object.entries(e).map(([t,r])=>[t.trim(),String(r??"")]).filter(([t])=>t.length>0))}function Cn(e){if(!e||typeof e!="object")return {};let t={};for(let[r,n]of Object.entries(e)){let s=r.trim();if(!s||!n||typeof n!="object")continue;let o=n,i={};if(typeof o.targetOrigin=="string"){let a=Jt(o.targetOrigin);a&&(i.targetOrigin=a);}let c=dt(o.extraReplacements);if(Object.keys(c).length>0&&(i.extraReplacements=c),o.s3&&typeof o.s3=="object"){let a={},u=o.s3;typeof u.bucket=="string"&&(a.bucket=u.bucket.trim()),typeof u.prefix=="string"&&(a.prefix=u.prefix.trim()),typeof u.region=="string"&&(a.region=u.region.trim()),typeof u.htmlCacheControl=="string"&&(a.htmlCacheControl=u.htmlCacheControl.trim()),typeof u.assetCacheControl=="string"&&(a.assetCacheControl=u.assetCacheControl.trim()),Object.keys(a).length>0&&(i.s3=a);}if(o.cloudFront&&typeof o.cloudFront=="object"){let a={},u=o.cloudFront;typeof u.distributionId=="string"&&(a.distributionId=u.distributionId.trim()),Array.isArray(u.invalidationPaths)&&(a.invalidationPaths=u.invalidationPaths.map(d=>String(d??"").trim()).filter(d=>d.length>0)),Object.keys(a).length>0&&(i.cloudFront=a);}t[s]=i;}return t}function gt(e){return e==="PROFESSIONAL"||e==="AGENCY"?e:void 0}function xn(e,t){if(!e||typeof e!="object")return null;let r=e,n=r.command;if(n!=="publish"&&n!=="crawl"&&n!=="deploy"&&n!=="invalidate"&&n!=="retry-timeouts"&&n!=="url"&&n!=="content-sync")return null;let s=Number.parseInt(String(r.intervalMinutes??"0"),10);if(!Number.isFinite(s)||s<1)return null;let o=String(r.id??`${n}-${t+1}`).trim();if(!o)return null;let i=String(r.deploymentProfile??"").trim(),c=String(r.url??"").trim(),a=Array.isArray(r.postTypes)?[...new Set(r.postTypes.map(d=>String(d??"").trim().toLowerCase().replace(/[^a-z0-9_-]/g,"")).filter(Boolean))]:[],u=Array.isArray(r.listingPaths)?[...new Set(r.listingPaths.map(d=>String(d??"").trim()).filter(Boolean))]:[];return n==="content-sync"&&a.length===0?null:{id:o,enabled:r.enabled!==false,command:n,intervalMinutes:s,...n==="publish"||n==="crawl"?{crawlMode:r.crawlMode==="incremental"?"incremental":"full"}:{},...(n==="publish"||n==="deploy"||n==="invalidate"||n==="content-sync")&&i?{deploymentProfile:i}:{},...c?{url:c}:{},...a.length>0?{postTypes:a}:{},...u.length>0?{listingPaths:u}:{},...typeof r.includeSubsites=="boolean"?{includeSubsites:r.includeSubsites}:{},...typeof r.includePostTypeArchives=="boolean"?{includePostTypeArchives:r.includePostTypeArchives}:{},...typeof r.includeTaxonomyArchives=="boolean"?{includeTaxonomyArchives:r.includeTaxonomyArchives}:{},...typeof r.includeAuthorArchives=="boolean"?{includeAuthorArchives:r.includeAuthorArchives}:{},...typeof r.includeDateArchives=="boolean"?{includeDateArchives:r.includeDateArchives}:{},...typeof r.includePostsPage=="boolean"?{includePostsPage:r.includePostsPage}:{},...typeof r.includeSitemapChain=="boolean"?{includeSitemapChain:r.includeSitemapChain}:{}}}function Kt(e){let t=e&&typeof e=="object"?e:{},r=Array.isArray(t.rules)?t.rules.map((n,s)=>xn(n,s)).filter(n=>!!n):[];return {enabled:t.enabled===true,timezone:typeof t.timezone=="string"&&t.timezone.trim()!==""?t.timezone.trim():"UTC",rules:r}}function An(e){let t=e&&typeof e=="object"?e:{},r=t.render&&typeof t.render=="object"?t.render:{},n=Number(r.concurrency??0),s=Number(r.maxAttempts??0),o=t.rewrite&&typeof t.rewrite=="object"?t.rewrite:{},i=t.deploy&&typeof t.deploy=="object"?t.deploy:{},c=(a,u)=>({enabled:typeof a.enabled=="boolean"?a.enabled:r.enabled===true,concurrency:Math.min(100,Math.max(1,Number(a.concurrency||u.concurrency))),batchSize:Math.min(500,Math.max(1,Number(a.batchSize||u.batchSize))),maxAttempts:Math.min(5,Math.max(1,Number(a.maxAttempts||2)))});return {render:{enabled:r.enabled===true,...Number.isInteger(n)&&n>0?{concurrency:n}:{},...Number.isInteger(s)&&s>0?{maxAttempts:Math.min(5,s)}:{}},rewrite:c(o,{concurrency:8,batchSize:25}),deploy:c(i,{concurrency:8,batchSize:50})}}function Tn(e){if(!e||typeof e!="object")return;let t=e,r={};for(let s of ["accountId","siteId"]){let o=t[s];typeof o=="string"&&o.trim()!==""&&(r[s]=o.trim());}let n=Number(t.lastUpdate??0);return Number.isFinite(n)&&n>0&&(r.lastUpdate=Math.floor(n)),t.subscriber===true&&(r.subscriber=true),Object.keys(r).length>0?r:void 0}function mt(e){let t=e&&typeof e=="object"?e:{},r=String(t.accountId??"").trim(),n=String(t.siteId??"").trim(),s=t.subscriber===true,o=Tn(t.siteSettings),i={...o??{},...r?{accountId:o?.accountId??r}:{},...n?{siteId:o?.siteId??n}:{},...o?.subscriber===true||s?{subscriber:true}:{}},c={},a=String(t.apiBase??"").trim();a&&(c.apiBase=a);let u=String(t.runtimeToken??t.nonce??"").trim();u&&(c.runtimeToken=u);let d=String(t.virtualAssetBaseUrl??t.uploadUrl??"").trim();d&&(c.virtualAssetBaseUrl=d),Object.keys(i).length>0&&(c.siteSettings=i);let l=gt(t.subscriptionType);return l&&(c.subscriptionType=l),c}function In(e){try{let t=new URL(e);globalThis.location=t;}catch{}}function Gt(e){return typeof e=="string"?e:e instanceof URL?e.toString():e.url}function En(e,t){let r=new Headers(e instanceof Request?e.headers:void 0);if(t?.headers)for(let[n,s]of new Headers(t.headers).entries())r.set(n,s);return r}async function Zt(e,t,r=5){let n=new URL(Gt(e)),s=String(t?.method??(e instanceof Request?e.method:"GET")).toUpperCase(),o=n.protocol==="http:"?Rn:vn,i=En(e,t);return await new Promise((c,a)=>{let u=o.request(n,{method:s,headers:Object.fromEntries(i.entries()),...n.protocol==="https:"?{rejectUnauthorized:false}:{}},d=>{let l=[];d.on("data",g=>{l.push(Buffer.isBuffer(g)?g:Buffer.from(g));}),d.on("error",a),d.on("end",()=>{let g=d.statusCode??0,y=d.headers.location;if(r>0&&y&&[301,302,303,307,308].includes(g)){c(Zt(new URL(y,n),{method:g===303?"GET":s},r-1));return}let h=new Headers;for(let[R,m]of Object.entries(d.headers))Array.isArray(m)?h.set(R,m.join(", ")):typeof m=="string"&&h.set(R,m);c(new Response(Buffer.concat(l),{status:g,statusText:d.statusMessage??"",headers:h}));});});u.on("error",a),u.end();})}function On(e){let t=mt(e.wpsuite),r={...t.siteSettings??{},...t.siteSettings?.subscriber===true||t.subscriptionType==="PROFESSIONAL"||t.subscriptionType==="AGENCY"?{subscriber:true}:{}},n=String(r.accountId??"").trim(),s=String(r.siteId??"").trim(),o=String(t.virtualAssetBaseUrl??t.uploadUrl??"").trim();if(e.wpsuite={...t.apiBase?{apiBase:t.apiBase}:{},...t.runtimeToken?{runtimeToken:t.runtimeToken}:{},...o?{virtualAssetBaseUrl:o}:{},...Object.keys(r).length>0?{siteSettings:r}:{},...t.subscriptionType?{subscriptionType:t.subscriptionType}:{}},!n||!s||!o)return false;In(e.sourceOrigin);let i=globalThis,a={...i.WpSuite??{},siteSettings:r,uploadUrl:o};return t.apiBase&&(a.apiBase=t.apiBase),i.WpSuite=a,true}async function $n(e){let t=String(e.wpsuite?.virtualAssetBaseUrl??e.wpsuite?.uploadUrl??"").trim();if(!On(e)){let s=e.wpsuite?.siteSettings,o=[String(s?.accountId??"").trim()?"":"accountId",String(s?.siteId??"").trim()?"":"siteId",t?"":"virtualAssetBaseUrl"].filter(Boolean);return {remote:null,diagnostic:{status:"invalid-runtime",virtualAssetBaseUrl:t,subscriptionType:null,error:`Missing WP Suite runtime field(s): ${o.join(", ")}.`,requests:[]}}}let r=globalThis.fetch,n=[];try{typeof r=="function"&&/^https?:\/\//i.test(t)&&(globalThis.fetch=(async(a,u)=>{let d=Gt(a);if(d.startsWith(t)){let l=(()=>{try{return new URL(d).pathname}catch{return d}})();try{let g=e.ignoreHttpsErrors&&d.startsWith("https://")?await Zt(a,u):await r(a,u);return n.push({path:l,status:g.status,ok:g.ok,error:null}),g}catch(g){throw n.push({path:l,status:null,ok:!1,error:g instanceof Error?g.message:String(g)}),g}}return r(a,u)}));let{getConfig:s}=await import('@smart-cloud/wpsuite-core'),o=await s("publisher"),i=o&&typeof o=="object"?o:null,c=gt(i?.subscriptionType);return {remote:i,diagnostic:{status:i?"loaded":"unavailable",virtualAssetBaseUrl:t,subscriptionType:c??null,error:i?null:"WP Suite publisher config loader returned no configuration.",requests:n}}}catch(s){return {remote:null,diagnostic:{status:"unavailable",virtualAssetBaseUrl:t,subscriptionType:null,error:s instanceof Error?s.message:String(s),requests:n}}}finally{typeof r=="function"&&(globalThis.fetch=r);}}function Mn(e,t){let r=Cn(t?.deploymentProfiles),n=String(t?.defaultDeploymentProfile??"").trim(),s=r[n]?n:"",o=gt(t?.subscriptionType),i=mt(e.wpsuite);return {...e,scheduler:Kt(t?.scheduler),deploymentProfiles:r,defaultDeploymentProfile:s,...o?{subscriptionType:o}:{},wpsuite:{...i,...i.siteSettings||o?{siteSettings:{...i.siteSettings??{},...i.siteSettings?.subscriber===true||o==="PROFESSIONAL"||o==="AGENCY"?{subscriber:true}:{}}}:{},...o?{subscriptionType:o}:{}}}}function pt(e,t){let n=String(e||"").replace(/\\/g,"/").trim().replace(/^\/+|\/+$/g,"");if(!n)return t;let s=n.split("/").map(o=>o.trim()).filter(o=>o.length>0&&o!=="."&&o!=="..");return s.length>0?s.join("/"):t}function Un(){let e=process.env.STATIC_PUBLISHER_RUNTIME_DIR||process.env.WPSUITE_STATIC_PUBLISHER_RUNTIME_DIR||"";return e.trim()?w.resolve(e):""}function Ht(e,t,r){let n=String(t||"").trim();return n&&w.isAbsolute(n)?w.resolve(n):w.resolve(e,pt(n,r))}async function _e(e,t={}){let r=String("").trim()||process.env.PUBLISHER_CONFIG||"publisher.config.json",n=await T.readFile(r,"utf8"),s=JSON.parse(n);s.sourceOrigin=s.sourceOrigin.replace(/\/$/,""),s.targetOrigin=Jt(s.targetOrigin),s.ignoreHttpsErrors??=false,s.outputDir=String(s.outputDir||"export").trim()||"export",s.urlRewriteMode||=s.targetOrigin==="."?"relative":"absolute",s.noJavaScriptRenderPathPrefixes||=[],s.seedPaths||=[],s.generated404RequestPath=kn(s.generated404RequestPath),s.sitemapPaths||=[...ct],s.allowedAssetHosts||=[],s.assetPathPrefixes||=["/wp-content/","/wp-includes/","/static/","/assets/","/build/","/_next/","/docs/","/sitemap","/robots.txt","/llms.txt"],s.blockedPathPrefixes||=[],s.blockedSearchFragments||=[],s.concurrency||=1,s.maxPages||=0,s.extraReplacements=dt(s.extraReplacements),s.postCrawlCopyMap=dt(s.postCrawlCopyMap),s.logDir=String(s.logDir||"logs").trim()||"logs",s.verbose??=false,s.logLevel||=s.verbose?"debug":"info",s.s3SyncMode||="sdk-upload-delete",s.readiness||={waitForSelector:null,waitForFunction:null,timeoutMs:1500,fallbackWaitMs:1500},s.readiness.timeoutMs??=1500,s.readiness.fallbackWaitMs??=1500,s.viewport||={width:1440,height:1200},s.navigationTimeoutMs||=3e4,s.assetDownloadConcurrency=Number(s.assetDownloadConcurrency)>0?Number(s.assetDownloadConcurrency):s.concurrency,s.rewriteConcurrency=Number(s.rewriteConcurrency)>0?Number(s.rewriteConcurrency):s.assetDownloadConcurrency,s.wpsuite=mt(s.wpsuite),s.scheduler=Kt(void 0),s.remoteWorkers=An(s.remoteWorkers),s.deploymentProfiles={},s.defaultDeploymentProfile="",s.deploymentTargetOverride=String(s.deploymentTargetOverride??"").trim();let o=await $n(s);t.onRemotePublisherConfigDiagnostic?.(o.diagnostic);let i=Mn(s,o.remote),c=Un(),a=c?w.resolve(c,".."):"";return a?(i.outputDir=Ht(a,i.outputDir,"export"),i.logDir=Ht(a,i.logDir,"logs")):(w.isAbsolute(i.outputDir)||(i.outputDir=pt(i.outputDir,"export")),w.isAbsolute(i.logDir)||(i.logDir=pt(i.logDir,"logs"))),i}function we(e,t=10){return er.createHash("sha1").update(e).digest("hex").slice(0,t)}async function Ln(e){await T.mkdir(w.dirname(e),{recursive:true});}async function ye(e,t,r){await Ln(e);let n=w.join(w.dirname(e),`.${w.basename(e)}.${process.pid}.${Date.now()}.${er.randomBytes(6).toString("hex")}.tmp`);try{typeof t=="string"?await T.writeFile(n,t,r??"utf8"):await T.writeFile(n,t),await T.rename(n,e);}catch(s){throw await T.unlink(n).catch(()=>{}),s}}function ge(e){return [".html",".htm",".css",".js",".mjs",".json",".xml",".xsl",".txt",".svg",".map",".enc",".jws"].includes(w.extname(e).toLowerCase())}function se(e){return e.replace(/&quot;/g,'"').replace(/&#34;/g,'"').replace(/&apos;/g,"'").replace(/&#39;/g,"'").replace(/&amp;/g,"&").replace(/&lt;/g,"<").replace(/&gt;/g,">")}function ve(e){return e.replace(/&/g,"&amp;").replace(/"/g,"&quot;").replace(/'/g,"&#39;").replace(/</g,"&lt;").replace(/>/g,"&gt;")}function Be(e){return e.replace(/\//g,"\\/")}function Yt(e){return e.replace(/\//g,"\\\\/")}function jn(e){try{let t=new URL(e);if(t.protocol!=="http:"&&t.protocol!=="https:")return null;let r=t.pathname==="/"&&!t.search&&!t.hash?"":`${t.pathname}${t.search}${t.hash}`;return `//${t.host}${r}`}catch{return null}}function Xt(e,t,r){if(!t)return;e[t]=r;let n=Be(t),s=Be(r);e[n]=s;let o=Yt(t),i=Yt(r);e[o]=i;let c=ve(t),a=ve(r);e[c]=a;let u=ve(n),d=ve(s);e[u]=d;let l=ve(o),g=ve(i);e[l]=g;}function Ve(e,t,r){Xt(e,t,r);let n=jn(t);n&&n!==t&&Xt(e,n,r);}function ht(e,t){let r=t.startsWith("/")?t:`/${t}`,n=(e||"").replace(/\/$/,"");return !n||n==="."||n==="/"?r:`${n}${r}`}function tr(e,t){try{return new URL(e,t==="."?"https://relative.invalid":t).pathname}catch{return e.startsWith("/")?e:`/${e.replace(/^\.\//,"")}`}}function rr(e,t,r){if(!t)return r;let n=w.dirname(w.resolve(t)),s=w.resolve(e,r.replace(/^\/+/,"")),o=w.relative(n,s).replace(/\\/g,"/");return o?(o.startsWith(".")||(o=`./${o}`),o):"."}async function yt(e,t){return (t?[...new Set(t)].map(n=>w.resolve(n)).filter(n=>n.startsWith(w.resolve(e.outputDir))).map(n=>w.relative(e.outputDir,n).replace(/\\/g,"/")).filter(n=>n.length>0):await Dn(["**/*"],{cwd:e.outputDir,onlyFiles:true,dot:true})).filter(n=>n!=="asset-map.json"&&ge(n))}var Nn=["wp-content/","wp-includes/","wp-admin/","wp-json/","_next/"],_n=new Set([".html",".htm"]),nr="WPSuite.io Static Publisher",Bn=nr.replace(/[.*+?^${}()|[\]\\]/g,"\\$&");function Vn(e){return e.replace(/[.*+?^${}()|[\]\\]/g,"\\$&")}function zn(e){return e.startsWith("//")||e.startsWith("\\/\\/")||e.startsWith("\\\\/\\\\/")}function Qn(e,t,r){return zn(t)?e.replace(new RegExp(`(?<!:)${Vn(t)}`,"g"),r):e.split(t).join(r)}function Hn(e,t,r){if(e.wpsuite?.siteSettings?.subscriber===true||e.wpsuite?.subscriptionType==="PROFESSIONAL"||e.wpsuite?.subscriptionType==="AGENCY"||!r)return false;let s=w.extname(r).toLowerCase();return _n.has(s)?/<head\b|<html\b|<!doctype html/i.test(t):false}function Jn(e){if(new RegExp(`<meta\\b(?=[^>]*\\bname=(["'])generator\\1)(?=[^>]*\\bcontent=(["'])${Bn}\\2)[^>]*\\/?>`,"i").test(e))return e;let t=`<meta name="generator" content="${nr}" />`;if(e.match(/(\r?\n)([ \t]*)<\/head>/i))return e.replace(/(\r?\n)([ \t]*)<\/head>/i,`$1$2${t}$1$2</head>`);let n=e.includes(`\r
1
+ import {request,chromium}from'playwright';import O,{readFile}from'fs/promises';import w from'path';import {gunzipSync}from'zlib';import us from'fast-glob';import ro from'mime-types';import wr,{createHash}from'crypto';import Kn from'http';import Jn from'https';import {availableParallelism}from'os';import {Worker}from'worker_threads';import {LambdaClient,InvokeCommand}from'@aws-sdk/client-lambda';import {S3Client,GetObjectCommand,PutObjectCommand,CopyObjectCommand}from'@aws-sdk/client-s3';import {fromTemporaryCredentials}from'@aws-sdk/credential-providers';var Dn=".deploy-plan.json",Fn="deploy-plan.json",Wn=".crawl-incomplete.json",qn="crawl-incomplete.json";function er(){let e=process.env.STATIC_PUBLISHER_RUNTIME_DIR||process.env.WPSUITE_STATIC_PUBLISHER_RUNTIME_DIR||"";return e.trim()?w.resolve(e):""}function tr(e){let t=String(e||"").replace(/\\/g,"/").replace(/^\/+/,"").trim(),r=w.posix.normalize(t);return !t||!r||r==="."||/^[a-zA-Z]:/.test(r)||r.startsWith("../")||r===".."?null:r}function Nn(e){let t=String(e||"").trim();if(!t.startsWith("/")||t.startsWith("//")||t.includes("*")||t.includes("#"))return null;try{let r=new URL(t,"https://content-sync.invalid");return r.origin!=="https://content-sync.invalid"?null:`${w.posix.normalize(r.pathname)}${r.search}`}catch{return null}}function se(e){return [...new Set(e.map(tr).filter(t=>t!==null))]}function _n(e,t){let r={generatedAt:String(t.generatedAt||new Date().toISOString()),outputDir:w.resolve(e.outputDir),runMode:t.runMode,crawlMode:t.crawlMode,fullSyncRequired:!!t.fullSyncRequired,changedFiles:se(t.changedFiles||[]),deletedFiles:se(t.deletedFiles||[]),rewriteTargets:se(t.rewriteTargets||[]),revalidateFiles:se(t.revalidateFiles||[])};return t.schemaVersion===2?{...r,schemaVersion:2,runMode:"content-sync",crawlMode:"incremental",fullSyncRequired:false,consumerId:String(t.consumerId||"").trim(),fromSequence:Math.max(0,Number(t.fromSequence)||0),toSequence:Math.max(0,Number(t.toSequence)||0),impactHash:String(t.impactHash||"").trim(),resolvedSitemapUrls:[...new Set((t.resolvedSitemapUrls||[]).map(n=>String(n||"").trim()).filter(n=>{try{let s=new URL(n);return s.protocol==="http:"||s.protocol==="https:"}catch{return false}}))],uploadGroups:{assets:se(t.uploadGroups?.assets||[]),content:se(t.uploadGroups?.content||[]),listings:se(t.uploadGroups?.listings||[]),resources:se(t.uploadGroups?.resources||[]),sitemapLeaves:se(t.uploadGroups?.sitemapLeaves||[]),sitemapIndexes:se(t.uploadGroups?.sitemapIndexes||[])},invalidationPaths:[...new Set((t.invalidationPaths||[]).map(Nn).filter(n=>n!==null))].sort()}:{schemaVersion:1,...r,runMode:t.runMode}}function rr(e){let t=w.join(w.resolve(e.outputDir),Dn),r=er();return r?[w.join(r,Fn),t]:[t]}function nr(e){let t=w.join(w.resolve(e.outputDir),Wn),r=er();return r?[w.join(r,qn),t]:[t]}function Y(e,t){let r=w.resolve(e),n=w.resolve(t),s=w.relative(r,n).replace(/\\/g,"/");return tr(s)}async function wt(e,t){let r=_n(e,t);for(let n of rr(e)){await O.mkdir(w.dirname(n),{recursive:true});let s=`${n}.${process.pid}.${Date.now()}.tmp`;await O.writeFile(s,JSON.stringify(r,null,2),"utf8"),await O.rename(s,n);}}async function sr(e){for(let t of rr(e))try{await O.unlink(t);}catch(r){if(r.code!=="ENOENT")throw r}}async function or(e,t){let r={schemaVersion:1,startedAt:String(t.startedAt||new Date().toISOString()),outputDir:w.resolve(e.outputDir)};for(let n of nr(e)){await O.mkdir(w.dirname(n),{recursive:true});let s=`${n}.${process.pid}.tmp`;await O.writeFile(s,JSON.stringify(r,null,2),"utf8"),await O.rename(s,n);}}async function ir(e){for(let t of nr(e))try{await O.unlink(t);}catch(r){if(r.code!=="ENOENT")throw r}}function Bn(e){return new URL(e).pathname.split("/").filter(Boolean).some(r=>{try{return decodeURIComponent(r).endsWith("__trashed")}catch{return r.endsWith("__trashed")}})}function yt(e){return Array.isArray(e)?e.map(yt):e&&typeof e=="object"?Object.fromEntries(Object.entries(e).sort(([t],[r])=>t.localeCompare(r)).map(([t,r])=>[t,yt(r)])):e}function Hn(e){return JSON.stringify(yt(e))}function zn(e){return createHash("sha256").update(Hn(e)).digest("hex")}function ar(e){let{impactHash:t,...r}=e;if(e.schemaVersion!==1||!t)throw new Error("Invalid content-sync impact plan schema.");if(!Array.isArray(e.resourceRenderUrls)||!Array.isArray(e.resourceDeleteUrls))throw new Error("Invalid content-sync resource impact contract.");if(zn(r)!==t)throw new Error("Content-sync impact plan hash mismatch.");for(let n of [...e.directRenderUrls,...e.deleteUrls,...e.resourceRenderUrls,...e.resourceDeleteUrls])if(Bn(n))throw new Error(`Content-sync impact contains a WordPress trash alias instead of the last public URL: ${n}`)}var bt=["/sitemap_index.xml","/wp-sitemap.xml","/sitemap.xml"];function cr(e){let t=new Set;for(let r of [...e,...bt]){let n=String(r||"").trim();n&&t.add(n);}return [...t]}function St(e){let t=e.pathname.toLowerCase();return t.endsWith(".xml")&&(t.includes("sitemap")||t.endsWith("/sitemap.xml"))}function ur(e){if(!e||!/^https?:\/\//i.test(e))return false;try{return St(new URL(e))}catch{return false}}function dr(e){let t=e.trim();return t==="."?".":t.replace(/\/$/,"")}function Gn(e){let t=String(e??"").trim();if(!t)return "";let r=t;if(/^https?:\/\//i.test(r))try{r=new URL(r).pathname;}catch{return ""}if(r=r.split(/[?#]/,1)[0]?.replace(/\\/g,"/").trim()??"",!r)return "";let n=r.endsWith("/"),s=r.replace(/^\/+/,"").split("/").map(i=>i.replace(/[^A-Za-z0-9._-]/g,"")).filter(i=>i.length>0&&i!=="."&&i!=="..");if(s.length===0)return "";let o=`/${s.join("/")}`;return n&&w.extname(o)===""&&(o+="/"),o==="/"?"":o}function Pt(e){return !e||typeof e!="object"?{}:Object.fromEntries(Object.entries(e).map(([t,r])=>[t.trim(),String(r??"")]).filter(([t])=>t.length>0))}function Zn(e){if(!e||typeof e!="object")return {};let t={};for(let[r,n]of Object.entries(e)){let s=r.trim();if(!s||!n||typeof n!="object")continue;let o=n,i={};if(typeof o.targetOrigin=="string"){let a=dr(o.targetOrigin);a&&(i.targetOrigin=a);}let c=Pt(o.extraReplacements);if(Object.keys(c).length>0&&(i.extraReplacements=c),o.s3&&typeof o.s3=="object"){let a={},l=o.s3;typeof l.bucket=="string"&&(a.bucket=l.bucket.trim()),typeof l.prefix=="string"&&(a.prefix=l.prefix.trim()),typeof l.region=="string"&&(a.region=l.region.trim()),typeof l.htmlCacheControl=="string"&&(a.htmlCacheControl=l.htmlCacheControl.trim()),typeof l.assetCacheControl=="string"&&(a.assetCacheControl=l.assetCacheControl.trim()),Object.keys(a).length>0&&(i.s3=a);}if(o.cloudFront&&typeof o.cloudFront=="object"){let a={},l=o.cloudFront;typeof l.distributionId=="string"&&(a.distributionId=l.distributionId.trim()),Array.isArray(l.invalidationPaths)&&(a.invalidationPaths=l.invalidationPaths.map(d=>String(d??"").trim()).filter(d=>d.length>0)),Object.keys(a).length>0&&(i.cloudFront=a);}t[s]=i;}return t}function vt(e){return e==="PROFESSIONAL"||e==="AGENCY"?e:void 0}function Yn(e,t){if(!e||typeof e!="object")return null;let r=e,n=r.command;if(n!=="publish"&&n!=="crawl"&&n!=="deploy"&&n!=="invalidate"&&n!=="retry-timeouts"&&n!=="url"&&n!=="content-sync")return null;let s=Number.parseInt(String(r.intervalMinutes??"0"),10);if(!Number.isFinite(s)||s<1)return null;let o=String(r.id??`${n}-${t+1}`).trim();if(!o)return null;let i=String(r.deploymentProfile??"").trim(),c=String(r.url??"").trim(),a=Array.isArray(r.postTypes)?[...new Set(r.postTypes.map(d=>String(d??"").trim().toLowerCase().replace(/[^a-z0-9_-]/g,"")).filter(Boolean))]:[],l=Array.isArray(r.listingPaths)?[...new Set(r.listingPaths.map(d=>String(d??"").trim()).filter(Boolean))]:[];return n==="content-sync"&&a.length===0?null:{id:o,enabled:r.enabled!==false,command:n,intervalMinutes:s,...n==="publish"||n==="crawl"?{crawlMode:r.crawlMode==="incremental"?"incremental":"full"}:{},...(n==="publish"||n==="deploy"||n==="invalidate"||n==="content-sync")&&i?{deploymentProfile:i}:{},...c?{url:c}:{},...a.length>0?{postTypes:a}:{},...l.length>0?{listingPaths:l}:{},...typeof r.includeSubsites=="boolean"?{includeSubsites:r.includeSubsites}:{},...typeof r.includePostTypeArchives=="boolean"?{includePostTypeArchives:r.includePostTypeArchives}:{},...typeof r.includeTaxonomyArchives=="boolean"?{includeTaxonomyArchives:r.includeTaxonomyArchives}:{},...typeof r.includeAuthorArchives=="boolean"?{includeAuthorArchives:r.includeAuthorArchives}:{},...typeof r.includeDateArchives=="boolean"?{includeDateArchives:r.includeDateArchives}:{},...typeof r.includePostsPage=="boolean"?{includePostsPage:r.includePostsPage}:{},...typeof r.includeSitemapChain=="boolean"?{includeSitemapChain:r.includeSitemapChain}:{}}}function pr(e){let t=e&&typeof e=="object"?e:{},r=Array.isArray(t.rules)?t.rules.map((n,s)=>Yn(n,s)).filter(n=>!!n):[];return {enabled:t.enabled===true,timezone:typeof t.timezone=="string"&&t.timezone.trim()!==""?t.timezone.trim():"UTC",rules:r}}function Xn(e){let t=e&&typeof e=="object"?e:{},r=t.render&&typeof t.render=="object"?t.render:{},n=Number(r.concurrency??0),s=Number(r.maxAttempts??0),o=t.rewrite&&typeof t.rewrite=="object"?t.rewrite:{},i=t.deploy&&typeof t.deploy=="object"?t.deploy:{},c=(a,l)=>({enabled:typeof a.enabled=="boolean"?a.enabled:r.enabled===true,concurrency:Math.min(100,Math.max(1,Number(a.concurrency||l.concurrency))),batchSize:Math.min(500,Math.max(1,Number(a.batchSize||l.batchSize))),maxAttempts:Math.min(5,Math.max(1,Number(a.maxAttempts||2)))});return {render:{enabled:r.enabled===true,...Number.isInteger(n)&&n>0?{concurrency:n}:{},...Number.isInteger(s)&&s>0?{maxAttempts:Math.min(5,s)}:{}},rewrite:c(o,{concurrency:8,batchSize:25}),deploy:c(i,{concurrency:8,batchSize:50})}}function es(e){if(!e||typeof e!="object")return;let t=e,r={};for(let s of ["accountId","siteId"]){let o=t[s];typeof o=="string"&&o.trim()!==""&&(r[s]=o.trim());}let n=Number(t.lastUpdate??0);return Number.isFinite(n)&&n>0&&(r.lastUpdate=Math.floor(n)),t.subscriber===true&&(r.subscriber=true),Object.keys(r).length>0?r:void 0}function kt(e){let t=e&&typeof e=="object"?e:{},r=String(t.accountId??"").trim(),n=String(t.siteId??"").trim(),s=t.subscriber===true,o=es(t.siteSettings),i={...o??{},...r?{accountId:o?.accountId??r}:{},...n?{siteId:o?.siteId??n}:{},...o?.subscriber===true||s?{subscriber:true}:{}},c={},a=String(t.apiBase??"").trim();a&&(c.apiBase=a);let l=String(t.runtimeToken??t.nonce??"").trim();l&&(c.runtimeToken=l);let d=String(t.virtualAssetBaseUrl??t.uploadUrl??"").trim();d&&(c.virtualAssetBaseUrl=d),Object.keys(i).length>0&&(c.siteSettings=i);let u=vt(t.subscriptionType);return u&&(c.subscriptionType=u),c}function ts(e){try{let t=new URL(e);globalThis.location=t;}catch{}}function mr(e){return typeof e=="string"?e:e instanceof URL?e.toString():e.url}function rs(e,t){let r=new Headers(e instanceof Request?e.headers:void 0);if(t?.headers)for(let[n,s]of new Headers(t.headers).entries())r.set(n,s);return r}async function gr(e,t,r=5){let n=new URL(mr(e)),s=String(t?.method??(e instanceof Request?e.method:"GET")).toUpperCase(),o=n.protocol==="http:"?Kn:Jn,i=rs(e,t);return await new Promise((c,a)=>{let l=o.request(n,{method:s,headers:Object.fromEntries(i.entries()),...n.protocol==="https:"?{rejectUnauthorized:false}:{}},d=>{let u=[];d.on("data",g=>{u.push(Buffer.isBuffer(g)?g:Buffer.from(g));}),d.on("error",a),d.on("end",()=>{let g=d.statusCode??0,f=d.headers.location;if(r>0&&f&&[301,302,303,307,308].includes(g)){c(gr(new URL(f,n),{method:g===303?"GET":s},r-1));return}let h=new Headers;for(let[b,p]of Object.entries(d.headers))Array.isArray(p)?h.set(b,p.join(", ")):typeof p=="string"&&h.set(b,p);c(new Response(Buffer.concat(u),{status:g,statusText:d.statusMessage??"",headers:h}));});});l.on("error",a),l.end();})}function ns(e){let t=kt(e.wpsuite),r={...t.siteSettings??{},...t.siteSettings?.subscriber===true||t.subscriptionType==="PROFESSIONAL"||t.subscriptionType==="AGENCY"?{subscriber:true}:{}},n=String(r.accountId??"").trim(),s=String(r.siteId??"").trim(),o=String(t.virtualAssetBaseUrl??t.uploadUrl??"").trim();if(e.wpsuite={...t.apiBase?{apiBase:t.apiBase}:{},...t.runtimeToken?{runtimeToken:t.runtimeToken}:{},...o?{virtualAssetBaseUrl:o}:{},...Object.keys(r).length>0?{siteSettings:r}:{},...t.subscriptionType?{subscriptionType:t.subscriptionType}:{}},!n||!s||!o)return false;ts(e.sourceOrigin);let i=globalThis,a={...i.WpSuite??{},siteSettings:r,uploadUrl:o};return t.apiBase&&(a.apiBase=t.apiBase),i.WpSuite=a,true}async function ss(e){let t=String(e.wpsuite?.virtualAssetBaseUrl??e.wpsuite?.uploadUrl??"").trim();if(!ns(e)){let s=e.wpsuite?.siteSettings,o=[String(s?.accountId??"").trim()?"":"accountId",String(s?.siteId??"").trim()?"":"siteId",t?"":"virtualAssetBaseUrl"].filter(Boolean);return {remote:null,diagnostic:{status:"invalid-runtime",virtualAssetBaseUrl:t,subscriptionType:null,error:`Missing WP Suite runtime field(s): ${o.join(", ")}.`,requests:[]}}}let r=globalThis.fetch,n=[];try{typeof r=="function"&&/^https?:\/\//i.test(t)&&(globalThis.fetch=(async(a,l)=>{let d=mr(a);if(d.startsWith(t)){let u=(()=>{try{return new URL(d).pathname}catch{return d}})();try{let g=e.ignoreHttpsErrors&&d.startsWith("https://")?await gr(a,l):await r(a,l);return n.push({path:u,status:g.status,ok:g.ok,error:null}),g}catch(g){throw n.push({path:u,status:null,ok:!1,error:g instanceof Error?g.message:String(g)}),g}}return r(a,l)}));let{getConfig:s}=await import('@smart-cloud/wpsuite-core'),o=await s("publisher"),i=o&&typeof o=="object"?o:null,c=vt(i?.subscriptionType);return {remote:i,diagnostic:{status:i?"loaded":"unavailable",virtualAssetBaseUrl:t,subscriptionType:c??null,error:i?null:"WP Suite publisher config loader returned no configuration.",requests:n}}}catch(s){return {remote:null,diagnostic:{status:"unavailable",virtualAssetBaseUrl:t,subscriptionType:null,error:s instanceof Error?s.message:String(s),requests:n}}}finally{typeof r=="function"&&(globalThis.fetch=r);}}function os(e,t){let r=Zn(t?.deploymentProfiles),n=String(t?.defaultDeploymentProfile??"").trim(),s=r[n]?n:"",o=vt(t?.subscriptionType),i=kt(e.wpsuite);return {...e,scheduler:pr(t?.scheduler),deploymentProfiles:r,defaultDeploymentProfile:s,...o?{subscriptionType:o}:{},wpsuite:{...i,...i.siteSettings||o?{siteSettings:{...i.siteSettings??{},...i.siteSettings?.subscriber===true||o==="PROFESSIONAL"||o==="AGENCY"?{subscriber:true}:{}}}:{},...o?{subscriptionType:o}:{}}}}function Rt(e,t){let n=String(e||"").replace(/\\/g,"/").trim().replace(/^\/+|\/+$/g,"");if(!n)return t;let s=n.split("/").map(o=>o.trim()).filter(o=>o.length>0&&o!=="."&&o!=="..");return s.length>0?s.join("/"):t}function is(){let e=process.env.STATIC_PUBLISHER_RUNTIME_DIR||process.env.WPSUITE_STATIC_PUBLISHER_RUNTIME_DIR||"";return e.trim()?w.resolve(e):""}function lr(e,t,r){let n=String(t||"").trim();return n&&w.isAbsolute(n)?w.resolve(n):w.resolve(e,Rt(n,r))}async function Xe(e,t={}){let r=String("").trim()||process.env.PUBLISHER_CONFIG||"publisher.config.json",n=await O.readFile(r,"utf8"),s=JSON.parse(n);s.sourceOrigin=s.sourceOrigin.replace(/\/$/,""),s.targetOrigin=dr(s.targetOrigin),s.ignoreHttpsErrors??=false,s.outputDir=String(s.outputDir||"export").trim()||"export",s.urlRewriteMode||=s.targetOrigin==="."?"relative":"absolute",s.noJavaScriptRenderPathPrefixes||=[],s.seedPaths||=[],s.generated404RequestPath=Gn(s.generated404RequestPath),s.sitemapPaths||=[...bt],s.allowedAssetHosts||=[],s.assetPathPrefixes||=["/wp-content/","/wp-includes/","/static/","/assets/","/build/","/_next/","/docs/","/sitemap","/robots.txt","/llms.txt"],s.blockedPathPrefixes||=[],s.blockedSearchFragments||=[];let o=Number(s.processingConcurrency)>0?Math.min(100,Math.max(1,Number(s.processingConcurrency))):null;s.concurrency=o??s.concurrency??1,s.maxPages||=0,s.extraReplacements=Pt(s.extraReplacements),s.postCrawlCopyMap=Pt(s.postCrawlCopyMap),s.logDir=String(s.logDir||"logs").trim()||"logs",s.verbose??=false,s.logLevel||=s.verbose?"debug":"info",s.s3SyncMode||="sdk-upload-delete",s.readiness||={waitForSelector:null,waitForFunction:null,timeoutMs:1500,fallbackWaitMs:1500},s.readiness.timeoutMs??=1500,s.readiness.fallbackWaitMs??=1500,s.viewport||={width:1440,height:1200},s.navigationTimeoutMs||=3e4,s.assetDownloadConcurrency=o??(Number(s.assetDownloadConcurrency)>0?Number(s.assetDownloadConcurrency):s.concurrency),s.rewriteConcurrency=o??(Number(s.rewriteConcurrency)>0?Number(s.rewriteConcurrency):s.assetDownloadConcurrency),s.wpsuite=kt(s.wpsuite),s.scheduler=pr(void 0),s.remoteWorkers=Xn(s.remoteWorkers),typeof s.lambdaDelegationEnabled=="boolean"&&(s.remoteWorkers.render??={},s.remoteWorkers.rewrite??={},s.remoteWorkers.deploy??={},s.remoteWorkers.render.enabled=s.lambdaDelegationEnabled,s.remoteWorkers.rewrite.enabled=s.lambdaDelegationEnabled,s.remoteWorkers.deploy.enabled=s.lambdaDelegationEnabled),o!==null&&(s.processingConcurrency=o,s.remoteWorkers.render??={},s.remoteWorkers.rewrite??={},s.remoteWorkers.deploy??={},s.remoteWorkers.render.concurrency=o,s.remoteWorkers.rewrite.concurrency=o,s.remoteWorkers.deploy.concurrency=o),s.deploymentProfiles={},s.defaultDeploymentProfile="",s.deploymentTargetOverride=String(s.deploymentTargetOverride??"").trim();let i=await ss(s);t.onRemotePublisherConfigDiagnostic?.(i.diagnostic);let c=os(s,i.remote),a=is(),l=a?w.resolve(a,".."):"";return l?(c.outputDir=lr(l,c.outputDir,"export"),c.logDir=lr(l,c.logDir,"logs")):(w.isAbsolute(c.outputDir)||(c.outputDir=Rt(c.outputDir,"export")),w.isAbsolute(c.logDir)||(c.logDir=Rt(c.logDir,"logs"))),c}function oe(e,t=10){return wr.createHash("sha1").update(e).digest("hex").slice(0,t)}async function as(e){await O.mkdir(w.dirname(e),{recursive:true});}async function me(e,t,r){await as(e);let n=w.join(w.dirname(e),`.${w.basename(e)}.${process.pid}.${Date.now()}.${wr.randomBytes(6).toString("hex")}.tmp`);try{typeof t=="string"?await O.writeFile(n,t,r??"utf8"):await O.writeFile(n,t),await O.rename(n,e);}catch(s){throw await O.unlink(n).catch(()=>{}),s}}function ie(e){return [".html",".htm",".css",".js",".mjs",".json",".xml",".xsl",".txt",".svg",".map",".enc",".jws"].includes(w.extname(e).toLowerCase())}function ge(e){return e.replace(/&quot;/g,'"').replace(/&#34;/g,'"').replace(/&apos;/g,"'").replace(/&#39;/g,"'").replace(/&amp;/g,"&").replace(/&lt;/g,"<").replace(/&gt;/g,">")}function $e(e){return e.replace(/&/g,"&amp;").replace(/"/g,"&quot;").replace(/'/g,"&#39;").replace(/</g,"&lt;").replace(/>/g,"&gt;")}function et(e){return e.replace(/\//g,"\\/")}function hr(e){return e.replace(/\//g,"\\\\/")}function cs(e){try{let t=new URL(e);if(t.protocol!=="http:"&&t.protocol!=="https:")return null;let r=t.pathname==="/"&&!t.search&&!t.hash?"":`${t.pathname}${t.search}${t.hash}`;return `//${t.host}${r}`}catch{return null}}function fr(e,t,r){if(!t)return;e[t]=r;let n=et(t),s=et(r);e[n]=s;let o=hr(t),i=hr(r);e[o]=i;let c=$e(t),a=$e(r);e[c]=a;let l=$e(n),d=$e(s);e[l]=d;let u=$e(o),g=$e(i);e[u]=g;}function tt(e,t,r){fr(e,t,r);let n=cs(t);n&&n!==t&&fr(e,n,r);}function Ct(e,t){let r=t.startsWith("/")?t:`/${t}`,n=(e||"").replace(/\/$/,"");return !n||n==="."||n==="/"?r:`${n}${r}`}function yr(e,t){try{return new URL(e,t==="."?"https://relative.invalid":t).pathname}catch{return e.startsWith("/")?e:`/${e.replace(/^\.\//,"")}`}}function br(e,t,r){if(!t)return r;let n=w.dirname(w.resolve(t)),s=w.resolve(e,r.replace(/^\/+/,"")),o=w.relative(n,s).replace(/\\/g,"/");return o?(o.startsWith(".")||(o=`./${o}`),o):"."}async function Tt(e,t){return (t?[...new Set(t)].map(n=>w.resolve(n)).filter(n=>n.startsWith(w.resolve(e.outputDir))).map(n=>w.relative(e.outputDir,n).replace(/\\/g,"/")).filter(n=>n.length>0):await us(["**/*"],{cwd:e.outputDir,onlyFiles:true,dot:true})).filter(n=>n!=="asset-map.json"&&ie(n))}var ms=["wp-content/","wp-includes/","wp-admin/","wp-json/","_next/"],gs=new Set([".html",".htm"]),Sr="WPSuite.io Static Publisher",hs=Sr.replace(/[.*+?^${}()|[\]\\]/g,"\\$&");function fs(e){return e.replace(/[.*+?^${}()|[\]\\]/g,"\\$&")}function ws(e){return e.startsWith("//")||e.startsWith("\\/\\/")||e.startsWith("\\\\/\\\\/")}function ys(e,t,r){return ws(t)?e.replace(new RegExp(`(?<!:)${fs(t)}`,"g"),r):e.split(t).join(r)}function bs(e,t,r){if(e.wpsuite?.siteSettings?.subscriber===true||e.wpsuite?.subscriptionType==="PROFESSIONAL"||e.wpsuite?.subscriptionType==="AGENCY"||!r)return false;let s=w.extname(r).toLowerCase();return gs.has(s)?/<head\b|<html\b|<!doctype html/i.test(t):false}function Ss(e){if(new RegExp(`<meta\\b(?=[^>]*\\bname=(["'])generator\\1)(?=[^>]*\\bcontent=(["'])${hs}\\2)[^>]*\\/?>`,"i").test(e))return e;let t=`<meta name="generator" content="${Sr}" />`;if(e.match(/(\r?\n)([ \t]*)<\/head>/i))return e.replace(/(\r?\n)([ \t]*)<\/head>/i,`$1$2${t}$1$2</head>`);let n=e.includes(`\r
2
2
  `)?`\r
3
3
  `:`
4
- `;return e.replace(/<head\b[^>]*>/i,s=>`${s}${n} ${t}`)}function Kn(e){let t=se(e).trim();return t.startsWith("{")||t.startsWith("[")||t.includes("\\/")||/"@context"|"@type"/.test(t)}function Gn(e,t){let r=[...new Set(t)].filter(o=>o.includes("/")&&!/\\+\//.test(o)).map(o=>[o,Be(o)]).filter(([o,i])=>o!==i).sort((o,i)=>i[0].length-o[0].length);if(!r.length)return e;let n=o=>{let i=o;for(let[c,a]of r)i=i.split(c).join(a);return i},s=e.replace(/(<script\b[^>]*\btype=["']application\/(?:ld\+)?json["'][^>]*>)([\s\S]*?)(<\/script>)/gi,(o,i,c,a)=>`${i}${n(c)}${a}`);return s=s.replace(/(<meta\b[^>]*\bcontent=(['"]))([\s\S]*?)(\2[^>]*>)/gi,(o,i,c,a,u)=>Kn(a)?`${i}${n(a)}${u}`:o),s}function Zn(e,t){if(!t)return null;let r=w.dirname(w.resolve(t)),n=w.resolve(e.outputDir),s=w.relative(r,n).replace(/\\/g,"/");return s?(s.startsWith(".")||(s=`./${s}`),s.endsWith("/")?s:`${s}/`):"./"}function Yn(e,t,r){let n=Zn(t,r);if(!n)return e;let s=e;for(let o of Nn){let i=o.replace(/[.*+?^${}()|[\]\\]/g,"\\$&"),c=new RegExp(`(?:\\.{1,}/)+${i}`,"g"),a=new RegExp(`(?<!\\.)/${i}`,"g");s=s.replace(c,`${n}${o}`).replace(a,`${n}${o}`);let u=o.replace(/\//g,"\\/"),d=n.replace(/\//g,"\\/"),l=u.replace(/[.*+?^${}()|[\]\\]/g,"\\$&"),g=new RegExp(`(?:\\.{1,}\\\\/)+${l}`,"g"),y=new RegExp(`(?:\\.{1,}(?:\\\\/|\\\\))+${l}`,"g"),h=new RegExp(`(?<![\\.\\\\])\\/${l}`,"g");s=s.replace(g,`${d}${u}`).replace(y,`${d}${u}`).replace(h,`${d}${u}`);}return s}function wt(e,t,r){if(e.urlRewriteMode==="absolute")return t;let n=(()=>{try{return new URL(t,e.targetOrigin==="."?"https://relative.invalid":e.targetOrigin)}catch{return null}})(),s=n?n.pathname:tr(t,e.targetOrigin),o=n?`${n.search}${n.hash}`:"";return e.urlRewriteMode==="root-relative"?`${s}${o}`:`${rr(e.outputDir,r,s)}${o}`}function ft(e,t,r,n,s){Ve(e,r,wt(t,n,s));}function Xn(e,t,r,n,s){if(!r||r===n)return;Ve(e,r,n);let o=wt(t,r,s),i=wt(t,n,s);Ve(e,o,i);}function bt(e,t,r,n,s={}){let o=e,i={};ft(i,t,t.sourceOrigin,t.targetOrigin,n);for(let[a,u]of Object.entries(t.extraReplacements))ft(i,t,a,u,n);for(let[a,u]of Object.entries(r))ft(i,t,a,u,n);for(let[a,u]of Object.entries(s)){let d=r[a];!d||d===u||Xn(i,t,u,d,n);}let c=Object.entries(i).sort((a,u)=>u[0].length-a[0].length);for(let[a,u]of c)o=Qn(o,a,u);return t.urlRewriteMode!=="absolute"&&(o=Yn(o,t,n)),o=Gn(o,c.map(([,a])=>a)),Hn(t,o,n)&&(o=Jn(o)),o}async function es(e,t,r,n){let s=w.join(e.outputDir,n),o=w.extname(s).toLowerCase(),i;try{i=await T.readFile(s,"utf8");}catch(u){if(u.code!=="ENOENT")throw u;return {changed:false}}let a=bt(i,e,t,o===".js"||o===".mjs"?void 0:s,r);return a!==i?(await ye(s,a,"utf8"),{changed:true}):{changed:false}}async function ts(e,t){return await new Promise((r,n)=>{let s=a=>{if(c(),a?.error){n(new Error(a.error));return}r({changed:!!a?.changed});},o=a=>{c(),n(a);},i=a=>{c(),a!==0&&n(new Error(`Rewrite worker exited with code ${a}.`));},c=()=>{e.off("message",s),e.off("error",o),e.off("exit",i);};e.on("message",s),e.on("error",o),e.on("exit",i),e.postMessage({file:t});})}async function sr(e,t,r={}){let n=await yt(e,r.files),s=0;if(n.length===0)return 0;let o=Math.max(1,Number(e.rewriteConcurrency||e.assetDownloadConcurrency||1)),i=Math.max(1,Math.min(o,n.length,availableParallelism()));await r.onStart?.({totalFiles:n.length,workerCount:i});let c=0,a=0,u=null;if(i===1){for(let l of n){let g=await es(e,t,r.previousAssetMap??{},l);g.changed&&(s+=1),a+=1,await r.onProgress?.({index:a,totalFiles:n.length,changedTextFiles:s,file:l,changed:g.changed});}return s}let d=Array.from({length:i},async()=>{let l=new Worker(new URL("./rewrite-worker.js",import.meta.url),{workerData:{config:e,assetMap:t,previousAssetMap:r.previousAssetMap??{}}});try{for(;!u;){let g=c;if(g>=n.length)return;c+=1;let y=n[g],h=await ts(l,y);h.changed&&(s+=1),a+=1,await r.onProgress?.({index:a,totalFiles:n.length,changedTextFiles:s,file:y,changed:h.changed});}}catch(g){throw u=g instanceof Error?g:new Error(String(g)),u}finally{await l.terminate().catch(()=>{});}});return await Promise.all(d),s}var me={error:0,warn:1,info:2,debug:3},rs=/^(?:authorization|proxyAuthorization|runtimeToken|siteKey|nonce|accessToken|refreshToken|accessKeyId|secretAccessKey|sessionToken|xStaticPublisherToken|xApiKey)$/i;function oe(e){return e.replace(/((?:x-static-publisher-token|authorization|proxy-authorization|x-api-key|aws-access-key-id|aws-secret-access-key|aws-session-token)\s*:\s*)[^\r\n]+/gi,"$1[REDACTED]").replace(/\b(Basic|Bearer)\s+[^\s]+/gi,"$1 [REDACTED]").replace(/([?&](?:token|access_token|refresh_token|api_key|key|nonce)=)[^&\s]+/gi,"$1[REDACTED]").replace(/((?:"|')?(?:runtimeToken|siteKey|nonce|accessToken|refreshToken|accessKeyId|secretAccessKey|sessionToken)(?:"|')?\s*[:=]\s*(?:"|'))[^"']+/gi,"$1[REDACTED]")}function Qe(e){return typeof e=="string"?oe(e):Array.isArray(e)?e.map(t=>Qe(t)):e instanceof Error?{name:e.name,message:oe(e.message),...e.stack?{stack:oe(e.stack)}:{}}:e&&typeof e=="object"?Object.fromEntries(Object.entries(e).map(([t,r])=>[t,rs.test(t)?"[REDACTED]":Qe(r)])):e}function St(e){return e?Qe(e):void 0}var or=process.env.STATIC_PUBLISHER_RUNTIME_DIR||process.env.WPSUITE_STATIC_PUBLISHER_RUNTIME_DIR||"",ze=or?w.join(or,"current-progress.json"):"",ir=Promise.resolve();function ar(e){return e.includes("crawl")?"crawl":e.includes("deploy")?"deploy":e.includes("invalidate")?"invalidate":e}function ns(e,t){let r={...e},n=typeof e.phase=="string"?e.phase.trim():"",s=typeof t.phase=="string"?t.phase.trim():"";if(s!==""&&(s==="deploy"||s.startsWith("deploy-"))&&n!==s)for(let c of ["index","totalFiles","staged","uploaded","skipped","failed","deleted","workerCount","completedBatches","totalBatches"])delete r[c];let i=new Set(["pagesQueued","pagesRendered","assetsQueued","sitemapsQueued","pagesDiscovered","assetsDiscovered","sitemapsDiscovered","pagesSaved","assetsSaved","donePages","doneAssets","doneSitemaps","changedTextFiles","uploaded","failed","index","totalFiles","completedBatches","totalBatches","pageQueue","assetQueue","sitemapQueue"]);for(let[c,a]of Object.entries(t)){let u=r[c];if(typeof u=="number"&&typeof a=="number"&&i.has(c)){r[c]=Math.max(u,a);continue}r[c]=a;}return r}function ss(e,t,r){ze&&(ir=ir.then(async()=>{let n=new Date,s=n.toISOString();await T.mkdir(w.dirname(ze),{recursive:true});let o=await T.readFile(ze,"utf8").then(p=>JSON.parse(p)).catch(()=>null),i=o&&typeof o.details=="object"&&o.details?o.details:{},c=ar(e),a=o?.currentStep||ar(o?.source||""),u=o?.startedAt||s,d={...o?.stepDurationsSec??{}},l=o?.stepStartedAt||s;if(a&&a!==c&&o?.stepStartedAt){let p=Math.max(0,Math.round((n.getTime()-new Date(o.stepStartedAt).getTime())/1e3));d[a]=(d[a]??0)+p,l=s;}let g=Math.max(0,Math.round((n.getTime()-new Date(l).getTime())/1e3)),y=Math.max(0,Math.round((n.getTime()-new Date(u).getTime())/1e3)),h=oe(t),R=St(r)??{},m={checkedAt:s,source:e,message:h,details:ns(i,R),startedAt:u,currentStep:c,stepStartedAt:l,stepElapsedSec:g,totalElapsedSec:y,stepDurationsSec:d};await T.writeFile(ze,JSON.stringify(m,null,2),"utf8");}).catch(()=>{}));}async function os(e,t){await T.mkdir(w.dirname(e),{recursive:true}),await T.appendFile(e,`${JSON.stringify(Qe(t))}
5
- `,"utf8");}function is(e,t){let r=typeof t?.phase=="string"?t.phase.trim():"";return r||(e==="page"?"render-pages":e==="asset"?"download-assets":e==="sitemap"?"discovery":e==="timing"&&typeof t?.name=="string"&&t.name.trim()||"crawl")}function as(e,t,r){let n=St(r);return {checkedAt:new Date().toISOString(),currentStep:is(e,n),level:e,message:oe(t),details:n??{}}}var ke=class{constructor(t,r="info"){this.logDir=t;this.level=typeof r=="boolean"?r?"debug":"info":r,this.ensureLogFileReady();}logDir;startedAt=Date.now();marks=new Map;initPromise=null;writeQueue=Promise.resolve();writeError=null;level;get logPath(){return w.join(this.logDir,"crawl.log.jsonl")}get currentEventPath(){return w.join(this.logDir,"current-crawl-event.json")}get rejectedPath(){return w.join(this.logDir,"rejected.jsonl")}get ignoredPath(){return w.join(this.logDir,"ignored.jsonl")}get skippedPath(){return w.join(this.logDir,"skipped-http.jsonl")}get errorsPath(){return w.join(this.logDir,"errors.jsonl")}get timingsPath(){return w.join(this.logDir,"timings.jsonl")}ensureLogFileReady(){return this.initPromise||(this.initPromise=(async()=>{await T.mkdir(this.logDir,{recursive:true}),await T.writeFile(this.logPath,"","utf8");})()),this.initPromise}enqueueTask(t){this.writeQueue=this.writeQueue.then(t).catch(r=>{this.writeError=r instanceof Error?r:new Error(String(r));});}enqueueLine(t){this.enqueueTask(async()=>{await this.ensureLogFileReady(),await T.appendFile(this.logPath,`${t}
6
- `,"utf8");});}enqueueJsonLine(t,r){this.enqueueTask(()=>os(t,r));}updateCurrentEvent(t,r,n){let s=as(t,r,n);this.enqueueTask(async()=>{await T.mkdir(this.logDir,{recursive:true}),await T.writeFile(this.currentEventPath,JSON.stringify(s,null,2),"utf8");});}push(t,r,n){let s=oe(r),o=St(n),i=JSON.stringify({time:new Date().toISOString(),level:t,message:s,...o||{}});this.enqueueLine(i),this.updateCurrentEvent(t,s,o),t==="error"?console.error(s,o||""):t==="warn"?console.warn(s,o||""):(me[this.level]>=me.debug||["summary","page","sitemap","asset","timing"].includes(t))&&console.log(s);}info(t,r){this.push("info",t,r);}debug(t,r){me[this.level]<me.debug||this.push("debug",t,r);}progress(t,r){ss("crawl.log.jsonl",t,r),this.updateCurrentEvent("progress",t,r);}checkpoint(t,r){this.updateCurrentEvent("checkpoint",t,r);}page(t,r){this.push("page",t,r);}sitemap(t,r){this.push("sitemap",t,r);}asset(t,r){this.push("asset",t,r);}warn(t,r){this.push("warn",t,r);}error(t,r){this.enqueueJsonLine(this.errorsPath,{message:t,...r||{}}),this.push("error",t,r);}summary(t,r){this.push("summary",t,r);}mark(t){this.marks.set(t,Date.now());}endMark(t,r){let n=this.marks.get(t);if(!n)return;let s=Date.now()-n,o={name:t,ms:s,seconds:Number((s/1e3).toFixed(2)),...r||{}};this.enqueueJsonLine(this.timingsPath,o),this.push("timing",`Timing ${t}: ${o.seconds}s`,o);}reject(t,r,n,s){let o={kind:t,url:r,reason:n,source:s};this.enqueueJsonLine(this.rejectedPath,o),me[this.level]>=me.debug&&this.push("reject",`Rejected ${t} ${r}: ${n}`,o);}ignore(t,r,n,s){let o={kind:t,url:r,reason:n,source:s};this.enqueueJsonLine(this.ignoredPath,o),me[this.level]>=me.debug&&this.push("ignore",`Ignored ${t} ${r}: ${n}`,o);}skip(t,r,n,s){let o={kind:t,url:r,status:n,source:s};this.enqueueJsonLine(this.skippedPath,o),this.push("warn",`Skipped ${t} ${r}: HTTP ${n}`,o);}async flush(){let t=Date.now()-this.startedAt,r={name:"total",ms:t,seconds:Number((t/1e3).toFixed(2))};if(this.enqueueJsonLine(this.timingsPath,r),await this.writeQueue,this.writeError)throw this.writeError}};var ur="(?:css|js|mjs|json|map|xml|xsl|rss|atom|txt|enc|jws|png|jpe?g|gif|webp|avif|svg|ico|woff2?|ttf|otf|eot|pdf|mp4|webm)";function lr(e){let t=new RegExp(`(?:https?:)?//[^\\s'"<>\\);]+\\.${ur}(?:[?#][^\\s'"<>\\);]*)?(?=[\\s'"<>\\);]|$)|(?<![A-Za-z0-9._-])/[^\\s'"<>\\);]+\\.${ur}(?:[?#][^\\s'"<>\\);]*)?(?=[\\s'"<>\\);]|$)`,"gi");return [...e.matchAll(t)].map(r=>r[0])}function cr(e){return !!e&&/^(?:\.{1,2}\/)?[A-Za-z0-9@_][A-Za-z0-9@._/-]*\.(?:js|mjs)(?:[?#][^\s<>\\]*)?$/i.test(e)&&!e.startsWith("/")&&!e.startsWith("//")&&!/^[a-z][a-z0-9+.-]*:/i.test(e)&&!/(?:^|\/)node_modules(?:\/|$)|(?:^|\/)\.pnpm(?:\/|$)/i.test(e)}function dr(e){let t=new Set,r=[],n=/\bimport\s*\(\s*["'`]([^"'`\s<>\\]+)["'`]\s*\)/g,s=/\b(?:[A-Za-z_$][\w$]*\.)?u\s*=\s*(?:\([^)]*\)|[A-Za-z_$][\w$]*)\s*=>\s*["'`]([^"'`\s<>\\]+)["'`]/g;for(let o of e.matchAll(n))o[1]&&cr(o[1])&&r.push({index:o.index??0,value:o[1]});for(let o of e.matchAll(s))o[1]&&cr(o[1])&&r.push({index:o.index??0,value:o[1]});for(let o of r.sort((i,c)=>i.index-c.index))t.add(o.value);return [...t]}function pr(e,t){let r=w.relative(t,e);return r===""||!r.startsWith("..")&&!w.isAbsolute(r)}function gr(e,t,r,n){let s=w.resolve(e),o=w.resolve(t),i=w.extname(s).toLowerCase();return !pr(s,o)||i!==".html"&&i!==".htm"||r.has(s)?false:!n.some(c=>pr(s,w.resolve(c)))}function mr(e,t){return typeof e=="string"&&e.length>0&&t?.supported===true&&typeof t.token=="string"&&t.token.length>0&&e===t.token}function hr(e,t){try{let r=new URL(e),n=new URL(t,r);if(n.origin!==r.origin)return !1;let s=r.pathname.replace(/\/+$/,"");if(s&&n.pathname!==s&&!n.pathname.startsWith(`${s}/`))return !1;let o=s?n.pathname.slice(s.length)||"/":n.pathname;return ["/wp-includes/","/wp-content/plugins/","/wp-content/themes/","/wp-content/mu-plugins/"].some(i=>o.startsWith(i))}catch{return false}}function fr(e){return e<1}function wr(e){let t=String(e??"").toLowerCase();return t==="strict"?"Strict":t==="lax"?"Lax":t==="none"?"None":"Unspecified"}function cs(e){let t=e.pathname||"/";if(!t.startsWith("/")||t==="/")return "/";let r=t.lastIndexOf("/");return r<=0?"/":t.slice(0,r)}function $e(e){return `${e.name.toLowerCase()}
4
+ `;return e.replace(/<head\b[^>]*>/i,s=>`${s}${n} ${t}`)}function Ps(e){let t=ge(e).trim();return t.startsWith("{")||t.startsWith("[")||t.includes("\\/")||/"@context"|"@type"/.test(t)}function Rs(e,t){let r=[...new Set(t)].filter(o=>o.includes("/")&&!/\\+\//.test(o)).map(o=>[o,et(o)]).filter(([o,i])=>o!==i).sort((o,i)=>i[0].length-o[0].length);if(!r.length)return e;let n=o=>{let i=o;for(let[c,a]of r)i=i.split(c).join(a);return i},s=e.replace(/(<script\b[^>]*\btype=["']application\/(?:ld\+)?json["'][^>]*>)([\s\S]*?)(<\/script>)/gi,(o,i,c,a)=>`${i}${n(c)}${a}`);return s=s.replace(/(<meta\b[^>]*\bcontent=(['"]))([\s\S]*?)(\2[^>]*>)/gi,(o,i,c,a,l)=>Ps(a)?`${i}${n(a)}${l}`:o),s}function vs(e,t){if(!t)return null;let r=w.dirname(w.resolve(t)),n=w.resolve(e.outputDir),s=w.relative(r,n).replace(/\\/g,"/");return s?(s.startsWith(".")||(s=`./${s}`),s.endsWith("/")?s:`${s}/`):"./"}function ks(e,t,r){let n=vs(t,r);if(!n)return e;let s=e;for(let o of ms){let i=o.replace(/[.*+?^${}()|[\]\\]/g,"\\$&"),c=new RegExp(`(?:\\.{1,}/)+${i}`,"g"),a=new RegExp(`(?<!\\.)/${i}`,"g");s=s.replace(c,`${n}${o}`).replace(a,`${n}${o}`);let l=o.replace(/\//g,"\\/"),d=n.replace(/\//g,"\\/"),u=l.replace(/[.*+?^${}()|[\]\\]/g,"\\$&"),g=new RegExp(`(?:\\.{1,}\\\\/)+${u}`,"g"),f=new RegExp(`(?:\\.{1,}(?:\\\\/|\\\\))+${u}`,"g"),h=new RegExp(`(?<![\\.\\\\])\\/${u}`,"g");s=s.replace(g,`${d}${l}`).replace(f,`${d}${l}`).replace(h,`${d}${l}`);}return s}function At(e,t,r){if(e.urlRewriteMode==="absolute")return t;let n=(()=>{try{return new URL(t,e.targetOrigin==="."?"https://relative.invalid":e.targetOrigin)}catch{return null}})(),s=n?n.pathname:yr(t,e.targetOrigin),o=n?`${n.search}${n.hash}`:"";return e.urlRewriteMode==="root-relative"?`${s}${o}`:`${br(e.outputDir,r,s)}${o}`}function xt(e,t,r,n,s){tt(e,r,At(t,n,s));}function Cs(e,t,r,n,s){if(!r||r===n)return;tt(e,r,n);let o=At(t,r,s),i=At(t,n,s);tt(e,o,i);}function It(e,t,r,n,s={}){let o=e,i={};xt(i,t,t.sourceOrigin,t.targetOrigin,n);for(let[a,l]of Object.entries(t.extraReplacements))xt(i,t,a,l,n);for(let[a,l]of Object.entries(r))xt(i,t,a,l,n);for(let[a,l]of Object.entries(s)){let d=r[a];!d||d===l||Cs(i,t,l,d,n);}let c=Object.entries(i).sort((a,l)=>l[0].length-a[0].length);for(let[a,l]of c)o=ys(o,a,l);return t.urlRewriteMode!=="absolute"&&(o=ks(o,t,n)),o=Rs(o,c.map(([,a])=>a)),bs(t,o,n)&&(o=Ss(o)),o}async function xs(e,t,r,n){let s=w.join(e.outputDir,n),o=w.extname(s).toLowerCase(),i;try{i=await O.readFile(s,"utf8");}catch(l){if(l.code!=="ENOENT")throw l;return {changed:false}}let a=It(i,e,t,o===".js"||o===".mjs"?void 0:s,r);return a!==i?(await me(s,a,"utf8"),{changed:true}):{changed:false}}async function As(e,t){return await new Promise((r,n)=>{let s=a=>{if(c(),a?.error){n(new Error(a.error));return}r({changed:!!a?.changed});},o=a=>{c(),n(a);},i=a=>{c(),a!==0&&n(new Error(`Rewrite worker exited with code ${a}.`));},c=()=>{e.off("message",s),e.off("error",o),e.off("exit",i);};e.on("message",s),e.on("error",o),e.on("exit",i),e.postMessage({file:t});})}async function Pr(e,t,r={}){let n=await Tt(e,r.files),s=0;if(n.length===0)return 0;let o=Math.max(1,Number(e.rewriteConcurrency||e.assetDownloadConcurrency||1)),i=Math.max(1,Math.min(o,n.length,availableParallelism()));await r.onStart?.({totalFiles:n.length,workerCount:i});let c=0,a=0,l=null;if(i===1){for(let u of n){let g=await xs(e,t,r.previousAssetMap??{},u);g.changed&&(s+=1),a+=1,await r.onProgress?.({index:a,totalFiles:n.length,changedTextFiles:s,file:u,changed:g.changed});}return s}let d=Array.from({length:i},async()=>{let u=new Worker(new URL("./rewrite-worker.js",import.meta.url),{workerData:{config:e,assetMap:t,previousAssetMap:r.previousAssetMap??{}}});try{for(;!l;){let g=c;if(g>=n.length)return;c+=1;let f=n[g],h=await As(u,f);h.changed&&(s+=1),a+=1,await r.onProgress?.({index:a,totalFiles:n.length,changedTextFiles:s,file:f,changed:h.changed});}}catch(g){throw l=g instanceof Error?g:new Error(String(g)),l}finally{await u.terminate().catch(()=>{});}});return await Promise.all(d),s}var ke={error:0,warn:1,info:2,debug:3},Ts=/^(?:authorization|proxyAuthorization|runtimeToken|siteKey|nonce|accessToken|refreshToken|accessKeyId|secretAccessKey|sessionToken|xStaticPublisherToken|xApiKey)$/i;function he(e){return e.replace(/((?:x-static-publisher-token|authorization|proxy-authorization|x-api-key|aws-access-key-id|aws-secret-access-key|aws-session-token)\s*:\s*)[^\r\n]+/gi,"$1[REDACTED]").replace(/\b(Basic|Bearer)\s+[^\s]+/gi,"$1 [REDACTED]").replace(/([?&](?:token|access_token|refresh_token|api_key|key|nonce)=)[^&\s]+/gi,"$1[REDACTED]").replace(/((?:"|')?(?:runtimeToken|siteKey|nonce|accessToken|refreshToken|accessKeyId|secretAccessKey|sessionToken)(?:"|')?\s*[:=]\s*(?:"|'))[^"']+/gi,"$1[REDACTED]")}function nt(e){return typeof e=="string"?he(e):Array.isArray(e)?e.map(t=>nt(t)):e instanceof Error?{name:e.name,message:he(e.message),...e.stack?{stack:he(e.stack)}:{}}:e&&typeof e=="object"?Object.fromEntries(Object.entries(e).map(([t,r])=>[t,Ts.test(t)?"[REDACTED]":nt(r)])):e}function Et(e){return e?nt(e):void 0}var Rr=process.env.STATIC_PUBLISHER_RUNTIME_DIR||process.env.WPSUITE_STATIC_PUBLISHER_RUNTIME_DIR||"",rt=Rr?w.join(Rr,"current-progress.json"):"",vr=Promise.resolve();function kr(e){return e.includes("crawl")?"crawl":e.includes("deploy")?"deploy":e.includes("invalidate")?"invalidate":e}function Is(e,t){let r={...e},n=typeof e.phase=="string"?e.phase.trim():"",s=typeof t.phase=="string"?t.phase.trim():"";if(s!==""&&(s==="deploy"||s.startsWith("deploy-"))&&n!==s)for(let c of ["index","totalFiles","staged","uploaded","skipped","failed","deleted","workerCount","completedBatches","totalBatches"])delete r[c];let i=new Set(["pagesQueued","pagesRendered","assetsQueued","sitemapsQueued","pagesDiscovered","assetsDiscovered","sitemapsDiscovered","pagesSaved","assetsSaved","donePages","doneAssets","doneSitemaps","changedTextFiles","uploaded","failed","index","totalFiles","completedBatches","totalBatches","pageQueue","assetQueue","sitemapQueue"]);for(let[c,a]of Object.entries(t)){let l=r[c];if(typeof l=="number"&&typeof a=="number"&&i.has(c)){r[c]=Math.max(l,a);continue}r[c]=a;}return r}function Es(e,t,r){rt&&(vr=vr.then(async()=>{let n=new Date,s=n.toISOString();await O.mkdir(w.dirname(rt),{recursive:true});let o=await O.readFile(rt,"utf8").then(m=>JSON.parse(m)).catch(()=>null),i=o&&typeof o.details=="object"&&o.details?o.details:{},c=kr(e),a=o?.currentStep||kr(o?.source||""),l=o?.startedAt||s,d={...o?.stepDurationsSec??{}},u=o?.stepStartedAt||s;if(a&&a!==c&&o?.stepStartedAt){let m=Math.max(0,Math.round((n.getTime()-new Date(o.stepStartedAt).getTime())/1e3));d[a]=(d[a]??0)+m,u=s;}let g=Math.max(0,Math.round((n.getTime()-new Date(u).getTime())/1e3)),f=Math.max(0,Math.round((n.getTime()-new Date(l).getTime())/1e3)),h=he(t),b=Et(r)??{},p={checkedAt:s,source:e,message:h,details:Is(i,b),startedAt:l,currentStep:c,stepStartedAt:u,stepElapsedSec:g,totalElapsedSec:f,stepDurationsSec:d};await O.writeFile(rt,JSON.stringify(p,null,2),"utf8");}).catch(()=>{}));}async function Os(e,t){await O.mkdir(w.dirname(e),{recursive:true}),await O.appendFile(e,`${JSON.stringify(nt(t))}
5
+ `,"utf8");}function Ms(e,t){let r=typeof t?.phase=="string"?t.phase.trim():"";return r||(e==="page"?"render-pages":e==="asset"?"download-assets":e==="sitemap"?"discovery":e==="timing"&&typeof t?.name=="string"&&t.name.trim()||"crawl")}function $s(e,t,r){let n=Et(r);return {checkedAt:new Date().toISOString(),currentStep:Ms(e,n),level:e,message:he(t),details:n??{}}}var je=class{constructor(t,r="info"){this.logDir=t;this.level=typeof r=="boolean"?r?"debug":"info":r,this.ensureLogFileReady();}logDir;startedAt=Date.now();marks=new Map;initPromise=null;writeQueue=Promise.resolve();writeError=null;level;get logPath(){return w.join(this.logDir,"crawl.log.jsonl")}get currentEventPath(){return w.join(this.logDir,"current-crawl-event.json")}get rejectedPath(){return w.join(this.logDir,"rejected.jsonl")}get ignoredPath(){return w.join(this.logDir,"ignored.jsonl")}get skippedPath(){return w.join(this.logDir,"skipped-http.jsonl")}get errorsPath(){return w.join(this.logDir,"errors.jsonl")}get timingsPath(){return w.join(this.logDir,"timings.jsonl")}ensureLogFileReady(){return this.initPromise||(this.initPromise=(async()=>{await O.mkdir(this.logDir,{recursive:true}),await O.writeFile(this.logPath,"","utf8");})()),this.initPromise}enqueueTask(t){this.writeQueue=this.writeQueue.then(t).catch(r=>{this.writeError=r instanceof Error?r:new Error(String(r));});}enqueueLine(t){this.enqueueTask(async()=>{await this.ensureLogFileReady(),await O.appendFile(this.logPath,`${t}
6
+ `,"utf8");});}enqueueJsonLine(t,r){this.enqueueTask(()=>Os(t,r));}updateCurrentEvent(t,r,n){let s=$s(t,r,n);this.enqueueTask(async()=>{await O.mkdir(this.logDir,{recursive:true}),await O.writeFile(this.currentEventPath,JSON.stringify(s,null,2),"utf8");});}push(t,r,n){let s=he(r),o=Et(n),i=JSON.stringify({time:new Date().toISOString(),level:t,message:s,...o||{}});this.enqueueLine(i),this.updateCurrentEvent(t,s,o),t==="error"?console.error(s,o||""):t==="warn"?console.warn(s,o||""):(ke[this.level]>=ke.debug||["summary","page","sitemap","asset","timing"].includes(t))&&console.log(s);}info(t,r){this.push("info",t,r);}debug(t,r){ke[this.level]<ke.debug||this.push("debug",t,r);}progress(t,r){Es("crawl.log.jsonl",t,r),this.updateCurrentEvent("progress",t,r);}checkpoint(t,r){this.updateCurrentEvent("checkpoint",t,r);}page(t,r){this.push("page",t,r);}sitemap(t,r){this.push("sitemap",t,r);}asset(t,r){this.push("asset",t,r);}warn(t,r){this.push("warn",t,r);}error(t,r){this.enqueueJsonLine(this.errorsPath,{message:t,...r||{}}),this.push("error",t,r);}summary(t,r){this.push("summary",t,r);}mark(t){this.marks.set(t,Date.now());}endMark(t,r){let n=this.marks.get(t);if(!n)return;let s=Date.now()-n,o={name:t,ms:s,seconds:Number((s/1e3).toFixed(2)),...r||{}};this.enqueueJsonLine(this.timingsPath,o),this.push("timing",`Timing ${t}: ${o.seconds}s`,o);}reject(t,r,n,s){let o={kind:t,url:r,reason:n,source:s};this.enqueueJsonLine(this.rejectedPath,o),ke[this.level]>=ke.debug&&this.push("reject",`Rejected ${t} ${r}: ${n}`,o);}ignore(t,r,n,s){let o={kind:t,url:r,reason:n,source:s};this.enqueueJsonLine(this.ignoredPath,o),ke[this.level]>=ke.debug&&this.push("ignore",`Ignored ${t} ${r}: ${n}`,o);}skip(t,r,n,s){let o={kind:t,url:r,status:n,source:s};this.enqueueJsonLine(this.skippedPath,o),this.push("warn",`Skipped ${t} ${r}: HTTP ${n}`,o);}async flush(){let t=Date.now()-this.startedAt,r={name:"total",ms:t,seconds:Number((t/1e3).toFixed(2))};if(this.enqueueJsonLine(this.timingsPath,r),await this.writeQueue,this.writeError)throw this.writeError}};var Cr="(?:css|js|mjs|json|map|xml|xsl|rss|atom|txt|enc|jws|png|jpe?g|gif|webp|avif|svg|ico|woff2?|ttf|otf|eot|pdf|mp4|webm)";function Ar(e){let t=new RegExp(`(?:https?:)?//[^\\s'"<>\\);]+\\.${Cr}(?:[?#][^\\s'"<>\\);]*)?(?=[\\s'"<>\\);]|$)|(?<![A-Za-z0-9._-])/[^\\s'"<>\\);]+\\.${Cr}(?:[?#][^\\s'"<>\\);]*)?(?=[\\s'"<>\\);]|$)`,"gi");return [...e.matchAll(t)].map(r=>r[0])}function xr(e){return !!e&&/^(?:\.{1,2}\/)?[A-Za-z0-9@_][A-Za-z0-9@._/-]*\.(?:js|mjs)(?:[?#][^\s<>\\]*)?$/i.test(e)&&!e.startsWith("/")&&!e.startsWith("//")&&!/^[a-z][a-z0-9+.-]*:/i.test(e)&&!/(?:^|\/)node_modules(?:\/|$)|(?:^|\/)\.pnpm(?:\/|$)/i.test(e)}function Tr(e){let t=new Set,r=[],n=/\bimport\s*\(\s*["'`]([^"'`\s<>\\]+)["'`]\s*\)/g,s=/\b(?:[A-Za-z_$][\w$]*\.)?u\s*=\s*(?:\([^)]*\)|[A-Za-z_$][\w$]*)\s*=>\s*["'`]([^"'`\s<>\\]+)["'`]/g;for(let o of e.matchAll(n))o[1]&&xr(o[1])&&r.push({index:o.index??0,value:o[1]});for(let o of e.matchAll(s))o[1]&&xr(o[1])&&r.push({index:o.index??0,value:o[1]});for(let o of r.sort((i,c)=>i.index-c.index))t.add(o.value);return [...t]}function Ir(e,t){let r=w.relative(t,e);return r===""||!r.startsWith("..")&&!w.isAbsolute(r)}function Er(e,t,r,n){let s=w.resolve(e),o=w.resolve(t),i=w.extname(s).toLowerCase();return !Ir(s,o)||i!==".html"&&i!==".htm"||r.has(s)?false:!n.some(c=>Ir(s,w.resolve(c)))}function Ot(e,t){return typeof e=="string"&&e.length>0&&t?.supported===true&&typeof t.token=="string"&&t.token.length>0&&e===t.token}function Mt(e,t){try{let r=new URL(e),n=new URL(t,r);if(n.origin!==r.origin)return !1;let s=r.pathname.replace(/\/+$/,"");if(s&&n.pathname!==s&&!n.pathname.startsWith(`${s}/`))return !1;let o=s?n.pathname.slice(s.length)||"/":n.pathname;return ["/wp-includes/","/wp-content/plugins/","/wp-content/themes/","/wp-content/mu-plugins/"].some(i=>o.startsWith(i))}catch{return false}}function Or(e){return e<1}function Mr(e){let t=String(e??"").toLowerCase();return t==="strict"?"Strict":t==="lax"?"Lax":t==="none"?"None":"Unspecified"}function Us(e){let t=e.pathname||"/";if(!t.startsWith("/")||t==="/")return "/";let r=t.lastIndexOf("/");return r<=0?"/":t.slice(0,r)}function Ve(e){return `${e.name.toLowerCase()}
7
7
  ${e.domain.toLowerCase()}
8
- ${e.path}`}function yr(e,t){let r;try{r=new URL(t);}catch{return null}let n=e.split(";"),s=n.shift()?.trim()??"",o=s.indexOf("=");if(o<=0)return null;let i=s.slice(0,o).trim();if(!i||[...i].some(R=>R<=" "||"=;,".includes(R)))return null;let c=r.hostname.toLowerCase(),a=cs(r),u=null,d=true,l=false,g=false,y="Unspecified",h=false;for(let R of n){let m=R.indexOf("="),p=(m<0?R:R.slice(0,m)).trim().toLowerCase(),v=m<0?"":R.slice(m+1).trim();if(p==="domain"&&v)c=v.toLowerCase();else if(p==="path"&&v.startsWith("/"))a=v;else if(p==="expires"){let A=Date.parse(v);Number.isFinite(A)&&(u=Math.floor(A/1e3),d=false);}else if(p==="max-age"&&/^-?\d+$/u.test(v)){let A=Number.parseInt(v,10);u=Math.floor(Date.now()/1e3)+A,d=false;}else p==="secure"?l=true:p==="httponly"?g=true:p==="samesite"?y=wr(v):p==="partitioned"&&(h=true);}return {name:i,domain:c,path:a,expires:u,session:d,secure:l,httpOnly:g,sameSite:y,partitioned:h}}function ls(e){let t=!Number.isFinite(e.expires)||e.expires<=0;return {name:e.name,domain:e.domain.toLowerCase(),path:e.path||"/",expires:t?null:e.expires,session:t,secure:e.secure,httpOnly:e.httpOnly,sameSite:wr(e.sameSite),partitioned:e.partitioned===true}}function br(e,t){let r=new Map(e.map(n=>[$e(n),n.value]));return t.filter(n=>r.get($e(n))!==n.value).map(ls)}function ds(e,t){let r=e.session||t.session;return {...e,expires:r?null:Math.max(e.expires??0,t.expires??0)||null,session:r,secure:e.secure&&t.secure,httpOnly:e.httpOnly&&t.httpOnly,sameSite:e.sameSite===t.sameSite?e.sameSite:"Unspecified",partitioned:e.partitioned&&t.partitioned}}var He=class{#e=new Map;add(t){if(!t)return;let r={...t,domain:t.domain.toLowerCase(),path:t.path||"/"},n=$e(r),s=this.#e.get(n);this.#e.set(n,s?ds(s,r):r);}addAll(t){for(let r of t)this.add(r);}artifact(){return {schemaVersion:1,observations:[...this.#e.values()].sort((t,r)=>$e(t).localeCompare($e(r)))}}};async function Je(e,t){await T.mkdir(w.dirname(e),{recursive:true});let r=`${e}.${process.pid}.tmp`;await T.writeFile(r,`${JSON.stringify(t,null,2)}
9
- `,{encoding:"utf8",mode:384}),await T.rename(r,e);}function Me(e){let t=e;for(let n=0;n<3;n+=1){if(/%(?:2f|5c)/i.test(t))return null;try{let s=decodeURIComponent(t);if(s===t)break;t=s;}catch{return null}}return t.includes("\0")||t.includes("\\")||t.split("/").some(n=>n==="."||n==="..")?null:t}function Ue(e,t){let r=Me(t);if(r===null)throw new Error(`Unsafe output URL pathname: ${t}`);let n=w.resolve(e),s=w.resolve(n,r.replace(/^\/+/,""));if(s!==n&&!s.startsWith(`${n}${w.sep}`))throw new Error(`Output path escapes configured root: ${t}`);return s}var H=1,Sr=/^[A-Za-z0-9][A-Za-z0-9._-]{0,127}$/;function xe(e,t){let r=String(e??"").trim();if(!Sr.test(r))throw new Error(`${t} must match ${Sr.source} and be at most 128 characters.`);return r}function Pr(e){let t=String(e??"").trim().replace(/^\/+|\/+$/g,"");if(!t)return "";let r=t.split("/").filter(Boolean);if(r.some(n=>n==="."||n===".."))throw new Error("S3 prefix contains an unsafe dot path segment.");return `${r.join("/")}/`}function Rr(e,...t){let r=Pr(e),n=t.map((s,o)=>{let i=String(s??"").replace(/^\/+|\/+$/g,"");if(!i||i.split("/").some(c=>c==="."||c===".."))throw new Error(`Unsafe S3 key segment at index ${o}.`);return i});return `${r}${n.join("/")}`}function he(e){return createHash("sha256").update(e).digest("hex")}function Ke(e,t){let r=String(e??"").replace(/^\/+/,""),n=Pr(t);if(!r||r.includes("\0"))throw new Error("S3 object key is empty or invalid.");if(n&&!r.startsWith(n))throw new Error(`S3 object key is outside the configured workspace prefix: ${r}`);if(r.split("/").some(s=>s===".."))throw new Error("S3 object key contains an unsafe parent segment.");return r}function J(e,t,{optional:r=false}={}){if(!(r&&(e==null||e===""))){if(typeof e!="string"||!e.trim())throw new Error(`${t} must be a non-empty string.`);return e.trim()}}function bs(e){if(!e||typeof e!="object")throw new Error("Remote worker config must be a JSON object.");let t=e;if(t.schemaVersion!==1)throw new Error(`Unsupported remote worker config version: ${String(t.schemaVersion)}.`);if(t.protocolVersion!==H)throw new Error(`Remote worker protocol mismatch: expected ${H}, received ${String(t.protocolVersion)}.`);let r=t.workspace,n=t.functions;if(!r||!n)throw new Error("Remote worker config requires workspace and functions objects.");return {schemaVersion:1,region:J(t.region,"region"),...J(t.roleArn,"roleArn",{optional:true})?{roleArn:J(t.roleArn,"roleArn")}:{},...J(t.roleSessionName,"roleSessionName",{optional:true})?{roleSessionName:J(t.roleSessionName,"roleSessionName")}:{},workspace:{bucket:J(r.bucket,"workspace.bucket"),prefix:String(r.prefix??"")},functions:{render:J(n.render,"functions.render"),rewrite:J(n.rewrite,"functions.rewrite"),"deploy-copy":J(n["deploy-copy"],"functions.deploy-copy")},targets:Array.isArray(t.targets)?t.targets.map((s,o)=>{if(!s||typeof s!="object")throw new Error(`targets[${o}] must be an object.`);let i=s;return {id:J(i.id,`targets[${o}].id`),bucketName:J(i.bucketName,`targets[${o}].bucketName`),prefix:String(i.prefix??""),region:J(i.region,`targets[${o}].region`)}}):[],protocolVersion:H}}async function Cr(e){let t=w.resolve(e);try{return bs(JSON.parse(await readFile(t,"utf8")))}catch(r){throw new Error(`Unable to load remote worker config ${t}: ${r instanceof Error?r.message:String(r)}`,{cause:r})}}var Ge=class{config;lambda;s3;constructor(t,r={}){this.config=t;let n=t.roleArn?fromTemporaryCredentials({params:{RoleArn:t.roleArn,RoleSessionName:t.roleSessionName??"publisher-exporter-remote-worker"},clientConfig:{region:t.region}}):void 0;this.lambda=new LambdaClient({region:t.region,...n?{credentials:n}:{},...r}),this.s3=new S3Client({region:t.region,...n?{credentials:n}:{}});}async invoke(t){let r=t.operation==="health"?this.config.functions.render:this.config.functions[t.operation],n=await this.lambda.send(new InvokeCommand({FunctionName:r,InvocationType:"RequestResponse",Payload:Buffer.from(JSON.stringify(t),"utf8")})),s=n.Payload?JSON.parse(new TextDecoder().decode(n.Payload)):null;if(n.FunctionError)throw new Error(`Remote ${t.operation} worker failed (${n.FunctionError}): ${JSON.stringify(s)}`);if(!s||typeof s!="object")throw new Error(`Remote ${t.operation} worker returned no JSON response.`);let o=s;if(o.schemaVersion!==H||o.operation!==t.operation||o.jobId!==t.jobId||o.taskId!==t.taskId)throw new Error(`Remote ${t.operation} worker returned a mismatched response.`);return o}async readResult(t){if(!t.resultKey)throw new Error(`Remote ${t.operation} response does not contain a resultKey.`);let r=Ke(t.resultKey,this.config.workspace.prefix),n=await this.s3.send(new GetObjectCommand({Bucket:this.config.workspace.bucket,Key:r}));if(!n.Body)throw new Error(`Remote worker result has no body: ${r}`);return JSON.parse(await n.Body.transformToString("utf8"))}async readObject(t){if(t.bucket!==this.config.workspace.bucket)throw new Error(`Remote worker object bucket mismatch: ${t.bucket}.`);let r=Ke(t.key,this.config.workspace.prefix),n=await this.s3.send(new GetObjectCommand({Bucket:this.config.workspace.bucket,Key:r,...t.versionId?{VersionId:t.versionId}:{}}));if(!n.Body)throw new Error(`Remote worker object has no body: ${r}`);let s=await n.Body.transformToByteArray();if(s.byteLength!==t.bytes)throw new Error(`Remote worker object length mismatch for ${r}: expected ${t.bytes}, received ${s.byteLength}.`);if(he(s)!==t.sha256)throw new Error(`Remote worker object checksum mismatch for ${r}.`);return s}async readObjectText(t){return new TextDecoder("utf8",{fatal:true}).decode(await this.readObject(t))}async health(t){let r=this.config.functions[t],n=`${t}-${Date.now()}`,s=await this.lambda.send(new InvokeCommand({FunctionName:r,InvocationType:"RequestResponse",Payload:Buffer.from(JSON.stringify({schemaVersion:H,operation:"health",jobId:"health",taskId:n}),"utf8")})),o=s.Payload?JSON.parse(new TextDecoder().decode(s.Payload)):null;if(s.FunctionError||!o||typeof o!="object")throw new Error(`Remote ${t} health check failed: ${JSON.stringify(o)}`);return o}async writeWorkspaceObject(t){let r=Ke(t.key,this.config.workspace.prefix),n=typeof t.body=="string"?Buffer.from(t.body,"utf8"):t.body,s=he(n),o=await this.s3.send(new PutObjectCommand({Bucket:this.config.workspace.bucket,Key:r,Body:n,ContentType:t.contentType,...t.cacheControl?{CacheControl:t.cacheControl}:{},Metadata:{sha256:s,...t.metadata??{}}}));return {bucket:this.config.workspace.bucket,key:r,sha256:s,bytes:n.byteLength,contentType:t.contentType,...o.ETag?{etag:o.ETag}:{},...o.VersionId?{versionId:o.VersionId}:{}}}};function Ss(e,t,r){if(!e||typeof e!="object")throw new Error("Remote render result must be a JSON object.");let n=e;if(n.schemaVersion!==H||!n.response||n.response.operation!=="render"||n.response.jobId!==t.jobId||n.response.taskId!==t.taskId||!n.detail||!Array.isArray(n.detail.pages)||n.detail.pages.length!==1)throw new Error("Remote render result has an invalid envelope.");let s=n.detail.pages[0];if(!s||s.requestedUrl!==r)throw new Error("Remote render result does not match the requested URL.");return n}var Ze=class{#e;#r;#t;#n;#s=0;constructor(t){this.#e=t.client,this.#r=xe(t.jobId,"jobId"),this.#t=Math.max(1,Math.min(5,t.maxAttempts??2)),this.#n=t.onRetry;}async render(t){let r=null;for(let n=1;n<=this.#t;n+=1){this.#s+=1;let s=xe(`render-${this.#s}-${he(t.url).slice(0,24)}-a${n}`,"taskId");try{let o=await this.#e.invoke({schemaVersion:H,operation:"render",jobId:this.#r,taskId:s,sourceOrigin:new URL(t.sourceOrigin).origin,urls:[t.url],options:t.options}),c=Ss(await this.#e.readResult(o),o,t.url).detail.pages[0];if(c.outcome==="failed"||c.outcome==="deferred")throw new Error(c.error||`Remote render ended with ${c.outcome}.`);if(!c.html)throw new Error("Remote render completed without an HTML object.");return {page:c,html:await this.#e.readObjectText(c.html),taskId:s,attempts:n}}catch(o){r=o,n<this.#t&&this.#n?.({url:t.url,attempt:n,maxAttempts:this.#t,reason:o instanceof Error?o.message:String(o)});}}throw new Error(`Remote render failed after ${this.#t} attempt(s) for ${t.url}: ${r instanceof Error?r.message:String(r)}`,{cause:r})}};function vs(e,t){let r=[];for(let n=0;n<e.length;n+=t)r.push(e.slice(n,n+t));return r}function ks(e){return {sourceOrigin:e.sourceOrigin,targetOrigin:e.targetOrigin,urlRewriteMode:e.urlRewriteMode,outputDir:"/workspace",extraReplacements:e.extraReplacements,wpsuite:{...e.wpsuite?.subscriptionType?{subscriptionType:e.wpsuite.subscriptionType}:{},...e.wpsuite?.siteSettings?{siteSettings:{subscriber:e.wpsuite.siteSettings.subscriber===true}}:{}}}}function Cs(e,t){if(!e||typeof e!="object")throw new Error("Remote rewrite result must be a JSON object.");let r=e;if(r.schemaVersion!==H||r.response?.operation!=="rewrite"||r.response.jobId!==t.jobId||r.response.taskId!==t.taskId||!r.detail||!Array.isArray(r.detail.objects))throw new Error("Remote rewrite result has an invalid envelope.");return r}async function xr(e,t,r){let n=r.options??{},s=await yt(e,n.files);if(s.length===0)return 0;let o=xe(r.jobId,"jobId"),i=Rr(r.client.config.workspace.prefix,"jobs",o,"rewrite-inputs"),c=`${i}/config.json`.replace(/\/+/g,"/"),a=`${i}/asset-map.json`.replace(/\/+/g,"/"),u=`${i}/previous-asset-map.json`.replace(/\/+/g,"/");await Promise.all([r.client.writeWorkspaceObject({key:c,body:JSON.stringify(ks(e)),contentType:"application/json; charset=utf-8"}),r.client.writeWorkspaceObject({key:a,body:JSON.stringify(t),contentType:"application/json; charset=utf-8"}),r.client.writeWorkspaceObject({key:u,body:JSON.stringify(n.previousAssetMap??{}),contentType:"application/json; charset=utf-8"})]);let d=Math.max(1,Math.min(500,r.batchSize)),l=Math.ceil(s.length/d),g=Math.max(1,Math.min(Math.max(1,r.concurrency),l));await n.onStart?.({totalFiles:s.length,workerCount:g});let y=[],h=0,R=0;await Promise.all(Array.from({length:Math.min(16,s.length)},async()=>{for(;;){let O=h;if(O>=s.length)return;h+=1;let I=s[O],P=w.join(e.outputDir,I),f=`${i}/files/${he(I)}.txt`.replace(/\/+/g,"/");await r.client.writeWorkspaceObject({key:f,body:await T.readFile(P),contentType:"text/plain; charset=utf-8"}),y[O]={relativePath:I,key:f,fullPath:P},R+=1,await r.onStageProgress?.({index:R,totalFiles:s.length,file:I});}}));let m=vs(y,d),p=0,v=0,A=0,x=Array.from({length:g},async()=>{for(;;){let O=p;if(O>=m.length)return;p+=1;let I=m[O],P=null,f=null;for(let S=1;S<=Math.max(1,Math.min(5,r.maxAttempts));S+=1){let k=xe(`rewrite-${O+1}-a${S}-${he(I.map(M=>M.relativePath).join(`
10
- `)).slice(0,16)}`,"taskId"),F={schemaVersion:H,operation:"rewrite",jobId:o,taskId:k,configKey:c,assetMapKey:a,previousAssetMapKey:u,items:I.map(M=>({inputKey:M.key,outputKey:M.key,relativePath:M.relativePath}))};try{let M=await r.client.invoke(F);f=Cs(await r.client.readResult(M),M);break}catch(M){P=M;}}if(!f)throw new Error(`Remote rewrite batch ${O+1}/${m.length} failed: ${P instanceof Error?P.message:String(P)}`,{cause:P});for(let S of I){let k=f.detail.objects.find(F=>F.outputKey===S.key);if(!k)throw new Error(`Remote rewrite result omitted ${S.relativePath}.`);await ye(S.fullPath,Buffer.from(await r.client.readObject(k.output))),k.changed&&(A+=1),v+=1,await n.onProgress?.({index:v,totalFiles:s.length,changedTextFiles:A,file:S.relativePath,changed:k.changed});}}});return await Promise.all(x),A}var xs="remote-workers.json";function Ar(e={}){let t=String(e.explicitPath??"").trim();if(t)return w.resolve(t);let r=String(e.runtimeDir??process.env.STATIC_PUBLISHER_RUNTIME_DIR??process.env.WPSUITE_STATIC_PUBLISHER_RUNTIME_DIR??"").trim();return r?w.join(w.resolve(r),xs):""}function Tr(e,t,r,n=250){let s=Math.max(1,Math.floor(n)),o=[],i=new Set;for(let c of [e,...t]){let a=c.trim();if(!(!a||i.has(a)||r(a))&&(i.add(a),o.push(a),o.length>=s))break}return o}var Es=["text/css","javascript","image/","font/","application/font","application/json","application/xml","text/xml","application/rss+xml","application/atom+xml","application/xslt+xml","text/xsl","image/svg+xml"],Wr=new Set([".css",".js",".mjs",".json",".map",".xml",".xsl",".rss",".atom",".txt",".enc",".jws",".png",".jpg",".jpeg",".gif",".webp",".avif",".svg",".ico",".woff",".woff2",".ttf",".otf",".eot",".pdf",".mp4",".webm"]),qr=new Set(["",".html",".htm"]),Os=new Set([".css",".xml",".xsl",".svg",".json",".html",".htm",".txt",".enc",".jws"]),$s=["/wp-content/","/wp-includes/","/wp-admin/","/static/","/assets/","/build/","/_next/"];function Ms(e){let t=[],r="full",n="full",s=false,o=false,i="",c=null,a="";for(let u=0;u<e.length;u++){let d=e[u];if(d==="--retry-timeouts")r="retry-timeouts",s=true;else if(d==="--resume")s=true;else if(d==="--resume-rewrite")s=true,o=true;else if(d==="--crawl-mode"){let l=e[++u];if(!l)throw new Error("--crawl-mode requires a value");n=l==="incremental"?"incremental":"full",s||=n==="incremental";}else if(d.startsWith("--crawl-mode="))n=d.slice(13)==="incremental"?"incremental":"full",s||=n==="incremental";else if(d==="--incremental")n="incremental",s=true;else if(d==="--url"){let l=e[++u];if(!l)throw new Error("--url requires a value");r="single-url",s=true,t.push(l);}else if(d.startsWith("--url="))r="single-url",s=true,t.push(d.slice(6));else if(d==="--urls"){let l=e[++u];if(!l)throw new Error("--urls requires a file path");r="single-url",s=true,t.push(`@${l}`);}else if(d==="--content-sync-plan"){let l=e[++u];if(!l)throw new Error("--content-sync-plan requires a file path");r="content-sync",n="incremental",s=true,i=w.resolve(l);}else if(d.startsWith("--content-sync-plan="))r="content-sync",n="incremental",s=true,i=w.resolve(d.slice(20));else if(d==="--remote-render")c=true;else if(d==="--local-render")c=false;else if(d==="--remote-worker-config"){let l=e[++u];if(!l)throw new Error("--remote-worker-config requires a file path");a=w.resolve(l);}else d.startsWith("--remote-worker-config=")&&(a=w.resolve(d.slice(23)));}return {mode:r,crawlMode:n,urls:t,preserveOutput:s,resumeRewrite:o,contentSyncPlanPath:i,remoteRender:c,remoteWorkerConfigPath:a}}function qe(){let e=process.env.STATIC_PUBLISHER_RUNTIME_DIR||process.env.WPSUITE_STATIC_PUBLISHER_RUNTIME_DIR||"";return e.trim()?w.resolve(e):""}function Us(){let e=qe();return e?w.join(e,"privacy","cookie-observations.json"):null}function Ls(){let e=qe();return e?w.resolve(e,".."):""}function js(){let e=process.env.STATIC_PUBLISHER_WP_ROOT||process.env.WPSUITE_STATIC_PUBLISHER_WP_ROOT||"";return e.trim()?w.resolve(e):""}function Ds(e){let t=e.trim(),r=[{alias:"@storage-root",root:Ls(),requiredEnv:"STATIC_PUBLISHER_RUNTIME_DIR or WPSUITE_STATIC_PUBLISHER_RUNTIME_DIR"},{alias:"@runtime",root:qe(),requiredEnv:"STATIC_PUBLISHER_RUNTIME_DIR or WPSUITE_STATIC_PUBLISHER_RUNTIME_DIR"},{alias:"@wp-root",root:js(),requiredEnv:"STATIC_PUBLISHER_WP_ROOT or WPSUITE_STATIC_PUBLISHER_WP_ROOT"}];for(let n of r){if(t!==n.alias&&!t.startsWith(`${n.alias}/`))continue;if(!n.root)return {resolvedPath:null,alias:n.alias,requiredEnv:n.requiredEnv};let s=t.slice(n.alias.length).replace(/^\/+/,"");return {resolvedPath:s?w.resolve(n.root,s):n.root,alias:n.alias}}return {resolvedPath:w.resolve(t)}}function Nr(e){let t=String(process.env.STATIC_PUBLISHER_CRAWL_MANIFEST_PATH||"").trim();if(t)return w.resolve(t);let r=qe();return r?w.join(r,"crawl-manifest.json"):w.join(e.outputDir,".crawl-manifest.json")}function _r(){return {schemaVersion:6,updatedAt:"",pages:{},assets:{}}}function Er(e){return {url:String(e.url||""),outputPath:String(e.outputPath||""),contentType:typeof e.contentType=="string"&&e.contentType?e.contentType:null,changeToken:typeof e.changeToken=="string"?e.changeToken:null,tokenSource:typeof e.tokenSource=="string"?e.tokenSource:null,sitemapLastmod:typeof e.sitemapLastmod=="string"?e.sitemapLastmod:null,discoveredPages:Array.isArray(e.discoveredPages)?e.discoveredPages.map(t=>String(t)):[],discoveredAssets:Array.isArray(e.discoveredAssets)?e.discoveredAssets.map(t=>String(t)):[],lastCrawledAt:String(e.lastCrawledAt||""),lastSeenRunId:String(e.lastSeenRunId||""),rewriteComplete:e.rewriteComplete===true}}function Fs(e){let t=e.isText===true;return {url:String(e.url||""),outputPath:String(e.outputPath||""),isText:t,contentType:typeof e.contentType=="string"&&e.contentType?e.contentType:null,cacheControl:typeof e.cacheControl=="string"&&e.cacheControl?e.cacheControl:null,changeToken:typeof e.changeToken=="string"?e.changeToken:null,tokenSource:typeof e.tokenSource=="string"?e.tokenSource:null,discoveredAssets:Array.isArray(e.discoveredAssets)?e.discoveredAssets.map(r=>String(r)):[],lastCrawledAt:String(e.lastCrawledAt||""),lastSeenRunId:String(e.lastSeenRunId||""),unreferencedRuns:Math.max(0,Number(e.unreferencedRuns)||0),rewriteComplete:e.rewriteComplete===true||!t}}function xt(e){let t=e?.["content-type"]?.trim();return t||null}function At(e){let t=e?.["cache-control"]?.trim();return t||null}function Ws(e){return e?e.split(",").map(t=>t.trim().toLowerCase()).some(t=>t==="no-cache"||t==="no-store"||/^max-age\s*=\s*0$/.test(t)):false}function qs(){return {rewriteTargets:new Set,changedFiles:new Set,deletedFiles:new Set,revalidateFiles:new Set}}function Ye(e,t,r,n){let s=Z(t.outputDir,r);s&&(Ws(n)?e.revalidateFiles.add(s):e.revalidateFiles.delete(s));}function z(e,t,r){let n=Z(t.outputDir,r);n&&(e.changedFiles.add(n),e.deletedFiles.delete(n));}function Tt(e,t,r){let n=Z(t.outputDir,r);n&&(e.deletedFiles.add(n),e.changedFiles.delete(n),e.revalidateFiles.delete(n));}function ae(e,t){e.rewriteTargets.add(w.resolve(t));}async function Ns(e){try{let t=await T.readFile(Nr(e),"utf8"),r=JSON.parse(t);if(r&&typeof r=="object"&&r.pages&&typeof r.pages=="object"){if((r.schemaVersion===2||r.schemaVersion===3||r.schemaVersion===4||r.schemaVersion===5||r.schemaVersion===6)&&r.assets&&typeof r.assets=="object")return {schemaVersion:6,updatedAt:String(r.updatedAt||""),pages:Object.fromEntries(Object.entries(r.pages).map(([n,s])=>[n,Er(s)])),assets:Object.fromEntries(Object.entries(r.assets).map(([n,s])=>[n,Fs(s)]))};if(r.schemaVersion===1)return {schemaVersion:6,updatedAt:String(r.updatedAt||""),pages:Object.fromEntries(Object.entries(r.pages).map(([n,s])=>[n,Er(s)])),assets:{}}}}catch{}return _r()}function It(e){return JSON.parse(JSON.stringify(e))}async function _s(e,t){let r=Nr(e);await T.mkdir(w.dirname(r),{recursive:true}),await T.writeFile(r,JSON.stringify(t,null,2),"utf8");}async function ue(e,t){if(!t.trackManifest)return;let r=async()=>{let n=It(t.manifest);n.updatedAt=new Date().toISOString(),t.manifest.updatedAt=n.updatedAt,await _s(e,n);};t.manifestSaveChain=t.manifestSaveChain.then(r,r),await t.manifestSaveChain;}function be(e){if(!e)return null;let t=e.trim();return t||null}function Bs(e,t){let r=new Set,n=new Set([...Object.keys(e),...Object.keys(t)]);for(let s of n){let o=e[s],i=t[s];!o||!i||o===i||r.add(s);}return r}async function Br(e,t,r,n){let s=[...new Set(r.map(c=>c.trim()).filter(Boolean))],o=String(e.wpsuite?.runtimeToken||"").trim();if(s.length===0||!o)return new Map;let i=new URL("/wp-json/smartcloud-static-publisher/v1/change-tokens",e.sourceOrigin).toString();try{let c=await t.post(i,{timeout:3e4,failOnStatusCode:!1,headers:{"content-type":"application/json","x-static-publisher-token":o},data:JSON.stringify({urls:s})});if(!c.ok())return n.warn(`Change token lookup failed with HTTP ${c.status()}`,{endpoint:i,status:c.status()}),new Map;let a=await c.json().catch(()=>null);if(!a||!Array.isArray(a.items))return new Map;let u=new Map;for(let d of a.items)!d||typeof d.url!="string"||u.set(d.url,d);return u}catch(c){return n.warn("Change token lookup failed; falling back to sitemap metadata",{endpoint:i,error:c instanceof Error?`${c.name}: ${c.message.split(/\r?\n/u,1)[0]}`:"Unknown change-token request failure"}),new Map}}async function et(e,t,r,n,s){if(!r.enabled&&!r.trackManifest)return null;if(r.changeTokenCache.has(n))return r.changeTokenCache.get(n)??null;let i=(await Br(e,t,[n],s)).get(n)??null;return st(e,n)&&(!i||i.supported!==true||!i.token)&&(i=await Qs(e,t,n,s)),i=zr(e,i),r.changeTokenCache.set(n,i),i}async function Vr(e,t,r,n,s){if(!r.trackManifest)return;let o=[...new Set(n.map(i=>i.trim()).filter(Boolean))].filter(i=>!r.changeTokenCache.has(i));for(let i=0;i<o.length;i+=250){let c=o.slice(i,i+250),a=await Br(e,t,c,s);for(let u of c)r.changeTokenCache.set(u,zr(e,a.get(u)??null));}}async function Vs(e,t,r,n,s,o){if(!(!n.trackManifest||n.changeTokenCache.has(s)))for(;!n.changeTokenCache.has(s);){if(!n.pageChangeTokenPrimePromise){let i=Tr(s,r.pageQueue,a=>n.changeTokenCache.has(a));if(i.length===0)return;o.info(`Loading ${i.length} page change tokens in bulk.`,{phase:"prime-page-change-tokens",batchSize:i.length,remainingPages:r.pageQueue.length});let c=Vr(e,t,n,i,o).finally(()=>{n.pageChangeTokenPrimePromise===c&&(n.pageChangeTokenPrimePromise=null);});n.pageChangeTokenPrimePromise=c;}await n.pageChangeTokenPrimePromise;}}function zs(e){return `subscriber=${e.wpsuite?.siteSettings?.subscriber===true?"1":"0"}`}function zr(e,t){if(!t?.supported||!t.token||t.tokenSource==="wp-media-file")return t;let r=zs(e);return {...t,token:we(`${t.token}
11
- ${r}`,40),tokenSource:t.tokenSource?`${t.tokenSource}+site-subscriber`:"site-subscriber"}}async function Qs(e,t,r,n){try{let s=await t.get(r,{timeout:Math.min(e.navigationTimeoutMs,15e3),failOnStatusCode:!1});if(s.status()!==404)return n.warn(`Generated 404 fallback token skipped for ${r}`,{url:r,status:s.status(),requestPath:e.generated404RequestPath,source:"generated-404-change-token-fallback"}),null;let o=await s.text().catch(()=>""),i=we(`${r}
8
+ ${e.path}`}function $r(e,t){let r;try{r=new URL(t);}catch{return null}let n=e.split(";"),s=n.shift()?.trim()??"",o=s.indexOf("=");if(o<=0)return null;let i=s.slice(0,o).trim();if(!i||[...i].some(b=>b<=" "||"=;,".includes(b)))return null;let c=r.hostname.toLowerCase(),a=Us(r),l=null,d=true,u=false,g=false,f="Unspecified",h=false;for(let b of n){let p=b.indexOf("="),m=(p<0?b:b.slice(0,p)).trim().toLowerCase(),S=p<0?"":b.slice(p+1).trim();if(m==="domain"&&S)c=S.toLowerCase();else if(m==="path"&&S.startsWith("/"))a=S;else if(m==="expires"){let k=Date.parse(S);Number.isFinite(k)&&(l=Math.floor(k/1e3),d=false);}else if(m==="max-age"&&/^-?\d+$/u.test(S)){let k=Number.parseInt(S,10);l=Math.floor(Date.now()/1e3)+k,d=false;}else m==="secure"?u=true:m==="httponly"?g=true:m==="samesite"?f=Mr(S):m==="partitioned"&&(h=true);}return {name:i,domain:c,path:a,expires:l,session:d,secure:u,httpOnly:g,sameSite:f,partitioned:h}}function Ls(e){let t=!Number.isFinite(e.expires)||e.expires<=0;return {name:e.name,domain:e.domain.toLowerCase(),path:e.path||"/",expires:t?null:e.expires,session:t,secure:e.secure,httpOnly:e.httpOnly,sameSite:Mr(e.sameSite),partitioned:e.partitioned===true}}function jr(e,t){let r=new Map(e.map(n=>[Ve(n),n.value]));return t.filter(n=>r.get(Ve(n))!==n.value).map(Ls)}function Ds(e,t){let r=e.session||t.session;return {...e,expires:r?null:Math.max(e.expires??0,t.expires??0)||null,session:r,secure:e.secure&&t.secure,httpOnly:e.httpOnly&&t.httpOnly,sameSite:e.sameSite===t.sameSite?e.sameSite:"Unspecified",partitioned:e.partitioned&&t.partitioned}}var st=class{#e=new Map;add(t){if(!t)return;let r={...t,domain:t.domain.toLowerCase(),path:t.path||"/"},n=Ve(r),s=this.#e.get(n);this.#e.set(n,s?Ds(s,r):r);}addAll(t){for(let r of t)this.add(r);}artifact(){return {schemaVersion:1,observations:[...this.#e.values()].sort((t,r)=>Ve(t).localeCompare(Ve(r)))}}};async function ot(e,t){await O.mkdir(w.dirname(e),{recursive:true});let r=`${e}.${process.pid}.tmp`;await O.writeFile(r,`${JSON.stringify(t,null,2)}
9
+ `,{encoding:"utf8",mode:384}),await O.rename(r,e);}function Be(e){let t=e;for(let n=0;n<3;n+=1){if(/%(?:2f|5c)/i.test(t))return null;try{let s=decodeURIComponent(t);if(s===t)break;t=s;}catch{return null}}return t.includes("\0")||t.includes("\\")||t.split("/").some(n=>n==="."||n==="..")?null:t}function He(e,t){let r=Be(t);if(r===null)throw new Error(`Unsafe output URL pathname: ${t}`);let n=w.resolve(e),s=w.resolve(n,r.replace(/^\/+/,""));if(s!==n&&!s.startsWith(`${n}${w.sep}`))throw new Error(`Output path escapes configured root: ${t}`);return s}var V=1,Ur=/^[A-Za-z0-9][A-Za-z0-9._-]{0,127}$/;function X(e,t){let r=String(e??"").trim();if(!Ur.test(r))throw new Error(`${t} must match ${Ur.source} and be at most 128 characters.`);return r}function Lr(e){let t=String(e??"").trim().replace(/^\/+|\/+$/g,"");if(!t)return "";let r=t.split("/").filter(Boolean);if(r.some(n=>n==="."||n===".."))throw new Error("S3 prefix contains an unsafe dot path segment.");return `${r.join("/")}/`}function Ut(e,...t){let r=Lr(e),n=t.map((s,o)=>{let i=String(s??"").replace(/^\/+|\/+$/g,"");if(!i||i.split("/").some(c=>c==="."||c===".."))throw new Error(`Unsafe S3 key segment at index ${o}.`);return i});return `${r}${n.join("/")}`}function ee(e){return createHash("sha256").update(e).digest("hex")}function fe(e,t){let r=String(e??"").replace(/^\/+/,""),n=Lr(t);if(!r||r.includes("\0"))throw new Error("S3 object key is empty or invalid.");if(n&&!r.startsWith(n))throw new Error(`S3 object key is outside the configured workspace prefix: ${r}`);if(r.split("/").some(s=>s===".."))throw new Error("S3 object key contains an unsafe parent segment.");return r}function z(e,t,{optional:r=false}={}){if(!(r&&(e==null||e===""))){if(typeof e!="string"||!e.trim())throw new Error(`${t} must be a non-empty string.`);return e.trim()}}function zs(e){if(!e||typeof e!="object")throw new Error("Remote worker config must be a JSON object.");let t=e;if(t.schemaVersion!==1)throw new Error(`Unsupported remote worker config version: ${String(t.schemaVersion)}.`);if(t.protocolVersion!==V)throw new Error(`Remote worker protocol mismatch: expected ${V}, received ${String(t.protocolVersion)}.`);let r=t.workspace,n=t.functions;if(!r||!n)throw new Error("Remote worker config requires workspace and functions objects.");return {schemaVersion:1,region:z(t.region,"region"),...z(t.roleArn,"roleArn",{optional:true})?{roleArn:z(t.roleArn,"roleArn")}:{},...z(t.roleSessionName,"roleSessionName",{optional:true})?{roleSessionName:z(t.roleSessionName,"roleSessionName")}:{},workspace:{bucket:z(r.bucket,"workspace.bucket"),prefix:String(r.prefix??"")},functions:{render:z(n.render,"functions.render"),...z(n.asset,"functions.asset",{optional:true})?{asset:z(n.asset,"functions.asset")}:{},rewrite:z(n.rewrite,"functions.rewrite"),"deploy-copy":z(n["deploy-copy"],"functions.deploy-copy")},targets:Array.isArray(t.targets)?t.targets.map((s,o)=>{if(!s||typeof s!="object")throw new Error(`targets[${o}] must be an object.`);let i=s;return {id:z(i.id,`targets[${o}].id`),bucketName:z(i.bucketName,`targets[${o}].bucketName`),prefix:String(i.prefix??""),region:z(i.region,`targets[${o}].region`)}}):[],protocolVersion:V}}async function Wr(e){let t=w.resolve(e);try{return zs(JSON.parse(await readFile(t,"utf8")))}catch(r){throw new Error(`Unable to load remote worker config ${t}: ${r instanceof Error?r.message:String(r)}`,{cause:r})}}var it=class{config;lambda;s3;constructor(t,r={}){this.config=t;let n=t.roleArn?fromTemporaryCredentials({params:{RoleArn:t.roleArn,RoleSessionName:t.roleSessionName??"publisher-exporter-remote-worker"},clientConfig:{region:t.region}}):void 0;this.lambda=new LambdaClient({region:t.region,...n?{credentials:n}:{},...r}),this.s3=new S3Client({region:t.region,...n?{credentials:n}:{}});}async invoke(t){let r=t.operation==="health"?this.config.functions.render:this.config.functions[t.operation];if(!r)throw new Error(`Remote worker configuration does not provide a ${t.operation} function. Redeploy the Lambda workers and reinstall remote-workers.json.`);let n=await this.lambda.send(new InvokeCommand({FunctionName:r,InvocationType:"RequestResponse",Payload:Buffer.from(JSON.stringify(t),"utf8")})),s=n.Payload?JSON.parse(new TextDecoder().decode(n.Payload)):null;if(n.FunctionError)throw new Error(`Remote ${t.operation} worker failed (${n.FunctionError}): ${JSON.stringify(s)}`);if(!s||typeof s!="object")throw new Error(`Remote ${t.operation} worker returned no JSON response.`);let o=s;if(o.schemaVersion!==V||o.operation!==t.operation||o.jobId!==t.jobId||o.taskId!==t.taskId)throw new Error(`Remote ${t.operation} worker returned a mismatched response.`);return o}async readResult(t){if(!t.resultKey)throw new Error(`Remote ${t.operation} response does not contain a resultKey.`);let r=fe(t.resultKey,this.config.workspace.prefix),n=await this.s3.send(new GetObjectCommand({Bucket:this.config.workspace.bucket,Key:r}));if(!n.Body)throw new Error(`Remote worker result has no body: ${r}`);return JSON.parse(await n.Body.transformToString("utf8"))}async readObject(t){if(t.bucket!==this.config.workspace.bucket)throw new Error(`Remote worker object bucket mismatch: ${t.bucket}.`);let r=fe(t.key,this.config.workspace.prefix),n=await this.s3.send(new GetObjectCommand({Bucket:this.config.workspace.bucket,Key:r,...t.versionId?{VersionId:t.versionId}:{}}));if(!n.Body)throw new Error(`Remote worker object has no body: ${r}`);let s=await n.Body.transformToByteArray();if(s.byteLength!==t.bytes)throw new Error(`Remote worker object length mismatch for ${r}: expected ${t.bytes}, received ${s.byteLength}.`);if(ee(s)!==t.sha256)throw new Error(`Remote worker object checksum mismatch for ${r}.`);return s}async readObjectText(t){return new TextDecoder("utf8",{fatal:true}).decode(await this.readObject(t))}async health(t){let r=this.config.functions[t];if(!r)throw new Error(`Remote worker configuration does not provide a ${t} function.`);let n=`${t}-${Date.now()}`,s=await this.lambda.send(new InvokeCommand({FunctionName:r,InvocationType:"RequestResponse",Payload:Buffer.from(JSON.stringify({schemaVersion:V,operation:"health",jobId:"health",taskId:n}),"utf8")})),o=s.Payload?JSON.parse(new TextDecoder().decode(s.Payload)):null;if(s.FunctionError||!o||typeof o!="object")throw new Error(`Remote ${t} health check failed: ${JSON.stringify(o)}`);return o}async writeWorkspaceObject(t){let r=fe(t.key,this.config.workspace.prefix),n=typeof t.body=="string"?Buffer.from(t.body,"utf8"):t.body,s=ee(n),o=await this.s3.send(new PutObjectCommand({Bucket:this.config.workspace.bucket,Key:r,Body:n,ContentType:t.contentType,...t.cacheControl?{CacheControl:t.cacheControl}:{},Metadata:{sha256:s,...t.metadata??{}}}));return {bucket:this.config.workspace.bucket,key:r,sha256:s,bytes:n.byteLength,contentType:t.contentType,...o.ETag?{etag:o.ETag}:{},...o.VersionId?{versionId:o.VersionId}:{}}}async copyWorkspaceObject(t,r){if(t.bucket!==this.config.workspace.bucket)throw new Error(`Remote worker object bucket mismatch: ${t.bucket}.`);let n=fe(t.key,this.config.workspace.prefix),s=fe(r,this.config.workspace.prefix),o=`${t.bucket}/${n.split("/").map(c=>encodeURIComponent(c)).join("/")}`,i=await this.s3.send(new CopyObjectCommand({Bucket:t.bucket,Key:s,CopySource:o,MetadataDirective:"COPY"}));return {...t,key:s,...i.CopyObjectResult?.ETag?{etag:i.CopyObjectResult.ETag}:{},...i.VersionId?{versionId:i.VersionId}:{}}}};function Qs(e,t,r){if(!e||typeof e!="object")throw new Error("Remote render result must be a JSON object.");let n=e;if(n.schemaVersion!==V||!n.response||n.response.operation!=="render"||n.response.jobId!==t.jobId||n.response.taskId!==t.taskId||!n.detail||!Array.isArray(n.detail.pages)||n.detail.pages.length!==1)throw new Error("Remote render result has an invalid envelope.");let s=n.detail.pages[0];if(!s||s.requestedUrl!==r)throw new Error("Remote render result does not match the requested URL.");return n}var at=class{#e;#r;#t;#n;#s=0;constructor(t){this.#e=t.client,this.#r=X(t.jobId,"jobId"),this.#t=Math.max(1,Math.min(5,t.maxAttempts??2)),this.#n=t.onRetry;}async render(t){let r=null;for(let n=1;n<=this.#t;n+=1){this.#s+=1;let s=X(`render-${this.#s}-${ee(t.url).slice(0,24)}-a${n}`,"taskId");try{let o=await this.#e.invoke({schemaVersion:V,operation:"render",jobId:this.#r,taskId:s,sourceOrigin:new URL(t.sourceOrigin).origin,urls:[t.url],options:t.options}),c=Qs(await this.#e.readResult(o),o,t.url).detail.pages[0];if(c.outcome==="failed"||c.outcome==="deferred")throw new Error(c.error||`Remote render ended with ${c.outcome}.`);if(!c.html)throw new Error("Remote render completed without an HTML object.");return {page:c,html:t.downloadHtml===!1?null:await this.#e.readObjectText(c.html),taskId:s,attempts:n}}catch(o){r=o,n<this.#t&&this.#n?.({url:t.url,attempt:n,maxAttempts:this.#t,reason:o instanceof Error?o.message:String(o)});}}throw new Error(`Remote render failed after ${this.#t} attempt(s) for ${t.url}: ${r instanceof Error?r.message:String(r)}`,{cause:r})}};function Ks(e,t,r){if(!e||typeof e!="object")throw new Error("Remote asset result must be a JSON object.");let n=e;if(n.schemaVersion!==V||n.response?.operation!=="asset"||n.response.jobId!==t.jobId||n.response.taskId!==t.taskId||!n.detail||!Array.isArray(n.detail.assets)||n.detail.assets.length!==r.length)throw new Error("Remote asset result has an invalid envelope.");for(let s=0;s<r.length;s+=1)if(n.detail.assets[s]?.requestedUrl!==r[s])throw new Error("Remote asset result does not match the requested URLs.");return n}var ct=class{#e;#r;#t;#n=0;constructor(t){this.#e=t.client,this.#r=X(t.jobId,"jobId"),this.#t=Math.max(1,Math.min(5,t.maxAttempts??2));}async fetch(t){let r=[...t.urls];if(r.length<1||r.length>20)throw new Error("Remote asset batches require between 1 and 20 URLs.");let n=null;for(let s=1;s<=this.#t;s+=1){this.#n+=1;let o=X(`asset-${this.#n}-${ee(r.join(`
10
+ `)).slice(0,24)}-a${s}`,"taskId");try{let i=await this.#e.invoke({schemaVersion:V,operation:"asset",jobId:this.#r,taskId:o,urls:r,options:{ignoreHttpsErrors:t.ignoreHttpsErrors,timeoutMs:Math.max(1e3,Math.min(12e4,t.timeoutMs??6e4))}});return {assets:Ks(await this.#e.readResult(i),i,r).detail.assets,taskId:o,attempts:s}}catch(i){n=i;}}throw new Error(`Remote asset batch failed after ${this.#t} attempt(s): ${n instanceof Error?n.message:String(n)}`,{cause:n})}};function qr(e,t){let r=[];for(let n=0;n<e.length;n+=t)r.push(e.slice(n,n+t));return r}function Nr(e){return {sourceOrigin:e.sourceOrigin,targetOrigin:e.targetOrigin,urlRewriteMode:e.urlRewriteMode,outputDir:"/workspace",extraReplacements:e.extraReplacements,wpsuite:{...e.wpsuite?.subscriptionType?{subscriptionType:e.wpsuite.subscriptionType}:{},...e.wpsuite?.siteSettings?{siteSettings:{subscriber:e.wpsuite.siteSettings.subscriber===true}}:{}}}}function _r(e,t){if(!e||typeof e!="object")throw new Error("Remote rewrite result must be a JSON object.");let r=e;if(r.schemaVersion!==V||r.response?.operation!=="rewrite"||r.response.jobId!==t.jobId||r.response.taskId!==t.taskId||!r.detail||!Array.isArray(r.detail.objects))throw new Error("Remote rewrite result has an invalid envelope.");return r}async function Vr(e,t,r){let n=r.options??{},s=await Tt(e,n.files);if(s.length===0)return 0;let o=X(r.jobId,"jobId"),i=Ut(r.client.config.workspace.prefix,"jobs",o,"rewrite-inputs"),c=`${i}/config.json`.replace(/\/+/g,"/"),a=`${i}/asset-map.json`.replace(/\/+/g,"/"),l=`${i}/previous-asset-map.json`.replace(/\/+/g,"/");await Promise.all([r.client.writeWorkspaceObject({key:c,body:JSON.stringify(Nr(e)),contentType:"application/json; charset=utf-8"}),r.client.writeWorkspaceObject({key:a,body:JSON.stringify(t),contentType:"application/json; charset=utf-8"}),r.client.writeWorkspaceObject({key:l,body:JSON.stringify(n.previousAssetMap??{}),contentType:"application/json; charset=utf-8"})]);let d=Math.max(1,Math.min(500,r.batchSize)),u=Math.ceil(s.length/d),g=Math.max(1,Math.min(Math.max(1,r.concurrency),u));await n.onStart?.({totalFiles:s.length,workerCount:g});let f=[],h=0,b=0;await Promise.all(Array.from({length:Math.min(16,s.length)},async()=>{for(;;){let T=h;if(T>=s.length)return;h+=1;let x=s[T],C=w.join(e.outputDir,x),v=`${i}/files/${ee(x)}.txt`.replace(/\/+/g,"/");await r.client.writeWorkspaceObject({key:v,body:await O.readFile(C),contentType:"text/plain; charset=utf-8"}),f[T]={relativePath:x,key:v,fullPath:C},b+=1,await r.onStageProgress?.({index:b,totalFiles:s.length,file:x});}}));let p=qr(f,d),m=0,S=0,k=0,R=Array.from({length:g},async()=>{for(;;){let T=m;if(T>=p.length)return;m+=1;let x=p[T],C=null,v=null;for(let A=1;A<=Math.max(1,Math.min(5,r.maxAttempts));A+=1){let I=X(`rewrite-${T+1}-a${A}-${ee(x.map(P=>P.relativePath).join(`
11
+ `)).slice(0,16)}`,"taskId"),N={schemaVersion:V,operation:"rewrite",jobId:o,taskId:I,configKey:c,assetMapKey:a,previousAssetMapKey:l,items:x.map(P=>({inputKey:P.key,outputKey:P.key,relativePath:P.relativePath}))};try{let P=await r.client.invoke(N);v=_r(await r.client.readResult(P),P);break}catch(P){C=P;}}if(!v)throw new Error(`Remote rewrite batch ${T+1}/${p.length} failed: ${C instanceof Error?C.message:String(C)}`,{cause:C});for(let A of x){let I=v.detail.objects.find(N=>N.outputKey===A.key);if(!I)throw new Error(`Remote rewrite result omitted ${A.relativePath}.`);await me(A.fullPath,Buffer.from(await r.client.readObject(I.output))),I.changed&&(k+=1),S+=1,await n.onProgress?.({index:S,totalFiles:s.length,changedTextFiles:k,file:A.relativePath,changed:I.changed});}}});return await Promise.all(R),k}async function Br(e,t,r,n){let s=n.relativePaths?new Set([...n.relativePaths].map(p=>p.replace(/\\/g,"/"))):null,o=Object.values(t.objects).filter(p=>p.isText&&(!s||s.has(p.relativePath))).sort((p,m)=>p.relativePath.localeCompare(m.relativePath));if(o.length===0)return 0;let i=X(n.jobId,"jobId"),c=Ut(n.client.config.workspace.prefix,"jobs",i,"rewrite-config"),a=`${c}/config.json`.replace(/\/+/g,"/"),l=`${c}/asset-map.json`.replace(/\/+/g,"/");await Promise.all([n.client.writeWorkspaceObject({key:a,body:JSON.stringify(Nr(e)),contentType:"application/json; charset=utf-8"}),n.client.writeWorkspaceObject({key:l,body:JSON.stringify(r),contentType:"application/json; charset=utf-8"})]);let d=Math.max(1,Math.min(500,n.batchSize)),u=qr(o,d),g=Math.max(1,Math.min(Math.max(1,n.concurrency),u.length)),f=0,h=0,b=0;return await Promise.all(Array.from({length:g},async()=>{for(;;){let p=f;if(p>=u.length)return;f+=1;let m=u[p],S=null,k=null;for(let R=1;R<=Math.max(1,Math.min(5,n.maxAttempts));R+=1){let T=X(`rewrite-object-${p+1}-a${R}-${ee(m.map(x=>x.relativePath).join(`
12
+ `)).slice(0,16)}`,"taskId");try{let x=await n.client.invoke({schemaVersion:V,operation:"rewrite",jobId:i,taskId:T,configKey:a,assetMapKey:l,items:m.map(C=>({inputKey:C.object.key,outputKey:C.object.key,relativePath:C.relativePath}))});S=_r(await n.client.readResult(x),x);break}catch(x){k=x;}}if(!S)throw new Error(`Remote object rewrite batch ${p+1}/${u.length} failed: ${k instanceof Error?k.message:String(k)}`,{cause:k});for(let R of m){let T=S.detail.objects.find(x=>x.outputKey===R.object.key);if(!T)throw new Error(`Remote rewrite result omitted ${R.relativePath}.`);R.object=T.output,T.changed&&(b+=1),h+=1,await n.onProgress?.({index:h,totalFiles:o.length,changedTextFiles:b,file:R.relativePath,changed:T.changed});}}})),t.assetMap={...r},t.generatedAt=new Date().toISOString(),b}var Zs="remote-workers.json";function Hr(e={}){let t=String(e.explicitPath??"").trim();if(t)return w.resolve(t);let r=String(e.runtimeDir??process.env.STATIC_PUBLISHER_RUNTIME_DIR??process.env.WPSUITE_STATIC_PUBLISHER_RUNTIME_DIR??"").trim();return r?w.join(w.resolve(r),Zs):""}function zr(e,t,r,n=250){let s=Math.max(1,Math.floor(n)),o=[],i=new Set;for(let c of [e,...t]){let a=c.trim();if(!(!a||i.has(a)||r(a))&&(i.add(a),o.push(a),o.length>=s))break}return o}function Ys(){let e=process.env.STATIC_PUBLISHER_RUNTIME_DIR||process.env.WPSUITE_STATIC_PUBLISHER_RUNTIME_DIR||"";return e.trim()?w.resolve(e):""}function ut(e){let t=String(process.env.STATIC_PUBLISHER_REMOTE_EXPORT_MANIFEST_PATH||"").trim();if(t)return w.resolve(t);let r=Ys();if(r)return w.join(r,"remote-export-manifest.json");let n=w.resolve(e.outputDir);return w.join(w.dirname(n),`.${w.basename(n)}-remote-export-manifest.json`)}function Dt(e){let t=w.posix.normalize(String(e||"").replace(/\\/g,"/").replace(/^\/+/,""));if(!t||t==="."||t===".."||t.startsWith("../")||/^[A-Za-z]:/.test(t))throw new Error(`Invalid remote export relative path: ${e}`);return t}function Kr(e,t,r){let n=r?.workspace.bucket===t.workspace.bucket&&r.workspace.prefix===t.workspace.prefix;return {schemaVersion:1,generatedAt:new Date().toISOString(),jobId:e,workspace:{...t.workspace},objects:n?{...r.objects}:{},assetMap:n?{...r.assetMap}:{}}}function Le(e,t){let r=Dt(t.relativePath);if(t.object.bucket!==e.workspace.bucket)throw new Error(`Remote export object bucket mismatch for ${r}.`);fe(t.object.key,e.workspace.prefix),e.objects[r]={...t,relativePath:r},e.generatedAt=new Date().toISOString();}function Jr(e,t){delete e.objects[Dt(t)],e.generatedAt=new Date().toISOString();}async function Gr(e,t){t.generatedAt=new Date().toISOString();let r=ut(e);await O.mkdir(w.dirname(r),{recursive:true}),await me(r,`${JSON.stringify(t,null,2)}
13
+ `,"utf8");}async function Zr(e){try{let t=JSON.parse(await O.readFile(ut(e),"utf8"));if(t.schemaVersion!==1||typeof t.jobId!="string"||!t.workspace||typeof t.workspace.bucket!="string"||typeof t.workspace.prefix!="string"||!t.objects||typeof t.objects!="object"||!t.assetMap||typeof t.assetMap!="object")return null;let r=t;for(let[n,s]of Object.entries(r.objects)){if(Dt(n),!s||s.relativePath!==n||s.object?.bucket!==r.workspace.bucket)return null;fe(s.object.key,r.workspace.prefix);}return r}catch{return null}}var no=["text/css","javascript","image/","font/","application/font","application/json","application/xml","text/xml","application/rss+xml","application/atom+xml","application/xslt+xml","text/xsl","image/svg+xml"],ln=new Set([".css",".js",".mjs",".json",".map",".xml",".xsl",".rss",".atom",".txt",".enc",".jws",".png",".jpg",".jpeg",".gif",".webp",".avif",".svg",".ico",".woff",".woff2",".ttf",".otf",".eot",".pdf",".mp4",".webm"]),dn=new Set(["",".html",".htm"]),so=new Set([".css",".xml",".xsl",".svg",".json",".html",".htm",".txt",".enc",".jws"]),oo=["/wp-content/","/wp-includes/","/wp-admin/","/static/","/assets/","/build/","/_next/"];function io(e){let t=[],r="full",n="full",s=false,o=false,i="",c=null,a="";for(let l=0;l<e.length;l++){let d=e[l];if(d==="--retry-timeouts")r="retry-timeouts",s=true;else if(d==="--resume")s=true;else if(d==="--resume-rewrite")s=true,o=true;else if(d==="--crawl-mode"){let u=e[++l];if(!u)throw new Error("--crawl-mode requires a value");n=u==="incremental"?"incremental":"full",s||=n==="incremental";}else if(d.startsWith("--crawl-mode="))n=d.slice(13)==="incremental"?"incremental":"full",s||=n==="incremental";else if(d==="--incremental")n="incremental",s=true;else if(d==="--url"){let u=e[++l];if(!u)throw new Error("--url requires a value");r="single-url",s=true,t.push(u);}else if(d.startsWith("--url="))r="single-url",s=true,t.push(d.slice(6));else if(d==="--urls"){let u=e[++l];if(!u)throw new Error("--urls requires a file path");r="single-url",s=true,t.push(`@${u}`);}else if(d==="--content-sync-plan"){let u=e[++l];if(!u)throw new Error("--content-sync-plan requires a file path");r="content-sync",n="incremental",s=true,i=w.resolve(u);}else if(d.startsWith("--content-sync-plan="))r="content-sync",n="incremental",s=true,i=w.resolve(d.slice(20));else if(d==="--remote-render")c=true;else if(d==="--local-render")c=false;else if(d==="--remote-worker-config"){let u=e[++l];if(!u)throw new Error("--remote-worker-config requires a file path");a=w.resolve(u);}else d.startsWith("--remote-worker-config=")&&(a=w.resolve(d.slice(23)));}return {mode:r,crawlMode:n,urls:t,preserveOutput:s,resumeRewrite:o,contentSyncPlanPath:i,remoteRender:c,remoteWorkerConfigPath:a}}function Ze(){let e=process.env.STATIC_PUBLISHER_RUNTIME_DIR||process.env.WPSUITE_STATIC_PUBLISHER_RUNTIME_DIR||"";return e.trim()?w.resolve(e):""}function ao(){let e=Ze();return e?w.join(e,"privacy","cookie-observations.json"):null}function co(){let e=Ze();return e?w.resolve(e,".."):""}function uo(){let e=process.env.STATIC_PUBLISHER_WP_ROOT||process.env.WPSUITE_STATIC_PUBLISHER_WP_ROOT||"";return e.trim()?w.resolve(e):""}function lo(e){let t=e.trim(),r=[{alias:"@storage-root",root:co(),requiredEnv:"STATIC_PUBLISHER_RUNTIME_DIR or WPSUITE_STATIC_PUBLISHER_RUNTIME_DIR"},{alias:"@runtime",root:Ze(),requiredEnv:"STATIC_PUBLISHER_RUNTIME_DIR or WPSUITE_STATIC_PUBLISHER_RUNTIME_DIR"},{alias:"@wp-root",root:uo(),requiredEnv:"STATIC_PUBLISHER_WP_ROOT or WPSUITE_STATIC_PUBLISHER_WP_ROOT"}];for(let n of r){if(t!==n.alias&&!t.startsWith(`${n.alias}/`))continue;if(!n.root)return {resolvedPath:null,alias:n.alias,requiredEnv:n.requiredEnv};let s=t.slice(n.alias.length).replace(/^\/+/,"");return {resolvedPath:s?w.resolve(n.root,s):n.root,alias:n.alias}}return {resolvedPath:w.resolve(t)}}function pn(e){let t=String(process.env.STATIC_PUBLISHER_CRAWL_MANIFEST_PATH||"").trim();if(t)return w.resolve(t);let r=Ze();return r?w.join(r,"crawl-manifest.json"):w.join(e.outputDir,".crawl-manifest.json")}function mn(){return {schemaVersion:6,updatedAt:"",pages:{},assets:{}}}function Xr(e){return {url:String(e.url||""),outputPath:String(e.outputPath||""),contentType:typeof e.contentType=="string"&&e.contentType?e.contentType:null,changeToken:typeof e.changeToken=="string"?e.changeToken:null,tokenSource:typeof e.tokenSource=="string"?e.tokenSource:null,sitemapLastmod:typeof e.sitemapLastmod=="string"?e.sitemapLastmod:null,discoveredPages:Array.isArray(e.discoveredPages)?e.discoveredPages.map(t=>String(t)):[],discoveredAssets:Array.isArray(e.discoveredAssets)?e.discoveredAssets.map(t=>String(t)):[],lastCrawledAt:String(e.lastCrawledAt||""),lastSeenRunId:String(e.lastSeenRunId||""),rewriteComplete:e.rewriteComplete===true}}function po(e){let t=e.isText===true;return {url:String(e.url||""),outputPath:String(e.outputPath||""),isText:t,contentType:typeof e.contentType=="string"&&e.contentType?e.contentType:null,cacheControl:typeof e.cacheControl=="string"&&e.cacheControl?e.cacheControl:null,changeToken:typeof e.changeToken=="string"?e.changeToken:null,tokenSource:typeof e.tokenSource=="string"?e.tokenSource:null,discoveredAssets:Array.isArray(e.discoveredAssets)?e.discoveredAssets.map(r=>String(r)):[],lastCrawledAt:String(e.lastCrawledAt||""),lastSeenRunId:String(e.lastSeenRunId||""),unreferencedRuns:Math.max(0,Number(e.unreferencedRuns)||0),rewriteComplete:e.rewriteComplete===true||!t}}function qt(e){let t=e?.["content-type"]?.trim();return t||null}function Nt(e){let t=e?.["cache-control"]?.trim();return t||null}function mo(e){return e?e.split(",").map(t=>t.trim().toLowerCase()).some(t=>t==="no-cache"||t==="no-store"||/^max-age\s*=\s*0$/.test(t)):false}function go(){return {rewriteTargets:new Set,changedFiles:new Set,deletedFiles:new Set,revalidateFiles:new Set}}function De(e,t,r,n){let s=Y(t.outputDir,r);s&&(mo(n)?e.revalidateFiles.add(s):e.revalidateFiles.delete(s));}function Q(e,t,r){let n=Y(t.outputDir,r);n&&(e.changedFiles.add(n),e.deletedFiles.delete(n));}function _t(e,t,r){let n=Y(t.outputDir,r);n&&(e.deletedFiles.add(n),e.changedFiles.delete(n),e.revalidateFiles.delete(n));}function te(e,t){e.rewriteTargets.add(w.resolve(t));}async function ho(e){try{let t=await O.readFile(pn(e),"utf8"),r=JSON.parse(t);if(r&&typeof r=="object"&&r.pages&&typeof r.pages=="object"){if((r.schemaVersion===2||r.schemaVersion===3||r.schemaVersion===4||r.schemaVersion===5||r.schemaVersion===6)&&r.assets&&typeof r.assets=="object")return {schemaVersion:6,updatedAt:String(r.updatedAt||""),pages:Object.fromEntries(Object.entries(r.pages).map(([n,s])=>[n,Xr(s)])),assets:Object.fromEntries(Object.entries(r.assets).map(([n,s])=>[n,po(s)]))};if(r.schemaVersion===1)return {schemaVersion:6,updatedAt:String(r.updatedAt||""),pages:Object.fromEntries(Object.entries(r.pages).map(([n,s])=>[n,Xr(s)])),assets:{}}}}catch{}return mn()}function Vt(e){return JSON.parse(JSON.stringify(e))}async function fo(e,t){let r=pn(e);await O.mkdir(w.dirname(r),{recursive:true}),await O.writeFile(r,JSON.stringify(t,null,2),"utf8");}async function be(e,t,r=false){if(!t.trackManifest)return;t.manifestPendingChanges+=1;let n=Date.now();if(!r&&t.manifestPendingChanges<25&&n-t.lastManifestSavedAt<5e3)return;t.manifestPendingChanges=0,t.lastManifestSavedAt=n;let s=async()=>{let o=Vt(t.manifest);o.updatedAt=new Date().toISOString(),t.manifest.updatedAt=o.updatedAt,await fo(e,o);};t.manifestSaveChain=t.manifestSaveChain.then(s,s),await t.manifestSaveChain;}function Ie(e){if(!e)return null;let t=e.trim();return t||null}function wo(e,t){let r=new Set,n=new Set([...Object.keys(e),...Object.keys(t)]);for(let s of n){let o=e[s],i=t[s];!o||!i||o===i||r.add(s);}return r}async function gn(e,t,r,n){let s=[...new Set(r.map(c=>c.trim()).filter(Boolean))],o=String(e.wpsuite?.runtimeToken||"").trim();if(s.length===0||!o)return new Map;let i=new URL("/wp-json/smartcloud-static-publisher/v1/change-tokens",e.sourceOrigin).toString();try{let c=await t.post(i,{timeout:3e4,failOnStatusCode:!1,headers:{"content-type":"application/json","x-static-publisher-token":o},data:JSON.stringify({urls:s})});if(!c.ok())return n.warn(`Change token lookup failed with HTTP ${c.status()}`,{endpoint:i,status:c.status()}),new Map;let a=await c.json().catch(()=>null);if(!a||!Array.isArray(a.items))return new Map;let l=new Map;for(let d of a.items)!d||typeof d.url!="string"||l.set(d.url,d);return l}catch(c){return n.warn("Change token lookup failed; falling back to sitemap metadata",{endpoint:i,error:c instanceof Error?`${c.name}: ${c.message.split(/\r?\n/u,1)[0]}`:"Unknown change-token request failure"}),new Map}}async function dt(e,t,r,n,s){if(!r.enabled&&!r.trackManifest)return null;if(r.changeTokenCache.has(n))return r.changeTokenCache.get(n)??null;let i=(await gn(e,t,[n],s)).get(n)??null;return ft(e,n)&&(!i||i.supported!==true||!i.token)&&(i=await So(e,t,n,s)),i=hn(e,i),r.changeTokenCache.set(n,i),i}async function Gt(e,t,r,n,s){if(!r.trackManifest)return;let o=[...new Set(n.map(i=>i.trim()).filter(Boolean))].filter(i=>!r.changeTokenCache.has(i));for(let i=0;i<o.length;i+=250){let c=o.slice(i,i+250),a=await gn(e,t,c,s);for(let l of c)r.changeTokenCache.set(l,hn(e,a.get(l)??null));}}async function yo(e,t,r,n,s,o){if(!(!n.trackManifest||n.changeTokenCache.has(s)))for(;!n.changeTokenCache.has(s);){if(!n.pageChangeTokenPrimePromise){let i=zr(s,r.pageQueue,a=>n.changeTokenCache.has(a));if(i.length===0)return;o.info(`Loading ${i.length} page change tokens in bulk.`,{phase:"prime-page-change-tokens",batchSize:i.length,remainingPages:r.pageQueue.length});let c=Gt(e,t,n,i,o).finally(()=>{n.pageChangeTokenPrimePromise===c&&(n.pageChangeTokenPrimePromise=null);});n.pageChangeTokenPrimePromise=c;}await n.pageChangeTokenPrimePromise;}}function bo(e){return `subscriber=${e.wpsuite?.siteSettings?.subscriber===true?"1":"0"}`}function hn(e,t){if(!t?.supported||!t.token||t.tokenSource==="wp-media-file")return t;let r=bo(e);return {...t,token:oe(`${t.token}
14
+ ${r}`,40),tokenSource:t.tokenSource?`${t.tokenSource}+site-subscriber`:"site-subscriber"}}async function So(e,t,r,n){try{let s=await t.get(r,{timeout:Math.min(e.navigationTimeoutMs,15e3),failOnStatusCode:!1});if(s.status()!==404)return n.warn(`Generated 404 fallback token skipped for ${r}`,{url:r,status:s.status(),requestPath:e.generated404RequestPath,source:"generated-404-change-token-fallback"}),null;let o=await s.text().catch(()=>""),i=oe(`${r}
12
15
  404
13
- ${o}`,40);return n.info(`Using generated 404 fallback change token for ${r}`,{url:r,requestPath:e.generated404RequestPath,source:"generated-404-change-token-fallback"}),{url:r,supported:!0,token:i,tokenSource:"generated-404-response-hash",postId:null,dependencyPostIds:[],reason:null}}catch(s){return n.warn(`Generated 404 fallback token lookup failed for ${r}`,{url:r,error:String(s),requestPath:e.generated404RequestPath,source:"generated-404-change-token-fallback"}),null}}async function Qr(e,t,r,n,s,o){let i=st(e,s);if(await Vs(e,t,r,n,s,o),!n.enabled)return {action:"render",changeToken:n.trackManifest?await et(e,t,n,s,o):null};let c=n.manifest.pages[s];if(!c)return {action:"render",changeToken:await et(e,t,n,s,o)};let a=await et(e,t,n,s,o);if(a?.supported&&a.token)return c.changeToken===a.token?i&&!await Hs(e,t,s,o)?{action:"render",changeToken:a}:{action:"reuse",changeToken:a}:{action:"render",changeToken:a};let u=be(r.sitemapLastmodByPage[s]);return u&&c.sitemapLastmod&&c.sitemapLastmod===u?{action:"reuse",changeToken:a}:{action:"render",changeToken:a}}async function Hs(e,t,r,n){try{let o=(await t.get(r,{timeout:Math.min(e.navigationTimeoutMs,15e3),failOnStatusCode:!1})).status();return o===404?!0:(n.warn(`Generated 404 request path no longer returns 404 for ${r}`,{url:r,status:o,requestPath:e.generated404RequestPath,source:"generated-404-status-probe"}),!1)}catch(s){return n.warn(`Generated 404 status probe failed for ${r}`,{url:r,error:String(s),requestPath:e.generated404RequestPath,source:"generated-404-status-probe"}),false}}async function Js(e,t,r,n,s){let o=Or(r.previousManifest,void 0,n,"previous-manifest"),i=0;for(let[g,y]of Object.entries(r.manifest.pages))if(!r.seenPages.has(g)){Tt(s,e,y.outputPath);try{await T.unlink(y.outputPath);}catch(h){(h.code||"")!=="ENOENT"&&n.warn(`Failed to remove stale incremental page output for ${g}`,{url:g,outputPath:y.outputPath,error:String(h)});}delete r.manifest.pages[g],i++;}let c=Or(r.manifest,r.runId,n,"active-manifest"),a=new Set,u=new Set;for(let g of c){for(let R of De(e,g))a.add(R);let y=r.manifest.assets[g]?.outputPath;y&&u.add(y);let h=Te(e,t.assetMap,g);h&&u.add(h);}for(let g of Object.keys(r.manifest.assets)){if(c.has(g)){r.manifest.assets[g].unreferencedRuns=0;continue}let y=r.manifest.assets[g];if(fr(y.unreferencedRuns)){y.unreferencedRuns+=1,n.warn(`Deferred deletion of newly unreferenced incremental asset ${g}.`,{url:g,unreferencedRuns:y.unreferencedRuns,phase:"incremental-cleanup",source:"asset-deletion-grace"});continue}delete r.manifest.assets[g];}let d=0,l=0;for(let g of o){if(r.manifest.assets[g])continue;let y=new Set,h=r.previousManifest.assets[g]?.outputPath;h&&y.add(h);let R=Te(e,t.assetMap,g);if(!c.has(g)&&R)y.add(R);else if(!c.has(g)){let m=go(e,g,n,"incremental-cleanup");m&&(y.add(m.originalFilePath),m.hashedFilePath&&y.add(m.hashedFilePath));}for(let m of y)if(!u.has(m)){Tt(s,e,m);try{await T.unlink(m),d++;}catch(p){(p.code||"")!=="ENOENT"&&n.warn(`Failed to remove stale incremental asset output for ${g}`,{url:g,outputPath:m,error:String(p)});}}for(let m of De(e,g))a.has(m)||Object.prototype.hasOwnProperty.call(t.assetMap,m)&&(delete t.assetMap[m],l++);}(i>0||d>0||l>0)&&n.info(`Incremental cleanup removed ${i} stale pages, ${d} stale assets, ${l} stale asset mappings`,{removedPages:i,removedAssets:d,removedAssetMappings:l,phase:"incremental-cleanup"});}async function Ks(e,t,r,n){let s=new Set([...Object.values(t.manifest.pages),...Object.values(t.manifest.assets)].map(a=>String(a.outputPath||"").trim()).filter(Boolean).map(a=>w.resolve(a))),o=Object.values(e.postCrawlCopyMap||{}).map(a=>tt(String(a||""))).filter(a=>!!a).map(a=>w.resolve(e.outputDir,a)),c=(await Dn(["**/*.html","**/*.htm"],{cwd:e.outputDir,onlyFiles:true,dot:true})).filter(a=>gr(w.join(e.outputDir,a),e.outputDir,s,o));for(let a of c){let u=w.join(e.outputDir,a);Tt(n,e,u),await T.unlink(u);}c.length>0&&r.info(`Removed ${c.length} orphaned HTML output file(s) that are absent from the current crawl manifest.`,{phase:"incremental-cleanup",source:"manifest-output-reconciliation",removedPages:c.length,samples:c.slice(0,20)});}function Or(e,t,r,n){let s=new Set,o=i=>{let c=i.trim();if(c){if(r){let a=re(c,r,"asset",n??"manifest");if(!a)return;s.add(a.toString());return}s.add(c);}};for(let i of Object.values(e.pages))for(let c of i.discoveredAssets||[])o(c);for(let[i,c]of Object.entries(e.assets||{}))t&&c.lastSeenRunId!==t||o(i);return s}function $r(e,t,r){for(let n of t)for(let s of De(e,n))if(r.has(s))return true;return false}function Gs(e,t,r,n,s){let o=new Set(r.rewriteTargets);for(let c of r.changedFiles)o.add(w.resolve(e.outputDir,c));for(let c of Object.values(t.manifest.pages))c.rewriteComplete||o.add(w.resolve(c.outputPath));for(let c of Object.values(t.manifest.assets))c.isText&&!c.rewriteComplete&&o.add(w.resolve(c.outputPath));let i=Bs(n,s);if(i.size===0)return [...o];for(let c of Object.values(t.manifest.pages))$r(e,c.discoveredAssets,i)&&o.add(w.resolve(c.outputPath));for(let[c,a]of Object.entries(t.manifest.assets)){a.isText&&$r(e,a.discoveredAssets,i)&&o.add(w.resolve(a.outputPath));for(let u of De(e,c))if(i.has(u)){z(r,e,a.outputPath),a.isText&&o.add(w.resolve(a.outputPath));break}}return [...o]}function Zs(e,t){let r=t?new Set(Array.from(t,s=>w.resolve(s))):null,n=s=>r===null||r.has(w.resolve(s));for(let s of Object.values(e.manifest.pages))n(s.outputPath)&&(s.rewriteComplete=true);for(let s of Object.values(e.manifest.assets)){if(!s.isText){s.rewriteComplete=true;continue}n(s.outputPath)&&(s.rewriteComplete=true);}}function Ys(e,t,r){let n=new Set,s=o=>{if(!o)return;let i=Z(e.outputDir,o);i&&n.add(i);};for(let o of t.donePages)s(te(e,o));for(let o of Object.values(r.manifest.pages))o.lastSeenRunId===r.runId&&s(o.outputPath);for(let o of t.doneAssets)s(Te(e,t.assetMap,o));for(let o of Object.values(r.manifest.assets))o.lastSeenRunId===r.runId&&s(o.outputPath);return n}async function Xs(e,t,r,n,s){let o=[...n.deletedFiles].sort(),i=Ys(e,t,r),c=0;for(let d of [...i].sort()){try{if((await T.stat(w.join(e.outputDir,d))).isFile())continue}catch{}c++,s.warn(`Active output is missing after crawl: ${d}`,{phase:"deploy-plan",file:d,outputPath:w.join(e.outputDir,d)});}if(c>0&&s.warn(`Detected ${c} active output file(s) missing before deploy plan save.`,{phase:"deploy-plan",missingActiveOutputs:c}),o.length===0)return [];let a=[],u=0;for(let d of o){if(!i.has(d)){a.push(d);continue}u++;let l=w.join(e.outputDir,d),g;try{g=(await T.stat(l)).isFile();}catch{g=false;}s.warn(`Deploy plan protected active output from deletion: ${d}`,{phase:"deploy-plan",file:d,outputPath:l,exists:g});}return u>0&&s.info(`Deploy plan skipped ${u} active output deletion(s).`,{phase:"deploy-plan",protectedDeletes:u,deletedFiles:a.length}),a}function De(e,t){let r=new Set([t]);try{let n=new URL(t),o=[new URL(e.sourceOrigin).origin,...Object.keys(e.extraReplacements||{})];if(e.targetOrigin&&e.targetOrigin!=="."&&e.targetOrigin!=="/")try{o.push(new URL(e.targetOrigin).origin);}catch{}for(let i of o)try{r.add(new URL(i).origin+n.pathname+n.search);}catch{}r.add(n.pathname+n.search),r.add(n.pathname);}catch{}return [...r]}function eo(e,t){let r=new Set([t]);try{let n=new URL(t),o=[new URL(e.sourceOrigin).origin,...Object.keys(e.extraReplacements||{})];if(e.targetOrigin&&e.targetOrigin!=="."&&e.targetOrigin!=="/")try{o.push(new URL(e.targetOrigin).origin);}catch{}for(let i of o)try{r.add(new URL(i).origin+n.pathname+n.search);}catch{}r.add(n.pathname+n.search);}catch{}return [...r]}function Hr(e,t){let r=e.targetOrigin&&e.targetOrigin!=="."&&e.targetOrigin!=="/"?e.targetOrigin:"https://relative.invalid/";try{let n=new URL(t,r);return Ue(e.outputDir,n.pathname)}catch{return null}}function to(e,t,r){for(let n of eo(e,r)){let s=t[n];if(!s)continue;let o=Hr(e,s);if(o)return {outputPath:o,publicUrl:s}}return null}function ro(e,t,r){for(let n of De(e,r)){let s=t[n];if(!s)continue;let o=Hr(e,s);if(o)return o}return null}function Te(e,t,r){let n=ro(e,t,r);if(n)return n;try{return ot(e,r).originalFilePath}catch{return null}}function no(){let e=process.env.STATIC_PUBLISHER_RUNTIME_DIR||process.env.WPSUITE_STATIC_PUBLISHER_RUNTIME_DIR||"";return e.trim()?w.join(w.resolve(e),"queue-runner-heartbeat.json"):""}async function kt(e){let t=no();if(t)try{let r=await T.readFile(t,"utf8"),n=JSON.parse(r);if(!n||typeof n!="object")return;await T.writeFile(t,JSON.stringify({...n,checkedAt:new Date().toISOString(),status:"running",currentStep:"rewrite",message:e},null,2),"utf8");}catch{}}function so(e,t){let r=new Set;for(let n of t.donePages)r.add(w.resolve(te(e,n)));for(let n of t.doneAssets){let s=Te(e,t.assetMap,n);!s||!ge(s)||r.add(w.resolve(s));}for(let n of t.doneSitemaps){let s=Te(e,t.assetMap,n);!s||!ge(s)||r.add(w.resolve(s));}return [...r]}var rt="re:",Xe=new Map;function oo(e){if(!e.startsWith(rt))return null;let t=Xe.get(e);if(t!==void 0)return t||null;let r=e.slice(rt.length).trim();if(!r)return Xe.set(e,false),null;try{let n=new RegExp(r);return Xe.set(e,n),n}catch{return console.warn(`[crawl] Ignoring invalid path matcher regex: ${e}`),Xe.set(e,false),null}}function Ut(e,t){let r=oo(t);return r?r.test(e):t.startsWith(rt)?false:e.startsWith(t)}function io(e,t){return t.find(r=>Ut(e,r))}function Jr(e,t){let r=io(t.pathname,e.blockedPathPrefixes);if(r)return r.startsWith(rt)?`blocked path regex: ${r}`:`blocked path prefix: ${r}`;let n=e.blockedSearchFragments.find(s=>t.search.includes(s));return n?`blocked search fragment: ${n}`:null}function ao(e){let t=new URL(e.sourceOrigin),r=new Set([t.hostname,...e.allowedAssetHosts]);if(e.targetOrigin&&e.targetOrigin!=="."&&e.targetOrigin!=="/")try{r.add(new URL(e.targetOrigin).hostname);}catch{}for(let n of Object.keys(e.extraReplacements||{}))try{r.add(new URL(n).hostname);}catch{}return r}function uo(e,t){return ao(e).has(t.hostname)}function co(e){let t=se(e.trim()).replace(/\\\//g,"/").replace(/^['"]|['"]$/g,"").trim();return t=t.replace(/[)]+$/g,"").trim(),t=t.replace(/;.*$/g,"").trim(),t}function Et(e){let t=se(e).replace(/\\\//g,"/");return /[{}]|\bwindow\.|\blocation\.|\bincludes\(|\?\?null|\+|%7B|%7D|%22|<|>|\s/.test(t)||/[()[\]'"]/.test(t)}function lo(e){let t=se(e).replace(/\\\//g,"/").trim(),r=w.extname(t).toLowerCase();return Wr.has(r)||qr.has(r)?false:/^(?:this|[A-Za-z_$][\w$]*)\.[A-Za-z_$][\w$]*(?:\.[A-Za-z_$][\w$]*)*$/.test(t)}function Pe(e){return $s.some(t=>e.pathname.startsWith(t))}function V(e,t,r=e.sourceOrigin,n,s="url",o=false){let i=co(t);if(!i||i.startsWith("data:")||i.startsWith("blob:")||i.startsWith("mailto:")||i.startsWith("tel:")||i.startsWith("#"))return n?.ignore(s,t,"empty or unsupported scheme",r),null;if(Et(i))return n?.ignore(s,t,"looks like JavaScript/code fragment",r),null;if(lo(i))return n?.ignore(s,t,"looks like JavaScript property access",r),null;try{let c=new URL(i,r);if(Kr(c))return n?.reject(s,t,"malformed URL encoding",r),null;if(!["http:","https:"].includes(c.protocol))return n?.ignore(s,t,"unsupported protocol: ",r),null;if(!uo(e,c))return n?.ignore(s,c.toString(),"host not allowed",r),null;let a=Jr(e,c);if(a&&!(o&&lt(c)))return n?.reject(s,c.toString(),a,r),null;let u=new URL(e.sourceOrigin);return c.protocol=u.protocol,c.host=u.host,c.hash="",c}catch{return n?.reject(s,t,"invalid URL",r),null}}function Kr(e){try{return decodeURIComponent(e.pathname),decodeURIComponent(e.search),decodeURIComponent(e.hash),!1}catch{return true}}function re(e,t,r,n){try{let s=new URL(e);return Kr(s)?(t.reject(r,e,"malformed URL encoding",n),null):Me(s.pathname)===null?(t.reject(r,e,"unsafe URL pathname",n),null):s.protocol!=="http:"&&s.protocol!=="https:"?(t.reject(r,e,`unsupported protocol: ${s.protocol}`,n),null):s}catch{return t.reject(r,e,"invalid URL",n),null}}function Gr(e){return Wr.has(w.extname(e.pathname).toLowerCase())}function ce(e){return Pe(e)?false:qr.has(w.extname(e.pathname).toLowerCase())}function Ee(e){let t=e.pathname.toLowerCase();return t.endsWith(".xml")&&(t.includes("sitemap")||t.endsWith("/sitemap.xml"))}function D(e,t){return !!(Ee(t)||t.pathname==="/robots.txt"||t.pathname==="/llms.txt"||t.pathname.toLowerCase().endsWith(".xsl")||e.assetPathPrefixes.length>0&&e.assetPathPrefixes.some(r=>Ut(t.pathname,r))||Gr(t)||!ce(t)&&!Pe(t))}function te(e,t){let r=new URL(t),n=Me(r.pathname);if(n===null)throw new Error(`Unsafe page URL pathname: ${r.pathname}`);return n.endsWith("/")?n+="index.html":w.extname(n)||(n+="/index.html"),Ue(e.outputDir,n)}function po(e){if(!e.generated404RequestPath)return null;try{let t=new URL(e.generated404RequestPath,e.sourceOrigin);return !t.pathname.endsWith("/")&&w.extname(t.pathname)===""&&(t.pathname+="/"),t.hash="",t.toString()}catch{return null}}function st(e,t){let r=po(e);if(!r)return false;try{return new URL(t,e.sourceOrigin).toString()===r}catch{return false}}function ot(e,t){let r=new URL(t),n=Me(r.pathname);if(n===null)throw new Error(`Unsafe asset URL pathname: ${r.pathname}`);n.endsWith("/")&&(n+="index.html");let s=!!r.search,o=n,i=Ue(e.outputDir,o),c=ht(e.targetOrigin,o),a=`${c}${r.search}`;if(!s)return {originalPathname:o,originalFilePath:i,originalPublicUrl:c,originalPublicUrlWithSearch:a,preferQueryHashed:s};let u=w.extname(n),l=`${u?n.slice(0,-u.length):n}.${we(r.search)}${u||".bin"}`;return {originalPathname:o,originalFilePath:i,originalPublicUrl:c,originalPublicUrlWithSearch:a,preferQueryHashed:s,hashedPathname:l,hashedFilePath:Ue(e.outputDir,l),hashedPublicUrl:ht(e.targetOrigin,l)}}function go(e,t,r,n){let s=re(t,r,"asset",n);return s?ot(e,s.toString()):null}function mo(e,t,r,n,s){t[r]=n;try{let o=new URL(r),c=[new URL(e.sourceOrigin).origin,...Object.keys(e.extraReplacements||{})];if(e.targetOrigin&&e.targetOrigin!=="."&&e.targetOrigin!=="/")try{c.push(new URL(e.targetOrigin).origin);}catch{}for(let a of c)try{let u=new URL(a);t[u.origin+o.pathname+o.search]=n;}catch{}try{let a=(()=>{let u=new URL(n,e.targetOrigin==="."?"https://relative.invalid":e.targetOrigin);return `${u.pathname}${u.search}`})();t[o.pathname+o.search]=a;}catch{}try{let a=new URL(n,e.targetOrigin==="."?"https://relative.invalid":e.targetOrigin).pathname;t[o.pathname]=a;}catch{}try{let a=new URL(s,e.targetOrigin==="."?"https://relative.invalid":e.targetOrigin).pathname;t[o.pathname]=a;}catch{}}catch{}}async function Zr(e){try{return await T.readFile(e)}catch(t){if(t.code==="ENOENT")return null;throw t}}async function Se(e){try{return await T.stat(e)}catch(t){if(t.code==="ENOENT")return null;throw t}}function ho(e){let t=String(e["content-length"]||"").trim();if(!t)return null;let r=Number.parseInt(t,10);return Number.isFinite(r)&&r>=0?r:null}function Yr(e){let t=String(e["last-modified"]||"").trim();if(!t)return null;let r=Date.parse(t);return Number.isFinite(r)?r:null}function fo(e,t){let r=Yr(t),n=ho(t),s=e?.mtime.getTime();return r!==null&&Math.abs((s??0)-r)>=1e3||n!==null&&e?.size!==n?false:r!==null||n!==null}async function wo(e,t){if(!t)return;let r=Yr(t);if(r===null)return;let n=await Se(e);if(!n)return;let s=new Date(r);await T.utimes(e,n.atime,s).catch(()=>{});}function Mr(e,t){let r=w.extname(e.pathname).toLowerCase(),n=t["content-type"]||"";return Os.has(r)||Es.some(s=>n.includes(s))&&!n.startsWith("image/")&&!n.includes("font")}function yo(e){try{let t=w.extname(new URL(e).pathname).toLowerCase();return t===".js"||t===".mjs"}catch{return false}}function Ae(e,t){(e.doneAssets.size%25===0||e.doneAssets.size===1||e.doneAssets.size===e.stats.assetsQueued)&&t.progress(`Asset processing progress: processed ${e.doneAssets.size}, discovered ${e.stats.assetsQueued}.`,{doneAssets:e.doneAssets.size,assetsQueued:e.stats.assetsQueued,phase:"download-assets"});}function bo(e){return we(e.toString("base64"),40)}function So(e,t,r){let n=e.assetVariantDigestsByOriginalPath.get(t);if(!n||n.size===0)return false;for(let s of n)if(s!==r)return true;return false}function Po(e,t,r){let n=e.assetVariantDigestsByOriginalPath.get(t);n||(n=new Set,e.assetVariantDigestsByOriginalPath.set(t,n)),n.add(r);}async function Ot(e,t,r,n,s,o,i){let c=ot(e,r),a=bo(n),u=c.originalFilePath,d=c.originalPublicUrlWithSearch;if(c.preferQueryHashed&&c.hashedFilePath&&c.hashedPublicUrl&&So(s,c.originalFilePath,a)){let h=to(e,t,r);h?(u=h.outputPath,d=h.publicUrl):(u=c.hashedFilePath,d=c.hashedPublicUrl);}mo(e,t,r,d,c.originalPublicUrl);let l=ge(u)?Buffer.from(bt(n.toString("utf8"),e,t,u),"utf8"):n,g=await Zr(u),y=false;return (g===null||!g.equals(l))&&(await ye(u,l),y=true),o?.debug(`${y?"Saved":"Skipped unchanged"} asset output ${r}`,{phase:"download-assets",url:r,outputPath:u,bytes:l.length,wroteFile:y}),Po(s,c.originalFilePath,a),await wo(u,i),s.stats.assetsSaved++,o&&(s.stats.assetsSaved%50===0||s.stats.assetsSaved===1)&&o.progress(`Asset progress: saved ${s.stats.assetsSaved}, discovered ${s.stats.assetsQueued}, pending ${s.assetQueue.length}.`,{assetsSaved:s.stats.assetsSaved,assetsQueued:s.stats.assetsQueued,assetQueue:s.assetQueue.length,phase:"download-assets"}),{outputPath:u,publicUrl:d,wroteFile:y}}function Re(e,t,r,n,s){let o=()=>{let l=String(s??"").trim();if(!l)return {discoveredFrom:"",discoveredFromType:"unknown"};if(l==="seed-path"||l==="cli"||l==="generated-404-request-path")return {discoveredFrom:l,discoveredFromType:l};if(/^https?:\/\//i.test(l))try{let g=new URL(l);return Ee(g)?{discoveredFrom:l,discoveredFromType:"sitemap"}:D(e,g)?{discoveredFrom:l,discoveredFromType:"asset"}:ce(g)&&!Pe(g)?{discoveredFrom:l,discoveredFromType:"page"}:{discoveredFrom:l,discoveredFromType:"url"}}catch{return {discoveredFrom:l,discoveredFromType:"url"}}return {discoveredFrom:l,discoveredFromType:"url"}},i=s&&/^https?:\/\//i.test(s)?s:e.sourceOrigin,c=V(e,r,i,n,"page");if(!c)return;if(!ce(c)||Gr(c)){if(D(e,c)){n.info(`Seeded/non-page URL queued as asset: ${c.toString()}`,{url:c.toString(),source:s}),q(e,t,c.toString(),n,s);return}n.reject("page",c.toString(),Pe(c)?"asset/internal path cannot be page":"not page-like",s);return}let a=c.toString(),{discoveredFrom:u,discoveredFromType:d}=o();u&&!t.pageDiscoverySources.has(a)&&t.pageDiscoverySources.set(a,u),!t.donePages.has(a)&&!t.queuedPages.has(a)&&(t.queuedPages.add(a),t.pageQueue.push(a),t.stats.pagesQueued++,n.debug(`Queued discovered page ${a}`,{phase:"discovery",url:a,discoveredFrom:u,discoveredFromType:d,outputPath:te(e,a)}),(t.stats.pagesQueued%25===0||t.stats.pagesQueued===1)&&n.progress(`Discovery progress: pages ${t.stats.pagesQueued}, assets ${t.stats.assetsQueued}, sitemaps ${t.stats.sitemapsQueued}.`,{pagesQueued:t.stats.pagesQueued,assetsQueued:t.stats.assetsQueued,sitemapsQueued:t.stats.sitemapsQueued,pageQueue:t.pageQueue.length,phase:"discovery"}));}function q(e,t,r,n,s){let o=s&&/^https?:\/\//i.test(s)?s:e.sourceOrigin,i=V(e,r,o,n,"asset");if(!i)return;if(!D(e,i)){n.reject("asset",i.toString(),"not a safe asset path/prefix",s);return}let c=i.toString();!t.doneAssets.has(c)&&!t.queuedAssets.has(c)&&(t.queuedAssets.add(c),t.assetQueue.push(c),t.stats.assetsQueued++,(t.stats.assetsQueued%100===0||t.stats.assetsQueued===1)&&n.progress(`Discovery progress: pages ${t.stats.pagesQueued}, assets ${t.stats.assetsQueued}, sitemaps ${t.stats.sitemapsQueued}.`,{pagesQueued:t.stats.pagesQueued,assetsQueued:t.stats.assetsQueued,sitemapsQueued:t.stats.sitemapsQueued,assetQueue:t.assetQueue.length,phase:"discovery"}));}function nt(e,t,r,n,s){let o=s&&/^https?:\/\//i.test(s)?s:e.sourceOrigin,i=V(e,r,o,n,"sitemap",Qt(s));if(!i)return;if(!Ee(i)){n.reject("sitemap",i.toString(),"not sitemap-like",s);return}let c=i.toString();!t.doneSitemaps.has(c)&&!t.queuedSitemaps.has(c)&&(t.queuedSitemaps.add(c),t.sitemapQueue.push(c),t.stats.sitemapsQueued++,(t.stats.sitemapsQueued%10===0||t.stats.sitemapsQueued===1)&&n.progress(`Discovery progress: pages ${t.stats.pagesQueued}, assets ${t.stats.assetsQueued}, sitemaps ${t.stats.sitemapsQueued}.`,{pagesQueued:t.stats.pagesQueued,assetsQueued:t.stats.assetsQueued,sitemapsQueued:t.stats.sitemapsQueued,sitemapQueue:t.sitemapQueue.length,phase:"discovery"}));}function Ro(e){let t=se(e),r=[...t.matchAll(/<url>\s*([\s\S]*?)\s*<\/url>/gi)].map(n=>n[1]);return r.length>0?r.map(n=>{let s=n.match(/<loc>\s*([^<]+?)\s*<\/loc>/i);if(!s?.[1])return null;let o=n.match(/<lastmod>\s*([^<]+?)\s*<\/lastmod>/i);return {loc:s[1].trim(),lastmod:be(o?.[1]??null)}}).filter(n=>!!n):[...t.matchAll(/<loc>\s*([^<]+?)\s*<\/loc>/gi)].map(n=>({loc:n[1].trim(),lastmod:null})).filter(n=>n.loc)}function vo(e){return e.split(",").map(t=>t.trim().split(/\s+/)[0]).filter(Boolean)}function ko(e){let t=[],r=/url\(\s*(?:"([^"]+)"|'([^']+)'|([^)]*?))\s*\)/gi;for(let n of e.matchAll(r)){let s=e.slice(Math.max(0,n.index-8),n.index);if(/\bnew\s+$/i.test(s))continue;let o=(n[1]||n[2]||n[3]||"").trim();o&&t.push(o);}return t}function Co(e){return e.replace(/<script\b[^>]*>[\s\S]*?<\/script\s*>/gi,"")}function xo(e,t){if(t==="dom-style")return true;let r=(()=>{try{return w.extname(new URL(e).pathname).toLowerCase()}catch{return ""}})();return !(r===".js"||r===".mjs"||r===".map"||t.includes("javascript"))}function tt(e){return e.trim().replace(/\\/g,"/").replace(/^https?:\/\/[^/]+/i,"").replace(/^\/+/,"")}async function Xr(e,t,r,n){let s=[];await T.mkdir(t,{recursive:true});let o=await T.readdir(e,{withFileTypes:true});for(let i of o){let c=w.join(e,i.name),a=w.join(t,i.name);if(i.isDirectory()){s.push(...await Xr(c,a,r,n));continue}await en(c,a,r,n)&&s.push(a);}return s}async function Ao(e,t){try{let[r,n]=await Promise.all([T.stat(e),T.stat(t)]);if(r.size!==n.size)return !1;let[s,o]=await Promise.all([T.readFile(e),T.readFile(t)]);return s.equals(o)}catch{return false}}async function en(e,t,r,n){let s=w.resolve(t);return r.has(s)?(n.debug("Skipped post-crawl copy over crawled page output",{phase:"copy-extra-paths",sourcePath:e,targetPath:t}),false):await Ao(e,t)?(n.debug("Skipped unchanged post-crawl copy target",{phase:"copy-extra-paths",sourcePath:e,targetPath:t}),false):(await T.mkdir(w.dirname(t),{recursive:true}),await T.copyFile(e,t),true)}async function To(e,t,r){let n=Object.entries(e.postCrawlCopyMap||{}).map(([c,a])=>({sourcePath:c.trim(),prefix:String(a||"").trim()}));if(n.length===0)return [];let s=0,o=[],i=new Set([...t.donePages].map(c=>w.resolve(te(e,c))));r.mark("copy-extra-paths");for(let c of n){let a=c.sourcePath,u=c.prefix;if(!a||!u){r.warn("Skipped post-crawl copy mapping with empty key/value",{sourcePath:a,prefixPath:u});continue}let d=Ds(a);if(!d.resolvedPath){r.warn("Skipped post-crawl copy source because alias root is not configured",{sourcePath:a,alias:d.alias||"",requiredEnv:d.requiredEnv||"",prefixPath:u});continue}let l=d.resolvedPath,g=tt(u);if(!g){r.warn("Skipped post-crawl copy mapping with invalid export prefix",{sourcePath:a,prefixPath:u});continue}let y;try{y=await T.stat(l);}catch{r.warn("Skipped post-crawl copy source because it does not exist",{sourcePath:a,sourceAbs:l,prefixPath:u});continue}let h=w.resolve(e.outputDir,g);if(y.isDirectory()){let v=await Xr(l,h,i,r);o.push(...v),s+=v.length,v.length>0&&r.progress(`Copied static directory to export: ${l} -> /${g}`,{phase:"copy-extra-paths",sourcePath:l,targetPath:`/${g}`,copiedItems:s,changedFiles:v.length});continue}let R=w.basename(l),m=u.endsWith("/")?w.join(h,R):h;await en(l,m,i,r)&&(o.push(m),s++,r.progress(`Copied static file to export: ${l} -> /${tt(u.endsWith("/")?`${u}${R}`:u)}`,{phase:"copy-extra-paths",sourcePath:l,targetPath:`/${tt(u.endsWith("/")?`${u}${R}`:u)}`,copiedItems:s}));}return r.endMark("copy-extra-paths",{mappedSources:n.length,copiedItems:s}),o}function Ie(e,t,r,n,s){let o=new Set,i=se(r).replace(/\\\//g,"/"),c=s==="page-html"?Co(i):i,a=xo(t,s);if(a){for(let u of ko(c)){let d=V(e,u,t,n,`${s}:css-url`);d&&D(e,d)&&o.add(d.toString());}for(let u of c.matchAll(/@import\s+(?:url\()?\s*['"]?([^'"\s;]+)['"]?\s*\)?/gi)){let d=V(e,u[1],t,n,`${s}:css-import`);d&&D(e,d)&&o.add(d.toString());}}if(a||s==="page-html")for(let u of c.matchAll(/<\?xml-stylesheet[^>]+href=["']([^"']+)["'][^>]*\?>/gi)){let d=V(e,u[1],t,n,`${s}:xml-stylesheet`);d&&D(e,d)&&o.add(d.toString());}if(s==="page-html")for(let u of lr(i)){let d=u.startsWith("//")?`${new URL(e.sourceOrigin).protocol}${u}`:u;if(Et(d)){n.ignore(`${s}:serialized-url`,d,"looks like JavaScript/code fragment",t);continue}let l=V(e,d,t,n,`${s}:serialized-url`);l&&D(e,l)?o.add(l.toString()):l&&n.ignore("asset",l.toString(),"serialized URL did not pass safe asset path filter",t);}if(s!=="page-html"&&yo(t))for(let u of dr(i)){if(Et(u)||!/\.(?:js|mjs)(?:[?#]|$)/i.test(u))continue;let d=V(e,u,t,n,`${s}:relative-asset`);d&&D(e,d)&&o.add(d.toString());}return [...o]}function tn(e,t,r,n){let s=new Set,o=se(r);for(let i of o.matchAll(/href=["']([^"'#\s][^"']*?)["']/gi)){let c=i[1],a=V(e,c,t,n,"page-link");a&&(Jr(e,a)||ce(a)&&!Pe(a)&&!D(e,a)&&s.add(a.toString()));}return [...s]}async function Ur(e,t,r,n,s,o,i=false,c=[]){let a=new Set(c),u=0,d=new Map,l=(g,y)=>{let h=[y],R=new Set;for(;h.length>0;){let m=h.pop();if(m===g)return true;R.has(m)||(R.add(m),h.push(...d.get(m)??[]));}return false};for(;r.sitemapQueue.length>0;){let g=r.sitemapQueue.shift();r.queuedSitemaps.delete(g);let y=re(g,n,"sitemap","sitemap-queue");if(!y)continue;let h=y.toString();if(r.doneSitemaps.has(h))continue;r.doneSitemaps.add(h),n.sitemap(`Fetching sitemap ${h}`,{url:h});let R=true;try{let m=await t.get(h,{timeout:6e4});if(R=!1,!m.ok()){if(n.skip("sitemap",h,m.status()),i&&!a.has(h))throw new Error(`Required child content-sync sitemap returned HTTP ${m.status()}: ${h}`);continue}let p=await m.body(),v=m.url()||h,A=re(v,n,"sitemap-response",h);if(!A)continue;let x=A.toString();r.successfulSitemaps.add(h),r.successfulSitemaps.add(x),a.has(h)&&(r.resolvedSitemapRoots.add(x),u+=1);let O=await Ot(e,r.assetMap,x,p,r,n);z(s,e,O.outputPath),ae(s,O.outputPath);let I=p.toString("utf8");/<sitemapindex(?:\s|>)/i.test(I)?r.sitemapIndexUrls.add(x):r.sitemapLeafUrls.add(x);let P=Ie(e,x,I,n,"sitemap");for(let S of P)q(e,r,S,n,x);let f=[];for(let S of Ro(I)){let k=V(e,S.loc,x,n,"sitemap-loc",!0);if(!k){if(i)throw new Error(`Content-sync sitemap contains an inadmissible location: ${S.loc}`);continue}if(Ee(k)){if(l(x,k.toString()))throw new Error(`Sitemap index cycle detected: ${x} -> ${k.toString()}`);if(d.has(x)||d.set(x,new Set),d.get(x).add(k.toString()),f.push(k.toString()),i&&r.doneSitemaps.has(k.toString())&&!r.successfulSitemaps.has(k.toString()))throw new Error(`Required child content-sync sitemap was not resolved: ${k.toString()}`);nt(e,r,k.toString(),n,x);}else if(i){if(ce(k)&&!D(e,k)){let F=o.requiredUrls.has(k.toString()),M=o.manifest.pages[k.toString()],N=!!M&&!!await Se(M.outputPath);if(!F&&!N)throw new Error(`Content-sync sitemap coverage is incomplete for ${k.toString()}.`)}n.ignore("sitemap-loc",k.toString(),"content-sync sitemap-only traversal does not enqueue urlset locations",x);}else D(e,k)?q(e,r,k.toString(),n,x):ce(k)?(S.lastmod&&(r.sitemapLastmodByPage[k.toString()]=S.lastmod),Re(e,r,k.toString(),n,x)):n.reject("sitemap-loc",k.toString(),"not page/sitemap/asset-like",x);}o.trackManifest&&(o.manifest.assets[x]={url:x,outputPath:O.outputPath,isText:!0,contentType:m.headers()["content-type"]??"application/xml",cacheControl:At(m.headers()),changeToken:null,tokenSource:null,discoveredAssets:[...new Set([...P,...f])],lastCrawledAt:new Date().toISOString(),lastSeenRunId:o.runId,unreferencedRuns:0,rewriteComplete:!1},await ue(e,o));}catch(m){n.error(`Failed sitemap ${h}`,{url:h,error:String(m)});let p=i&&a.has(h)&&R;if(i&&!p)throw m}}if(i&&a.size>0&&u===0)throw new Error(`None of the configured content-sync sitemap roots could be resolved: ${[...a].join(", ")}`)}async function Io(e,t,r,n,s,o,i){let c=V(e,n,e.sourceOrigin,s,"asset-fetch");if(!c||!D(e,c))return;let a=c.toString();if(r.doneAssets.has(a))return;let u=o.enabled||o.strictTargeted?o.previousManifest.assets[a]:void 0,d=o.trackManifest?await et(e,t,o,a,s):null,l=d?.token??null,g=mr(u?.changeToken,d),y=o.strictTargeted&&(!d?.supported||!d.token)&&hr(e.sourceOrigin,a),h=o.strictTargeted?o.manifest.assets[a]:void 0;if(h?.lastSeenRunId===o.runId&&await Se(h.outputPath)){r.doneAssets.add(a);for(let m of h.discoveredAssets||[])q(e,r,m,s,a);z(i,e,h.outputPath),Ye(i,e,h.outputPath,h.cacheControl),h.isText&&ae(i,h.outputPath),s.info(`Resumed completed content-sync asset ${a}`,{url:a,source:"content-sync-checkpoint"}),Ae(r,s);return}if(u&&(g||y)&&await Se(u.outputPath)){o.manifest.assets[a]={...u,changeToken:l,tokenSource:d?.tokenSource??u.tokenSource,discoveredAssets:[...u.discoveredAssets||[]],lastSeenRunId:o.runId,unreferencedRuns:0},delete o.manifest.pages[a],r.doneAssets.add(a);for(let m of u.discoveredAssets||[])q(e,r,m,s,a);Ye(i,e,u.outputPath,u.cacheControl),s.info(`Reused unchanged trusted asset ${a}.`,{url:a,tokenSource:d?.tokenSource??"unknown",phase:"download-assets",source:g?"asset-change-token-match":"content-sync-release-fingerprint"}),Ae(r,s);return}let R=(m,p={})=>{if(!u||o.strictTargeted)return false;o.manifest.assets[a]={...u,discoveredAssets:[...u.discoveredAssets||[]],lastCrawledAt:new Date().toISOString(),lastSeenRunId:o.runId,unreferencedRuns:0},delete o.manifest.pages[a],r.doneAssets.add(a);for(let v of u.discoveredAssets||[])q(e,r,v,s,a);return s.warn(`Keeping previous incremental asset ${a} after fetch issue.`,{url:a,reason:m,preservedFromPreviousManifest:true,...p,phase:"download-assets"}),Ae(r,s),true};s.asset(`Fetching asset ${a}`,{url:a});try{let m=Te(e,r.assetMap,a),p=m?await Se(m):null;if(m&&p&&!o.strictTargeted)try{let M=await B(`fetch asset headers ${a}`,6e4,()=>t.head(a,{timeout:6e4})),N=M.headers();if(M.ok()&&fo(p,N)){let K=await Zr(m);if(K!==null){let le=M.url()||a,C=re(le,s,"asset-response",a);if(!C)return;let j=C.toString(),U=await Ot(e,r.assetMap,j,K,r,s,N);U.wroteFile&&(z(i,e,U.outputPath),ge(U.outputPath)&&ae(i,U.outputPath));let b=At(N)||u?.cacheControl||null;Ye(i,e,U.outputPath,b),r.doneAssets.add(a),s.info(`Reused existing asset ${a} based on response headers.`,{url:a,filePath:m,lastModified:N["last-modified"]||"",contentLength:N["content-length"]||"",phase:"download-assets"}),Ae(r,s);let E=Mr(c,N),L=u?.discoveredAssets?[...u.discoveredAssets]:[];if(E||u?.isText){let W=K.toString("utf8"),Q=Ie(e,j,W,s,"asset:cached");(Q.length>0||!u)&&(L=Q);for(let fe of L)q(e,r,fe,s,j);}if(o.trackManifest){let W=E||!!u?.isText;o.manifest.assets[a]={url:a,outputPath:U.outputPath,isText:W,contentType:xt(N)||u?.contentType||null,cacheControl:b,changeToken:d?.supported?d.token:null,tokenSource:d?.supported?d.tokenSource??null:null,discoveredAssets:L,lastCrawledAt:new Date().toISOString(),lastSeenRunId:o.runId,unreferencedRuns:0,rewriteComplete:!W},delete o.manifest.pages[a],(o.enabled||o.strictTargeted)&&W&&await ue(e,o);}return}}}catch{}let v=await B(`fetch asset ${a}`,6e4,()=>t.get(a,{timeout:6e4}));if(!v.ok()){if(R(`http-${v.status()}`,{status:v.status()}))return;if(o.strictTargeted)throw new Error(`Required content-sync asset returned HTTP ${v.status()}: ${a}`);s.skip("asset",a,v.status());return}let A=await B(`read asset response ${a}`,6e4,()=>v.body()),x=v.url()||a,O=re(x,s,"asset-response",a);if(!O)return;let I=O.toString(),P=v.headers(),f=await Ot(e,r.assetMap,I,A,r,s,P);f.wroteFile&&(z(i,e,f.outputPath),ge(f.outputPath)&&ae(i,f.outputPath));let S=At(P);Ye(i,e,f.outputPath,S),r.doneAssets.add(a),Ae(r,s);let k=Mr(c,P),F=[];if(k){let M=A.toString("utf8");F=Ie(e,I,M,s,`asset:${w.extname(c.pathname).toLowerCase()||P["content-type"]||"unknown"}`);for(let N of F)q(e,r,N,s,I);}o.trackManifest&&(o.manifest.assets[a]={url:a,outputPath:f.outputPath,isText:k,contentType:xt(P),cacheControl:S,changeToken:d?.supported?d.token:null,tokenSource:d?.supported?d.tokenSource??null:null,discoveredAssets:F,lastCrawledAt:new Date().toISOString(),lastSeenRunId:o.runId,unreferencedRuns:0,rewriteComplete:!k},delete o.manifest.pages[a],(o.enabled||o.strictTargeted)&&k&&await ue(e,o));}catch(m){if(R("fetch-error",{error:String(m)}))return;if(s.error(`Failed asset ${a}`,{url:a,error:String(m)}),o.strictTargeted)throw m}finally{r.doneAssets.has(a)||(r.doneAssets.add(a),Ae(r,s));}}async function Eo(e,t,r,n,s,o){let i=Math.max(1,Number(e.assetDownloadConcurrency||e.concurrency||1)),c=Array.from({length:i},async()=>{for(;r.assetQueue.length>0;){let a=r.assetQueue.shift();a&&(r.queuedAssets.delete(a),await Io(e,t,r,a,n,s,o));}});await Promise.all(c);}function Oo(e){let t=Math.ceil(e/1e3);return `${t} second${t===1?"":"s"}`}function ie(e){return Math.max(6e4,e.navigationTimeoutMs*2,e.readiness.timeoutMs+e.readiness.fallbackWaitMs+15e3)}function je(e){return Math.max(15e3,Math.min(6e4,ie(e)))}function rn(e){return Math.max(15e3,e.readiness.timeoutMs+e.readiness.fallbackWaitMs+1e4)}function Lt(e){return e.stats.pagesCompleted}function $t(e){let r=e.options?.browserProcess;return {pid:typeof r?.process?.pid=="number"?r.process.pid:null,kill:typeof r?.kill=="function"?r.kill.bind(r):null}}async function Ct(e,t,r){let n=$t(e);try{if(n.kill){await n.kill(),t.warn(`Force-killed crawl worker browser after ${r}`,{browserPid:n.pid,reason:r});return}if(n.pid!==null){process.kill(n.pid,"SIGKILL"),t.warn(`Sent SIGKILL to crawl worker browser after ${r}`,{browserPid:n.pid,reason:r});return}t.warn(`Could not resolve crawl worker browser PID after ${r}`,{reason:r});}catch(s){t.error(`Failed to force-kill crawl worker browser after ${r}`,{browserPid:n.pid,reason:r,error:String(s)});}}async function B(e,t,r){let n;try{return await Promise.race([r(),new Promise((s,o)=>{n=globalThis.setTimeout(()=>{o(new Fe(e,t));},t);})])}finally{n!==void 0&&globalThis.clearTimeout(n);}}var Fe=class extends Error{constructor(r,n){super(`${r} timed out after ${Oo(n)}.`);this.operation=r;this.timeoutMs=n;this.name="OperationTimeoutError";}operation;timeoutMs};async function $o(e,t){let r=rn(e);await t.evaluate(async n=>{await new Promise(s=>{let o=0,i=700,c=Date.now(),a=()=>{window.clearInterval(u),window.scrollTo(0,0),s();},u=window.setInterval(()=>{if(Date.now()-c>=n.maxDurationMs){a();return}window.scrollBy(0,i),o+=i;let d=document.body?.scrollHeight||0,l=document.documentElement?.scrollHeight||0,g=Math.max(d,l);o>=g+window.innerHeight&&a();},120);});},{maxDurationMs:r});}async function Mo(e,t){await t.waitForLoadState("domcontentloaded",{timeout:e.readiness.timeoutMs}).catch(()=>{}),e.readiness.waitForSelector&&await t.waitForSelector(e.readiness.waitForSelector,{timeout:e.readiness.timeoutMs}).catch(()=>{}),e.readiness.waitForFunction&&await t.waitForFunction(e.readiness.waitForFunction,void 0,{timeout:e.readiness.timeoutMs}).catch(()=>{}),await $o(e,t),await t.waitForTimeout(e.readiness.fallbackWaitMs);}async function Uo(e,t){await t.waitForLoadState("domcontentloaded",{timeout:e.readiness.timeoutMs}).catch(()=>{}),await t.waitForLoadState("load",{timeout:e.readiness.timeoutMs}).catch(()=>{}),e.readiness.waitForSelector&&await t.waitForSelector(e.readiness.waitForSelector,{timeout:e.readiness.timeoutMs}).catch(()=>{}),await t.waitForTimeout(e.readiness.fallbackWaitMs);}function nn(e,t){return e.noJavaScriptRenderPathPrefixes.some(r=>Ut(t,r))}async function Lo(e,t,r,n,s=true){let o=new Set;if(s){let c=await t.evaluate(()=>{let a=new Set,u=["href","src","poster","data-src","data-lazy-src","data-original","data-bg","data-background","data-href","data-resource-url"],d=new Set,l=["srcset","data-srcset","data-lazy-srcset"],g=y=>{y.querySelectorAll("*").forEach(h=>{for(let m of u){let p=h.getAttribute(m);p&&a.add(p);}for(let m of l){let p=h.getAttribute(m);p&&p.split(",").forEach(v=>{let A=v.trim().split(/\s+/)[0];A&&a.add(A);});}let R=h.getAttribute("style");R&&d.add(R),h.shadowRoot&&g(h.shadowRoot);});};return g(document),{attrs:[...a],styles:[...d]}});for(let a of c.attrs)for(let u of vo(a)){let d=V(e,u,r,n,"dom-attr");d&&D(e,d)&&o.add(d.toString());}for(let a of c.styles)for(let u of Ie(e,r,a,n,"dom-style"))o.add(u);}let i=await t.content();for(let c of Ie(e,r,i,n,"page-html"))o.add(c);return [...o]}async function Mt(e,t,r,n,s){let o=te(e,t);await ye(o,r,"utf8");let i=await T.stat(o);s?.debug(`Saved page output ${t}`,{phase:"save-pages",url:t,outputPath:o,bytes:i.size}),n.stats.pagesSaved++;let c=Math.min(n.stats.pagesQueued,Lt(n)+1);s&&(n.stats.pagesSaved%10===0||n.stats.pagesSaved===1)&&s.progress(`Page progress: processed ${c}, rendered ${n.stats.pagesRendered}, saved ${n.stats.pagesSaved}, discovered ${n.stats.pagesQueued}.`,{donePages:c,claimedPages:n.donePages.size,pagesRendered:n.stats.pagesRendered,pagesSaved:n.stats.pagesSaved,pagesQueued:n.stats.pagesQueued,pageQueue:n.pageQueue.length,phase:"save-pages"});}function sn(e){let t=Lt(e);return t%5===0||t===1||t===e.stats.pagesQueued}function on(e,t){let r=Lt(e);t.progress(`Render progress: processed ${r}, rendered ${e.stats.pagesRendered}, saved ${e.stats.pagesSaved}, discovered ${e.stats.pagesQueued}.`,{donePages:r,claimedPages:e.donePages.size,pagesRendered:e.stats.pagesRendered,pagesSaved:e.stats.pagesSaved,pagesQueued:e.stats.pagesQueued,phase:"render-pages"});}async function jo(e){await e.addInitScript(()=>{Object.defineProperty(window,"__WPSUITE_STATIC_EXPORT__",{value:true,writable:false,configurable:true});let t=r=>{if(r==null||String(r)==="")return true;try{let n=new URL(String(r),window.location.href),s=new URL(window.location.href);return n.hash="",s.hash="",n.href===s.href}catch{return false}};try{let r=window.location.assign.bind(window.location),n=window.location.replace.bind(window.location),s=window.location.reload.bind(window.location);Object.defineProperty(window.location,"assign",{configurable:!0,value:o=>{if(t(o)){console.warn("[smartcloud-static-publisher] blocked same-page location.assign",o??"");return}return r(o)}}),Object.defineProperty(window.location,"replace",{configurable:!0,value:o=>{if(t(o)){console.warn("[smartcloud-static-publisher] blocked same-page location.replace",o??"");return}return n(o)}}),Object.defineProperty(window.location,"reload",{configurable:!0,value:()=>{console.warn("[smartcloud-static-publisher] blocked location.reload");}});}catch{}});}async function Do(e,t,r){let n=await e.newContext({viewport:t.viewport,userAgent:"WPSuiteStaticPublisher/0.8 Playwright SitemapOnly",ignoreHTTPSErrors:t.ignoreHttpsErrors,...r?{javaScriptEnabled:false}:{}});return r||await jo(n),n}async function Fo(e,t,r,n,s,o,i,c,a){for(;t.pageQueue.length>0&&!(e.maxPages>0&&t.donePages.size>=e.maxPages);){let u=t.pageQueue.shift();if(!u)break;t.queuedPages.delete(u);try{let d=re(u,r,"page","page-queue");if(!d)continue;let l=d.toString();if(u=l,t.queuedPages.delete(u),t.donePages.has(u))continue;t.donePages.add(u),o.enabled&&o.seenPages.add(u);let g=st(e,u),y=nn(e,d.pathname);if(!ce(d)||D(e,d)||Pe(d)){if(D(e,d)){r.info(`Remote worker redirected non-page URL to asset queue: ${u}`,{url:u,source:"remote-worker-guard"}),q(e,t,u,r,"remote-worker-guard");continue}r.reject("page",u,"guard rejected non-page URL before remote rendering","remote-worker");continue}let h=o.strictTargeted?o.manifest.pages[u]:void 0;if(h?.lastSeenRunId===o.runId&&await Se(h.outputPath)){o.seenPages.add(u);for(let P of h.discoveredAssets||[])q(e,t,P,r,u);z(i,e,h.outputPath),ae(i,h.outputPath),r.info(`Resumed completed content-sync page ${u}`,{url:u,source:"content-sync-checkpoint"});continue}let R=await Qr(e,s,t,o,u,r);if(o.enabled&&n!=="single-url"&&n!=="content-sync"){let P=o.manifest.pages[u];if(R.action==="reuse"&&P){for(let f of P.discoveredAssets)q(e,t,f,r,u);for(let f of P.discoveredPages)Re(e,t,f,r,u);P.lastSeenRunId=o.runId,P.sitemapLastmod=be(t.sitemapLastmodByPage[u])??P.sitemapLastmod,R.changeToken?.supported&&(P.changeToken=R.changeToken.token,P.tokenSource=R.changeToken.tokenSource??P.tokenSource),r.info(`Incremental reuse skipped unchanged page ${u}`,{url:u,mode:"incremental",reason:R.changeToken?.supported===!0?"change-token-match":"sitemap-lastmod-match"});continue}}r.page(`Rendering remotely ${u}`,{url:u,execution:"lambda"});let m=await a.render({sourceOrigin:e.sourceOrigin,url:u,options:{ignoreHttpsErrors:e.ignoreHttpsErrors,javaScriptEnabled:!y,viewport:e.viewport,navigationTimeoutMs:e.navigationTimeoutMs,autoScrollTimeoutMs:rn(e),readiness:e.readiness}}),p=m.page,v=p.finalUrl?re(p.finalUrl,r,"remote-final-response",u)?.toString():void 0;if(n==="content-sync"&&v&&v!==l){if(o.deleteOnMissingUrls.has(u)){await We(e,o,i,u,o.deleteOnMissingUrls),r.info(`Removed stale content-sync archive route redirected to ${v}`,{url:u,finalResponseUrl:v,source:"content-sync-tombstone"});continue}throw new Error(`Required content-sync route redirected outside its planned URL: ${u} -> ${v}`)}let A=p.httpStatus;if(g){if(A!==404){r.error(`Generated 404 request path returned unexpected status for ${u}`,{url:u,expectedStatus:404,status:A,requestPath:e.generated404RequestPath,execution:"lambda"});continue}}else if(A!==null&&A>=400){if(n==="content-sync"&&(A===404||A===410)&&o.deleteOnMissingUrls.has(u)){await We(e,o,i,u,o.deleteOnMissingUrls),r.info(`Removed stale content-sync archive page ${u}`,{url:u,status:A,source:"content-sync-tombstone"});continue}if(n==="content-sync")throw new Error(`Required content-sync route returned HTTP ${A}: ${u}`);r.skip("page",u,A,t.pageDiscoverySources.get(u));continue}t.stats.pagesRendered++;let x=new Set(Ie(e,l,m.html,r,"remote-page-html"));for(let P of [...p.discoveredAssets,...p.networkUrls]){let f=V(e,P,l,r,"remote-render");f&&D(e,f)&&x.add(f.toString());}for(let P of x)q(e,t,P,r,u);let O=n!=="single-url"&&n!=="content-sync"&&!g?[...new Set([...tn(e,u,m.html,r),...p.discoveredPages])]:[];for(let P of O)Re(e,t,P,r,u);for(let P of p.cookies){let f=P.sameSite==="Strict"||P.sameSite==="Lax"||P.sameSite==="None"?P.sameSite:"Unspecified",S=!Number.isFinite(P.expires)||P.expires<=0;c.add({name:P.name,domain:P.domain,path:P.path||"/",expires:S?null:P.expires,session:S,secure:P.secure,httpOnly:P.httpOnly,sameSite:f,partitioned:P.partitioned===!0});}await Mt(e,u,m.html,t,r);let I=te(e,u);z(i,e,I),ae(i,I),o.trackManifest&&(o.manifest.pages[u]={url:u,outputPath:I,contentType:p.contentType?.trim()||null,changeToken:R.changeToken?.supported?R.changeToken.token:null,tokenSource:R.changeToken?.supported?R.changeToken.tokenSource??null:null,sitemapLastmod:be(t.sitemapLastmodByPage[u])??null,discoveredPages:O,discoveredAssets:[...x],lastCrawledAt:new Date().toISOString(),lastSeenRunId:o.runId,rewriteComplete:!1},(o.enabled||o.strictTargeted)&&await ue(e,o)),r.debug(`Remote render completed ${u}`,{url:u,taskId:m.taskId,attempts:m.attempts,execution:"lambda"});}catch(d){if(r.error(`Failed remote page ${u}`,{url:u,error:String(d),execution:"lambda"}),o.strictTargeted)throw d}finally{t.stats.pagesCompleted++,sn(t)&&on(t,r);}}}async function Wo(e,t,r,n,s,o,i,c){let a=await chromium.launch({headless:true}),u=$t(a);u.pid!==null&&r.debug(`Launched crawl worker browser PID ${u.pid}`,{browserPid:u.pid});try{for(;t.pageQueue.length>0;){a||(a=await chromium.launch({headless:!0}),u=$t(a),u.pid!==null&&r.debug(`Relaunched crawl worker browser PID ${u.pid}`,{browserPid:u.pid}));let d=a;if(e.maxPages>0&&t.donePages.size>=e.maxPages)break;let l=t.pageQueue.shift();if(!l)break;t.queuedPages.delete(l);let g=null,y=null,h=!1,R=[],m=new Set;try{let p=re(l,r,"page","page-queue");if(!p)continue;let v=p.toString();if(l=v,t.queuedPages.delete(l),t.donePages.has(l))continue;t.donePages.add(l),o.enabled&&o.seenPages.add(l);let A=st(e,l),x=nn(e,p.pathname);if(!ce(p)||D(e,p)||Pe(p)){if(D(e,p)){r.info(`Worker redirected non-page URL to asset queue: ${l}`,{url:l,source:"worker-guard"}),q(e,t,l,r,"worker-guard");continue}r.reject("page",l,"guard rejected non-page URL before rendering","worker");continue}let O=o.strictTargeted?o.manifest.pages[l]:void 0;if(O?.lastSeenRunId===o.runId&&await Se(O.outputPath)){o.seenPages.add(l);for(let C of O.discoveredAssets||[])q(e,t,C,r,l);z(i,e,O.outputPath),ae(i,O.outputPath),r.info(`Resumed completed content-sync page ${l}`,{url:l,source:"content-sync-checkpoint"});continue}let I=await Qr(e,s,t,o,l,r);if(o.enabled&&n!=="single-url"&&n!=="content-sync"){let C=o.manifest.pages[l];if(I.action==="reuse"&&C){for(let j of C.discoveredAssets)q(e,t,j,r,l);for(let j of C.discoveredPages)Re(e,t,j,r,l);C.lastSeenRunId=o.runId,C.sitemapLastmod=be(t.sitemapLastmodByPage[l])??C.sitemapLastmod,I.changeToken?.supported&&(C.changeToken=I.changeToken.token,C.tokenSource=I.changeToken.tokenSource??C.tokenSource),r.info(`Incremental reuse skipped unchanged page ${l}`,{url:l,mode:"incremental",reason:I.changeToken?.supported===!0?"change-token-match":"sitemap-lastmod-match"});continue}}g=await B(`create page context ${l}`,ie(e),()=>Do(d,e,x)),y=await B(`create page ${l}`,ie(e),()=>g.newPage()),R=await g.cookies();let P=!1,f=new Set;await y.route("**/*",async C=>{let j=C.request();try{let U=V(e,j.url(),e.sourceOrigin,r,"network-request");U&&D(e,U)&&(f.add(U.toString()),q(e,t,U.toString(),r,l));}catch{}if(j.isNavigationRequest()&&j.frame()===y.mainFrame())try{let U=new URL(j.url()),b=new URL(v);if(U.hash="",b.hash="",U.href===b.href){if(P){r.warn(`Blocked same-page navigation/reload for ${l}`,{url:l,requestUrl:j.url()});try{await C.abort("aborted");}catch(E){r.debug(`Ignored canceled route while blocking reload for ${l}`,{url:l,error:String(E)});}return}P=!0;}}catch{}try{await C.continue();}catch(U){r.debug(`Ignored canceled network route for ${l}`,{url:l,requestUrl:j.url(),error:String(U)});}}),y.on("response",C=>{try{let U=V(e,C.url(),e.sourceOrigin,r,"network-response");U&&D(e,U)&&(f.add(U.toString()),q(e,t,U.toString(),r,l));}catch{}let j=C.headerValues("set-cookie").then(U=>{for(let b of U)c.add(yr(b,C.url()));}).catch(()=>{}).then(()=>{});m.add(j),j.finally(()=>m.delete(j));}),r.page(`Rendering ${l}`,{url:l});let S=null,k=null;try{if(S=await y.goto(l,{waitUntil:"domcontentloaded",timeout:e.navigationTimeoutMs}),S&&S.ok())try{k=await B(`read response body ${l}`,ie(e),()=>S.text());}catch{k=null;}}catch(C){r.warn(`Navigation issue for ${l}; saving current DOM if available`,{url:l,error:String(C)});}if(n==="content-sync"&&S){let C=re(S.url(),r,"content-sync-final-response",l)?.toString();if(C&&C!==v){if(o.deleteOnMissingUrls.has(l)){await We(e,o,i,l,o.deleteOnMissingUrls),r.info(`Removed stale content-sync archive route redirected to ${C}`,{url:l,finalResponseUrl:C,source:"content-sync-tombstone"});continue}throw new Error(`Required content-sync route redirected outside its planned URL: ${l} -> ${C}`)}}if(A){let C=S?.status()??null;if(C!==404){r.error(`Generated 404 request path returned unexpected status for ${l}`,{url:l,expectedStatus:404,status:C,requestPath:e.generated404RequestPath});continue}r.info(`Capturing rendered 404 page for ${l}`,{url:l,status:C,outputPath:te(e,l)});}else if(S&&!S.ok()){if(n==="content-sync"&&(S.status()===404||S.status()===410)&&o.deleteOnMissingUrls.has(l)){await We(e,o,i,l,o.deleteOnMissingUrls),r.info(`Removed stale content-sync archive page ${l}`,{url:l,status:S.status(),source:"content-sync-tombstone"}),await y.close();continue}if(n==="content-sync")throw new Error(`Required content-sync route returned HTTP ${S.status()}: ${l}`);r.skip("page",l,S.status(),t.pageDiscoverySources.get(l)),await y.close();continue}x?(r.info(`Rendering without JS execution for ${l}`,{url:l,mode:"no-js"}),await B(`wait for rendered page ${l}`,ie(e),()=>Uo(e,y))):await B(`wait for rendered page ${l}`,ie(e),()=>Mo(e,y)),t.stats.pagesRendered++;let F=await B(`extract rendered assets ${l}`,ie(e),()=>Lo(e,y,v,r,!x));for(let C of F)q(e,t,C,r,l);let M=[...new Set([...F,...f])],N=k??await B(`capture rendered html ${l}`,ie(e),()=>y.content()),K=n!=="single-url"&&n!=="content-sync"&&!A?tn(e,l,N,r):[];if(n!=="single-url"&&n!=="content-sync"&&!A)for(let C of K)Re(e,t,C,r,l);await Mt(e,l,N,t,r);let le=te(e,l);if(z(i,e,le),ae(i,le),o.trackManifest){let C=S?.headers();o.manifest.pages[l]={url:l,outputPath:le,contentType:xt(C),changeToken:I.changeToken?.supported?I.changeToken.token:null,tokenSource:I.changeToken?.supported?I.changeToken.tokenSource??null:null,sitemapLastmod:be(t.sitemapLastmodByPage[l])??null,discoveredPages:K,discoveredAssets:M,lastCrawledAt:new Date().toISOString(),lastSeenRunId:o.runId,rewriteComplete:!1},(o.enabled||o.strictTargeted)&&await ue(e,o);}}catch(p){if(h=p instanceof Fe,o.strictTargeted)throw r.error(`Failed required content-sync page ${l}`,{url:l,error:String(p)}),p;if(h)r.warn(`Skipped partial DOM for timed-out page ${l}`,{url:l,error:String(p),recovery:"recycle-worker-browser"});else try{let v=y?await B(`capture partial html ${l}`,ie(e),()=>y.content()):"";if(v&&v.trim()){await Mt(e,l,v,t,r);let A=te(e,l);if(z(i,e,A),ae(i,A),o.trackManifest){let x=o.manifest.pages[l]??o.previousManifest.pages[l];o.manifest.pages[l]={url:l,outputPath:A,contentType:x?.contentType??null,changeToken:null,tokenSource:null,sitemapLastmod:be(t.sitemapLastmodByPage[l])??x?.sitemapLastmod??null,discoveredPages:x?.discoveredPages?[...x.discoveredPages]:[],discoveredAssets:x?.discoveredAssets?[...x.discoveredAssets]:[],lastCrawledAt:new Date().toISOString(),lastSeenRunId:o.runId,rewriteComplete:!1},(o.enabled||o.strictTargeted)&&await ue(e,o);}r.warn(`Saved partial DOM for ${l}`,{url:l,error:String(p)});}}catch(v){v instanceof Fe&&(h=!0),r.error(`Could not save partial DOM for ${l}`,{url:l,error:String(v)});}r.error(`Failed page ${l}`,{url:l,error:String(p)});}finally{if(!h&&y&&await B(`drain network routes ${l}`,je(e),()=>y.unrouteAll({behavior:"wait"})).catch(p=>{h=!0,r.warn(`Could not drain network routes for ${l}`,{url:l,browserPid:u.pid,error:String(p),recovery:"recycle-worker-browser"});}),h&&(a=null,await Ct(d,r,`page operation timeout for ${l}`),await d.close().catch(()=>{})),m.size>0&&await Promise.allSettled([...m]),!h&&g)try{let p=await g.cookies();c.addAll(br(R,p));}catch{}t.stats.pagesCompleted++,sn(t)&&on(t,r),!h&&y&&await B(`close page ${l}`,je(e),()=>y.close()).catch(p=>{h=!0,r.warn(`Timed out while closing page ${l}`,{url:l,browserPid:u.pid,error:String(p),recovery:"recycle-worker-browser"});}),!h&&g&&await B(`close page context ${l}`,je(e),()=>g.close()).catch(p=>{h=!0,r.warn(`Timed out while closing page context for ${l}`,{url:l,browserPid:u.pid,error:String(p),recovery:"recycle-worker-browser"});}),h&&a===d&&(a=null,await Ct(d,r,`page cleanup timeout for ${l}`),await d.close().catch(()=>{}));}}}finally{if(a){let d=a;await B("close worker browser",je(e),()=>d.close()).catch(l=>(r.warn("Timed out while closing crawl worker browser",{browserPid:u.pid,error:String(l)}),Ct(d,r,"browser.close timeout")));}}}async function qo(e){try{let t=await T.readFile(e),n=(e.endsWith(".gz")?gunzipSync(t):t).toString("utf8").trim();if(!n)return [];try{let s=JSON.parse(n);if(Array.isArray(s))return s;if(s&&typeof s=="object")return [s]}catch{return n.split(/\r?\n/).map(s=>s.trim()).filter(Boolean).map(s=>{try{let o=JSON.parse(s);return o&&typeof o=="object"?o:null}catch{return null}}).filter(s=>s!==null)}return []}catch{return []}}function Lr(e){let t=String(e||"").toLowerCase();return t.includes("timeout")||t.includes("timed out")||t.includes("navigation timeout")}function No(e){let t=String(e?.job?.command||"").trim(),r=String(e?.job?.crawlMode||"full").trim();return t!=="publish"&&t!=="crawl"?false:r!=="incremental"}function _o(e){let t=[e?.archivedAt,e?.job?.endedAt,e?.job?.startedAt];for(let r of t){let n=Date.parse(String(r||""));if(Number.isFinite(n))return n}return 0}async function an(e){try{let t=await T.readFile(e,"utf8"),r=JSON.parse(t);return r&&typeof r=="object"&&!Array.isArray(r)?r:null}catch{return null}}function jr(e){let t=String(e.originalFileName||"").toLowerCase();return t.endsWith("errors.jsonl")?0:t.endsWith("errors.json")?1:2}function Bo(e,t){let r=Array.isArray(t?.artifacts)?t.artifacts.filter(n=>String(n?.role||"").trim()==="errors"&&String(n?.storedFileName||"").trim()!=="").sort((n,s)=>jr(n)-jr(s)).map(n=>w.join(e,String(n.storedFileName))):[];return [...new Set([...r,w.join(e,"errors.jsonl"),w.join(e,"errors.json"),w.join(e,"errors.jsonl.gz"),w.join(e,"errors.json.gz")])]}async function Dr(e){let t=await an(w.join(e,"job.json"));for(let r of Bo(e,t)){let n=await qo(r);if(n.length>0)return n}return []}async function Vo(e){let t=w.join(e.logDir,"archive"),r;try{r=await T.readdir(t);}catch{return ""}let n="",s=0;for(let o of r){let i=w.join(t,o);if(!(await T.stat(i).catch(()=>null))?.isDirectory())continue;let a=await an(w.join(i,"job.json"));if(!No(a))continue;let u=_o(a);u>=s&&(s=u,n=i);}return n}async function zo(e){let t=await Vo(e),r=t!==""?await Dr(t):await Dr(e.logDir),n=new Set;for(let s of r)if(Lr(s.error)||Lr(s.message)){let o=s.url;typeof o=="string"&&o&&n.add(o);}return [...n]}async function Qo(e){let t=[];for(let r of e)if(r.startsWith("@")){let n=r.slice(1),s=await T.readFile(n,"utf8");t.push(...s.split(/\r?\n/).map(o=>o.trim()).filter(o=>o&&!o.startsWith("#")));}else t.push(r);return t}async function Ho(e){if(!e)throw new Error("Content-sync crawl requires an immutable impact plan.");let t=JSON.parse(await T.readFile(e,"utf8"));return Vt(t),t}function Jo(e,t){let r;try{r=new URL(e);}catch{return false}return t.archiveFamilies.some(n=>{let s=new URL(n.url);if(r.origin!==s.origin)return false;if(r.toString()===s.toString())return true;if(r.searchParams.has("paged")&&r.pathname===s.pathname)return /^\d+$/.test(r.searchParams.get("paged")||"");let o=s.pathname.replace(/\/+$/,""),i=r.pathname.slice(o.length).replace(/^\/+/,""),c=String(n.paginationBase||"page").replace(/^\/+|\/+$/g,"").replace(/[.*+?^${}()|[\]\\]/g,"\\$&");return r.pathname.startsWith(`${o}/`)&&new RegExp(`^${c}/\\d+/?$`).test(i)})}function Le(e,t,r){let n=r==="page"?te(e,t):ot(e,t).originalFilePath;return Z(e.outputDir,n)}async function We(e,t,r,n,s){let o=t.manifest.pages[n];if(!o)return;let i=Z(e.outputDir,o.outputPath);if(!i)throw new Error(`Manifest-owned page path escaped output root: ${n}`);let c=w.resolve(o.outputPath);Object.entries(t.manifest.pages).some(([u,d])=>u!==n&&!s.has(u)&&w.resolve(d.outputPath)===c)||(await T.rm(o.outputPath,{force:true}),r.deletedFiles.add(i),r.revalidateFiles.delete(i)),delete t.manifest.pages[n];}async function Ko(e,t,r,n,s){let o=t.manifest.assets[n];if(!o)return;let i=Z(e.outputDir,o.outputPath);if(!i)throw new Error(`Manifest-owned resource path escaped output root: ${n}`);let c=w.resolve(o.outputPath);Object.entries(t.manifest.assets).some(([u,d])=>u!==n&&!s.has(u)&&w.resolve(d.outputPath)===c)||(await T.rm(o.outputPath,{force:true}),r.deletedFiles.add(i)),delete t.manifest.assets[n];}function Go(e,t){let r=new Set,n=[...t];for(;n.length>0;){let s=n.shift();if(r.has(s))continue;r.add(s);let o=e.assets[s];for(let i of o?.discoveredAssets??[])try{Ee(new URL(i))&&n.push(i);}catch{}}return r}async function Zo(e,t,r,n,s){let o=Go(r.previousManifest,s);for(let i of o){if(t.successfulSitemaps.has(i))continue;let c=r.previousManifest.assets[i];if(!c)continue;let a=Z(e.outputDir,c.outputPath);if(!a)throw new Error(`Manifest-owned sitemap path escaped output root: ${i}`);await T.rm(c.outputPath,{force:true}),n.deletedFiles.add(a),delete r.manifest.assets[i];}await ue(e,r);}async function Yo(e){try{let t=await T.readFile(w.join(e.outputDir,"asset-map.json"),"utf8");return JSON.parse(t)}catch{return {}}}async function Xo(e){let t=["crawl.log.jsonl","current-crawl-event.json","rejected.jsonl","ignored.jsonl","skipped-http.jsonl","errors.jsonl","timings.jsonl","rejected.json","ignored.json","skipped-http.json","errors.json","timings.json"];await T.mkdir(e,{recursive:true}),await Promise.all(t.map(async r=>{try{await T.unlink(w.join(e,r));}catch(n){if(n.code!=="ENOENT")throw n}}));}function Fr(e,t,r,n,s){let o=V(e,r,e.sourceOrigin,n,"manual-url");o&&(Ee(o)?nt(e,t,o.toString(),n,s):D(e,o)?q(e,t,o.toString(),n,s):ce(o)?Re(e,t,o.toString(),n,s):n.reject("manual-url",o.toString(),"not page/sitemap/asset-like",s));}async function un(e=process.argv.slice(2)){let t=[],r=await _e(void 0,{onRemotePublisherConfigDiagnostic:b=>{t.push(b);}}),n=zt(r.sitemapPaths),s=t.at(-1)??null,o=Ms(e),i=o.mode==="content-sync"?await Ho(o.contentSyncPlanPath):null;if(o.resumeRewrite&&o.mode!=="full")throw new Error("--resume-rewrite is only supported for full crawl/publish jobs.");let c=[];o.mode==="retry-timeouts"&&(c=await zo(r)),o.mode==="single-url"&&(c=await Qo(o.urls)),i&&(c=[...i.directRenderUrls,...i.archiveFamilyUrls,...i.resourceRenderUrls]);let a=o.crawlMode==="incremental"&&o.mode==="full",u=a&&typeof r.subscriptionType=="string"&&r.subscriptionType.trim()!=="";if(i&&r.subscriptionType!=="PROFESSIONAL"&&r.subscriptionType!=="AGENCY")throw new Error("Content-sync requires an active Professional or Agency subscription.");let d=(o.mode==="full"||o.mode==="single-url"||o.mode==="content-sync")&&!o.resumeRewrite,l=o.mode!=="full"||o.resumeRewrite||u,g=l?await Yo(r):{},y=u||o.mode==="single-url"||o.mode==="content-sync"?await Ns(r):_r(),h=new Set(c),R=new Set;if(i){for(let b of i.archiveFamilies)if(b.foundPosts===0)for(let E of b.pageUrls)R.add(E);for(let b of Object.keys(y.pages))Jo(b,i)&&!h.has(b)&&(c.push(b),R.add(b));}let m={enabled:u,trackManifest:d,manifest:It(y),previousManifest:It(y),runId:i?.jobId??`${Date.now()}`,seenPages:new Set,changeTokenCache:new Map,pageChangeTokenPrimePromise:null,manifestSaveChain:Promise.resolve(),strictTargeted:!!i,requiredUrls:h,deleteOnMissingUrls:R};await Xo(r.logDir);let p=new ke(r.logDir,r.logLevel),v=o.remoteRender??r.remoteWorkers?.render?.enabled===true,A=Ar({explicitPath:o.remoteWorkerConfigPath,runtimeDir:qe()}),x=null,O=null,I=Math.max(1,r.concurrency),P=r.remoteWorkers?.rewrite?.enabled===true;if(v&&!o.resumeRewrite||P){if(!A)throw new Error("Remote Lambda workers are enabled, but the runtime directory is unknown. Run through queue-runner with --runtime-dir, set STATIC_PUBLISHER_RUNTIME_DIR, or use --remote-worker-config for a diagnostic run.");let b=await Cr(A);O=new Ge(b);}if(v&&!o.resumeRewrite){if(!O)throw new Error("Remote render worker client was not initialized.");x=new Ze({client:O,jobId:`crawl-${we(m.runId,40)}`,maxAttempts:r.remoteWorkers?.render?.maxAttempts??2,onRetry:b=>{p.warn(`Retrying remote render for ${b.url}`,{url:b.url,attempt:b.attempt,maxAttempts:b.maxAttempts,reason:b.reason,execution:"lambda"});}}),I=Math.max(1,Math.min(100,r.remoteWorkers?.render?.concurrency??r.concurrency)),p.info("Lambda page rendering is enabled.",{remoteWorkerConfigPath:w.resolve(A),concurrency:I,maxAttempts:r.remoteWorkers?.render?.maxAttempts??2,batchSize:1,execution:"lambda"});}if(s){let b={status:s.status,virtualAssetBaseUrl:s.virtualAssetBaseUrl,subscriptionType:s.subscriptionType??null,error:s.error,requests:s.requests,source:"remote-publisher-config"};s.status==="loaded"&&s.subscriptionType?p.info("Loaded remote WP Suite publisher configuration.",b):p.warn("Remote WP Suite publisher configuration is unavailable or has no active subscription type.",b);}if(a&&!u){let b="Incremental crawl requires an active remote publisher subscription; refusing to fall back to a destructive full crawl.";throw p.error(b,{requestedMode:o.crawlMode,subscriptionType:r.subscriptionType??null,source:"incremental-subscription-guard"}),await p.flush(),new Error(b)}let f={pageQueue:[],queuedPages:new Set,donePages:new Set,pageDiscoverySources:new Map,assetQueue:[],queuedAssets:new Set,doneAssets:new Set,sitemapQueue:[],queuedSitemaps:new Set,doneSitemaps:new Set,successfulSitemaps:new Set,resolvedSitemapRoots:new Set,sitemapIndexUrls:new Set,sitemapLeafUrls:new Set,sitemapLastmodByPage:{},assetMap:{...g},assetVariantDigestsByOriginalPath:new Map,stats:{pagesQueued:0,pagesRendered:0,pagesCompleted:0,assetsQueued:0,sitemapsQueued:0,assetsSaved:0,pagesSaved:0}},S=qs(),k=new He,F=Us();if(F&&!o.resumeRewrite&&await Je(F,k.artifact()),await Nt(r),await _t(r,{startedAt:new Date().toISOString(),outputDir:w.resolve(r.outputDir)}),l||await T.rm(r.outputDir,{recursive:true,force:true}),await T.mkdir(r.outputDir,{recursive:true}),i){let b=new Set([...i.deleteUrls,...m.deleteOnMissingUrls]);for(let L of i.deleteUrls)await We(r,m,S,L,b);let E=new Set(i.resourceDeleteUrls);for(let L of i.resourceDeleteUrls)await Ko(r,m,S,L,E);}if(o.resumeRewrite)p.info("Resuming final rewrite from existing output.",{phase:"rewrite-text",mode:o.mode,crawlMode:o.crawlMode});else {let b=await request.newContext({ignoreHTTPSErrors:r.ignoreHttpsErrors});try{if(p.mark("discovery"),o.mode==="full"?(n.forEach(L=>nt(r,f,L,p)),await Ur(r,b,f,p,S,m),r.seedPaths.forEach(L=>Fr(r,f,L,p,"seed-path")),r.generated404RequestPath&&Re(r,f,r.generated404RequestPath,p,"generated-404-request-path")):(c.forEach(L=>Fr(r,f,L,p,"cli")),i?.sitemapUrls.forEach(L=>nt(r,f,L,p,"content-sync-impact")),await Ur(r,b,f,p,S,m,o.mode==="content-sync",i?.sitemapUrls??[]),i&&await Zo(r,f,m,S,i.sitemapUrls)),p.endMark("discovery",{pages:f.pageQueue.length,assets:f.assetQueue.length,sitemaps:f.sitemapQueue.length}),p.summary(`Queued ${f.pageQueue.length} pages, ${f.assetQueue.length} assets, ${f.sitemapQueue.length} sitemaps.`,{mode:o.mode,crawlMode:o.crawlMode,queuedPages:f.pageQueue.length,queuedAssets:f.assetQueue.length,queuedSitemaps:f.sitemapQueue.length}),o.mode==="retry-timeouts"&&f.pageQueue.length===0&&f.assetQueue.length===0&&f.sitemapQueue.length===0){p.summary("No timed-out URLs were queued. Skipping retry crawl.",{mode:o.mode,crawlMode:o.crawlMode,queuedPages:0,queuedAssets:0,queuedSitemaps:0}),await p.flush(),F&&await Je(F,k.artifact());return}p.mark("render-pages");let E=Array.from({length:I},()=>x?Fo(r,f,p,o.mode,b,m,S,k,x):Wo(r,f,p,o.mode,b,m,S,k));if(await Promise.all(E),F&&await Je(F,k.artifact()),p.endMark("render-pages",{pages:f.stats.pagesCompleted}),p.mark("download-assets"),p.progress("Asset download phase started.",{phase:"download-assets",doneAssets:f.doneAssets.size,assetsQueued:f.stats.assetsQueued,assetQueue:f.assetQueue.length}),await Vr(r,b,m,[...f.assetQueue],p),await Eo(r,b,f,p,m,S),p.endMark("download-assets",{assets:f.doneAssets.size}),m.enabled&&r.maxPages===0&&(await Js(r,f,m,p,S),o.mode==="full"&&await Ks(r,m,p,S)),o.mode==="full"){let L=await To(r,f,p);for(let W of L)z(S,r,W);}}finally{await B("dispose crawl request context",je(r),()=>b.dispose()).catch(E=>{p.warn("Timed out while disposing crawl request context",{error:String(E)});});}}m.trackManifest&&await ue(r,m),await T.writeFile(w.join(r.outputDir,"asset-map.json"),JSON.stringify(f.assetMap,null,2),"utf8"),JSON.stringify(g,null,2)!==JSON.stringify(f.assetMap,null,2)&&z(S,r,w.join(r.outputDir,"asset-map.json"));let M=o.mode==="single-url"||o.mode==="content-sync"?so(r,f):m.enabled&&!o.resumeRewrite?Gs(r,m,S,g,f.assetMap):void 0;p.mark("rewrite-text");let N=o.mode==="single-url"||o.mode==="content-sync"?`Rewriting text files touched by URL crawl: 0/${M?.length??0}`:"Rewriting text files...";p.progress(N,{phase:"rewrite-text",index:0,totalFiles:M?.length,changedTextFiles:0}),await kt(N);let K=Date.now(),le={files:M,previousAssetMap:g,onStart:({totalFiles:b,workerCount:E})=>{p.info(`Rewrite phase scanning ${b} text files.`,{phase:"rewrite-text",totalFiles:b,workerCount:E});},onProgress:async({index:b,totalFiles:E,changedTextFiles:L,file:W,changed:Q})=>{Q&&z(S,r,w.join(r.outputDir,W)),p.checkpoint(`Rewriting text file ${b}/${E}`,{phase:"rewrite-text",index:b,totalFiles:E,changedTextFiles:L,file:W}),p.debug(`${Q?"Rewrote":"Checked unchanged"} text file ${b}/${E}: ${W}`,{phase:"rewrite-text",index:b,totalFiles:E,changedTextFiles:L,file:W,changed:Q});let fe=Date.now();if(!(b===1||b===E||b%50===0||fe-K>=5e3))return;K=fe;let Ne=`Rewriting text files: ${b}/${E}`;p.progress(Ne,{phase:"rewrite-text",index:b,totalFiles:E,changedTextFiles:L,file:W}),await kt(Ne);}},C=P&&O?await xr(r,f.assetMap,{client:O,jobId:`crawl-${we(m.runId,40)}`,concurrency:r.remoteWorkers?.rewrite?.concurrency??r.rewriteConcurrency,batchSize:r.remoteWorkers?.rewrite?.batchSize??25,maxAttempts:r.remoteWorkers?.rewrite?.maxAttempts??2,onStageProgress:async({index:b,totalFiles:E,file:L})=>{let W=Date.now();if(b!==1&&b!==E&&b%25!==0&&W-K<5e3)return;K=W;let Q=`Staging text files for Lambda rewrite: ${b}/${E}`;p.progress(Q,{phase:"rewrite-stage",index:b,totalFiles:E,file:L,execution:"lambda"}),await kt(Q);},options:le}):await sr(r,f.assetMap,le);m.trackManifest&&(Zs(m,M),await ue(r,m)),p.endMark("rewrite-text",{changedTextFiles:C});let j=i?[...S.deletedFiles].sort():m.enabled&&!o.resumeRewrite?await Xs(r,f,m,S,p):[],U=[...new Set((M||[]).map(b=>Z(r.outputDir,w.isAbsolute(b)?b:w.join(r.outputDir,b))).filter(b=>b!==null))].sort();if(i){let b=[...S.changedFiles].sort(),E=new Set(b),L=new Set(i.directRenderUrls.map($=>Le(r,$,"page")).filter($=>!!$&&E.has($))),W=new Set(i.archiveFamilyUrls.map($=>Le(r,$,"page")).filter($=>!!$&&E.has($))),Q=new Set(i.resourceRenderUrls.map($=>Le(r,$,"asset")).filter($=>!!$&&E.has($))),fe=new Set([...f.sitemapLeafUrls].map($=>Le(r,$,"asset")).filter($=>!!$&&E.has($))),it=new Set([...f.sitemapIndexUrls].map($=>Le(r,$,"asset")).filter($=>!!$&&E.has($))),Ne=new Set([...L,...W,...Q,...fe,...it]),cn=b.filter($=>!Ne.has($)),ln=[...new Set([...i.directRenderUrls,...i.archiveFamilyUrls,...f.resolvedSitemapRoots,...f.sitemapLeafUrls,...f.sitemapIndexUrls,...i.deleteUrls,...i.resourceRenderUrls,...i.resourceDeleteUrls].map($=>{let jt=new URL($);return `${jt.pathname}${jt.search}`}))].sort();await at(r,{schemaVersion:2,generatedAt:new Date().toISOString(),outputDir:w.resolve(r.outputDir),runMode:"content-sync",crawlMode:"incremental",fullSyncRequired:false,changedFiles:b,deletedFiles:j,rewriteTargets:U,revalidateFiles:[...S.revalidateFiles].sort(),consumerId:i.consumerId,fromSequence:i.fromSequence,toSequence:i.toSequence,impactHash:i.impactHash,resolvedSitemapUrls:[...f.resolvedSitemapRoots],uploadGroups:{assets:cn,content:[...L].sort(),listings:[...W].sort(),resources:[...Q].sort(),sitemapLeaves:[...fe].sort(),sitemapIndexes:[...it].reverse()},invalidationPaths:ln});}else await at(r,{schemaVersion:1,generatedAt:new Date().toISOString(),outputDir:w.resolve(r.outputDir),runMode:o.mode,crawlMode:o.crawlMode,fullSyncRequired:!(m.enabled&&!o.resumeRewrite),changedFiles:m.enabled&&!o.resumeRewrite?[...S.changedFiles].sort():[],deletedFiles:m.enabled&&!o.resumeRewrite?j:[],rewriteTargets:m.enabled&&!o.resumeRewrite?U:[],revalidateFiles:[...S.revalidateFiles].sort()});await Bt(r),p.summary(o.resumeRewrite?`Done. Resumed final rewrite over existing output and changed ${C} text files.`:`Done. Rendered ${f.stats.pagesRendered} pages, processed ${f.doneSitemaps.size} sitemaps and ${f.doneAssets.size} assets.`,{mode:o.mode,crawlMode:o.crawlMode,resumeRewrite:o.resumeRewrite,...f.stats,pagesRendered:f.stats.pagesRendered,donePages:f.stats.pagesCompleted,claimedPages:f.donePages.size,doneSitemaps:f.doneSitemaps.size,doneAssets:f.doneAssets.size,changedTextFiles:C}),await p.flush();}un().catch(async e=>{let t=oe(e instanceof Error?e.message:String(e));console.error(t);try{let n=(await _e().catch(()=>null))?.logDir??"logs",s=new ke(n,"debug");s.error(`Unhandled error: ${t}`,e instanceof Error&&e.stack?{stack:oe(e.stack)}:void 0),await s.flush();}catch{}process.exit(1);});
16
+ ${o}`,40);return n.info(`Using generated 404 fallback change token for ${r}`,{url:r,requestPath:e.generated404RequestPath,source:"generated-404-change-token-fallback"}),{url:r,supported:!0,token:i,tokenSource:"generated-404-response-hash",postId:null,dependencyPostIds:[],reason:null}}catch(s){return n.warn(`Generated 404 fallback token lookup failed for ${r}`,{url:r,error:String(s),requestPath:e.generated404RequestPath,source:"generated-404-change-token-fallback"}),null}}async function fn(e,t,r,n,s,o){let i=ft(e,s);if(await yo(e,t,r,n,s,o),!n.enabled)return {action:"render",changeToken:n.trackManifest?await dt(e,t,n,s,o):null};let c=n.manifest.pages[s];if(!c)return {action:"render",changeToken:await dt(e,t,n,s,o)};let a=await dt(e,t,n,s,o);if(a?.supported&&a.token)return c.changeToken===a.token?i&&!await Po(e,t,s,o)?{action:"render",changeToken:a}:{action:"reuse",changeToken:a}:{action:"render",changeToken:a};let l=Ie(r.sitemapLastmodByPage[s]);return l&&c.sitemapLastmod&&c.sitemapLastmod===l?{action:"reuse",changeToken:a}:{action:"render",changeToken:a}}async function Po(e,t,r,n){try{let o=(await t.get(r,{timeout:Math.min(e.navigationTimeoutMs,15e3),failOnStatusCode:!1})).status();return o===404?!0:(n.warn(`Generated 404 request path no longer returns 404 for ${r}`,{url:r,status:o,requestPath:e.generated404RequestPath,source:"generated-404-status-probe"}),!1)}catch(s){return n.warn(`Generated 404 status probe failed for ${r}`,{url:r,error:String(s),requestPath:e.generated404RequestPath,source:"generated-404-status-probe"}),false}}async function Ro(e,t,r,n,s){let o=en(r.previousManifest,void 0,n,"previous-manifest"),i=0;for(let[g,f]of Object.entries(r.manifest.pages))if(!r.seenPages.has(g)){_t(s,e,f.outputPath);try{await O.unlink(f.outputPath);}catch(h){(h.code||"")!=="ENOENT"&&n.warn(`Failed to remove stale incremental page output for ${g}`,{url:g,outputPath:f.outputPath,error:String(h)});}delete r.manifest.pages[g],i++;}let c=en(r.manifest,r.runId,n,"active-manifest"),a=new Set,l=new Set;for(let g of c){for(let b of Ke(e,g))a.add(b);let f=r.manifest.assets[g]?.outputPath;f&&l.add(f);let h=Fe(e,t.assetMap,g);h&&l.add(h);}for(let g of Object.keys(r.manifest.assets)){if(c.has(g)){r.manifest.assets[g].unreferencedRuns=0;continue}let f=r.manifest.assets[g];if(Or(f.unreferencedRuns)){f.unreferencedRuns+=1,n.warn(`Deferred deletion of newly unreferenced incremental asset ${g}.`,{url:g,unreferencedRuns:f.unreferencedRuns,phase:"incremental-cleanup",source:"asset-deletion-grace"});continue}delete r.manifest.assets[g];}let d=0,u=0;for(let g of o){if(r.manifest.assets[g])continue;let f=new Set,h=r.previousManifest.assets[g]?.outputPath;h&&f.add(h);let b=Fe(e,t.assetMap,g);if(!c.has(g)&&b)f.add(b);else if(!c.has(g)){let p=Wo(e,g,n,"incremental-cleanup");p&&(f.add(p.originalFilePath),p.hashedFilePath&&f.add(p.hashedFilePath));}for(let p of f)if(!l.has(p)){_t(s,e,p);try{await O.unlink(p),d++;}catch(m){(m.code||"")!=="ENOENT"&&n.warn(`Failed to remove stale incremental asset output for ${g}`,{url:g,outputPath:p,error:String(m)});}}for(let p of Ke(e,g))a.has(p)||Object.prototype.hasOwnProperty.call(t.assetMap,p)&&(delete t.assetMap[p],u++);}(i>0||d>0||u>0)&&n.info(`Incremental cleanup removed ${i} stale pages, ${d} stale assets, ${u} stale asset mappings`,{removedPages:i,removedAssets:d,removedAssetMappings:u,phase:"incremental-cleanup"});}async function vo(e,t,r,n){let s=new Set([...Object.values(t.manifest.pages),...Object.values(t.manifest.assets)].map(a=>String(a.outputPath||"").trim()).filter(Boolean).map(a=>w.resolve(a))),o=Object.values(e.postCrawlCopyMap||{}).map(a=>pt(String(a||""))).filter(a=>!!a).map(a=>w.resolve(e.outputDir,a)),c=(await us(["**/*.html","**/*.htm"],{cwd:e.outputDir,onlyFiles:true,dot:true})).filter(a=>Er(w.join(e.outputDir,a),e.outputDir,s,o));for(let a of c){let l=w.join(e.outputDir,a);_t(n,e,l),await O.unlink(l);}c.length>0&&r.info(`Removed ${c.length} orphaned HTML output file(s) that are absent from the current crawl manifest.`,{phase:"incremental-cleanup",source:"manifest-output-reconciliation",removedPages:c.length,samples:c.slice(0,20)});}function en(e,t,r,n){let s=new Set,o=i=>{let c=i.trim();if(c){if(r){let a=re(c,r,"asset",n??"manifest");if(!a)return;s.add(a.toString());return}s.add(c);}};for(let i of Object.values(e.pages))for(let c of i.discoveredAssets||[])o(c);for(let[i,c]of Object.entries(e.assets||{}))t&&c.lastSeenRunId!==t||o(i);return s}function tn(e,t,r){for(let n of t)for(let s of Ke(e,n))if(r.has(s))return true;return false}function ko(e,t,r,n,s){let o=new Set(r.rewriteTargets);for(let c of r.changedFiles)o.add(w.resolve(e.outputDir,c));for(let c of Object.values(t.manifest.pages))c.rewriteComplete||o.add(w.resolve(c.outputPath));for(let c of Object.values(t.manifest.assets))c.isText&&!c.rewriteComplete&&o.add(w.resolve(c.outputPath));let i=wo(n,s);if(i.size===0)return [...o];for(let c of Object.values(t.manifest.pages))tn(e,c.discoveredAssets,i)&&o.add(w.resolve(c.outputPath));for(let[c,a]of Object.entries(t.manifest.assets)){a.isText&&tn(e,a.discoveredAssets,i)&&o.add(w.resolve(a.outputPath));for(let l of Ke(e,c))if(i.has(l)){Q(r,e,a.outputPath),a.isText&&o.add(w.resolve(a.outputPath));break}}return [...o]}function Co(e,t){let r=t?new Set(Array.from(t,s=>w.resolve(s))):null,n=s=>r===null||r.has(w.resolve(s));for(let s of Object.values(e.manifest.pages))n(s.outputPath)&&(s.rewriteComplete=true);for(let s of Object.values(e.manifest.assets)){if(!s.isText){s.rewriteComplete=true;continue}n(s.outputPath)&&(s.rewriteComplete=true);}}function xo(e,t,r){let n=new Set,s=o=>{if(!o)return;let i=Y(e.outputDir,o);i&&n.add(i);};for(let o of t.donePages)s(le(e,o));for(let o of Object.values(r.manifest.pages))o.lastSeenRunId===r.runId&&s(o.outputPath);for(let o of t.doneAssets)s(Fe(e,t.assetMap,o));for(let o of Object.values(r.manifest.assets))o.lastSeenRunId===r.runId&&s(o.outputPath);return n}async function Ao(e,t,r,n,s,o){let i=[...n.deletedFiles].sort(),c=xo(e,t,r),a=0;for(let u of [...c].sort())if(!o?.objects[u]){try{if((await O.stat(w.join(e.outputDir,u))).isFile())continue}catch{}a++,s.warn(`Active output is missing after crawl: ${u}`,{phase:"deploy-plan",file:u,outputPath:w.join(e.outputDir,u)});}if(a>0&&s.warn(`Detected ${a} active output file(s) missing before deploy plan save.`,{phase:"deploy-plan",missingActiveOutputs:a}),i.length===0)return [];let l=[],d=0;for(let u of i){if(!c.has(u)){l.push(u);continue}d++;let g=w.join(e.outputDir,u),f;try{f=(await O.stat(g)).isFile();}catch{f=false;}s.warn(`Deploy plan protected active output from deletion: ${u}`,{phase:"deploy-plan",file:u,outputPath:g,exists:f});}return d>0&&s.info(`Deploy plan skipped ${d} active output deletion(s).`,{phase:"deploy-plan",protectedDeletes:d,deletedFiles:l.length}),l}function Ke(e,t){let r=new Set([t]);try{let n=new URL(t),o=[new URL(e.sourceOrigin).origin,...Object.keys(e.extraReplacements||{})];if(e.targetOrigin&&e.targetOrigin!=="."&&e.targetOrigin!=="/")try{o.push(new URL(e.targetOrigin).origin);}catch{}for(let i of o)try{r.add(new URL(i).origin+n.pathname+n.search);}catch{}r.add(n.pathname+n.search),r.add(n.pathname);}catch{}return [...r]}function To(e,t){let r=new Set([t]);try{let n=new URL(t),o=[new URL(e.sourceOrigin).origin,...Object.keys(e.extraReplacements||{})];if(e.targetOrigin&&e.targetOrigin!=="."&&e.targetOrigin!=="/")try{o.push(new URL(e.targetOrigin).origin);}catch{}for(let i of o)try{r.add(new URL(i).origin+n.pathname+n.search);}catch{}r.add(n.pathname+n.search);}catch{}return [...r]}function wn(e,t){let r=e.targetOrigin&&e.targetOrigin!=="."&&e.targetOrigin!=="/"?e.targetOrigin:"https://relative.invalid/";try{let n=new URL(t,r);return He(e.outputDir,n.pathname)}catch{return null}}function yn(e,t,r){for(let n of To(e,r)){let s=t[n];if(!s)continue;let o=wn(e,s);if(o)return {outputPath:o,publicUrl:s}}return null}function Io(e,t,r){for(let n of Ke(e,r)){let s=t[n];if(!s)continue;let o=wn(e,s);if(o)return o}return null}function Fe(e,t,r){let n=Io(e,t,r);if(n)return n;try{return Ye(e,r).originalFilePath}catch{return null}}function Eo(){let e=process.env.STATIC_PUBLISHER_RUNTIME_DIR||process.env.WPSUITE_STATIC_PUBLISHER_RUNTIME_DIR||"";return e.trim()?w.join(w.resolve(e),"queue-runner-heartbeat.json"):""}async function Ft(e){let t=Eo();if(t)try{let r=await O.readFile(t,"utf8"),n=JSON.parse(r);if(!n||typeof n!="object")return;await O.writeFile(t,JSON.stringify({...n,checkedAt:new Date().toISOString(),status:"running",currentStep:"rewrite",message:e},null,2),"utf8");}catch{}}function Oo(e,t){let r=new Set;for(let n of t.donePages)r.add(w.resolve(le(e,n)));for(let n of t.doneAssets){let s=Fe(e,t.assetMap,n);!s||!ie(s)||r.add(w.resolve(s));}for(let n of t.doneSitemaps){let s=Fe(e,t.assetMap,n);!s||!ie(s)||r.add(w.resolve(s));}return [...r]}var mt="re:",lt=new Map;function Mo(e){if(!e.startsWith(mt))return null;let t=lt.get(e);if(t!==void 0)return t||null;let r=e.slice(mt.length).trim();if(!r)return lt.set(e,false),null;try{let n=new RegExp(r);return lt.set(e,n),n}catch{return console.warn(`[crawl] Ignoring invalid path matcher regex: ${e}`),lt.set(e,false),null}}function Zt(e,t){let r=Mo(t);return r?r.test(e):t.startsWith(mt)?false:e.startsWith(t)}function $o(e,t){return t.find(r=>Zt(e,r))}function bn(e,t){let r=$o(t.pathname,e.blockedPathPrefixes);if(r)return r.startsWith(mt)?`blocked path regex: ${r}`:`blocked path prefix: ${r}`;let n=e.blockedSearchFragments.find(s=>t.search.includes(s));return n?`blocked search fragment: ${n}`:null}function jo(e){let t=new URL(e.sourceOrigin),r=new Set([t.hostname,...e.allowedAssetHosts]);if(e.targetOrigin&&e.targetOrigin!=="."&&e.targetOrigin!=="/")try{r.add(new URL(e.targetOrigin).hostname);}catch{}for(let n of Object.keys(e.extraReplacements||{}))try{r.add(new URL(n).hostname);}catch{}return r}function Uo(e,t){return jo(e).has(t.hostname)}function Lo(e){let t=ge(e.trim()).replace(/\\\//g,"/").replace(/^['"]|['"]$/g,"").trim();return t=t.replace(/[)]+$/g,"").trim(),t=t.replace(/;.*$/g,"").trim(),t}function Bt(e){let t=ge(e).replace(/\\\//g,"/");return /[{}]|\bwindow\.|\blocation\.|\bincludes\(|\?\?null|\+|%7B|%7D|%22|<|>|\s/.test(t)||/[()[\]'"]/.test(t)}function Do(e){let t=ge(e).replace(/\\\//g,"/").trim(),r=w.extname(t).toLowerCase();return ln.has(r)||dn.has(r)?false:/^(?:this|[A-Za-z_$][\w$]*)\.[A-Za-z_$][\w$]*(?:\.[A-Za-z_$][\w$]*)*$/.test(t)}function Oe(e){return oo.some(t=>e.pathname.startsWith(t))}function H(e,t,r=e.sourceOrigin,n,s="url",o=false){let i=Lo(t);if(!i||i.startsWith("data:")||i.startsWith("blob:")||i.startsWith("mailto:")||i.startsWith("tel:")||i.startsWith("#"))return n?.ignore(s,t,"empty or unsupported scheme",r),null;if(Bt(i))return n?.ignore(s,t,"looks like JavaScript/code fragment",r),null;if(Do(i))return n?.ignore(s,t,"looks like JavaScript property access",r),null;try{let c=new URL(i,r);if(Sn(c))return n?.reject(s,t,"malformed URL encoding",r),null;if(!["http:","https:"].includes(c.protocol))return n?.ignore(s,t,"unsupported protocol: ",r),null;if(!Uo(e,c))return n?.ignore(s,c.toString(),"host not allowed",r),null;let a=bn(e,c);if(a&&!(o&&St(c)))return n?.reject(s,c.toString(),a,r),null;let l=new URL(e.sourceOrigin);return c.protocol=l.protocol,c.host=l.host,c.hash="",c}catch{return n?.reject(s,t,"invalid URL",r),null}}function Sn(e){try{return decodeURIComponent(e.pathname),decodeURIComponent(e.search),decodeURIComponent(e.hash),!1}catch{return true}}function re(e,t,r,n){try{let s=new URL(e);return Sn(s)?(t.reject(r,e,"malformed URL encoding",n),null):Be(s.pathname)===null?(t.reject(r,e,"unsafe URL pathname",n),null):s.protocol!=="http:"&&s.protocol!=="https:"?(t.reject(r,e,`unsupported protocol: ${s.protocol}`,n),null):s}catch{return t.reject(r,e,"invalid URL",n),null}}function Pn(e){return ln.has(w.extname(e.pathname).toLowerCase())}function Se(e){return Oe(e)?false:dn.has(w.extname(e.pathname).toLowerCase())}function qe(e){let t=e.pathname.toLowerCase();return t.endsWith(".xml")&&(t.includes("sitemap")||t.endsWith("/sitemap.xml"))}function W(e,t){return !!(qe(t)||t.pathname==="/robots.txt"||t.pathname==="/llms.txt"||t.pathname.toLowerCase().endsWith(".xsl")||e.assetPathPrefixes.length>0&&e.assetPathPrefixes.some(r=>Zt(t.pathname,r))||Pn(t)||!Se(t)&&!Oe(t))}function le(e,t){let r=new URL(t),n=Be(r.pathname);if(n===null)throw new Error(`Unsafe page URL pathname: ${r.pathname}`);return n.endsWith("/")?n+="index.html":w.extname(n)||(n+="/index.html"),He(e.outputDir,n)}function Fo(e){if(!e.generated404RequestPath)return null;try{let t=new URL(e.generated404RequestPath,e.sourceOrigin);return !t.pathname.endsWith("/")&&w.extname(t.pathname)===""&&(t.pathname+="/"),t.hash="",t.toString()}catch{return null}}function ft(e,t){let r=Fo(e);if(!r)return false;try{return new URL(t,e.sourceOrigin).toString()===r}catch{return false}}function Ye(e,t){let r=new URL(t),n=Be(r.pathname);if(n===null)throw new Error(`Unsafe asset URL pathname: ${r.pathname}`);n.endsWith("/")&&(n+="index.html");let s=!!r.search,o=n,i=He(e.outputDir,o),c=Ct(e.targetOrigin,o),a=`${c}${r.search}`;if(!s)return {originalPathname:o,originalFilePath:i,originalPublicUrl:c,originalPublicUrlWithSearch:a,preferQueryHashed:s};let l=w.extname(n),u=`${l?n.slice(0,-l.length):n}.${oe(r.search)}${l||".bin"}`;return {originalPathname:o,originalFilePath:i,originalPublicUrl:c,originalPublicUrlWithSearch:a,preferQueryHashed:s,hashedPathname:u,hashedFilePath:He(e.outputDir,u),hashedPublicUrl:Ct(e.targetOrigin,u)}}function Wo(e,t,r,n){let s=re(t,r,"asset",n);return s?Ye(e,s.toString()):null}function Ht(e,t,r,n,s){t[r]=n;try{let o=new URL(r),c=[new URL(e.sourceOrigin).origin,...Object.keys(e.extraReplacements||{})];if(e.targetOrigin&&e.targetOrigin!=="."&&e.targetOrigin!=="/")try{c.push(new URL(e.targetOrigin).origin);}catch{}for(let a of c)try{let l=new URL(a);t[l.origin+o.pathname+o.search]=n;}catch{}try{let a=(()=>{let l=new URL(n,e.targetOrigin==="."?"https://relative.invalid":e.targetOrigin);return `${l.pathname}${l.search}`})();t[o.pathname+o.search]=a;}catch{}try{let a=new URL(n,e.targetOrigin==="."?"https://relative.invalid":e.targetOrigin).pathname;t[o.pathname]=a;}catch{}try{let a=new URL(s,e.targetOrigin==="."?"https://relative.invalid":e.targetOrigin).pathname;t[o.pathname]=a;}catch{}}catch{}}async function Rn(e){try{return await O.readFile(e)}catch(t){if(t.code==="ENOENT")return null;throw t}}async function Ee(e){try{return await O.stat(e)}catch(t){if(t.code==="ENOENT")return null;throw t}}function qo(e){let t=String(e["content-length"]||"").trim();if(!t)return null;let r=Number.parseInt(t,10);return Number.isFinite(r)&&r>=0?r:null}function vn(e){let t=String(e["last-modified"]||"").trim();if(!t)return null;let r=Date.parse(t);return Number.isFinite(r)?r:null}function No(e,t){let r=vn(t),n=qo(t),s=e?.mtime.getTime();return r!==null&&Math.abs((s??0)-r)>=1e3||n!==null&&e?.size!==n?false:r!==null||n!==null}async function _o(e,t){if(!t)return;let r=vn(t);if(r===null)return;let n=await Ee(e);if(!n)return;let s=new Date(r);await O.utimes(e,n.atime,s).catch(()=>{});}function zt(e,t){let r=w.extname(e.pathname).toLowerCase(),n=t["content-type"]||"";return so.has(r)||no.some(s=>n.includes(s))&&!n.startsWith("image/")&&!n.includes("font")}function Vo(e){try{let t=w.extname(new URL(e).pathname).toLowerCase();return t===".js"||t===".mjs"}catch{return false}}function Ce(e,t){(e.doneAssets.size%25===0||e.doneAssets.size===1||e.doneAssets.size===e.stats.assetsQueued)&&t.progress(`Asset processing progress: processed ${e.doneAssets.size}, discovered ${e.stats.assetsQueued}.`,{doneAssets:e.doneAssets.size,assetsQueued:e.stats.assetsQueued,phase:"download-assets"});}function Bo(e){return oe(e.toString("base64"),40)}function kn(e,t,r){let n=e.assetVariantDigestsByOriginalPath.get(t);if(!n||n.size===0)return false;for(let s of n)if(s!==r)return true;return false}function Cn(e,t,r){let n=e.assetVariantDigestsByOriginalPath.get(t);n||(n=new Set,e.assetVariantDigestsByOriginalPath.set(t,n)),n.add(r);}async function Qt(e,t,r,n,s,o,i){let c=Ye(e,r),a=Bo(n),l=c.originalFilePath,d=c.originalPublicUrlWithSearch;if(c.preferQueryHashed&&c.hashedFilePath&&c.hashedPublicUrl&&kn(s,c.originalFilePath,a)){let h=yn(e,t,r);h?(l=h.outputPath,d=h.publicUrl):(l=c.hashedFilePath,d=c.hashedPublicUrl);}Ht(e,t,r,d,c.originalPublicUrl);let u=ie(l)?Buffer.from(It(n.toString("utf8"),e,t,l),"utf8"):n,g=await Rn(l),f=false;return (g===null||!g.equals(u))&&(await me(l,u),f=true),o?.debug(`${f?"Saved":"Skipped unchanged"} asset output ${r}`,{phase:"download-assets",url:r,outputPath:l,bytes:u.length,wroteFile:f}),Cn(s,c.originalFilePath,a),await _o(l,i),s.stats.assetsSaved++,o&&(s.stats.assetsSaved%50===0||s.stats.assetsSaved===1)&&o.progress(`Asset progress: saved ${s.stats.assetsSaved}, discovered ${s.stats.assetsQueued}, pending ${s.assetQueue.length}.`,{assetsSaved:s.stats.assetsSaved,assetsQueued:s.stats.assetsQueued,assetQueue:s.assetQueue.length,phase:"download-assets"}),{outputPath:l,publicUrl:d,wroteFile:f}}function Me(e,t,r,n,s){let o=()=>{let u=String(s??"").trim();if(!u)return {discoveredFrom:"",discoveredFromType:"unknown"};if(u==="seed-path"||u==="cli"||u==="generated-404-request-path")return {discoveredFrom:u,discoveredFromType:u};if(/^https?:\/\//i.test(u))try{let g=new URL(u);return qe(g)?{discoveredFrom:u,discoveredFromType:"sitemap"}:W(e,g)?{discoveredFrom:u,discoveredFromType:"asset"}:Se(g)&&!Oe(g)?{discoveredFrom:u,discoveredFromType:"page"}:{discoveredFrom:u,discoveredFromType:"url"}}catch{return {discoveredFrom:u,discoveredFromType:"url"}}return {discoveredFrom:u,discoveredFromType:"url"}},i=s&&/^https?:\/\//i.test(s)?s:e.sourceOrigin,c=H(e,r,i,n,"page");if(!c)return;if(!Se(c)||Pn(c)){if(W(e,c)){n.info(`Seeded/non-page URL queued as asset: ${c.toString()}`,{url:c.toString(),source:s}),F(e,t,c.toString(),n,s);return}n.reject("page",c.toString(),Oe(c)?"asset/internal path cannot be page":"not page-like",s);return}let a=c.toString(),{discoveredFrom:l,discoveredFromType:d}=o();l&&!t.pageDiscoverySources.has(a)&&t.pageDiscoverySources.set(a,l),!t.donePages.has(a)&&!t.queuedPages.has(a)&&(t.queuedPages.add(a),t.pageQueue.push(a),t.stats.pagesQueued++,n.debug(`Queued discovered page ${a}`,{phase:"discovery",url:a,discoveredFrom:l,discoveredFromType:d,outputPath:le(e,a)}),(t.stats.pagesQueued%25===0||t.stats.pagesQueued===1)&&n.progress(`Discovery progress: pages ${t.stats.pagesQueued}, assets ${t.stats.assetsQueued}, sitemaps ${t.stats.sitemapsQueued}.`,{pagesQueued:t.stats.pagesQueued,assetsQueued:t.stats.assetsQueued,sitemapsQueued:t.stats.sitemapsQueued,pageQueue:t.pageQueue.length,phase:"discovery"}));}function F(e,t,r,n,s){let o=s&&/^https?:\/\//i.test(s)?s:e.sourceOrigin,i=H(e,r,o,n,"asset");if(!i)return;if(!W(e,i)){n.reject("asset",i.toString(),"not a safe asset path/prefix",s);return}let c=i.toString();!t.doneAssets.has(c)&&!t.queuedAssets.has(c)&&(t.queuedAssets.add(c),t.assetQueue.push(c),t.stats.assetsQueued++,(t.stats.assetsQueued%100===0||t.stats.assetsQueued===1)&&n.progress(`Discovery progress: pages ${t.stats.pagesQueued}, assets ${t.stats.assetsQueued}, sitemaps ${t.stats.sitemapsQueued}.`,{pagesQueued:t.stats.pagesQueued,assetsQueued:t.stats.assetsQueued,sitemapsQueued:t.stats.sitemapsQueued,assetQueue:t.assetQueue.length,phase:"discovery"}));}function gt(e,t,r,n,s){let o=s&&/^https?:\/\//i.test(s)?s:e.sourceOrigin,i=H(e,r,o,n,"sitemap",ur(s));if(!i)return;if(!qe(i)){n.reject("sitemap",i.toString(),"not sitemap-like",s);return}let c=i.toString();!t.doneSitemaps.has(c)&&!t.queuedSitemaps.has(c)&&(t.queuedSitemaps.add(c),t.sitemapQueue.push(c),t.stats.sitemapsQueued++,(t.stats.sitemapsQueued%10===0||t.stats.sitemapsQueued===1)&&n.progress(`Discovery progress: pages ${t.stats.pagesQueued}, assets ${t.stats.assetsQueued}, sitemaps ${t.stats.sitemapsQueued}.`,{pagesQueued:t.stats.pagesQueued,assetsQueued:t.stats.assetsQueued,sitemapsQueued:t.stats.sitemapsQueued,sitemapQueue:t.sitemapQueue.length,phase:"discovery"}));}function Ho(e){let t=ge(e),r=[...t.matchAll(/<url>\s*([\s\S]*?)\s*<\/url>/gi)].map(n=>n[1]);return r.length>0?r.map(n=>{let s=n.match(/<loc>\s*([^<]+?)\s*<\/loc>/i);if(!s?.[1])return null;let o=n.match(/<lastmod>\s*([^<]+?)\s*<\/lastmod>/i);return {loc:s[1].trim(),lastmod:Ie(o?.[1]??null)}}).filter(n=>!!n):[...t.matchAll(/<loc>\s*([^<]+?)\s*<\/loc>/gi)].map(n=>({loc:n[1].trim(),lastmod:null})).filter(n=>n.loc)}function zo(e){return e.split(",").map(t=>t.trim().split(/\s+/)[0]).filter(Boolean)}function Qo(e){let t=[],r=/url\(\s*(?:"([^"]+)"|'([^']+)'|([^)]*?))\s*\)/gi;for(let n of e.matchAll(r)){let s=e.slice(Math.max(0,n.index-8),n.index);if(/\bnew\s+$/i.test(s))continue;let o=(n[1]||n[2]||n[3]||"").trim();o&&t.push(o);}return t}function Ko(e){return e.replace(/<script\b[^>]*>[\s\S]*?<\/script\s*>/gi,"")}function Jo(e,t){if(t==="dom-style")return true;let r=(()=>{try{return w.extname(new URL(e).pathname).toLowerCase()}catch{return ""}})();return !(r===".js"||r===".mjs"||r===".map"||t.includes("javascript"))}function pt(e){return e.trim().replace(/\\/g,"/").replace(/^https?:\/\/[^/]+/i,"").replace(/^\/+/,"")}async function xn(e,t,r,n){let s=[];await O.mkdir(t,{recursive:true});let o=await O.readdir(e,{withFileTypes:true});for(let i of o){let c=w.join(e,i.name),a=w.join(t,i.name);if(i.isDirectory()){s.push(...await xn(c,a,r,n));continue}await An(c,a,r,n)&&s.push(a);}return s}async function Go(e,t){try{let[r,n]=await Promise.all([O.stat(e),O.stat(t)]);if(r.size!==n.size)return !1;let[s,o]=await Promise.all([O.readFile(e),O.readFile(t)]);return s.equals(o)}catch{return false}}async function An(e,t,r,n){let s=w.resolve(t);return r.has(s)?(n.debug("Skipped post-crawl copy over crawled page output",{phase:"copy-extra-paths",sourcePath:e,targetPath:t}),false):await Go(e,t)?(n.debug("Skipped unchanged post-crawl copy target",{phase:"copy-extra-paths",sourcePath:e,targetPath:t}),false):(await O.mkdir(w.dirname(t),{recursive:true}),await O.copyFile(e,t),true)}async function Zo(e,t,r){let n=Object.entries(e.postCrawlCopyMap||{}).map(([c,a])=>({sourcePath:c.trim(),prefix:String(a||"").trim()}));if(n.length===0)return [];let s=0,o=[],i=new Set([...t.donePages].map(c=>w.resolve(le(e,c))));r.mark("copy-extra-paths");for(let c of n){let a=c.sourcePath,l=c.prefix;if(!a||!l){r.warn("Skipped post-crawl copy mapping with empty key/value",{sourcePath:a,prefixPath:l});continue}let d=lo(a);if(!d.resolvedPath){r.warn("Skipped post-crawl copy source because alias root is not configured",{sourcePath:a,alias:d.alias||"",requiredEnv:d.requiredEnv||"",prefixPath:l});continue}let u=d.resolvedPath,g=pt(l);if(!g){r.warn("Skipped post-crawl copy mapping with invalid export prefix",{sourcePath:a,prefixPath:l});continue}let f;try{f=await O.stat(u);}catch{r.warn("Skipped post-crawl copy source because it does not exist",{sourcePath:a,sourceAbs:u,prefixPath:l});continue}let h=w.resolve(e.outputDir,g);if(f.isDirectory()){let S=await xn(u,h,i,r);o.push(...S),s+=S.length,S.length>0&&r.progress(`Copied static directory to export: ${u} -> /${g}`,{phase:"copy-extra-paths",sourcePath:u,targetPath:`/${g}`,copiedItems:s,changedFiles:S.length});continue}let b=w.basename(u),p=l.endsWith("/")?w.join(h,b):h;await An(u,p,i,r)&&(o.push(p),s++,r.progress(`Copied static file to export: ${u} -> /${pt(l.endsWith("/")?`${l}${b}`:l)}`,{phase:"copy-extra-paths",sourcePath:u,targetPath:`/${pt(l.endsWith("/")?`${l}${b}`:l)}`,copiedItems:s}));}return r.endMark("copy-extra-paths",{mappedSources:n.length,copiedItems:s}),o}function We(e,t,r,n,s){let o=new Set,i=ge(r).replace(/\\\//g,"/"),c=s==="page-html"?Ko(i):i,a=Jo(t,s);if(a){for(let l of Qo(c)){let d=H(e,l,t,n,`${s}:css-url`);d&&W(e,d)&&o.add(d.toString());}for(let l of c.matchAll(/@import\s+(?:url\()?\s*['"]?([^'"\s;]+)['"]?\s*\)?/gi)){let d=H(e,l[1],t,n,`${s}:css-import`);d&&W(e,d)&&o.add(d.toString());}}if(a||s==="page-html")for(let l of c.matchAll(/<\?xml-stylesheet[^>]+href=["']([^"']+)["'][^>]*\?>/gi)){let d=H(e,l[1],t,n,`${s}:xml-stylesheet`);d&&W(e,d)&&o.add(d.toString());}if(s==="page-html")for(let l of Ar(i)){let d=l.startsWith("//")?`${new URL(e.sourceOrigin).protocol}${l}`:l;if(Bt(d)){n.ignore(`${s}:serialized-url`,d,"looks like JavaScript/code fragment",t);continue}let u=H(e,d,t,n,`${s}:serialized-url`);u&&W(e,u)?o.add(u.toString()):u&&n.ignore("asset",u.toString(),"serialized URL did not pass safe asset path filter",t);}if(s!=="page-html"&&Vo(t))for(let l of Tr(i)){if(Bt(l)||!/\.(?:js|mjs)(?:[?#]|$)/i.test(l))continue;let d=H(e,l,t,n,`${s}:relative-asset`);d&&W(e,d)&&o.add(d.toString());}return [...o]}function Tn(e,t,r,n){let s=new Set,o=ge(r);for(let i of o.matchAll(/href=["']([^"'#\s][^"']*?)["']/gi)){let c=i[1],a=H(e,c,t,n,"page-link");a&&(bn(e,a)||Se(a)&&!Oe(a)&&!W(e,a)&&s.add(a.toString()));}return [...s]}async function rn(e,t,r,n,s,o,i=false,c=[]){let a=new Set(c),l=0,d=new Map,u=(g,f)=>{let h=[f],b=new Set;for(;h.length>0;){let p=h.pop();if(p===g)return true;b.has(p)||(b.add(p),h.push(...d.get(p)??[]));}return false};for(;r.sitemapQueue.length>0;){let g=r.sitemapQueue.shift();r.queuedSitemaps.delete(g);let f=re(g,n,"sitemap","sitemap-queue");if(!f)continue;let h=f.toString();if(r.doneSitemaps.has(h))continue;r.doneSitemaps.add(h),n.sitemap(`Fetching sitemap ${h}`,{url:h});let b=true;try{let p=await t.get(h,{timeout:6e4});if(b=!1,!p.ok()){if(n.skip("sitemap",h,p.status()),i&&!a.has(h))throw new Error(`Required child content-sync sitemap returned HTTP ${p.status()}: ${h}`);continue}let m=await p.body(),S=p.url()||h,k=re(S,n,"sitemap-response",h);if(!k)continue;let R=k.toString();r.successfulSitemaps.add(h),r.successfulSitemaps.add(R),a.has(h)&&(r.resolvedSitemapRoots.add(R),l+=1);let T=await Qt(e,r.assetMap,R,m,r,n);Q(s,e,T.outputPath),te(s,T.outputPath);let x=m.toString("utf8");/<sitemapindex(?:\s|>)/i.test(x)?r.sitemapIndexUrls.add(R):r.sitemapLeafUrls.add(R);let C=We(e,R,x,n,"sitemap");for(let A of C)F(e,r,A,n,R);let v=[];for(let A of Ho(x)){let I=H(e,A.loc,R,n,"sitemap-loc",!0);if(!I){if(i)throw new Error(`Content-sync sitemap contains an inadmissible location: ${A.loc}`);continue}if(qe(I)){if(u(R,I.toString()))throw new Error(`Sitemap index cycle detected: ${R} -> ${I.toString()}`);if(d.has(R)||d.set(R,new Set),d.get(R).add(I.toString()),v.push(I.toString()),i&&r.doneSitemaps.has(I.toString())&&!r.successfulSitemaps.has(I.toString()))throw new Error(`Required child content-sync sitemap was not resolved: ${I.toString()}`);gt(e,r,I.toString(),n,R);}else if(i){if(Se(I)&&!W(e,I)){let N=o.requiredUrls.has(I.toString()),P=o.manifest.pages[I.toString()],M=!!P&&!!await Ee(P.outputPath);if(!N&&!M)throw new Error(`Content-sync sitemap coverage is incomplete for ${I.toString()}.`)}n.ignore("sitemap-loc",I.toString(),"content-sync sitemap-only traversal does not enqueue urlset locations",R);}else W(e,I)?F(e,r,I.toString(),n,R):Se(I)?(A.lastmod&&(r.sitemapLastmodByPage[I.toString()]=A.lastmod),Me(e,r,I.toString(),n,R)):n.reject("sitemap-loc",I.toString(),"not page/sitemap/asset-like",R);}o.trackManifest&&(o.manifest.assets[R]={url:R,outputPath:T.outputPath,isText:!0,contentType:p.headers()["content-type"]??"application/xml",cacheControl:Nt(p.headers()),changeToken:null,tokenSource:null,discoveredAssets:[...new Set([...C,...v])],lastCrawledAt:new Date().toISOString(),lastSeenRunId:o.runId,unreferencedRuns:0,rewriteComplete:!1},await be(e,o));}catch(p){n.error(`Failed sitemap ${h}`,{url:h,error:String(p)});let m=i&&a.has(h)&&b;if(i&&!m)throw p}}if(i&&a.size>0&&l===0)throw new Error(`None of the configured content-sync sitemap roots could be resolved: ${[...a].join(", ")}`)}async function Yo(e,t,r,n,s,o,i){let c=H(e,n,e.sourceOrigin,s,"asset-fetch");if(!c||!W(e,c))return;let a=c.toString();if(r.doneAssets.has(a))return;let l=o.enabled||o.strictTargeted?o.previousManifest.assets[a]:void 0,d=o.trackManifest?await dt(e,t,o,a,s):null,u=d?.token??null,g=Ot(l?.changeToken,d),f=o.strictTargeted&&(!d?.supported||!d.token)&&Mt(e.sourceOrigin,a),h=o.strictTargeted?o.manifest.assets[a]:void 0;if(h?.lastSeenRunId===o.runId&&await Ee(h.outputPath)){r.doneAssets.add(a);for(let p of h.discoveredAssets||[])F(e,r,p,s,a);Q(i,e,h.outputPath),De(i,e,h.outputPath,h.cacheControl),h.isText&&te(i,h.outputPath),s.info(`Resumed completed content-sync asset ${a}`,{url:a,source:"content-sync-checkpoint"}),Ce(r,s);return}if(l&&(g||f)&&await Ee(l.outputPath)){o.manifest.assets[a]={...l,changeToken:u,tokenSource:d?.tokenSource??l.tokenSource,discoveredAssets:[...l.discoveredAssets||[]],lastSeenRunId:o.runId,unreferencedRuns:0},delete o.manifest.pages[a],r.doneAssets.add(a);for(let p of l.discoveredAssets||[])F(e,r,p,s,a);De(i,e,l.outputPath,l.cacheControl),s.info(`Reused unchanged trusted asset ${a}.`,{url:a,tokenSource:d?.tokenSource??"unknown",phase:"download-assets",source:g?"asset-change-token-match":"content-sync-release-fingerprint"}),Ce(r,s);return}let b=(p,m={})=>{if(!l||o.strictTargeted)return false;o.manifest.assets[a]={...l,discoveredAssets:[...l.discoveredAssets||[]],lastCrawledAt:new Date().toISOString(),lastSeenRunId:o.runId,unreferencedRuns:0},delete o.manifest.pages[a],r.doneAssets.add(a);for(let S of l.discoveredAssets||[])F(e,r,S,s,a);return s.warn(`Keeping previous incremental asset ${a} after fetch issue.`,{url:a,reason:p,preservedFromPreviousManifest:true,...m,phase:"download-assets"}),Ce(r,s),true};s.asset(`Fetching asset ${a}`,{url:a});try{let p=Fe(e,r.assetMap,a),m=p?await Ee(p):null;if(p&&m&&!o.strictTargeted)try{let P=await B(`fetch asset headers ${a}`,6e4,()=>t.head(a,{timeout:6e4})),M=P.headers();if(P.ok()&&No(m,M)){let J=await Rn(p);if(J!==null){let G=P.url()||a,E=re(G,s,"asset-response",a);if(!E)return;let D=E.toString(),L=await Qt(e,r.assetMap,D,J,r,s,M);L.wroteFile&&(Q(i,e,L.outputPath),ie(L.outputPath)&&te(i,L.outputPath));let Z=Nt(M)||l?.cacheControl||null;De(i,e,L.outputPath,Z),r.doneAssets.add(a),s.info(`Reused existing asset ${a} based on response headers.`,{url:a,filePath:p,lastModified:M["last-modified"]||"",contentLength:M["content-length"]||"",phase:"download-assets"}),Ce(r,s);let de=zt(c,M),ne=l?.discoveredAssets?[...l.discoveredAssets]:[];if(de||l?.isText){let Pe=J.toString("utf8"),Ne=We(e,D,Pe,s,"asset:cached");(Ne.length>0||!l)&&(ne=Ne);for(let y of ne)F(e,r,y,s,D);}if(o.trackManifest){let Pe=de||!!l?.isText;o.manifest.assets[a]={url:a,outputPath:L.outputPath,isText:Pe,contentType:qt(M)||l?.contentType||null,cacheControl:Z,changeToken:d?.supported?d.token:null,tokenSource:d?.supported?d.tokenSource??null:null,discoveredAssets:ne,lastCrawledAt:new Date().toISOString(),lastSeenRunId:o.runId,unreferencedRuns:0,rewriteComplete:!Pe},delete o.manifest.pages[a],(o.enabled||o.strictTargeted)&&Pe&&await be(e,o);}return}}}catch{}let S=await B(`fetch asset ${a}`,6e4,()=>t.get(a,{timeout:6e4}));if(!S.ok()){if(b(`http-${S.status()}`,{status:S.status()}))return;if(o.strictTargeted)throw new Error(`Required content-sync asset returned HTTP ${S.status()}: ${a}`);s.skip("asset",a,S.status());return}let k=await B(`read asset response ${a}`,6e4,()=>S.body()),R=S.url()||a,T=re(R,s,"asset-response",a);if(!T)return;let x=T.toString(),C=S.headers(),v=await Qt(e,r.assetMap,x,k,r,s,C);v.wroteFile&&(Q(i,e,v.outputPath),ie(v.outputPath)&&te(i,v.outputPath));let A=Nt(C);De(i,e,v.outputPath,A),r.doneAssets.add(a),Ce(r,s);let I=zt(c,C),N=[];if(I){let P=k.toString("utf8");N=We(e,x,P,s,`asset:${w.extname(c.pathname).toLowerCase()||C["content-type"]||"unknown"}`);for(let M of N)F(e,r,M,s,x);}o.trackManifest&&(o.manifest.assets[a]={url:a,outputPath:v.outputPath,isText:I,contentType:qt(C),cacheControl:A,changeToken:d?.supported?d.token:null,tokenSource:d?.supported?d.tokenSource??null:null,discoveredAssets:N,lastCrawledAt:new Date().toISOString(),lastSeenRunId:o.runId,unreferencedRuns:0,rewriteComplete:!I},delete o.manifest.pages[a],(o.enabled||o.strictTargeted)&&I&&await be(e,o));}catch(p){if(b("fetch-error",{error:String(p)}))return;if(s.error(`Failed asset ${a}`,{url:a,error:String(p)}),o.strictTargeted)throw p}finally{r.doneAssets.has(a)||(r.doneAssets.add(a),Ce(r,s));}}async function Xo(e,t,r,n,s,o){let i=Math.max(1,Number(e.assetDownloadConcurrency||e.concurrency||1)),c=Array.from({length:i},async()=>{for(;r.assetQueue.length>0;){let a=r.assetQueue.shift();a&&(r.queuedAssets.delete(a),await Yo(e,t,r,a,n,s,o));}});await Promise.all(c);}function ht(e,t){let r=Y(e.outputDir,t);if(!r)throw new Error(`Remote export output is outside outputDir: ${t}`);return r}function ei(e,t){return zt(e,{"content-type":t})}function nn(e){return /(?:^|\/)index\.html?$|\.html?$/i.test(e)}async function ti(e,t,r,n,s,o,i,c,a){let l=Math.max(1,Math.min(100,a)),d=20;for(;r.assetQueue.length>0;){let u=r.assetQueue.splice(0,l*d);for(let b of u)r.queuedAssets.delete(b);await Gt(e,t,s,u,n);let g=[];for(let b of u){let p=s.manifest.assets[b],m=p?Y(e.outputDir,p.outputPath):null,S=m?i.objects[m]:void 0,k=s.changeTokenCache.get(b)??null;if(!(s.enabled&&p&&S?.kind==="asset"&&S.sourceUrl===b&&(Ot(p.changeToken,k)||(!k?.supported||!k.token)&&Mt(e.sourceOrigin,b)))||!p||!m||!S){g.push(b);continue}s.manifest.assets[b]={...p,changeToken:k?.token??null,tokenSource:k?.tokenSource??p.tokenSource,lastSeenRunId:s.runId,unreferencedRuns:0};for(let T of p.discoveredAssets||[])F(e,r,T,n,b);r.doneAssets.add(b),De(o,e,p.outputPath,p.cacheControl),n.info(`Reused unchanged S3-native asset ${b}.`,{url:b,relativePath:m,tokenSource:k?.tokenSource??"release-fingerprint",phase:"download-assets",execution:"lambda"}),Ce(r,n);}if(g.length===0)continue;let f=[];for(let b=0;b<g.length;b+=d)f.push(g.slice(b,b+d));let h=await Promise.all(f.map(b=>c.fetch({urls:b,ignoreHttpsErrors:e.ignoreHttpsErrors,timeoutMs:6e4})));for(let b of h)for(let p of b.assets){let m=p.requestedUrl;try{if(p.outcome!=="fetched"||!p.object||!p.finalUrl){let A=p.error||`Remote asset fetch ended with ${p.outcome}.`;if(n.error(`Failed remote asset ${m}`,{url:m,status:p.httpStatus,outcome:p.outcome,error:A,execution:"lambda"}),s.strictTargeted)throw new Error(A);continue}let S=re(p.finalUrl,n,"remote-asset-response",m);if(!S)continue;let k=Ye(e,S.toString()),R=k.originalFilePath,T=k.originalPublicUrlWithSearch;if(k.preferQueryHashed&&k.hashedFilePath&&k.hashedPublicUrl&&kn(r,k.originalFilePath,p.object.sha256)){let A=yn(e,r.assetMap,S.toString());R=A?.outputPath??k.hashedFilePath,T=A?.publicUrl??k.hashedPublicUrl;}Ht(e,r.assetMap,S.toString(),T,k.originalPublicUrl),S.toString()!==m&&Ht(e,r.assetMap,m,T,k.originalPublicUrl),Cn(r,k.originalFilePath,p.object.sha256);let x=ht(e,R),C=p.contentType?.trim()||"application/octet-stream",v=ei(S,C);Le(i,{relativePath:x,sourceUrl:m,kind:"asset",contentType:C,cacheControl:p.cacheControl,isText:v,object:p.object}),Q(o,e,R),v&&te(o,R),De(o,e,R,p.cacheControl);for(let A of p.discoveredAssets)F(e,r,A,n,S.toString());r.stats.assetsSaved++,s.trackManifest&&(s.manifest.assets[m]={url:m,outputPath:R,isText:v,contentType:C,cacheControl:p.cacheControl,changeToken:null,tokenSource:null,discoveredAssets:[...p.discoveredAssets],lastCrawledAt:new Date().toISOString(),lastSeenRunId:s.runId,unreferencedRuns:0,rewriteComplete:!v},delete s.manifest.pages[m]),n.debug(`Remote asset fetch completed ${m}`,{url:m,finalUrl:S.toString(),relativePath:x,bytes:p.object.bytes,taskId:b.taskId,attempts:b.attempts,execution:"lambda"});}finally{r.doneAssets.add(m),Ce(r,n);}}}}async function ri(e,t,r,n){for(let s of [...t.changedFiles].sort()){if(r.objects[s])continue;let o=w.join(e.outputDir,s),i=await O.readFile(o).catch(d=>{throw new Error(`Coordinator-owned output is missing before S3 staging: ${s}`,{cause:d})}),c=ie(o),a=String(ro.lookup(s)||"")||(c?"text/plain; charset=utf-8":"application/octet-stream"),l=await n.writeWorkspaceObject({key:`${r.workspace.prefix}jobs/${r.jobId}/coordinator/${oe(s,40)}-${w.basename(s)}`,body:i,contentType:a,cacheControl:nn(s)?e.s3.htmlCacheControl:e.s3.assetCacheControl});Le(r,{relativePath:s,sourceUrl:null,kind:"generated",contentType:a,cacheControl:nn(s)?e.s3.htmlCacheControl:e.s3.assetCacheControl,isText:c,object:l});}}function ni(e){let t=Math.ceil(e/1e3);return `${t} second${t===1?"":"s"}`}function ye(e){return Math.max(6e4,e.navigationTimeoutMs*2,e.readiness.timeoutMs+e.readiness.fallbackWaitMs+15e3)}function Qe(e){return Math.max(15e3,Math.min(6e4,ye(e)))}function In(e){return Math.max(15e3,e.readiness.timeoutMs+e.readiness.fallbackWaitMs+1e4)}function Yt(e){return e.stats.pagesCompleted}function Kt(e){let r=e.options?.browserProcess;return {pid:typeof r?.process?.pid=="number"?r.process.pid:null,kill:typeof r?.kill=="function"?r.kill.bind(r):null}}async function Wt(e,t,r){let n=Kt(e);try{if(n.kill){await n.kill(),t.warn(`Force-killed crawl worker browser after ${r}`,{browserPid:n.pid,reason:r});return}if(n.pid!==null){process.kill(n.pid,"SIGKILL"),t.warn(`Sent SIGKILL to crawl worker browser after ${r}`,{browserPid:n.pid,reason:r});return}t.warn(`Could not resolve crawl worker browser PID after ${r}`,{reason:r});}catch(s){t.error(`Failed to force-kill crawl worker browser after ${r}`,{browserPid:n.pid,reason:r,error:String(s)});}}async function B(e,t,r){let n;try{return await Promise.race([r(),new Promise((s,o)=>{n=globalThis.setTimeout(()=>{o(new Je(e,t));},t);})])}finally{n!==void 0&&globalThis.clearTimeout(n);}}var Je=class extends Error{constructor(r,n){super(`${r} timed out after ${ni(n)}.`);this.operation=r;this.timeoutMs=n;this.name="OperationTimeoutError";}operation;timeoutMs};async function si(e,t){let r=In(e);await t.evaluate(async n=>{await new Promise(s=>{let o=0,i=700,c=Date.now(),a=()=>{window.clearInterval(l),window.scrollTo(0,0),s();},l=window.setInterval(()=>{if(Date.now()-c>=n.maxDurationMs){a();return}window.scrollBy(0,i),o+=i;let d=document.body?.scrollHeight||0,u=document.documentElement?.scrollHeight||0,g=Math.max(d,u);o>=g+window.innerHeight&&a();},120);});},{maxDurationMs:r});}async function oi(e,t){await t.waitForLoadState("domcontentloaded",{timeout:e.readiness.timeoutMs}).catch(()=>{}),e.readiness.waitForSelector&&await t.waitForSelector(e.readiness.waitForSelector,{timeout:e.readiness.timeoutMs}).catch(()=>{}),e.readiness.waitForFunction&&await t.waitForFunction(e.readiness.waitForFunction,void 0,{timeout:e.readiness.timeoutMs}).catch(()=>{}),await si(e,t),await t.waitForTimeout(e.readiness.fallbackWaitMs);}async function ii(e,t){await t.waitForLoadState("domcontentloaded",{timeout:e.readiness.timeoutMs}).catch(()=>{}),await t.waitForLoadState("load",{timeout:e.readiness.timeoutMs}).catch(()=>{}),e.readiness.waitForSelector&&await t.waitForSelector(e.readiness.waitForSelector,{timeout:e.readiness.timeoutMs}).catch(()=>{}),await t.waitForTimeout(e.readiness.fallbackWaitMs);}function En(e,t){return e.noJavaScriptRenderPathPrefixes.some(r=>Zt(t,r))}async function ai(e,t,r,n,s=true){let o=new Set;if(s){let c=await t.evaluate(()=>{let a=new Set,l=["href","src","poster","data-src","data-lazy-src","data-original","data-bg","data-background","data-href","data-resource-url"],d=new Set,u=["srcset","data-srcset","data-lazy-srcset"],g=f=>{f.querySelectorAll("*").forEach(h=>{for(let p of l){let m=h.getAttribute(p);m&&a.add(m);}for(let p of u){let m=h.getAttribute(p);m&&m.split(",").forEach(S=>{let k=S.trim().split(/\s+/)[0];k&&a.add(k);});}let b=h.getAttribute("style");b&&d.add(b),h.shadowRoot&&g(h.shadowRoot);});};return g(document),{attrs:[...a],styles:[...d]}});for(let a of c.attrs)for(let l of zo(a)){let d=H(e,l,r,n,"dom-attr");d&&W(e,d)&&o.add(d.toString());}for(let a of c.styles)for(let l of We(e,r,a,n,"dom-style"))o.add(l);}let i=await t.content();for(let c of We(e,r,i,n,"page-html"))o.add(c);return [...o]}async function sn(e){return await e.evaluate(()=>{document.querySelectorAll("#wpsuite-consent-root").forEach(t=>t.remove()),document.documentElement.classList.remove("wpsuite-consent-scroll-locked"),document.body.classList.remove("wpsuite-consent-scroll-locked");}),e.content()}async function Jt(e,t,r,n,s){let o=le(e,t);await me(o,r,"utf8");let i=await O.stat(o);s?.debug(`Saved page output ${t}`,{phase:"save-pages",url:t,outputPath:o,bytes:i.size}),n.stats.pagesSaved++;let c=Math.min(n.stats.pagesQueued,Yt(n)+1);s&&(n.stats.pagesSaved%10===0||n.stats.pagesSaved===1)&&s.progress(`Page progress: processed ${c}, rendered ${n.stats.pagesRendered}, saved ${n.stats.pagesSaved}, discovered ${n.stats.pagesQueued}.`,{donePages:c,claimedPages:n.donePages.size,pagesRendered:n.stats.pagesRendered,pagesSaved:n.stats.pagesSaved,pagesQueued:n.stats.pagesQueued,pageQueue:n.pageQueue.length,phase:"save-pages"});}function On(e){let t=Yt(e);return t%5===0||t===1||t===e.stats.pagesQueued}function Mn(e,t){let r=Yt(e);t.progress(`Render progress: processed ${r}, rendered ${e.stats.pagesRendered}, saved ${e.stats.pagesSaved}, discovered ${e.stats.pagesQueued}.`,{donePages:r,claimedPages:e.donePages.size,pagesRendered:e.stats.pagesRendered,pagesSaved:e.stats.pagesSaved,pagesQueued:e.stats.pagesQueued,phase:"render-pages"});}async function ci(e){await e.addInitScript(()=>{Object.defineProperty(window,"__WPSUITE_STATIC_EXPORT__",{value:true,writable:false,configurable:true});let t=r=>{if(r==null||String(r)==="")return true;try{let n=new URL(String(r),window.location.href),s=new URL(window.location.href);return n.hash="",s.hash="",n.href===s.href}catch{return false}};try{let r=window.location.assign.bind(window.location),n=window.location.replace.bind(window.location),s=window.location.reload.bind(window.location);Object.defineProperty(window.location,"assign",{configurable:!0,value:o=>{if(t(o)){console.warn("[smartcloud-static-publisher] blocked same-page location.assign",o??"");return}return r(o)}}),Object.defineProperty(window.location,"replace",{configurable:!0,value:o=>{if(t(o)){console.warn("[smartcloud-static-publisher] blocked same-page location.replace",o??"");return}return n(o)}}),Object.defineProperty(window.location,"reload",{configurable:!0,value:()=>{console.warn("[smartcloud-static-publisher] blocked location.reload");}});}catch{}});}async function ui(e,t,r){let n=await e.newContext({viewport:t.viewport,userAgent:"WPSuiteStaticPublisher/0.8 Playwright SitemapOnly",ignoreHTTPSErrors:t.ignoreHttpsErrors,...r?{javaScriptEnabled:false}:{}});return r||await ci(n),n}async function li(e,t,r,n,s,o,i,c,a,l){for(;t.pageQueue.length>0&&!(e.maxPages>0&&t.donePages.size>=e.maxPages);){let d=t.pageQueue.shift();if(!d)break;t.queuedPages.delete(d);try{let u=re(d,r,"page","page-queue");if(!u)continue;let g=u.toString();if(d=g,t.queuedPages.delete(d),t.donePages.has(d))continue;t.donePages.add(d),o.enabled&&o.seenPages.add(d);let f=ft(e,d),h=En(e,u.pathname);if(!Se(u)||W(e,u)||Oe(u)){if(W(e,u)){r.info(`Remote worker redirected non-page URL to asset queue: ${d}`,{url:d,source:"remote-worker-guard"}),F(e,t,d,r,"remote-worker-guard");continue}r.reject("page",d,"guard rejected non-page URL before remote rendering","remote-worker");continue}let b=o.strictTargeted?o.manifest.pages[d]:void 0;if(b?.lastSeenRunId===o.runId&&await Ee(b.outputPath)){o.seenPages.add(d);for(let v of b.discoveredAssets||[])F(e,t,v,r,d);Q(i,e,b.outputPath),te(i,b.outputPath),r.info(`Resumed completed content-sync page ${d}`,{url:d,source:"content-sync-checkpoint"});continue}let p=await fn(e,s,t,o,d,r);if(o.enabled&&n!=="single-url"&&n!=="content-sync"){let v=o.manifest.pages[d];if(p.action==="reuse"&&v){for(let A of v.discoveredAssets)F(e,t,A,r,d);for(let A of v.discoveredPages)Me(e,t,A,r,d);v.lastSeenRunId=o.runId,v.sitemapLastmod=Ie(t.sitemapLastmodByPage[d])??v.sitemapLastmod,p.changeToken?.supported&&(v.changeToken=p.changeToken.token,v.tokenSource=p.changeToken.tokenSource??v.tokenSource),r.info(`Incremental reuse skipped unchanged page ${d}`,{url:d,mode:"incremental",reason:p.changeToken?.supported===!0?"change-token-match":"sitemap-lastmod-match"});continue}}r.page(`Rendering remotely ${d}`,{url:d,execution:"lambda"});let m=await a.render({sourceOrigin:e.sourceOrigin,url:d,options:{ignoreHttpsErrors:e.ignoreHttpsErrors,javaScriptEnabled:!h,viewport:e.viewport,navigationTimeoutMs:e.navigationTimeoutMs,autoScrollTimeoutMs:In(e),readiness:e.readiness},downloadHtml:!l}),S=m.page,k=S.finalUrl?re(S.finalUrl,r,"remote-final-response",d)?.toString():void 0;if(n==="content-sync"&&k&&k!==g){if(o.deleteOnMissingUrls.has(d)){await Ge(e,o,i,d,o.deleteOnMissingUrls),r.info(`Removed stale content-sync archive route redirected to ${k}`,{url:d,finalResponseUrl:k,source:"content-sync-tombstone"});continue}throw new Error(`Required content-sync route redirected outside its planned URL: ${d} -> ${k}`)}let R=S.httpStatus;if(f){if(R!==404){r.error(`Generated 404 request path returned unexpected status for ${d}`,{url:d,expectedStatus:404,status:R,requestPath:e.generated404RequestPath,execution:"lambda"});continue}}else if(R!==null&&R>=400){if(n==="content-sync"&&(R===404||R===410)&&o.deleteOnMissingUrls.has(d)){await Ge(e,o,i,d,o.deleteOnMissingUrls),r.info(`Removed stale content-sync archive page ${d}`,{url:d,status:R,source:"content-sync-tombstone"});continue}if(n==="content-sync")throw new Error(`Required content-sync route returned HTTP ${R}: ${d}`);r.skip("page",d,R,t.pageDiscoverySources.get(d));continue}t.stats.pagesRendered++;let T=new Set;if(!l){if(m.html===null)throw new Error("Remote render did not return HTML for local output mode.");for(let v of We(e,g,m.html,r,"remote-page-html"))T.add(v);}for(let v of [...S.discoveredAssets,...S.networkUrls]){let A=H(e,v,g,r,"remote-render");A&&W(e,A)&&T.add(A.toString());}for(let v of T)F(e,t,v,r,d);let x=n!=="single-url"&&n!=="content-sync"&&!f?[...new Set([...!l&&m.html!==null?Tn(e,d,m.html,r):[],...S.discoveredPages])]:[];for(let v of x)Me(e,t,v,r,d);for(let v of S.cookies){let A=v.sameSite==="Strict"||v.sameSite==="Lax"||v.sameSite==="None"?v.sameSite:"Unspecified",I=!Number.isFinite(v.expires)||v.expires<=0;c.add({name:v.name,domain:v.domain,path:v.path||"/",expires:I?null:v.expires,session:I,secure:v.secure,httpOnly:v.httpOnly,sameSite:A,partitioned:v.partitioned===!0});}let C=le(e,d);if(l){if(!S.html)throw new Error("Remote render completed without a workspace HTML object.");Le(l,{relativePath:ht(e,C),sourceUrl:d,kind:"page",contentType:S.contentType?.trim()||"text/html; charset=utf-8",cacheControl:e.s3.htmlCacheControl,isText:!0,object:S.html});}else {if(m.html===null)throw new Error("Remote render did not return HTML for local output mode.");await Jt(e,d,m.html,t,r);}Q(i,e,C),te(i,C),o.trackManifest&&(o.manifest.pages[d]={url:d,outputPath:C,contentType:S.contentType?.trim()||null,changeToken:p.changeToken?.supported?p.changeToken.token:null,tokenSource:p.changeToken?.supported?p.changeToken.tokenSource??null:null,sitemapLastmod:Ie(t.sitemapLastmodByPage[d])??null,discoveredPages:x,discoveredAssets:[...T],lastCrawledAt:new Date().toISOString(),lastSeenRunId:o.runId,rewriteComplete:!1},(o.enabled||o.strictTargeted)&&await be(e,o)),r.debug(`Remote render completed ${d}`,{url:d,taskId:m.taskId,attempts:m.attempts,execution:"lambda"});}catch(u){if(r.error(`Failed remote page ${d}`,{url:d,error:String(u),execution:"lambda"}),o.strictTargeted)throw u}finally{t.stats.pagesCompleted++,On(t)&&Mn(t,r);}}}async function di(e,t,r,n,s,o,i,c){let a=await chromium.launch({headless:true}),l=Kt(a);l.pid!==null&&r.debug(`Launched crawl worker browser PID ${l.pid}`,{browserPid:l.pid});try{for(;t.pageQueue.length>0;){a||(a=await chromium.launch({headless:!0}),l=Kt(a),l.pid!==null&&r.debug(`Relaunched crawl worker browser PID ${l.pid}`,{browserPid:l.pid}));let d=a;if(e.maxPages>0&&t.donePages.size>=e.maxPages)break;let u=t.pageQueue.shift();if(!u)break;t.queuedPages.delete(u);let g=null,f=null,h=!1,b=[],p=new Set;try{let m=re(u,r,"page","page-queue");if(!m)continue;let S=m.toString();if(u=S,t.queuedPages.delete(u),t.donePages.has(u))continue;t.donePages.add(u),o.enabled&&o.seenPages.add(u);let k=ft(e,u),R=En(e,m.pathname);if(!Se(m)||W(e,m)||Oe(m)){if(W(e,m)){r.info(`Worker redirected non-page URL to asset queue: ${u}`,{url:u,source:"worker-guard"}),F(e,t,u,r,"worker-guard");continue}r.reject("page",u,"guard rejected non-page URL before rendering","worker");continue}let T=o.strictTargeted?o.manifest.pages[u]:void 0;if(T?.lastSeenRunId===o.runId&&await Ee(T.outputPath)){o.seenPages.add(u);for(let E of T.discoveredAssets||[])F(e,t,E,r,u);Q(i,e,T.outputPath),te(i,T.outputPath),r.info(`Resumed completed content-sync page ${u}`,{url:u,source:"content-sync-checkpoint"});continue}let x=await fn(e,s,t,o,u,r);if(o.enabled&&n!=="single-url"&&n!=="content-sync"){let E=o.manifest.pages[u];if(x.action==="reuse"&&E){for(let D of E.discoveredAssets)F(e,t,D,r,u);for(let D of E.discoveredPages)Me(e,t,D,r,u);E.lastSeenRunId=o.runId,E.sitemapLastmod=Ie(t.sitemapLastmodByPage[u])??E.sitemapLastmod,x.changeToken?.supported&&(E.changeToken=x.changeToken.token,E.tokenSource=x.changeToken.tokenSource??E.tokenSource),r.info(`Incremental reuse skipped unchanged page ${u}`,{url:u,mode:"incremental",reason:x.changeToken?.supported===!0?"change-token-match":"sitemap-lastmod-match"});continue}}g=await B(`create page context ${u}`,ye(e),()=>ui(d,e,R)),f=await B(`create page ${u}`,ye(e),()=>g.newPage()),b=await g.cookies();let C=!1,v=new Set;await f.route("**/*",async E=>{let D=E.request();try{let L=H(e,D.url(),e.sourceOrigin,r,"network-request");L&&W(e,L)&&(v.add(L.toString()),F(e,t,L.toString(),r,u));}catch{}if(D.isNavigationRequest()&&D.frame()===f.mainFrame())try{let L=new URL(D.url()),Z=new URL(S);if(L.hash="",Z.hash="",L.href===Z.href){if(C){r.warn(`Blocked same-page navigation/reload for ${u}`,{url:u,requestUrl:D.url()});try{await E.abort("aborted");}catch(de){r.debug(`Ignored canceled route while blocking reload for ${u}`,{url:u,error:String(de)});}return}C=!0;}}catch{}try{await E.continue();}catch(L){r.debug(`Ignored canceled network route for ${u}`,{url:u,requestUrl:D.url(),error:String(L)});}}),f.on("response",E=>{try{let L=H(e,E.url(),e.sourceOrigin,r,"network-response");L&&W(e,L)&&(v.add(L.toString()),F(e,t,L.toString(),r,u));}catch{}let D=E.headerValues("set-cookie").then(L=>{for(let Z of L)c.add($r(Z,E.url()));}).catch(()=>{}).then(()=>{});p.add(D),D.finally(()=>p.delete(D));}),r.page(`Rendering ${u}`,{url:u});let A=null,I=null;try{if(A=await f.goto(u,{waitUntil:"domcontentloaded",timeout:e.navigationTimeoutMs}),A&&A.ok())try{I=await B(`read response body ${u}`,ye(e),()=>A.text());}catch{I=null;}}catch(E){r.warn(`Navigation issue for ${u}; saving current DOM if available`,{url:u,error:String(E)});}if(n==="content-sync"&&A){let E=re(A.url(),r,"content-sync-final-response",u)?.toString();if(E&&E!==S){if(o.deleteOnMissingUrls.has(u)){await Ge(e,o,i,u,o.deleteOnMissingUrls),r.info(`Removed stale content-sync archive route redirected to ${E}`,{url:u,finalResponseUrl:E,source:"content-sync-tombstone"});continue}throw new Error(`Required content-sync route redirected outside its planned URL: ${u} -> ${E}`)}}if(k){let E=A?.status()??null;if(E!==404){r.error(`Generated 404 request path returned unexpected status for ${u}`,{url:u,expectedStatus:404,status:E,requestPath:e.generated404RequestPath});continue}r.info(`Capturing rendered 404 page for ${u}`,{url:u,status:E,outputPath:le(e,u)});}else if(A&&!A.ok()){if(n==="content-sync"&&(A.status()===404||A.status()===410)&&o.deleteOnMissingUrls.has(u)){await Ge(e,o,i,u,o.deleteOnMissingUrls),r.info(`Removed stale content-sync archive page ${u}`,{url:u,status:A.status(),source:"content-sync-tombstone"}),await f.close();continue}if(n==="content-sync")throw new Error(`Required content-sync route returned HTTP ${A.status()}: ${u}`);r.skip("page",u,A.status(),t.pageDiscoverySources.get(u)),await f.close();continue}R?(r.info(`Rendering without JS execution for ${u}`,{url:u,mode:"no-js"}),await B(`wait for rendered page ${u}`,ye(e),()=>ii(e,f))):await B(`wait for rendered page ${u}`,ye(e),()=>oi(e,f)),t.stats.pagesRendered++;let N=await B(`extract rendered assets ${u}`,ye(e),()=>ai(e,f,S,r,!R));for(let E of N)F(e,t,E,r,u);let P=[...new Set([...N,...v])],M=I??await B(`capture rendered html ${u}`,ye(e),()=>sn(f)),J=n!=="single-url"&&n!=="content-sync"&&!k?Tn(e,u,M,r):[];if(n!=="single-url"&&n!=="content-sync"&&!k)for(let E of J)Me(e,t,E,r,u);await Jt(e,u,M,t,r);let G=le(e,u);if(Q(i,e,G),te(i,G),o.trackManifest){let E=A?.headers();o.manifest.pages[u]={url:u,outputPath:G,contentType:qt(E),changeToken:x.changeToken?.supported?x.changeToken.token:null,tokenSource:x.changeToken?.supported?x.changeToken.tokenSource??null:null,sitemapLastmod:Ie(t.sitemapLastmodByPage[u])??null,discoveredPages:J,discoveredAssets:P,lastCrawledAt:new Date().toISOString(),lastSeenRunId:o.runId,rewriteComplete:!1},(o.enabled||o.strictTargeted)&&await be(e,o);}}catch(m){if(h=m instanceof Je,o.strictTargeted)throw r.error(`Failed required content-sync page ${u}`,{url:u,error:String(m)}),m;if(h)r.warn(`Skipped partial DOM for timed-out page ${u}`,{url:u,error:String(m),recovery:"recycle-worker-browser"});else try{let S=f?await B(`capture partial html ${u}`,ye(e),()=>sn(f)):"";if(S&&S.trim()){await Jt(e,u,S,t,r);let k=le(e,u);if(Q(i,e,k),te(i,k),o.trackManifest){let R=o.manifest.pages[u]??o.previousManifest.pages[u];o.manifest.pages[u]={url:u,outputPath:k,contentType:R?.contentType??null,changeToken:null,tokenSource:null,sitemapLastmod:Ie(t.sitemapLastmodByPage[u])??R?.sitemapLastmod??null,discoveredPages:R?.discoveredPages?[...R.discoveredPages]:[],discoveredAssets:R?.discoveredAssets?[...R.discoveredAssets]:[],lastCrawledAt:new Date().toISOString(),lastSeenRunId:o.runId,rewriteComplete:!1},(o.enabled||o.strictTargeted)&&await be(e,o);}r.warn(`Saved partial DOM for ${u}`,{url:u,error:String(m)});}}catch(S){S instanceof Je&&(h=!0),r.error(`Could not save partial DOM for ${u}`,{url:u,error:String(S)});}r.error(`Failed page ${u}`,{url:u,error:String(m)});}finally{if(!h&&f&&await B(`drain network routes ${u}`,Qe(e),()=>f.unrouteAll({behavior:"wait"})).catch(m=>{h=!0,r.warn(`Could not drain network routes for ${u}`,{url:u,browserPid:l.pid,error:String(m),recovery:"recycle-worker-browser"});}),h&&(a=null,await Wt(d,r,`page operation timeout for ${u}`),await d.close().catch(()=>{})),p.size>0&&await Promise.allSettled([...p]),!h&&g)try{let m=await g.cookies();c.addAll(jr(b,m));}catch{}t.stats.pagesCompleted++,On(t)&&Mn(t,r),!h&&f&&await B(`close page ${u}`,Qe(e),()=>f.close()).catch(m=>{h=!0,r.warn(`Timed out while closing page ${u}`,{url:u,browserPid:l.pid,error:String(m),recovery:"recycle-worker-browser"});}),!h&&g&&await B(`close page context ${u}`,Qe(e),()=>g.close()).catch(m=>{h=!0,r.warn(`Timed out while closing page context for ${u}`,{url:u,browserPid:l.pid,error:String(m),recovery:"recycle-worker-browser"});}),h&&a===d&&(a=null,await Wt(d,r,`page cleanup timeout for ${u}`),await d.close().catch(()=>{}));}}}finally{if(a){let d=a;await B("close worker browser",Qe(e),()=>d.close()).catch(u=>(r.warn("Timed out while closing crawl worker browser",{browserPid:l.pid,error:String(u)}),Wt(d,r,"browser.close timeout")));}}}async function pi(e){try{let t=await O.readFile(e),n=(e.endsWith(".gz")?gunzipSync(t):t).toString("utf8").trim();if(!n)return [];try{let s=JSON.parse(n);if(Array.isArray(s))return s;if(s&&typeof s=="object")return [s]}catch{return n.split(/\r?\n/).map(s=>s.trim()).filter(Boolean).map(s=>{try{let o=JSON.parse(s);return o&&typeof o=="object"?o:null}catch{return null}}).filter(s=>s!==null)}return []}catch{return []}}function on(e){let t=String(e||"").toLowerCase();return t.includes("timeout")||t.includes("timed out")||t.includes("navigation timeout")}function mi(e){let t=String(e?.job?.command||"").trim(),r=String(e?.job?.crawlMode||"full").trim();return t!=="publish"&&t!=="crawl"?false:r!=="incremental"}function gi(e){let t=[e?.archivedAt,e?.job?.endedAt,e?.job?.startedAt];for(let r of t){let n=Date.parse(String(r||""));if(Number.isFinite(n))return n}return 0}async function $n(e){try{let t=await O.readFile(e,"utf8"),r=JSON.parse(t);return r&&typeof r=="object"&&!Array.isArray(r)?r:null}catch{return null}}function an(e){let t=String(e.originalFileName||"").toLowerCase();return t.endsWith("errors.jsonl")?0:t.endsWith("errors.json")?1:2}function hi(e,t){let r=Array.isArray(t?.artifacts)?t.artifacts.filter(n=>String(n?.role||"").trim()==="errors"&&String(n?.storedFileName||"").trim()!=="").sort((n,s)=>an(n)-an(s)).map(n=>w.join(e,String(n.storedFileName))):[];return [...new Set([...r,w.join(e,"errors.jsonl"),w.join(e,"errors.json"),w.join(e,"errors.jsonl.gz"),w.join(e,"errors.json.gz")])]}async function cn(e){let t=await $n(w.join(e,"job.json"));for(let r of hi(e,t)){let n=await pi(r);if(n.length>0)return n}return []}async function fi(e){let t=w.join(e.logDir,"archive"),r;try{r=await O.readdir(t);}catch{return ""}let n="",s=0;for(let o of r){let i=w.join(t,o);if(!(await O.stat(i).catch(()=>null))?.isDirectory())continue;let a=await $n(w.join(i,"job.json"));if(!mi(a))continue;let l=gi(a);l>=s&&(s=l,n=i);}return n}async function wi(e){let t=await fi(e),r=t!==""?await cn(t):await cn(e.logDir),n=new Set;for(let s of r)if(on(s.error)||on(s.message)){let o=s.url;typeof o=="string"&&o&&n.add(o);}return [...n]}async function yi(e){let t=[];for(let r of e)if(r.startsWith("@")){let n=r.slice(1),s=await O.readFile(n,"utf8");t.push(...s.split(/\r?\n/).map(o=>o.trim()).filter(o=>o&&!o.startsWith("#")));}else t.push(r);return t}async function bi(e){if(!e)throw new Error("Content-sync crawl requires an immutable impact plan.");let t=JSON.parse(await O.readFile(e,"utf8"));return ar(t),t}function Si(e,t){let r;try{r=new URL(e);}catch{return false}return t.archiveFamilies.some(n=>{let s=new URL(n.url);if(r.origin!==s.origin)return false;if(r.toString()===s.toString())return true;if(r.searchParams.has("paged")&&r.pathname===s.pathname)return /^\d+$/.test(r.searchParams.get("paged")||"");let o=s.pathname.replace(/\/+$/,""),i=r.pathname.slice(o.length).replace(/^\/+/,""),c=String(n.paginationBase||"page").replace(/^\/+|\/+$/g,"").replace(/[.*+?^${}()|[\]\\]/g,"\\$&");return r.pathname.startsWith(`${o}/`)&&new RegExp(`^${c}/\\d+/?$`).test(i)})}function ze(e,t,r){let n=r==="page"?le(e,t):Ye(e,t).originalFilePath;return Y(e.outputDir,n)}async function Ge(e,t,r,n,s){let o=t.manifest.pages[n];if(!o)return;let i=Y(e.outputDir,o.outputPath);if(!i)throw new Error(`Manifest-owned page path escaped output root: ${n}`);let c=w.resolve(o.outputPath);Object.entries(t.manifest.pages).some(([l,d])=>l!==n&&!s.has(l)&&w.resolve(d.outputPath)===c)||(await O.rm(o.outputPath,{force:true}),r.deletedFiles.add(i),r.revalidateFiles.delete(i)),delete t.manifest.pages[n];}async function Pi(e,t,r,n,s){let o=t.manifest.assets[n];if(!o)return;let i=Y(e.outputDir,o.outputPath);if(!i)throw new Error(`Manifest-owned resource path escaped output root: ${n}`);let c=w.resolve(o.outputPath);Object.entries(t.manifest.assets).some(([l,d])=>l!==n&&!s.has(l)&&w.resolve(d.outputPath)===c)||(await O.rm(o.outputPath,{force:true}),r.deletedFiles.add(i)),delete t.manifest.assets[n];}function Ri(e,t){let r=new Set,n=[...t];for(;n.length>0;){let s=n.shift();if(r.has(s))continue;r.add(s);let o=e.assets[s];for(let i of o?.discoveredAssets??[])try{qe(new URL(i))&&n.push(i);}catch{}}return r}async function vi(e,t,r,n,s){let o=Ri(r.previousManifest,s);for(let i of o){if(t.successfulSitemaps.has(i))continue;let c=r.previousManifest.assets[i];if(!c)continue;let a=Y(e.outputDir,c.outputPath);if(!a)throw new Error(`Manifest-owned sitemap path escaped output root: ${i}`);await O.rm(c.outputPath,{force:true}),n.deletedFiles.add(a),delete r.manifest.assets[i];}await be(e,r);}async function ki(e){try{let t=await O.readFile(w.join(e.outputDir,"asset-map.json"),"utf8");return JSON.parse(t)}catch{return {}}}async function Ci(e){let t=["crawl.log.jsonl","current-crawl-event.json","rejected.jsonl","ignored.jsonl","skipped-http.jsonl","errors.jsonl","timings.jsonl","rejected.json","ignored.json","skipped-http.json","errors.json","timings.json"];await O.mkdir(e,{recursive:true}),await Promise.all(t.map(async r=>{try{await O.unlink(w.join(e,r));}catch(n){if(n.code!=="ENOENT")throw n}}));}function un(e,t,r,n,s){let o=H(e,r,e.sourceOrigin,n,"manual-url");o&&(qe(o)?gt(e,t,o.toString(),n,s):W(e,o)?F(e,t,o.toString(),n,s):Se(o)?Me(e,t,o.toString(),n,s):n.reject("manual-url",o.toString(),"not page/sitemap/asset-like",s));}async function jn(e=process.argv.slice(2)){let t=[],r=await Xe(void 0,{onRemotePublisherConfigDiagnostic:y=>{t.push(y);}}),n=cr(r.sitemapPaths),s=t.at(-1)??null,o=io(e),i=o.mode==="content-sync"?await bi(o.contentSyncPlanPath):null;if(o.resumeRewrite&&o.mode!=="full")throw new Error("--resume-rewrite is only supported for full crawl/publish jobs.");let c=[];o.mode==="retry-timeouts"&&(c=await wi(r)),o.mode==="single-url"&&(c=await yi(o.urls)),i&&(c=[...i.directRenderUrls,...i.archiveFamilyUrls,...i.resourceRenderUrls]);let a=o.crawlMode==="incremental"&&o.mode==="full",l=a&&typeof r.subscriptionType=="string"&&r.subscriptionType.trim()!=="";if(i&&r.subscriptionType!=="PROFESSIONAL"&&r.subscriptionType!=="AGENCY")throw new Error("Content-sync requires an active Professional or Agency subscription.");let d=(o.mode==="full"||o.mode==="single-url"||o.mode==="content-sync")&&!o.resumeRewrite,u=o.mode!=="full"||o.resumeRewrite||l,g=u?await ki(r):{},f=l||o.mode==="single-url"||o.mode==="content-sync"?await ho(r):mn(),h=new Set(c),b=new Set;if(i){for(let y of i.archiveFamilies)if(y.foundPosts===0)for(let $ of y.pageUrls)b.add($);for(let y of Object.keys(f.pages))Si(y,i)&&!h.has(y)&&(c.push(y),b.add(y));}let p={enabled:l,trackManifest:d,manifest:Vt(f),previousManifest:Vt(f),runId:i?.jobId??`${Date.now()}`,seenPages:new Set,changeTokenCache:new Map,pageChangeTokenPrimePromise:null,manifestSaveChain:Promise.resolve(),manifestPendingChanges:0,lastManifestSavedAt:Date.now(),strictTargeted:!!i,requiredUrls:h,deleteOnMissingUrls:b};await Ci(r.logDir);let m=new je(r.logDir,r.logLevel),S=o.remoteRender??r.remoteWorkers?.render?.enabled===true,k=Hr({explicitPath:o.remoteWorkerConfigPath,runtimeDir:Ze()}),R=null,T=null,x=null,C=null,v=Math.max(1,r.concurrency),A=r.remoteWorkers?.rewrite?.enabled===true,I=r.remoteWorkers?.deploy?.enabled===true,N=S&&A&&I&&!o.resumeRewrite;if(!N&&o.mode==="full"&&!o.resumeRewrite&&await O.rm(ut(r),{force:true}),S&&!o.resumeRewrite||A){if(!k)throw new Error("Remote Lambda workers are enabled, but the runtime directory is unknown. Run through queue-runner with --runtime-dir, set STATIC_PUBLISHER_RUNTIME_DIR, or use --remote-worker-config for a diagnostic run.");let y=await Wr(k);if(x=new it(y),N){if(!y.functions.asset)throw new Error("Full Lambda delegation requires an asset worker. Redeploy the Lambda worker stack and reinstall remote-workers.json.");let $=u?await Zr(r):null;C=Kr(`crawl-${oe(p.runId,40)}`,y,$),T=new ct({client:x,jobId:C.jobId,maxAttempts:2}),m.info("S3-native Lambda data plane is enabled.",{execution:"lambda",assetWorker:y.functions.asset,workspaceBucket:y.workspace.bucket,workspacePrefix:y.workspace.prefix});}}if(S&&!o.resumeRewrite){if(!x)throw new Error("Remote render worker client was not initialized.");R=new at({client:x,jobId:`crawl-${oe(p.runId,40)}`,maxAttempts:r.remoteWorkers?.render?.maxAttempts??2,onRetry:y=>{m.warn(`Retrying remote render for ${y.url}`,{url:y.url,attempt:y.attempt,maxAttempts:y.maxAttempts,reason:y.reason,execution:"lambda"});}}),v=Math.max(1,Math.min(100,N?r.concurrency:r.remoteWorkers?.render?.concurrency??r.concurrency)),m.info("Lambda page rendering is enabled.",{remoteWorkerConfigPath:w.resolve(k),concurrency:v,maxAttempts:r.remoteWorkers?.render?.maxAttempts??2,batchSize:1,execution:"lambda"});}if(s){let y={status:s.status,virtualAssetBaseUrl:s.virtualAssetBaseUrl,subscriptionType:s.subscriptionType??null,error:s.error,requests:s.requests,source:"remote-publisher-config"};s.status==="loaded"&&s.subscriptionType?m.info("Loaded remote WP Suite publisher configuration.",y):m.warn("Remote WP Suite publisher configuration is unavailable or has no active subscription type.",y);}if(a&&!l){let y="Incremental crawl requires an active remote publisher subscription; refusing to fall back to a destructive full crawl.";throw m.error(y,{requestedMode:o.crawlMode,subscriptionType:r.subscriptionType??null,source:"incremental-subscription-guard"}),await m.flush(),new Error(y)}let P={pageQueue:[],queuedPages:new Set,donePages:new Set,pageDiscoverySources:new Map,assetQueue:[],queuedAssets:new Set,doneAssets:new Set,sitemapQueue:[],queuedSitemaps:new Set,doneSitemaps:new Set,successfulSitemaps:new Set,resolvedSitemapRoots:new Set,sitemapIndexUrls:new Set,sitemapLeafUrls:new Set,sitemapLastmodByPage:{},assetMap:{...g},assetVariantDigestsByOriginalPath:new Map,stats:{pagesQueued:0,pagesRendered:0,pagesCompleted:0,assetsQueued:0,sitemapsQueued:0,assetsSaved:0,pagesSaved:0}},M=go(),J=new st,G=ao();if(G&&!o.resumeRewrite&&await ot(G,J.artifact()),await sr(r),await or(r,{startedAt:new Date().toISOString(),outputDir:w.resolve(r.outputDir)}),u||await O.rm(r.outputDir,{recursive:true,force:true}),await O.mkdir(r.outputDir,{recursive:true}),i){let y=new Set([...i.deleteUrls,...p.deleteOnMissingUrls]);for(let j of i.deleteUrls)await Ge(r,p,M,j,y);let $=new Set(i.resourceDeleteUrls);for(let j of i.resourceDeleteUrls)await Pi(r,p,M,j,$);}if(o.resumeRewrite)m.info("Resuming final rewrite from existing output.",{phase:"rewrite-text",mode:o.mode,crawlMode:o.crawlMode});else {let y=await request.newContext({ignoreHTTPSErrors:r.ignoreHttpsErrors});try{if(m.mark("discovery"),o.mode==="full"?(n.forEach(j=>gt(r,P,j,m)),await rn(r,y,P,m,M,p),r.seedPaths.forEach(j=>un(r,P,j,m,"seed-path")),r.generated404RequestPath&&Me(r,P,r.generated404RequestPath,m,"generated-404-request-path")):(c.forEach(j=>un(r,P,j,m,"cli")),i?.sitemapUrls.forEach(j=>gt(r,P,j,m,"content-sync-impact")),await rn(r,y,P,m,M,p,o.mode==="content-sync",i?.sitemapUrls??[]),i&&await vi(r,P,p,M,i.sitemapUrls)),m.endMark("discovery",{pages:P.pageQueue.length,assets:P.assetQueue.length,sitemaps:P.sitemapQueue.length}),m.summary(`Queued ${P.pageQueue.length} pages, ${P.assetQueue.length} assets, ${P.sitemapQueue.length} sitemaps.`,{mode:o.mode,crawlMode:o.crawlMode,queuedPages:P.pageQueue.length,queuedAssets:P.assetQueue.length,queuedSitemaps:P.sitemapQueue.length}),o.mode==="retry-timeouts"&&P.pageQueue.length===0&&P.assetQueue.length===0&&P.sitemapQueue.length===0){m.summary("No timed-out URLs were queued. Skipping retry crawl.",{mode:o.mode,crawlMode:o.crawlMode,queuedPages:0,queuedAssets:0,queuedSitemaps:0}),await m.flush(),G&&await ot(G,J.artifact());return}m.mark("render-pages");let $=Array.from({length:v},()=>R?li(r,P,m,o.mode,y,p,M,J,R,C??void 0):di(r,P,m,o.mode,y,p,M,J));if(await Promise.all($),G&&await ot(G,J.artifact()),m.endMark("render-pages",{pages:P.stats.pagesCompleted}),m.mark("download-assets"),m.progress("Asset download phase started.",{phase:"download-assets",doneAssets:P.doneAssets.size,assetsQueued:P.stats.assetsQueued,assetQueue:P.assetQueue.length}),C&&T?await ti(r,y,P,m,p,M,C,T,r.concurrency):(await Gt(r,y,p,[...P.assetQueue],m),await Xo(r,y,P,m,p,M)),m.endMark("download-assets",{assets:P.doneAssets.size}),p.enabled&&r.maxPages===0&&(await Ro(r,P,p,m,M),o.mode==="full"&&await vo(r,p,m,M)),o.mode==="full"){let j=await Zo(r,P,m);for(let q of j)if(Q(M,r,q),C&&x){let K=ht(r,q),xe=await O.readFile(q),Ae=ie(q),Te=await x.writeWorkspaceObject({key:`${C.workspace.prefix}jobs/${C.jobId}/copied/${oe(K,40)}-${w.basename(K)}`,body:xe,contentType:Ae?"text/plain; charset=utf-8":"application/octet-stream"});Le(C,{relativePath:K,sourceUrl:null,kind:"generated",contentType:Te.contentType,cacheControl:null,isText:Ae,object:Te}),Ae&&te(M,q);}}}finally{await B("dispose crawl request context",Qe(r),()=>y.dispose()).catch($=>{m.warn("Timed out while disposing crawl request context",{error:String($)});});}}if(p.trackManifest&&await be(r,p,true),C)for(let y of M.deletedFiles)Jr(C,y);let E=JSON.stringify(P.assetMap,null,2);if(await O.writeFile(w.join(r.outputDir,"asset-map.json"),E,"utf8"),C&&x){let y=await x.writeWorkspaceObject({key:`${C.workspace.prefix}jobs/${C.jobId}/generated/asset-map.json`,body:E,contentType:"application/json; charset=utf-8"});Le(C,{relativePath:"asset-map.json",sourceUrl:null,kind:"generated",contentType:"application/json; charset=utf-8",cacheControl:r.s3.assetCacheControl,isText:true,object:y});}JSON.stringify(g,null,2)!==JSON.stringify(P.assetMap,null,2)&&Q(M,r,w.join(r.outputDir,"asset-map.json")),C&&x&&await ri(r,M,C,x);let D=o.mode==="single-url"||o.mode==="content-sync"?Oo(r,P):p.enabled&&!o.resumeRewrite?ko(r,p,M,g,P.assetMap):void 0;m.mark("rewrite-text");let L=o.mode==="single-url"||o.mode==="content-sync"?`Rewriting text files touched by URL crawl: 0/${D?.length??0}`:"Rewriting text files...";m.progress(L,{phase:"rewrite-text",index:0,totalFiles:D?.length,changedTextFiles:0}),await Ft(L);let Z=Date.now(),de={files:D,previousAssetMap:g,onStart:({totalFiles:y,workerCount:$})=>{m.info(`Rewrite phase scanning ${y} text files.`,{phase:"rewrite-text",totalFiles:y,workerCount:$});},onProgress:async({index:y,totalFiles:$,changedTextFiles:j,file:q,changed:K})=>{K&&Q(M,r,w.join(r.outputDir,q)),m.checkpoint(`Rewriting text file ${y}/${$}`,{phase:"rewrite-text",index:y,totalFiles:$,changedTextFiles:j,file:q}),m.debug(`${K?"Rewrote":"Checked unchanged"} text file ${y}/${$}: ${q}`,{phase:"rewrite-text",index:y,totalFiles:$,changedTextFiles:j,file:q,changed:K});let xe=Date.now();if(!(y===1||y===$||y%50===0||xe-Z>=5e3))return;Z=xe;let Te=`Rewriting text files: ${y}/${$}`;m.progress(Te,{phase:"rewrite-text",index:y,totalFiles:$,changedTextFiles:j,file:q}),await Ft(Te);}},ne;if(C&&x){let y=D?.map(j=>ht(r,w.isAbsolute(j)?j:w.join(r.outputDir,j))),$=Object.values(C.objects).filter(j=>j.isText&&(!y||y.includes(j.relativePath))).length;await de.onStart?.({totalFiles:$,workerCount:Math.min(r.concurrency,$)}),ne=await Br(r,C,P.assetMap,{client:x,jobId:C.jobId,concurrency:r.concurrency,batchSize:25,maxAttempts:2,...y?{relativePaths:y}:{},onProgress:de.onProgress}),await Gr(r,C);}else A&&x?ne=await Vr(r,P.assetMap,{client:x,jobId:`crawl-${oe(p.runId,40)}`,concurrency:r.remoteWorkers?.rewrite?.concurrency??r.rewriteConcurrency,batchSize:r.remoteWorkers?.rewrite?.batchSize??25,maxAttempts:r.remoteWorkers?.rewrite?.maxAttempts??2,onStageProgress:async({index:y,totalFiles:$,file:j})=>{let q=Date.now();if(y!==1&&y!==$&&y%25!==0&&q-Z<5e3)return;Z=q;let K=`Staging text files for Lambda rewrite: ${y}/${$}`;m.progress(K,{phase:"rewrite-stage",index:y,totalFiles:$,file:j,execution:"lambda"}),await Ft(K);},options:de}):ne=await Pr(r,P.assetMap,de);p.trackManifest&&(Co(p,D),await be(r,p,true)),m.endMark("rewrite-text",{changedTextFiles:ne});let Pe=i?[...M.deletedFiles].sort():p.enabled&&!o.resumeRewrite?await Ao(r,P,p,M,m,C):[],Ne=[...new Set((D||[]).map(y=>Y(r.outputDir,w.isAbsolute(y)?y:w.join(r.outputDir,y))).filter(y=>y!==null))].sort();if(i){let y=[...M.changedFiles].sort(),$=new Set(y),j=new Set(i.directRenderUrls.map(U=>ze(r,U,"page")).filter(U=>!!U&&$.has(U))),q=new Set(i.archiveFamilyUrls.map(U=>ze(r,U,"page")).filter(U=>!!U&&$.has(U))),K=new Set(i.resourceRenderUrls.map(U=>ze(r,U,"asset")).filter(U=>!!U&&$.has(U))),xe=new Set([...P.sitemapLeafUrls].map(U=>ze(r,U,"asset")).filter(U=>!!U&&$.has(U))),Ae=new Set([...P.sitemapIndexUrls].map(U=>ze(r,U,"asset")).filter(U=>!!U&&$.has(U))),Te=new Set([...j,...q,...K,...xe,...Ae]),Un=y.filter(U=>!Te.has(U)),Ln=[...new Set([...i.directRenderUrls,...i.archiveFamilyUrls,...P.resolvedSitemapRoots,...P.sitemapLeafUrls,...P.sitemapIndexUrls,...i.deleteUrls,...i.resourceRenderUrls,...i.resourceDeleteUrls].map(U=>{let Xt=new URL(U);return `${Xt.pathname}${Xt.search}`}))].sort();await wt(r,{schemaVersion:2,generatedAt:new Date().toISOString(),outputDir:w.resolve(r.outputDir),runMode:"content-sync",crawlMode:"incremental",fullSyncRequired:false,changedFiles:y,deletedFiles:Pe,rewriteTargets:Ne,revalidateFiles:[...M.revalidateFiles].sort(),consumerId:i.consumerId,fromSequence:i.fromSequence,toSequence:i.toSequence,impactHash:i.impactHash,resolvedSitemapUrls:[...P.resolvedSitemapRoots],uploadGroups:{assets:Un,content:[...j].sort(),listings:[...q].sort(),resources:[...K].sort(),sitemapLeaves:[...xe].sort(),sitemapIndexes:[...Ae].reverse()},invalidationPaths:Ln});}else await wt(r,{schemaVersion:1,generatedAt:new Date().toISOString(),outputDir:w.resolve(r.outputDir),runMode:o.mode,crawlMode:o.crawlMode,fullSyncRequired:!(p.enabled&&!o.resumeRewrite),changedFiles:p.enabled&&!o.resumeRewrite?[...M.changedFiles].sort():[],deletedFiles:p.enabled&&!o.resumeRewrite?Pe:[],rewriteTargets:p.enabled&&!o.resumeRewrite?Ne:[],revalidateFiles:[...M.revalidateFiles].sort()});await ir(r),m.summary(o.resumeRewrite?`Done. Resumed final rewrite over existing output and changed ${ne} text files.`:`Done. Rendered ${P.stats.pagesRendered} pages, processed ${P.doneSitemaps.size} sitemaps and ${P.doneAssets.size} assets.`,{mode:o.mode,crawlMode:o.crawlMode,resumeRewrite:o.resumeRewrite,...P.stats,pagesRendered:P.stats.pagesRendered,donePages:P.stats.pagesCompleted,claimedPages:P.donePages.size,doneSitemaps:P.doneSitemaps.size,doneAssets:P.doneAssets.size,changedTextFiles:ne}),await m.flush();}jn().catch(async e=>{let t=he(e instanceof Error?e.message:String(e));console.error(t);try{let n=(await Xe().catch(()=>null))?.logDir??"logs",s=new je(n,"debug");s.error(`Unhandled error: ${t}`,e instanceof Error&&e.stack?{stack:he(e.stack)}:void 0),await s.flush();}catch{}process.exit(1);});