@smart-cloud/publisher-exporter 1.1.85 → 1.1.86

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/dist/crawl.js CHANGED
@@ -1,17 +1,17 @@
1
- import {request,chromium}from'playwright';import $,{readFile}from'fs/promises';import P from'path';import {gunzipSync}from'zlib';import {setTimeout as setTimeout$1}from'timers/promises';import ln from'mime-types';import Lr,{createHash}from'crypto';import Rs from'http';import vs from'https';import {fromTemporaryCredentials,fromIni}from'@aws-sdk/credential-providers';import {availableParallelism}from'os';import {Worker}from'worker_threads';import {LambdaClient,InvokeCommand}from'@aws-sdk/client-lambda';import {DynamoDBClient,GetItemCommand}from'@aws-sdk/client-dynamodb';import {S3Client,GetObjectCommand,PutObjectCommand,CopyObjectCommand}from'@aws-sdk/client-s3';async function wr(e){await e.addInitScript(()=>{let t=window,r=[],n=new WeakSet,s=new WeakSet;Object.defineProperty(t,"__WPSUITE_STATIC_SERIALIZATION_STATE__",{value:{snapshots:r,runtimeCreatedElements:s},configurable:true});let o=Document.prototype.createElement;Document.prototype.createElement=function(m,h){let f=o.call(this,m,h);return s.add(f),f};let i=c=>{!(c instanceof Element)||n.has(c)||(n.add(c),r.push({host:c,pristine:c.cloneNode(true),sourceOwned:!s.has(c)}));},u=Element.prototype.attachShadow;Element.prototype.attachShadow=function(m){return i(this),u.call(this,m)};let a=new WeakSet,d=c=>{if(typeof c!="object"&&typeof c!="function"||c===null||a.has(c))return c;let m=c;if(typeof m.createRoot!="function")return c;let h=m.createRoot,f=function(S,...p){return i(S),Reflect.apply(h,this,[S,...p])};try{Object.defineProperty(m,"createRoot",{...Object.getOwnPropertyDescriptor(m,"createRoot"),value:f}),a.add(c);}catch{}return c},l=c=>{let m=d(t[c]);try{Object.defineProperty(t,c,{configurable:!0,enumerable:!0,get:()=>m,set:h=>{m=d(h);}});}catch{d(t[c]);}};l("ReactDOM"),l("ReactDOMClient");});}async function Mt(e){return e.evaluate(()=>{let t=window.__WPSUITE_STATIC_SERIALIZATION_STATE__,r=/^data-(?:[a-z0-9]+-)*(?:bound|initialized|mounted|hydrated)$/i;document.querySelectorAll("*").forEach(s=>{for(let o of [...s.attributes])r.test(o.name)&&s.removeAttribute(o.name);});for(let s of t?.snapshots??[])s.host.isConnected&&(s.sourceOwned?s.host.replaceWith(s.pristine.cloneNode(true)):s.host.remove());return document.querySelectorAll("*").forEach(s=>{t?.runtimeCreatedElements.has(s)&&s.remove();}),document.querySelectorAll("#wpsuite-consent-root, .grecaptcha-badge, iframe[src*='/recaptcha/']").forEach(s=>s.remove()),document.documentElement.classList.remove("wpsuite-consent-scroll-locked"),document.body.classList.remove("wpsuite-consent-scroll-locked"),`${document.doctype?new XMLSerializer().serializeToString(document.doctype):""}${document.documentElement.outerHTML}`})}function $t(e){let t=e.code;return t==="ENOENT"||t==="ENOTDIR"||t==="ELOOP"}async function ct(e){let t=P.resolve(e),r;try{r=await $.realpath(t);}catch(o){if($t(o))return [];throw o}let n=[{directory:t,ancestors:new Set([r])}],s=[];for(;n.length;){let{directory:o,ancestors:i}=n.pop(),u;try{u=await $.readdir(o,{withFileTypes:!0});}catch(a){if($t(a))continue;throw a}for(let a of u){let d=P.join(o,a.name);try{let l=a.isSymbolicLink()?await $.stat(d):a;if(l.isFile())s.push(P.relative(t,d).split(P.sep).join("/"));else if(l.isDirectory()){let c=await $.realpath(d);if(i.has(c))continue;n.push({directory:d,ancestors:new Set([...i,c])});}}catch(l){if(!$t(l))throw l}}}return s.sort()}function yr(e){if(e.size===0)return;let t=[...e.entries()].slice(0,5).map(([r,n])=>`${r}: ${n.message}`).join("; ");throw new Error(`Crawl incomplete: ${e.size} page/worker render failure(s). Deployment is blocked; no complete deploy plan was produced. ${t}`)}var cs=".deploy-plan.json",us="deploy-plan.json",ls=".crawl-incomplete.json",ds="crawl-incomplete.json";function br(){let e=process.env.STATIC_PUBLISHER_RUNTIME_DIR||process.env.WPSUITE_STATIC_PUBLISHER_RUNTIME_DIR||"";return e.trim()?P.resolve(e):""}function Sr(e){let t=String(e||"").replace(/\\/g,"/").replace(/^\/+/,"").trim(),r=P.posix.normalize(t);return !t||!r||r==="."||/^[a-zA-Z]:/.test(r)||r.startsWith("../")||r===".."?null:r}function ps(e){let t=String(e||"").trim();if(!t.startsWith("/")||t.startsWith("//")||t.includes("*")||t.includes("#"))return null;try{let r=new URL(t,"https://content-sync.invalid");return r.origin!=="https://content-sync.invalid"?null:`${P.posix.normalize(r.pathname)}${r.search}`}catch{return null}}function ue(e){return [...new Set(e.map(Sr).filter(t=>t!==null))]}function ms(e,t){let r={generatedAt:String(t.generatedAt||new Date().toISOString()),outputDir:P.resolve(e.outputDir),runMode:t.runMode,crawlMode:t.crawlMode,fullSyncRequired:!!t.fullSyncRequired,changedFiles:ue(t.changedFiles||[]),deletedFiles:ue(t.deletedFiles||[]),rewriteTargets:ue(t.rewriteTargets||[]),revalidateFiles:ue(t.revalidateFiles||[])};return t.schemaVersion===2?{...r,schemaVersion:2,runMode:"content-sync",crawlMode:"incremental",fullSyncRequired:false,consumerId:String(t.consumerId||"").trim(),fromSequence:Math.max(0,Number(t.fromSequence)||0),toSequence:Math.max(0,Number(t.toSequence)||0),impactHash:String(t.impactHash||"").trim(),resolvedSitemapUrls:[...new Set((t.resolvedSitemapUrls||[]).map(n=>String(n||"").trim()).filter(n=>{try{let s=new URL(n);return s.protocol==="http:"||s.protocol==="https:"}catch{return false}}))],uploadGroups:{assets:ue(t.uploadGroups?.assets||[]),content:ue(t.uploadGroups?.content||[]),listings:ue(t.uploadGroups?.listings||[]),resources:ue(t.uploadGroups?.resources||[]),sitemapLeaves:ue(t.uploadGroups?.sitemapLeaves||[]),sitemapIndexes:ue(t.uploadGroups?.sitemapIndexes||[])},invalidationPaths:[...new Set((t.invalidationPaths||[]).map(ps).filter(n=>n!==null))].sort()}:{schemaVersion:1,...r,runMode:t.runMode}}function Pr(e){let t=P.join(P.resolve(e.outputDir),cs),r=br();return r?[P.join(r,us),t]:[t]}function Rr(e){let t=P.join(P.resolve(e.outputDir),ls),r=br();return r?[P.join(r,ds),t]:[t]}function X(e,t){let r=P.resolve(e),n=P.resolve(t),s=P.relative(r,n).replace(/\\/g,"/");return Sr(s)}async function jt(e,t){let r=ms(e,t);for(let n of Pr(e)){await $.mkdir(P.dirname(n),{recursive:true});let s=`${n}.${process.pid}.${Date.now()}.tmp`;await $.writeFile(s,JSON.stringify(r,null,2),"utf8"),await $.rename(s,n);}}async function vr(e){for(let t of Pr(e))try{await $.unlink(t);}catch(r){if(r.code!=="ENOENT")throw r}}async function Ut(e,t){let r={schemaVersion:1,startedAt:String(t.startedAt||new Date().toISOString()),outputDir:P.resolve(e.outputDir)};for(let n of Rr(e)){await $.mkdir(P.dirname(n),{recursive:true});let s=`${n}.${process.pid}.tmp`;await $.writeFile(s,JSON.stringify(r,null,2),"utf8"),await $.rename(s,n);}}async function kr(e){for(let t of Rr(e))try{await $.unlink(t);}catch(r){if(r.code!=="ENOENT")throw r}}function hs(e){return new URL(e).pathname.split("/").filter(Boolean).some(r=>{try{return decodeURIComponent(r).endsWith("__trashed")}catch{return r.endsWith("__trashed")}})}function Lt(e){return Array.isArray(e)?e.map(Lt):e&&typeof e=="object"?Object.fromEntries(Object.entries(e).sort(([t],[r])=>t.localeCompare(r)).map(([t,r])=>[t,Lt(r)])):e}function fs(e){return JSON.stringify(Lt(e))}function ws(e){return createHash("sha256").update(fs(e)).digest("hex")}function Cr(e){let{impactHash:t,...r}=e;if(e.schemaVersion!==1||!t)throw new Error("Invalid content-sync impact plan schema.");if(!Array.isArray(e.resourceRenderUrls)||!Array.isArray(e.resourceDeleteUrls))throw new Error("Invalid content-sync resource impact contract.");if(ws(r)!==t)throw new Error("Content-sync impact plan hash mismatch.");for(let n of [...e.directRenderUrls,...e.deleteUrls,...e.resourceRenderUrls,...e.resourceDeleteUrls])if(hs(n))throw new Error(`Content-sync impact contains a WordPress trash alias instead of the last public URL: ${n}`)}var bs=/^[A-Za-z0-9][A-Za-z0-9_.@+=,-]{0,127}$/;function je(e,t="awsProfile"){let r=String(e??"").trim();if(!r)return "";if(!bs.test(r))throw new Error(`${t} must start with a letter or number and contain only letters, numbers, dot, dash, underscore, comma, plus, equals, or at-sign characters.`);return r}function Ss(e){return !!(String(e.AWS_ACCESS_KEY_ID??"").trim()&&String(e.AWS_SECRET_ACCESS_KEY??"").trim())}function xr(e,t=process.env){let r=je(e);if(!(!r||Ss(t)))return fromIni({profile:r})}var Ft=["/sitemap_index.xml","/wp-sitemap.xml","/sitemap.xml"];function Tr(e){let t=new Set;for(let r of [...e,...Ft]){let n=String(r||"").trim();n&&t.add(n);}return [...t]}function Dt(e){let t=e.pathname.toLowerCase();return t.endsWith(".xml")&&(t.includes("sitemap")||t.endsWith("/sitemap.xml"))}function Ar(e){if(!e||!/^https?:\/\//i.test(e))return false;try{return Dt(new URL(e))}catch{return false}}function Ir(e){let t=e.trim();return t==="."?".":t.replace(/\/$/,"")}function ks(e){let t=String(e??"").trim();if(!t)return "";let r=t;if(/^https?:\/\//i.test(r))try{r=new URL(r).pathname;}catch{return ""}if(r=r.split(/[?#]/,1)[0]?.replace(/\\/g,"/").trim()??"",!r)return "";let n=r.endsWith("/"),s=r.replace(/^\/+/,"").split("/").map(i=>i.replace(/[^A-Za-z0-9._-]/g,"")).filter(i=>i.length>0&&i!=="."&&i!=="..");if(s.length===0)return "";let o=`/${s.join("/")}`;return n&&P.extname(o)===""&&(o+="/"),o==="/"?"":o}function Wt(e){return !e||typeof e!="object"?{}:Object.fromEntries(Object.entries(e).map(([t,r])=>[t.trim(),String(r??"")]).filter(([t])=>t.length>0))}function Cs(e){if(!e||typeof e!="object")return {};let t={};for(let[r,n]of Object.entries(e)){let s=r.trim();if(!s||!n||typeof n!="object")continue;let o=n,i={};if(typeof o.awsProfile=="string"){let a=je(o.awsProfile,`deploymentProfiles.${s}.awsProfile`);a&&(i.awsProfile=a);}if(typeof o.targetOrigin=="string"){let a=Ir(o.targetOrigin);a&&(i.targetOrigin=a);}let u=Wt(o.extraReplacements);if(Object.keys(u).length>0&&(i.extraReplacements=u),o.s3&&typeof o.s3=="object"){let a={},d=o.s3;typeof d.bucket=="string"&&(a.bucket=d.bucket.trim()),typeof d.prefix=="string"&&(a.prefix=d.prefix.trim()),typeof d.region=="string"&&(a.region=d.region.trim()),typeof d.htmlCacheControl=="string"&&(a.htmlCacheControl=d.htmlCacheControl.trim()),typeof d.assetCacheControl=="string"&&(a.assetCacheControl=d.assetCacheControl.trim()),Object.keys(a).length>0&&(i.s3=a);}if(o.cloudFront&&typeof o.cloudFront=="object"){let a={},d=o.cloudFront;typeof d.distributionId=="string"&&(a.distributionId=d.distributionId.trim()),Array.isArray(d.invalidationPaths)&&(a.invalidationPaths=d.invalidationPaths.map(l=>String(l??"").trim()).filter(l=>l.length>0)),Object.keys(a).length>0&&(i.cloudFront=a);}t[s]=i;}return t}function Nt(e){return e==="PROFESSIONAL"||e==="AGENCY"?e:void 0}function xs(e,t){if(!e||typeof e!="object")return null;let r=e,n=r.command;if(n!=="publish"&&n!=="crawl"&&n!=="deploy"&&n!=="invalidate"&&n!=="retry-timeouts"&&n!=="url"&&n!=="content-sync")return null;let s=Number.parseInt(String(r.intervalMinutes??"0"),10);if(!Number.isFinite(s)||s<1)return null;let o=String(r.id??`${n}-${t+1}`).trim();if(!o)return null;let i=String(r.deploymentProfile??"").trim(),u=String(r.url??"").trim(),a=Array.isArray(r.postTypes)?[...new Set(r.postTypes.map(l=>String(l??"").trim().toLowerCase().replace(/[^a-z0-9_-]/g,"")).filter(Boolean))]:[],d=Array.isArray(r.listingPaths)?[...new Set(r.listingPaths.map(l=>String(l??"").trim()).filter(Boolean))]:[];return n==="content-sync"&&a.length===0?null:{id:o,enabled:r.enabled!==false,command:n,intervalMinutes:s,...n==="publish"||n==="crawl"?{crawlMode:r.crawlMode==="incremental"?"incremental":"full"}:{},...(n==="publish"||n==="deploy"||n==="invalidate"||n==="content-sync")&&i?{deploymentProfile:i}:{},...u?{url:u}:{},...a.length>0?{postTypes:a}:{},...d.length>0?{listingPaths:d}:{},...typeof r.includeSubsites=="boolean"?{includeSubsites:r.includeSubsites}:{},...typeof r.includePostTypeArchives=="boolean"?{includePostTypeArchives:r.includePostTypeArchives}:{},...typeof r.includeTaxonomyArchives=="boolean"?{includeTaxonomyArchives:r.includeTaxonomyArchives}:{},...typeof r.includeAuthorArchives=="boolean"?{includeAuthorArchives:r.includeAuthorArchives}:{},...typeof r.includeDateArchives=="boolean"?{includeDateArchives:r.includeDateArchives}:{},...typeof r.includePostsPage=="boolean"?{includePostsPage:r.includePostsPage}:{},...typeof r.includeSitemapChain=="boolean"?{includeSitemapChain:r.includeSitemapChain}:{}}}function Or(e){let t=e&&typeof e=="object"?e:{},r=Array.isArray(t.rules)?t.rules.map((n,s)=>xs(n,s)).filter(n=>!!n):[];return {enabled:t.enabled===true,timezone:typeof t.timezone=="string"&&t.timezone.trim()!==""?t.timezone.trim():"UTC",rules:r}}function Ts(e){let t=e&&typeof e=="object"?e:{},r=t.render&&typeof t.render=="object"?t.render:{},n=Number(r.concurrency??0),s=Number(r.batchSize??0),o=Number(r.maxAttempts??0),i=t.rewrite&&typeof t.rewrite=="object"?t.rewrite:{},u=t.deploy&&typeof t.deploy=="object"?t.deploy:{},a=(d,l)=>({enabled:typeof d.enabled=="boolean"?d.enabled:r.enabled===true,concurrency:Math.min(100,Math.max(1,Number(d.concurrency||l.concurrency))),batchSize:Math.min(500,Math.max(1,Number(d.batchSize||l.batchSize))),maxAttempts:Math.min(5,Math.max(1,Number(d.maxAttempts||2)))});return {render:{enabled:r.enabled===true,...Number.isInteger(n)&&n>0?{concurrency:n}:{},batchSize:Number.isInteger(s)&&s>0?Math.min(20,s):5,...Number.isInteger(o)&&o>0?{maxAttempts:Math.min(5,o)}:{}},rewrite:a(i,{concurrency:8,batchSize:25}),deploy:a(u,{concurrency:8,batchSize:50})}}function As(e){if(!e||typeof e!="object")return;let t=e,r={};for(let s of ["accountId","siteId"]){let o=t[s];typeof o=="string"&&o.trim()!==""&&(r[s]=o.trim());}let n=Number(t.lastUpdate??0);return Number.isFinite(n)&&n>0&&(r.lastUpdate=Math.floor(n)),t.subscriber===true&&(r.subscriber=true),Object.keys(r).length>0?r:void 0}function _t(e){let t=e&&typeof e=="object"?e:{},r=String(t.accountId??"").trim(),n=String(t.siteId??"").trim(),s=t.subscriber===true,o=As(t.siteSettings),i={...o??{},...r?{accountId:o?.accountId??r}:{},...n?{siteId:o?.siteId??n}:{},...o?.subscriber===true||s?{subscriber:true}:{}},u={},a=String(t.apiBase??"").trim();a&&(u.apiBase=a);let d=String(t.runtimeToken??t.nonce??"").trim();d&&(u.runtimeToken=d);let l=String(t.virtualAssetBaseUrl??t.uploadUrl??"").trim();l&&(u.virtualAssetBaseUrl=l),Object.keys(i).length>0&&(u.siteSettings=i);let c=Nt(t.subscriptionType);return c&&(u.subscriptionType=c),u}function Es(e){try{let t=new URL(e);globalThis.location=t;}catch{}}function Mr(e){return typeof e=="string"?e:e instanceof URL?e.toString():e.url}function Is(e,t){let r=new Headers(e instanceof Request?e.headers:void 0);if(t?.headers)for(let[n,s]of new Headers(t.headers).entries())r.set(n,s);return r}async function $r(e,t,r=5){let n=new URL(Mr(e)),s=String(t?.method??(e instanceof Request?e.method:"GET")).toUpperCase(),o=n.protocol==="http:"?Rs:vs,i=Is(e,t);return await new Promise((u,a)=>{let d=o.request(n,{method:s,headers:Object.fromEntries(i.entries()),...n.protocol==="https:"?{rejectUnauthorized:false}:{}},l=>{let c=[];l.on("data",m=>{c.push(Buffer.isBuffer(m)?m:Buffer.from(m));}),l.on("error",a),l.on("end",()=>{let m=l.statusCode??0,h=l.headers.location;if(r>0&&h&&[301,302,303,307,308].includes(m)){u($r(new URL(h,n),{method:m===303?"GET":s},r-1));return}let f=new Headers;for(let[S,p]of Object.entries(l.headers))Array.isArray(p)?f.set(S,p.join(", ")):typeof p=="string"&&f.set(S,p);u(new Response(Buffer.concat(c),{status:m,statusText:l.statusMessage??"",headers:f}));});});d.on("error",a),d.end();})}function Os(e){let t=_t(e.wpsuite),r={...t.siteSettings??{},...t.siteSettings?.subscriber===true||t.subscriptionType==="PROFESSIONAL"||t.subscriptionType==="AGENCY"?{subscriber:true}:{}},n=String(r.accountId??"").trim(),s=String(r.siteId??"").trim(),o=String(t.virtualAssetBaseUrl??t.uploadUrl??"").trim();if(e.wpsuite={...t.apiBase?{apiBase:t.apiBase}:{},...t.runtimeToken?{runtimeToken:t.runtimeToken}:{},...o?{virtualAssetBaseUrl:o}:{},...Object.keys(r).length>0?{siteSettings:r}:{},...t.subscriptionType?{subscriptionType:t.subscriptionType}:{}},!n||!s||!o)return false;Es(e.sourceOrigin);let i=globalThis,a={...i.WpSuite??{},siteSettings:r,uploadUrl:o};return t.apiBase&&(a.apiBase=t.apiBase),i.WpSuite=a,true}async function Ms(e){let t=String(e.wpsuite?.virtualAssetBaseUrl??e.wpsuite?.uploadUrl??"").trim();if(!Os(e)){let s=e.wpsuite?.siteSettings,o=[String(s?.accountId??"").trim()?"":"accountId",String(s?.siteId??"").trim()?"":"siteId",t?"":"virtualAssetBaseUrl"].filter(Boolean);return {remote:null,diagnostic:{status:"invalid-runtime",virtualAssetBaseUrl:t,subscriptionType:null,error:`Missing WP Suite runtime field(s): ${o.join(", ")}.`,requests:[]}}}let r=globalThis.fetch,n=[];try{typeof r=="function"&&/^https?:\/\//i.test(t)&&(globalThis.fetch=(async(a,d)=>{let l=Mr(a);if(l.startsWith(t)){let c=(()=>{try{return new URL(l).pathname}catch{return l}})();try{let m=e.ignoreHttpsErrors&&l.startsWith("https://")?await $r(a,d):await r(a,d);return n.push({path:c,status:m.status,ok:m.ok,error:null}),m}catch(m){throw n.push({path:c,status:null,ok:!1,error:m instanceof Error?m.message:String(m)}),m}}return r(a,d)}));let{getConfig:s}=await import('@smart-cloud/wpsuite-core'),o=await s("publisher"),i=o&&typeof o=="object"?o:null,u=Nt(i?.subscriptionType);return {remote:i,diagnostic:{status:i?"loaded":"unavailable",virtualAssetBaseUrl:t,subscriptionType:u??null,error:i?null:"WP Suite publisher config loader returned no configuration.",requests:n}}}catch(s){return {remote:null,diagnostic:{status:"unavailable",virtualAssetBaseUrl:t,subscriptionType:null,error:s instanceof Error?s.message:String(s),requests:n}}}finally{typeof r=="function"&&(globalThis.fetch=r);}}function $s(e,t){let r=Cs(t?.deploymentProfiles),n=String(t?.defaultDeploymentProfile??"").trim(),s=r[n]?n:"",o=Nt(t?.subscriptionType),i=_t(e.wpsuite);return {...e,scheduler:Or(t?.scheduler),deploymentProfiles:r,defaultDeploymentProfile:s,...o?{subscriptionType:o}:{},wpsuite:{...i,...i.siteSettings||o?{siteSettings:{...i.siteSettings??{},...i.siteSettings?.subscriber===true||o==="PROFESSIONAL"||o==="AGENCY"?{subscriber:true}:{}}}:{},...o?{subscriptionType:o}:{}}}}function qt(e,t){let n=String(e||"").replace(/\\/g,"/").trim().replace(/^\/+|\/+$/g,"");if(!n)return t;let s=n.split("/").map(o=>o.trim()).filter(o=>o.length>0&&o!=="."&&o!=="..");return s.length>0?s.join("/"):t}function js(){let e=process.env.STATIC_PUBLISHER_RUNTIME_DIR||process.env.WPSUITE_STATIC_PUBLISHER_RUNTIME_DIR||"";return e.trim()?P.resolve(e):""}function Er(e,t,r){let n=String(t||"").trim();return n&&P.isAbsolute(n)?P.resolve(n):P.resolve(e,qt(n,r))}async function ut(e,t={}){let r=String("").trim()||process.env.PUBLISHER_CONFIG||"publisher.config.json",n=await $.readFile(r,"utf8"),s=JSON.parse(n);s.sourceOrigin=s.sourceOrigin.replace(/\/$/,""),s.targetOrigin=Ir(s.targetOrigin),s.awsProfile=je(s.awsProfile),s.ignoreHttpsErrors??=false,s.outputDir=String(s.outputDir||"export").trim()||"export",s.urlRewriteMode||=s.targetOrigin==="."?"relative":"absolute",s.noJavaScriptRenderPathPrefixes||=[],s.seedPaths||=[],s.generated404RequestPath=ks(s.generated404RequestPath),s.sitemapPaths||=[...Ft],s.allowedAssetHosts||=[],s.assetPathPrefixes||=["/wp-content/","/wp-includes/","/static/","/assets/","/build/","/_next/","/docs/","/sitemap","/robots.txt","/llms.txt"],s.blockedPathPrefixes||=[],s.blockedSearchFragments||=[],s.pageCache={purgeBeforeCrawl:s.pageCache?.purgeBeforeCrawl===true};let o=Number(s.processingConcurrency)>0?Math.min(100,Math.max(1,Number(s.processingConcurrency))):null;s.concurrency=o??s.concurrency??1,s.maxPages||=0,s.extraReplacements=Wt(s.extraReplacements),s.postCrawlCopyMap=Wt(s.postCrawlCopyMap),s.logDir=String(s.logDir||"logs").trim()||"logs",s.verbose??=false,s.logLevel||=s.verbose?"debug":"info",s.s3SyncMode||="sdk-upload-delete",s.readiness||={waitForSelector:null,waitForFunction:null,timeoutMs:1500,fallbackWaitMs:1500},s.readiness.timeoutMs??=1500,s.readiness.fallbackWaitMs??=1500,s.viewport||={width:1440,height:1200},s.navigationTimeoutMs||=3e4,s.assetDownloadConcurrency=o??(Number(s.assetDownloadConcurrency)>0?Number(s.assetDownloadConcurrency):s.concurrency),s.rewriteConcurrency=o??(Number(s.rewriteConcurrency)>0?Number(s.rewriteConcurrency):s.assetDownloadConcurrency),s.wpsuite=_t(s.wpsuite),s.scheduler=Or(void 0),s.remoteWorkers=Ts(s.remoteWorkers),typeof s.lambdaDelegationEnabled=="boolean"&&(s.remoteWorkers.render??={},s.remoteWorkers.rewrite??={},s.remoteWorkers.deploy??={},s.remoteWorkers.render.enabled=s.lambdaDelegationEnabled,s.remoteWorkers.rewrite.enabled=s.lambdaDelegationEnabled,s.remoteWorkers.deploy.enabled=s.lambdaDelegationEnabled),o!==null&&(s.processingConcurrency=o,s.remoteWorkers.render??={},s.remoteWorkers.rewrite??={},s.remoteWorkers.deploy??={},s.remoteWorkers.render.concurrency=o,s.remoteWorkers.rewrite.concurrency=o,s.remoteWorkers.deploy.concurrency=o),s.deploymentProfiles={},s.defaultDeploymentProfile="",s.deploymentTargetOverride=String(s.deploymentTargetOverride??"").trim();let i=await Ms(s);t.onRemotePublisherConfigDiagnostic?.(i.diagnostic);let u=$s(s,i.remote),a=js(),d=a?P.resolve(a,".."):"";return d?(u.outputDir=Er(d,u.outputDir,"export"),u.logDir=Er(d,u.logDir,"logs")):(P.isAbsolute(u.outputDir)||(u.outputDir=qt(u.outputDir,"export")),P.isAbsolute(u.logDir)||(u.logDir=qt(u.logDir,"logs"))),u}function le(e,t=10){return Lr.createHash("sha1").update(e).digest("hex").slice(0,t)}async function Us(e){await $.mkdir(P.dirname(e),{recursive:true});}async function ye(e,t,r){await Us(e);let n=P.join(P.dirname(e),`.${P.basename(e)}.${process.pid}.${Date.now()}.${Lr.randomBytes(6).toString("hex")}.tmp`);try{typeof t=="string"?await $.writeFile(n,t,r??"utf8"):await $.writeFile(n,t),await $.rename(n,e);}catch(s){throw await $.unlink(n).catch(()=>{}),s}}function de(e){return [".html",".htm",".css",".js",".mjs",".json",".xml",".xsl",".txt",".svg",".map",".enc",".jws"].includes(P.extname(e).toLowerCase())}function be(e){return e.replace(/&quot;/g,'"').replace(/&#34;/g,'"').replace(/&apos;/g,"'").replace(/&#39;/g,"'").replace(/&amp;/g,"&").replace(/&lt;/g,"<").replace(/&gt;/g,">")}function Ue(e){return e.replace(/&/g,"&amp;").replace(/"/g,"&quot;").replace(/'/g,"&#39;").replace(/</g,"&lt;").replace(/>/g,"&gt;")}function lt(e){return e.replace(/\//g,"\\/")}function jr(e){return e.replace(/\//g,"\\\\/")}function Ls(e){try{let t=new URL(e);if(t.protocol!=="http:"&&t.protocol!=="https:")return null;let r=t.pathname==="/"&&!t.search&&!t.hash?"":`${t.pathname}${t.search}${t.hash}`;return `//${t.host}${r}`}catch{return null}}function Ur(e,t,r){if(!t)return;e[t]=r;let n=lt(t),s=lt(r);e[n]=s;let o=jr(t),i=jr(r);e[o]=i;let u=Ue(t),a=Ue(r);e[u]=a;let d=Ue(n),l=Ue(s);e[d]=l;let c=Ue(o),m=Ue(i);e[c]=m;}function Ve(e,t,r){Ur(e,t,r);let n=Ls(t);n&&n!==t&&Ur(e,n,r);}function Bt(e,t){let r=t.startsWith("/")?t:`/${t}`,n=(e||"").replace(/\/$/,"");return !n||n==="."||n==="/"?r:`${n}${r}`}function Fr(e,t){try{return new URL(e,t==="."?"https://relative.invalid":t).pathname}catch{return e.startsWith("/")?e:`/${e.replace(/^\.\//,"")}`}}function Dr(e,t,r){if(!t)return r;let n=P.dirname(P.resolve(t)),s=P.resolve(e,r.replace(/^\/+/,"")),o=P.relative(n,s).replace(/\\/g,"/");return o?(o.startsWith(".")||(o=`./${o}`),o):"."}async function zt(e,t){return (t?[...new Set(t)].map(n=>P.resolve(n)).filter(n=>n.startsWith(P.resolve(e.outputDir))).map(n=>P.relative(e.outputDir,n).replace(/\\/g,"/")).filter(n=>n.length>0):await ct(e.outputDir)).filter(n=>n!=="asset-map.json"&&de(n))}var qs=["wp-content/","wp-includes/","wp-admin/","wp-json/","_next/"],Ns=new Set([".html",".htm"]),qr="WPSuite.io Static Publisher",_s=qr.replace(/[.*+?^${}()|[\]\\]/g,"\\$&");function Wr(e){return e.replace(/[.*+?^${}()|[\]\\]/g,"\\$&")}function Bs(e){return e.startsWith("//")||e.startsWith("\\/\\/")||e.startsWith("\\\\/\\\\/")}function Hs(e){let t=e.replace(/\\+\//g,"/");return t.startsWith("/")&&!t.startsWith("//")}function Vs(e,t,r){return Hs(t)?e.replace(new RegExp(`(?<![A-Za-z0-9._~%\\\\-])${Wr(t)}`,"g"),r):Bs(t)?e.replace(new RegExp(`(?<!:)${Wr(t)}`,"g"),r):e.split(t).join(r)}function zs(e,t){let r="\uE000WPSUITE_STATIC_REWRITE_";for(;e.includes(r)||t.some(([o,i])=>o.includes(r)||i.includes(r));)r+="_";let n=e,s=[];for(let[o,[i,u]]of t.entries()){let a=`${r}${o.toString(36)}\uE001`,d=Vs(n,i,a);d!==n&&(s.push([a,u]),n=d);}for(let[o,i]of s)n=n.split(o).join(i);return n}function Qs(e,t,r){if(e.wpsuite?.siteSettings?.subscriber===true||e.wpsuite?.subscriptionType==="PROFESSIONAL"||e.wpsuite?.subscriptionType==="AGENCY"||!r)return false;let s=P.extname(r).toLowerCase();return Ns.has(s)?/<head\b|<html\b|<!doctype html/i.test(t):false}function Js(e){if(new RegExp(`<meta\\b(?=[^>]*\\bname=(["'])generator\\1)(?=[^>]*\\bcontent=(["'])${_s}\\2)[^>]*\\/?>`,"i").test(e))return e;let t=`<meta name="generator" content="${qr}" />`;if(e.match(/(\r?\n)([ \t]*)<\/head>/i))return e.replace(/(\r?\n)([ \t]*)<\/head>/i,`$1$2${t}$1$2</head>`);let n=e.includes(`\r
1
+ import {request,chromium}from'playwright';import $,{readFile}from'fs/promises';import P from'path';import {gunzipSync}from'zlib';import {setTimeout as setTimeout$1}from'timers/promises';import pn from'mime-types';import Lr,{createHash}from'crypto';import Cs from'http';import xs from'https';import {fromTemporaryCredentials,fromIni}from'@aws-sdk/credential-providers';import {availableParallelism}from'os';import {Worker}from'worker_threads';import {LambdaClient,InvokeCommand}from'@aws-sdk/client-lambda';import {DynamoDBClient,GetItemCommand}from'@aws-sdk/client-dynamodb';import {S3Client,GetObjectCommand,PutObjectCommand,CopyObjectCommand}from'@aws-sdk/client-s3';async function wr(e){await e.addInitScript(()=>{let t=window,r=[],n=new WeakSet,s=new WeakSet;Object.defineProperty(t,"__WPSUITE_STATIC_SERIALIZATION_STATE__",{value:{snapshots:r,runtimeCreatedElements:s},configurable:true});let o=Document.prototype.createElement;Document.prototype.createElement=function(p,h){let f=o.call(this,p,h);return s.add(f),f};let i=c=>{!(c instanceof Element)||n.has(c)||(n.add(c),r.push({host:c,pristine:c.cloneNode(true),sourceOwned:!s.has(c)}));},u=Element.prototype.attachShadow;Element.prototype.attachShadow=function(p){return i(this),u.call(this,p)};let a=new WeakSet,d=c=>{if(typeof c!="object"&&typeof c!="function"||c===null||a.has(c))return c;let p=c;if(typeof p.createRoot!="function")return c;let h=p.createRoot,f=function(b,...m){return i(b),Reflect.apply(h,this,[b,...m])};try{Object.defineProperty(p,"createRoot",{...Object.getOwnPropertyDescriptor(p,"createRoot"),value:f}),a.add(c);}catch{}return c},l=c=>{let p=d(t[c]);try{Object.defineProperty(t,c,{configurable:!0,enumerable:!0,get:()=>p,set:h=>{p=d(h);}});}catch{d(t[c]);}};l("ReactDOM"),l("ReactDOMClient");});}async function Mt(e){return e.evaluate(()=>{let t=window.__WPSUITE_STATIC_SERIALIZATION_STATE__,r=/^data-(?:[a-z0-9]+-)*(?:bound|initialized|mounted|hydrated)$/i;document.querySelectorAll("*").forEach(s=>{for(let o of [...s.attributes])r.test(o.name)&&s.removeAttribute(o.name);});for(let s of t?.snapshots??[])s.host.isConnected&&(s.sourceOwned?s.host.replaceWith(s.pristine.cloneNode(true)):s.host.remove());return document.querySelectorAll("*").forEach(s=>{t?.runtimeCreatedElements.has(s)&&s.remove();}),document.querySelectorAll("#wpsuite-consent-root, .grecaptcha-badge, iframe[src*='/recaptcha/']").forEach(s=>s.remove()),document.documentElement.classList.remove("wpsuite-consent-scroll-locked"),document.body.classList.remove("wpsuite-consent-scroll-locked"),`${document.doctype?new XMLSerializer().serializeToString(document.doctype):""}${document.documentElement.outerHTML}`})}function $t(e){let t=e.code;return t==="ENOENT"||t==="ENOTDIR"||t==="ELOOP"}async function ct(e){let t=P.resolve(e),r;try{r=await $.realpath(t);}catch(o){if($t(o))return [];throw o}let n=[{directory:t,ancestors:new Set([r])}],s=[];for(;n.length;){let{directory:o,ancestors:i}=n.pop(),u;try{u=await $.readdir(o,{withFileTypes:!0});}catch(a){if($t(a))continue;throw a}for(let a of u){let d=P.join(o,a.name);try{let l=a.isSymbolicLink()?await $.stat(d):a;if(l.isFile())s.push(P.relative(t,d).split(P.sep).join("/"));else if(l.isDirectory()){let c=await $.realpath(d);if(i.has(c))continue;n.push({directory:d,ancestors:new Set([...i,c])});}}catch(l){if(!$t(l))throw l}}}return s.sort()}function yr(e){if(e.size===0)return;let t=[...e.entries()].slice(0,5).map(([r,n])=>`${r}: ${n.message}`).join("; ");throw new Error(`Crawl incomplete: ${e.size} page/worker render failure(s). Deployment is blocked; no complete deploy plan was produced. ${t}`)}var ds=".deploy-plan.json",ps="deploy-plan.json",ms=".crawl-incomplete.json",gs="crawl-incomplete.json";function br(){let e=process.env.STATIC_PUBLISHER_RUNTIME_DIR||process.env.WPSUITE_STATIC_PUBLISHER_RUNTIME_DIR||"";return e.trim()?P.resolve(e):""}function Sr(e){let t=String(e||"").replace(/\\/g,"/").replace(/^\/+/,"").trim(),r=P.posix.normalize(t);return !t||!r||r==="."||/^[a-zA-Z]:/.test(r)||r.startsWith("../")||r===".."?null:r}function hs(e){let t=String(e||"").trim();if(!t.startsWith("/")||t.startsWith("//")||t.includes("*")||t.includes("#"))return null;try{let r=new URL(t,"https://content-sync.invalid");return r.origin!=="https://content-sync.invalid"?null:`${P.posix.normalize(r.pathname)}${r.search}`}catch{return null}}function ue(e){return [...new Set(e.map(Sr).filter(t=>t!==null))]}function fs(e,t){let r={generatedAt:String(t.generatedAt||new Date().toISOString()),outputDir:P.resolve(e.outputDir),runMode:t.runMode,crawlMode:t.crawlMode,fullSyncRequired:!!t.fullSyncRequired,changedFiles:ue(t.changedFiles||[]),deletedFiles:ue(t.deletedFiles||[]),rewriteTargets:ue(t.rewriteTargets||[]),revalidateFiles:ue(t.revalidateFiles||[])};return t.schemaVersion===2?{...r,schemaVersion:2,runMode:"content-sync",crawlMode:"incremental",fullSyncRequired:false,consumerId:String(t.consumerId||"").trim(),fromSequence:Math.max(0,Number(t.fromSequence)||0),toSequence:Math.max(0,Number(t.toSequence)||0),impactHash:String(t.impactHash||"").trim(),resolvedSitemapUrls:[...new Set((t.resolvedSitemapUrls||[]).map(n=>String(n||"").trim()).filter(n=>{try{let s=new URL(n);return s.protocol==="http:"||s.protocol==="https:"}catch{return false}}))],uploadGroups:{assets:ue(t.uploadGroups?.assets||[]),content:ue(t.uploadGroups?.content||[]),listings:ue(t.uploadGroups?.listings||[]),resources:ue(t.uploadGroups?.resources||[]),sitemapLeaves:ue(t.uploadGroups?.sitemapLeaves||[]),sitemapIndexes:ue(t.uploadGroups?.sitemapIndexes||[])},invalidationPaths:[...new Set((t.invalidationPaths||[]).map(hs).filter(n=>n!==null))].sort()}:{schemaVersion:1,...r,runMode:t.runMode}}function Pr(e){let t=P.join(P.resolve(e.outputDir),ds),r=br();return r?[P.join(r,ps),t]:[t]}function Rr(e){let t=P.join(P.resolve(e.outputDir),ms),r=br();return r?[P.join(r,gs),t]:[t]}function Z(e,t){let r=P.resolve(e),n=P.resolve(t),s=P.relative(r,n).replace(/\\/g,"/");return Sr(s)}async function jt(e,t){let r=fs(e,t);for(let n of Pr(e)){await $.mkdir(P.dirname(n),{recursive:true});let s=`${n}.${process.pid}.${Date.now()}.tmp`;await $.writeFile(s,JSON.stringify(r,null,2),"utf8"),await $.rename(s,n);}}async function vr(e){for(let t of Pr(e))try{await $.unlink(t);}catch(r){if(r.code!=="ENOENT")throw r}}async function Ut(e,t){let r={schemaVersion:1,startedAt:String(t.startedAt||new Date().toISOString()),outputDir:P.resolve(e.outputDir)};for(let n of Rr(e)){await $.mkdir(P.dirname(n),{recursive:true});let s=`${n}.${process.pid}.tmp`;await $.writeFile(s,JSON.stringify(r,null,2),"utf8"),await $.rename(s,n);}}async function kr(e){for(let t of Rr(e))try{await $.unlink(t);}catch(r){if(r.code!=="ENOENT")throw r}}function ys(e){return new URL(e).pathname.split("/").filter(Boolean).some(r=>{try{return decodeURIComponent(r).endsWith("__trashed")}catch{return r.endsWith("__trashed")}})}function Lt(e){return Array.isArray(e)?e.map(Lt):e&&typeof e=="object"?Object.fromEntries(Object.entries(e).sort(([t],[r])=>t.localeCompare(r)).map(([t,r])=>[t,Lt(r)])):e}function bs(e){return JSON.stringify(Lt(e))}function Ss(e){return createHash("sha256").update(bs(e)).digest("hex")}function Cr(e){let{impactHash:t,...r}=e;if(e.schemaVersion!==1||!t)throw new Error("Invalid content-sync impact plan schema.");if(!Array.isArray(e.resourceRenderUrls)||!Array.isArray(e.resourceDeleteUrls))throw new Error("Invalid content-sync resource impact contract.");if(Ss(r)!==t)throw new Error("Content-sync impact plan hash mismatch.");for(let n of [...e.directRenderUrls,...e.deleteUrls,...e.resourceRenderUrls,...e.resourceDeleteUrls])if(ys(n))throw new Error(`Content-sync impact contains a WordPress trash alias instead of the last public URL: ${n}`)}var Rs=/^[A-Za-z0-9][A-Za-z0-9_.@+=,-]{0,127}$/;function je(e,t="awsProfile"){let r=String(e??"").trim();if(!r)return "";if(!Rs.test(r))throw new Error(`${t} must start with a letter or number and contain only letters, numbers, dot, dash, underscore, comma, plus, equals, or at-sign characters.`);return r}function vs(e){return !!(String(e.AWS_ACCESS_KEY_ID??"").trim()&&String(e.AWS_SECRET_ACCESS_KEY??"").trim())}function xr(e,t=process.env){let r=je(e);if(!(!r||vs(t)))return fromIni({profile:r})}var Ft=["/sitemap_index.xml","/wp-sitemap.xml","/sitemap.xml"];function Ar(e){let t=new Set;for(let r of [...e,...Ft]){let n=String(r||"").trim();n&&t.add(n);}return [...t]}function Dt(e){let t=e.pathname.toLowerCase();return t.endsWith(".xml")&&(t.includes("sitemap")||t.endsWith("/sitemap.xml"))}function Tr(e){if(!e||!/^https?:\/\//i.test(e))return false;try{return Dt(new URL(e))}catch{return false}}function Ir(e){let t=e.trim();return t==="."?".":t.replace(/\/$/,"")}function As(e){let t=String(e??"").trim();if(!t)return "";let r=t;if(/^https?:\/\//i.test(r))try{r=new URL(r).pathname;}catch{return ""}if(r=r.split(/[?#]/,1)[0]?.replace(/\\/g,"/").trim()??"",!r)return "";let n=r.endsWith("/"),s=r.replace(/^\/+/,"").split("/").map(i=>i.replace(/[^A-Za-z0-9._-]/g,"")).filter(i=>i.length>0&&i!=="."&&i!=="..");if(s.length===0)return "";let o=`/${s.join("/")}`;return n&&P.extname(o)===""&&(o+="/"),o==="/"?"":o}function Wt(e){return !e||typeof e!="object"?{}:Object.fromEntries(Object.entries(e).map(([t,r])=>[t.trim(),String(r??"")]).filter(([t])=>t.length>0))}function Ts(e){if(!e||typeof e!="object")return {};let t={};for(let[r,n]of Object.entries(e)){let s=r.trim();if(!s||!n||typeof n!="object")continue;let o=n,i={};if(typeof o.awsProfile=="string"){let a=je(o.awsProfile,`deploymentProfiles.${s}.awsProfile`);a&&(i.awsProfile=a);}if(typeof o.targetOrigin=="string"){let a=Ir(o.targetOrigin);a&&(i.targetOrigin=a);}let u=Wt(o.extraReplacements);if(Object.keys(u).length>0&&(i.extraReplacements=u),o.s3&&typeof o.s3=="object"){let a={},d=o.s3;typeof d.bucket=="string"&&(a.bucket=d.bucket.trim()),typeof d.prefix=="string"&&(a.prefix=d.prefix.trim()),typeof d.region=="string"&&(a.region=d.region.trim()),typeof d.htmlCacheControl=="string"&&(a.htmlCacheControl=d.htmlCacheControl.trim()),typeof d.assetCacheControl=="string"&&(a.assetCacheControl=d.assetCacheControl.trim()),Object.keys(a).length>0&&(i.s3=a);}if(o.cloudFront&&typeof o.cloudFront=="object"){let a={},d=o.cloudFront;typeof d.distributionId=="string"&&(a.distributionId=d.distributionId.trim()),Array.isArray(d.invalidationPaths)&&(a.invalidationPaths=d.invalidationPaths.map(l=>String(l??"").trim()).filter(l=>l.length>0)),Object.keys(a).length>0&&(i.cloudFront=a);}t[s]=i;}return t}function Nt(e){return e==="PROFESSIONAL"||e==="AGENCY"?e:void 0}function Es(e,t){if(!e||typeof e!="object")return null;let r=e,n=r.command;if(n!=="publish"&&n!=="crawl"&&n!=="deploy"&&n!=="invalidate"&&n!=="retry-timeouts"&&n!=="url"&&n!=="content-sync")return null;let s=Number.parseInt(String(r.intervalMinutes??"0"),10);if(!Number.isFinite(s)||s<1)return null;let o=String(r.id??`${n}-${t+1}`).trim();if(!o)return null;let i=String(r.deploymentProfile??"").trim(),u=String(r.url??"").trim(),a=Array.isArray(r.postTypes)?[...new Set(r.postTypes.map(l=>String(l??"").trim().toLowerCase().replace(/[^a-z0-9_-]/g,"")).filter(Boolean))]:[],d=Array.isArray(r.listingPaths)?[...new Set(r.listingPaths.map(l=>String(l??"").trim()).filter(Boolean))]:[];return n==="content-sync"&&a.length===0?null:{id:o,enabled:r.enabled!==false,command:n,intervalMinutes:s,...n==="publish"||n==="crawl"?{crawlMode:r.crawlMode==="incremental"?"incremental":"full"}:{},...(n==="publish"||n==="deploy"||n==="invalidate"||n==="content-sync")&&i?{deploymentProfile:i}:{},...u?{url:u}:{},...a.length>0?{postTypes:a}:{},...d.length>0?{listingPaths:d}:{},...typeof r.includeSubsites=="boolean"?{includeSubsites:r.includeSubsites}:{},...typeof r.includePostTypeArchives=="boolean"?{includePostTypeArchives:r.includePostTypeArchives}:{},...typeof r.includeTaxonomyArchives=="boolean"?{includeTaxonomyArchives:r.includeTaxonomyArchives}:{},...typeof r.includeAuthorArchives=="boolean"?{includeAuthorArchives:r.includeAuthorArchives}:{},...typeof r.includeDateArchives=="boolean"?{includeDateArchives:r.includeDateArchives}:{},...typeof r.includePostsPage=="boolean"?{includePostsPage:r.includePostsPage}:{},...typeof r.includeSitemapChain=="boolean"?{includeSitemapChain:r.includeSitemapChain}:{}}}function Or(e){let t=e&&typeof e=="object"?e:{},r=Array.isArray(t.rules)?t.rules.map((n,s)=>Es(n,s)).filter(n=>!!n):[];return {enabled:t.enabled===true,timezone:typeof t.timezone=="string"&&t.timezone.trim()!==""?t.timezone.trim():"UTC",rules:r}}function Is(e){let t=e&&typeof e=="object"?e:{},r=t.render&&typeof t.render=="object"?t.render:{},n=Number(r.concurrency??0),s=Number(r.batchSize??0),o=Number(r.maxAttempts??0),i=t.rewrite&&typeof t.rewrite=="object"?t.rewrite:{},u=t.deploy&&typeof t.deploy=="object"?t.deploy:{},a=(d,l)=>({enabled:typeof d.enabled=="boolean"?d.enabled:r.enabled===true,concurrency:Math.min(100,Math.max(1,Number(d.concurrency||l.concurrency))),batchSize:Math.min(500,Math.max(1,Number(d.batchSize||l.batchSize))),maxAttempts:Math.min(5,Math.max(1,Number(d.maxAttempts||2)))});return {render:{enabled:r.enabled===true,...Number.isInteger(n)&&n>0?{concurrency:n}:{},batchSize:Number.isInteger(s)&&s>0?Math.min(20,s):5,...Number.isInteger(o)&&o>0?{maxAttempts:Math.min(5,o)}:{}},rewrite:a(i,{concurrency:8,batchSize:25}),deploy:a(u,{concurrency:8,batchSize:50})}}function Os(e){if(!e||typeof e!="object")return;let t=e,r={};for(let s of ["accountId","siteId"]){let o=t[s];typeof o=="string"&&o.trim()!==""&&(r[s]=o.trim());}let n=Number(t.lastUpdate??0);return Number.isFinite(n)&&n>0&&(r.lastUpdate=Math.floor(n)),t.subscriber===true&&(r.subscriber=true),Object.keys(r).length>0?r:void 0}function _t(e){let t=e&&typeof e=="object"?e:{},r=String(t.accountId??"").trim(),n=String(t.siteId??"").trim(),s=t.subscriber===true,o=Os(t.siteSettings),i={...o??{},...r?{accountId:o?.accountId??r}:{},...n?{siteId:o?.siteId??n}:{},...o?.subscriber===true||s?{subscriber:true}:{}},u={},a=String(t.apiBase??"").trim();a&&(u.apiBase=a);let d=String(t.runtimeToken??t.nonce??"").trim();d&&(u.runtimeToken=d);let l=String(t.virtualAssetBaseUrl??t.uploadUrl??"").trim();l&&(u.virtualAssetBaseUrl=l),Object.keys(i).length>0&&(u.siteSettings=i);let c=Nt(t.subscriptionType);return c&&(u.subscriptionType=c),u}function Ms(e){try{let t=new URL(e);globalThis.location=t;}catch{}}function Mr(e){return typeof e=="string"?e:e instanceof URL?e.toString():e.url}function $s(e,t){let r=new Headers(e instanceof Request?e.headers:void 0);if(t?.headers)for(let[n,s]of new Headers(t.headers).entries())r.set(n,s);return r}async function $r(e,t,r=5){let n=new URL(Mr(e)),s=String(t?.method??(e instanceof Request?e.method:"GET")).toUpperCase(),o=n.protocol==="http:"?Cs:xs,i=$s(e,t);return await new Promise((u,a)=>{let d=o.request(n,{method:s,headers:Object.fromEntries(i.entries()),...n.protocol==="https:"?{rejectUnauthorized:false}:{}},l=>{let c=[];l.on("data",p=>{c.push(Buffer.isBuffer(p)?p:Buffer.from(p));}),l.on("error",a),l.on("end",()=>{let p=l.statusCode??0,h=l.headers.location;if(r>0&&h&&[301,302,303,307,308].includes(p)){u($r(new URL(h,n),{method:p===303?"GET":s},r-1));return}let f=new Headers;for(let[b,m]of Object.entries(l.headers))Array.isArray(m)?f.set(b,m.join(", ")):typeof m=="string"&&f.set(b,m);u(new Response(Buffer.concat(c),{status:p,statusText:l.statusMessage??"",headers:f}));});});d.on("error",a),d.end();})}function js(e){let t=_t(e.wpsuite),r={...t.siteSettings??{},...t.siteSettings?.subscriber===true||t.subscriptionType==="PROFESSIONAL"||t.subscriptionType==="AGENCY"?{subscriber:true}:{}},n=String(r.accountId??"").trim(),s=String(r.siteId??"").trim(),o=String(t.virtualAssetBaseUrl??t.uploadUrl??"").trim();if(e.wpsuite={...t.apiBase?{apiBase:t.apiBase}:{},...t.runtimeToken?{runtimeToken:t.runtimeToken}:{},...o?{virtualAssetBaseUrl:o}:{},...Object.keys(r).length>0?{siteSettings:r}:{},...t.subscriptionType?{subscriptionType:t.subscriptionType}:{}},!n||!s||!o)return false;Ms(e.sourceOrigin);let i=globalThis,a={...i.WpSuite??{},siteSettings:r,uploadUrl:o};return t.apiBase&&(a.apiBase=t.apiBase),i.WpSuite=a,true}async function Us(e){let t=String(e.wpsuite?.virtualAssetBaseUrl??e.wpsuite?.uploadUrl??"").trim();if(!js(e)){let s=e.wpsuite?.siteSettings,o=[String(s?.accountId??"").trim()?"":"accountId",String(s?.siteId??"").trim()?"":"siteId",t?"":"virtualAssetBaseUrl"].filter(Boolean);return {remote:null,diagnostic:{status:"invalid-runtime",virtualAssetBaseUrl:t,subscriptionType:null,error:`Missing WP Suite runtime field(s): ${o.join(", ")}.`,requests:[]}}}let r=globalThis.fetch,n=[];try{typeof r=="function"&&/^https?:\/\//i.test(t)&&(globalThis.fetch=(async(a,d)=>{let l=Mr(a);if(l.startsWith(t)){let c=(()=>{try{return new URL(l).pathname}catch{return l}})();try{let p=e.ignoreHttpsErrors&&l.startsWith("https://")?await $r(a,d):await r(a,d);return n.push({path:c,status:p.status,ok:p.ok,error:null}),p}catch(p){throw n.push({path:c,status:null,ok:!1,error:p instanceof Error?p.message:String(p)}),p}}return r(a,d)}));let{getConfig:s}=await import('@smart-cloud/wpsuite-core'),o=await s("publisher"),i=o&&typeof o=="object"?o:null,u=Nt(i?.subscriptionType);return {remote:i,diagnostic:{status:i?"loaded":"unavailable",virtualAssetBaseUrl:t,subscriptionType:u??null,error:i?null:"WP Suite publisher config loader returned no configuration.",requests:n}}}catch(s){return {remote:null,diagnostic:{status:"unavailable",virtualAssetBaseUrl:t,subscriptionType:null,error:s instanceof Error?s.message:String(s),requests:n}}}finally{typeof r=="function"&&(globalThis.fetch=r);}}function Ls(e,t){let r=Ts(t?.deploymentProfiles),n=String(t?.defaultDeploymentProfile??"").trim(),s=r[n]?n:"",o=Nt(t?.subscriptionType),i=_t(e.wpsuite);return {...e,scheduler:Or(t?.scheduler),deploymentProfiles:r,defaultDeploymentProfile:s,...o?{subscriptionType:o}:{},wpsuite:{...i,...i.siteSettings||o?{siteSettings:{...i.siteSettings??{},...i.siteSettings?.subscriber===true||o==="PROFESSIONAL"||o==="AGENCY"?{subscriber:true}:{}}}:{},...o?{subscriptionType:o}:{}}}}function qt(e,t){let n=String(e||"").replace(/\\/g,"/").trim().replace(/^\/+|\/+$/g,"");if(!n)return t;let s=n.split("/").map(o=>o.trim()).filter(o=>o.length>0&&o!=="."&&o!=="..");return s.length>0?s.join("/"):t}function Fs(){let e=process.env.STATIC_PUBLISHER_RUNTIME_DIR||process.env.WPSUITE_STATIC_PUBLISHER_RUNTIME_DIR||"";return e.trim()?P.resolve(e):""}function Er(e,t,r){let n=String(t||"").trim();return n&&P.isAbsolute(n)?P.resolve(n):P.resolve(e,qt(n,r))}async function ut(e,t={}){let r=String("").trim()||process.env.PUBLISHER_CONFIG||"publisher.config.json",n=await $.readFile(r,"utf8"),s=JSON.parse(n);s.sourceOrigin=s.sourceOrigin.replace(/\/$/,""),s.targetOrigin=Ir(s.targetOrigin),s.awsProfile=je(s.awsProfile),s.ignoreHttpsErrors??=false,s.outputDir=String(s.outputDir||"export").trim()||"export",s.urlRewriteMode||=s.targetOrigin==="."?"relative":"absolute",s.noJavaScriptRenderPathPrefixes||=[],s.seedPaths||=[],s.generated404RequestPath=As(s.generated404RequestPath),s.sitemapPaths||=[...Ft],s.allowedAssetHosts||=[],s.assetPathPrefixes||=["/wp-content/","/wp-includes/","/static/","/assets/","/build/","/_next/","/docs/","/sitemap","/robots.txt","/llms.txt"],s.blockedPathPrefixes||=[],s.blockedSearchFragments||=[],s.pageCache={purgeBeforeCrawl:s.pageCache?.purgeBeforeCrawl===true};let o=Number(s.processingConcurrency)>0?Math.min(100,Math.max(1,Number(s.processingConcurrency))):null;s.concurrency=o??s.concurrency??1,s.maxPages||=0,s.extraReplacements=Wt(s.extraReplacements),s.postCrawlCopyMap=Wt(s.postCrawlCopyMap),s.logDir=String(s.logDir||"logs").trim()||"logs",s.verbose??=false,s.logLevel||=s.verbose?"debug":"info",s.s3SyncMode||="sdk-upload-delete",s.readiness||={waitForSelector:null,waitForFunction:null,timeoutMs:1500,fallbackWaitMs:1500},s.readiness.timeoutMs??=1500,s.readiness.fallbackWaitMs??=1500,s.viewport||={width:1440,height:1200},s.navigationTimeoutMs||=3e4,s.assetDownloadConcurrency=o??(Number(s.assetDownloadConcurrency)>0?Number(s.assetDownloadConcurrency):s.concurrency),s.rewriteConcurrency=o??(Number(s.rewriteConcurrency)>0?Number(s.rewriteConcurrency):s.assetDownloadConcurrency),s.wpsuite=_t(s.wpsuite),s.scheduler=Or(void 0),s.remoteWorkers=Is(s.remoteWorkers),typeof s.lambdaDelegationEnabled=="boolean"&&(s.remoteWorkers.render??={},s.remoteWorkers.rewrite??={},s.remoteWorkers.deploy??={},s.remoteWorkers.render.enabled=s.lambdaDelegationEnabled,s.remoteWorkers.rewrite.enabled=s.lambdaDelegationEnabled,s.remoteWorkers.deploy.enabled=s.lambdaDelegationEnabled),o!==null&&(s.processingConcurrency=o,s.remoteWorkers.render??={},s.remoteWorkers.rewrite??={},s.remoteWorkers.deploy??={},s.remoteWorkers.render.concurrency=o,s.remoteWorkers.rewrite.concurrency=o,s.remoteWorkers.deploy.concurrency=o),s.deploymentProfiles={},s.defaultDeploymentProfile="",s.deploymentTargetOverride=String(s.deploymentTargetOverride??"").trim();let i=await Us(s);t.onRemotePublisherConfigDiagnostic?.(i.diagnostic);let u=Ls(s,i.remote),a=Fs(),d=a?P.resolve(a,".."):"";return d?(u.outputDir=Er(d,u.outputDir,"export"),u.logDir=Er(d,u.logDir,"logs")):(P.isAbsolute(u.outputDir)||(u.outputDir=qt(u.outputDir,"export")),P.isAbsolute(u.logDir)||(u.logDir=qt(u.logDir,"logs"))),u}function le(e,t=10){return Lr.createHash("sha1").update(e).digest("hex").slice(0,t)}async function Ds(e){await $.mkdir(P.dirname(e),{recursive:true});}async function ye(e,t,r){await Ds(e);let n=P.join(P.dirname(e),`.${P.basename(e)}.${process.pid}.${Date.now()}.${Lr.randomBytes(6).toString("hex")}.tmp`);try{typeof t=="string"?await $.writeFile(n,t,r??"utf8"):await $.writeFile(n,t),await $.rename(n,e);}catch(s){throw await $.unlink(n).catch(()=>{}),s}}function de(e){return [".html",".htm",".css",".js",".mjs",".json",".xml",".xsl",".txt",".svg",".map",".enc",".jws"].includes(P.extname(e).toLowerCase())}function be(e){return e.replace(/&quot;/g,'"').replace(/&#34;/g,'"').replace(/&apos;/g,"'").replace(/&#39;/g,"'").replace(/&amp;/g,"&").replace(/&lt;/g,"<").replace(/&gt;/g,">")}function Ue(e){return e.replace(/&/g,"&amp;").replace(/"/g,"&quot;").replace(/'/g,"&#39;").replace(/</g,"&lt;").replace(/>/g,"&gt;")}function lt(e){return e.replace(/\//g,"\\/")}function jr(e){return e.replace(/\//g,"\\\\/")}function Ws(e){try{let t=new URL(e);if(t.protocol!=="http:"&&t.protocol!=="https:")return null;let r=t.pathname==="/"&&!t.search&&!t.hash?"":`${t.pathname}${t.search}${t.hash}`;return `//${t.host}${r}`}catch{return null}}function Ur(e,t,r){if(!t)return;e[t]=r;let n=lt(t),s=lt(r);e[n]=s;let o=jr(t),i=jr(r);e[o]=i;let u=Ue(t),a=Ue(r);e[u]=a;let d=Ue(n),l=Ue(s);e[d]=l;let c=Ue(o),p=Ue(i);e[c]=p;}function Ve(e,t,r){Ur(e,t,r);let n=Ws(t);n&&n!==t&&Ur(e,n,r);}function Bt(e,t){let r=t.startsWith("/")?t:`/${t}`,n=(e||"").replace(/\/$/,"");return !n||n==="."||n==="/"?r:`${n}${r}`}function Fr(e,t){try{return new URL(e,t==="."?"https://relative.invalid":t).pathname}catch{return e.startsWith("/")?e:`/${e.replace(/^\.\//,"")}`}}function Dr(e,t,r){if(!t)return r;let n=P.dirname(P.resolve(t)),s=P.resolve(e,r.replace(/^\/+/,"")),o=P.relative(n,s).replace(/\\/g,"/");return o?(o.startsWith(".")||(o=`./${o}`),o):"."}async function zt(e,t){return (t?[...new Set(t)].map(n=>P.resolve(n)).filter(n=>n.startsWith(P.resolve(e.outputDir))).map(n=>P.relative(e.outputDir,n).replace(/\\/g,"/")).filter(n=>n.length>0):await ct(e.outputDir)).filter(n=>n!=="asset-map.json"&&de(n))}var Bs=["wp-content/","wp-includes/","wp-admin/","wp-json/","_next/"],Hs=new Set([".html",".htm"]),qr="WPSuite.io Static Publisher",Vs=qr.replace(/[.*+?^${}()|[\]\\]/g,"\\$&");function Wr(e){return e.replace(/[.*+?^${}()|[\]\\]/g,"\\$&")}function zs(e){return e.startsWith("//")||e.startsWith("\\/\\/")||e.startsWith("\\\\/\\\\/")}function Qs(e){let t=e.replace(/\\+\//g,"/");return t.startsWith("/")&&!t.startsWith("//")}function Js(e,t,r){return Qs(t)?e.replace(new RegExp(`(?<![A-Za-z0-9._~%\\\\-])${Wr(t)}`,"g"),r):zs(t)?e.replace(new RegExp(`(?<!:)${Wr(t)}`,"g"),r):e.split(t).join(r)}function Ks(e,t){let r="\uE000WPSUITE_STATIC_REWRITE_";for(;e.includes(r)||t.some(([o,i])=>o.includes(r)||i.includes(r));)r+="_";let n=e,s=[];for(let[o,[i,u]]of t.entries()){let a=`${r}${o.toString(36)}\uE001`,d=Js(n,i,a);d!==n&&(s.push([a,u]),n=d);}for(let[o,i]of s)n=n.split(o).join(i);return n}function Gs(e,t,r){if(e.wpsuite?.siteSettings?.subscriber===true||e.wpsuite?.subscriptionType==="PROFESSIONAL"||e.wpsuite?.subscriptionType==="AGENCY"||!r)return false;let s=P.extname(r).toLowerCase();return Hs.has(s)?/<head\b|<html\b|<!doctype html/i.test(t):false}function Zs(e){if(new RegExp(`<meta\\b(?=[^>]*\\bname=(["'])generator\\1)(?=[^>]*\\bcontent=(["'])${Vs}\\2)[^>]*\\/?>`,"i").test(e))return e;let t=`<meta name="generator" content="${qr}" />`;if(e.match(/(\r?\n)([ \t]*)<\/head>/i))return e.replace(/(\r?\n)([ \t]*)<\/head>/i,`$1$2${t}$1$2</head>`);let n=e.includes(`\r
2
2
  `)?`\r
3
3
  `:`
4
- `;return e.replace(/<head\b[^>]*>/i,s=>`${s}${n} ${t}`)}function Ks(e){let t=be(e).trim();return t.startsWith("{")||t.startsWith("[")||t.includes("\\/")||/"@context"|"@type"/.test(t)}function Gs(e,t){let r=[...new Set(t)].filter(o=>o.includes("/")&&!/\\+\//.test(o)).map(o=>[o,lt(o)]).filter(([o,i])=>o!==i).sort((o,i)=>i[0].length-o[0].length);if(!r.length)return e;let n=o=>{let i=o;for(let[u,a]of r)i=i.split(u).join(a);return i},s=e.replace(/(<script\b[^>]*\btype=["']application\/(?:ld\+)?json["'][^>]*>)([\s\S]*?)(<\/script>)/gi,(o,i,u,a)=>`${i}${n(u)}${a}`);return s=s.replace(/(<meta\b[^>]*\bcontent=(['"]))([\s\S]*?)(\2[^>]*>)/gi,(o,i,u,a,d)=>Ks(a)?`${i}${n(a)}${d}`:o),s}function Nr(e,t){if(!t)return null;let r=P.dirname(P.resolve(t)),n=P.resolve(e.outputDir),s=P.relative(r,n).replace(/\\/g,"/");return s?(s.startsWith(".")||(s=`./${s}`),s.endsWith("/")?s:`${s}/`):"./"}function Zs(e,t,r){let n=Nr(t,r);if(!n)return e;let s=e;for(let o of qs){let i=o.replace(/[.*+?^${}()|[\]\\]/g,"\\$&"),u=new RegExp(`(?:\\.{1,}/)+${i}`,"g"),a=new RegExp(`(?<!\\.)/${i}`,"g");s=s.replace(u,`${n}${o}`).replace(a,`${n}${o}`);let d=o.replace(/\//g,"\\/"),l=n.replace(/\//g,"\\/"),c=d.replace(/[.*+?^${}()|[\]\\]/g,"\\$&"),m=new RegExp(`(?:\\.{1,}\\\\/)+${c}`,"g"),h=new RegExp(`(?:\\.{1,}(?:\\\\/|\\\\))+${c}`,"g"),f=new RegExp(`(?<![\\.\\\\])\\/${c}`,"g");s=s.replace(m,`${l}${d}`).replace(h,`${l}${d}`).replace(f,`${l}${d}`);}return s}function Vt(e,t,r){if(e.urlRewriteMode==="absolute")return t;let n=(()=>{try{return new URL(t,e.targetOrigin==="."?"https://relative.invalid":e.targetOrigin)}catch{return null}})(),s=n?n.pathname:Fr(t,e.targetOrigin),o=n?`${n.search}${n.hash}`:"";return e.urlRewriteMode==="root-relative"?`${s}${o}`:`${Dr(e.outputDir,r,s)}${o}`}function Ht(e,t,r,n,s){Ve(e,r,Vt(t,n,s));}function Ys(e,t,r,n,s){if(!r||r===n)return;Ve(e,r,n);let o=Vt(t,r,s),i=Vt(t,n,s);Ve(e,o,i);}function Qt(e,t,r,n,s={}){let o=e,i={},u=t.sourceOrigin.replace(/\/+$/,"");if(t.urlRewriteMode!=="absolute"){let d=t.urlRewriteMode==="root-relative"?"/":Nr(t,n)||"/";Ve(i,`${u}/`,d);}Ht(i,t,u,t.targetOrigin,n);for(let[d,l]of Object.entries(t.extraReplacements))Ht(i,t,d,l,n);for(let[d,l]of Object.entries(r))Ht(i,t,d,l,n);for(let[d,l]of Object.entries(s)){let c=r[d];!c||c===l||Ys(i,t,l,c,n);}let a=Object.entries(i).sort((d,l)=>l[0].length-d[0].length);return o=zs(o,a),t.urlRewriteMode!=="absolute"&&(o=Zs(o,t,n)),o=Gs(o,a.map(([,d])=>d)),Qs(t,o,n)&&(o=Js(o)),o}async function Xs(e,t,r,n){let s=P.join(e.outputDir,n),o=P.extname(s).toLowerCase(),i;try{i=await $.readFile(s,"utf8");}catch(d){if(d.code!=="ENOENT")throw d;return {changed:false}}let a=Qt(i,e,t,o===".js"||o===".mjs"?void 0:s,r);return a!==i?(await ye(s,a,"utf8"),{changed:true}):{changed:false}}async function eo(e,t){return await new Promise((r,n)=>{let s=a=>{if(u(),a?.error){n(new Error(a.error));return}r({changed:!!a?.changed});},o=a=>{u(),n(a);},i=a=>{u(),a!==0&&n(new Error(`Rewrite worker exited with code ${a}.`));},u=()=>{e.off("message",s),e.off("error",o),e.off("exit",i);};e.on("message",s),e.on("error",o),e.on("exit",i),e.postMessage({file:t});})}async function _r(e,t,r={}){let n=await zt(e,r.files),s=0;if(n.length===0)return 0;let o=Math.max(1,Number(e.rewriteConcurrency||e.assetDownloadConcurrency||1)),i=Math.max(1,Math.min(o,n.length,availableParallelism()));await r.onStart?.({totalFiles:n.length,workerCount:i});let u=0,a=0,d=null;if(i===1){for(let c of n){let m=await Xs(e,t,r.previousAssetMap??{},c);m.changed&&(s+=1),a+=1,await r.onProgress?.({index:a,totalFiles:n.length,changedTextFiles:s,file:c,changed:m.changed});}return s}let l=Array.from({length:i},async()=>{let c=new Worker(new URL("./rewrite-worker.js",import.meta.url),{workerData:{config:e,assetMap:t,previousAssetMap:r.previousAssetMap??{}}});try{for(;!d;){let m=u;if(m>=n.length)return;u+=1;let h=n[m],f=await eo(c,h);f.changed&&(s+=1),a+=1,await r.onProgress?.({index:a,totalFiles:n.length,changedTextFiles:s,file:h,changed:f.changed});}}catch(m){throw d=m instanceof Error?m:new Error(String(m)),d}finally{await c.terminate().catch(()=>{});}});return await Promise.all(l),s}var Te={error:0,warn:1,info:2,debug:3},to=/^(?:authorization|proxyAuthorization|runtimeToken|siteKey|nonce|accessToken|refreshToken|accessKeyId|secretAccessKey|sessionToken|xStaticPublisherToken|xApiKey)$/i;function Se(e){return e.replace(/((?:x-static-publisher-token|authorization|proxy-authorization|x-api-key|aws-access-key-id|aws-secret-access-key|aws-session-token)\s*:\s*)[^\r\n]+/gi,"$1[REDACTED]").replace(/\b(Basic|Bearer)\s+[^\s]+/gi,"$1 [REDACTED]").replace(/([?&](?:token|access_token|refresh_token|api_key|key|nonce)=)[^&\s]+/gi,"$1[REDACTED]").replace(/((?:"|')?(?:runtimeToken|siteKey|nonce|accessToken|refreshToken|accessKeyId|secretAccessKey|sessionToken)(?:"|')?\s*[:=]\s*(?:"|'))[^"']+/gi,"$1[REDACTED]")}function pt(e){return typeof e=="string"?Se(e):Array.isArray(e)?e.map(t=>pt(t)):e instanceof Error?{name:e.name,message:Se(e.message),...e.stack?{stack:Se(e.stack)}:{}}:e&&typeof e=="object"?Object.fromEntries(Object.entries(e).map(([t,r])=>[t,to.test(t)?"[REDACTED]":pt(r)])):e}function Jt(e){return e?pt(e):void 0}var Br=process.env.STATIC_PUBLISHER_RUNTIME_DIR||process.env.WPSUITE_STATIC_PUBLISHER_RUNTIME_DIR||"",dt=Br?P.join(Br,"current-progress.json"):"",Hr=Promise.resolve();function Vr(e){return e.includes("crawl")?"crawl":e.includes("deploy")?"deploy":e.includes("invalidate")?"invalidate":e}function ro(e,t){let r={...e},n=typeof e.phase=="string"?e.phase.trim():"",s=typeof t.phase=="string"?t.phase.trim():"";if(s!==""&&(s==="deploy"||s.startsWith("deploy-"))&&n!==s)for(let u of ["index","totalFiles","staged","uploaded","skipped","failed","deleted","workerCount","completedBatches","totalBatches"])delete r[u];let i=new Set(["pagesQueued","pagesRendered","assetsQueued","sitemapsQueued","pagesDiscovered","assetsDiscovered","sitemapsDiscovered","pagesSaved","assetsSaved","donePages","doneAssets","doneSitemaps","changedTextFiles","uploaded","failed","index","totalFiles","completedBatches","totalBatches","pageQueue","assetQueue","sitemapQueue"]);for(let[u,a]of Object.entries(t)){let d=r[u];if(typeof d=="number"&&typeof a=="number"&&i.has(u)){r[u]=Math.max(d,a);continue}r[u]=a;}return r}function no(e,t,r){dt&&(Hr=Hr.then(async()=>{let n=new Date,s=n.toISOString();await $.mkdir(P.dirname(dt),{recursive:true});let o=await $.readFile(dt,"utf8").then(g=>JSON.parse(g)).catch(()=>null),i=o&&typeof o.details=="object"&&o.details?o.details:{},u=Vr(e),a=o?.currentStep||Vr(o?.source||""),d=o?.startedAt||s,l={...o?.stepDurationsSec??{}},c=o?.stepStartedAt||s;if(a&&a!==u&&o?.stepStartedAt){let g=Math.max(0,Math.round((n.getTime()-new Date(o.stepStartedAt).getTime())/1e3));l[a]=(l[a]??0)+g,c=s;}let m=Math.max(0,Math.round((n.getTime()-new Date(c).getTime())/1e3)),h=Math.max(0,Math.round((n.getTime()-new Date(d).getTime())/1e3)),f=Se(t),S=Jt(r)??{},p={checkedAt:s,source:e,message:f,details:ro(i,S),startedAt:d,currentStep:u,stepStartedAt:c,stepElapsedSec:m,totalElapsedSec:h,stepDurationsSec:l};await $.writeFile(dt,JSON.stringify(p,null,2),"utf8");}).catch(()=>{}));}async function so(e,t){await $.mkdir(P.dirname(e),{recursive:true}),await $.appendFile(e,`${JSON.stringify(pt(t))}
5
- `,"utf8");}function oo(e,t){let r=typeof t?.phase=="string"?t.phase.trim():"";return r||(e==="page"?"render-pages":e==="asset"?"download-assets":e==="sitemap"?"discovery":e==="timing"&&typeof t?.name=="string"&&t.name.trim()||"crawl")}function io(e,t,r){let n=Jt(r);return {checkedAt:new Date().toISOString(),currentStep:oo(e,n),level:e,message:Se(t),details:n??{}}}var Le=class{constructor(t,r="info"){this.logDir=t;this.level=typeof r=="boolean"?r?"debug":"info":r,this.ensureLogFileReady();}logDir;startedAt=Date.now();marks=new Map;initPromise=null;writeQueue=Promise.resolve();writeError=null;level;get logPath(){return P.join(this.logDir,"crawl.log.jsonl")}get currentEventPath(){return P.join(this.logDir,"current-crawl-event.json")}get rejectedPath(){return P.join(this.logDir,"rejected.jsonl")}get ignoredPath(){return P.join(this.logDir,"ignored.jsonl")}get skippedPath(){return P.join(this.logDir,"skipped-http.jsonl")}get errorsPath(){return P.join(this.logDir,"errors.jsonl")}get timingsPath(){return P.join(this.logDir,"timings.jsonl")}ensureLogFileReady(){return this.initPromise||(this.initPromise=(async()=>{await $.mkdir(this.logDir,{recursive:true}),await $.writeFile(this.logPath,"","utf8");})()),this.initPromise}enqueueTask(t){this.writeQueue=this.writeQueue.then(t).catch(r=>{this.writeError=r instanceof Error?r:new Error(String(r));});}enqueueLine(t){this.enqueueTask(async()=>{await this.ensureLogFileReady(),await $.appendFile(this.logPath,`${t}
6
- `,"utf8");});}enqueueJsonLine(t,r){this.enqueueTask(()=>so(t,r));}updateCurrentEvent(t,r,n){let s=io(t,r,n);this.enqueueTask(async()=>{await $.mkdir(this.logDir,{recursive:true}),await $.writeFile(this.currentEventPath,JSON.stringify(s,null,2),"utf8");});}push(t,r,n){let s=Se(r),o=Jt(n),i=JSON.stringify({time:new Date().toISOString(),level:t,message:s,...o||{}});this.enqueueLine(i),this.updateCurrentEvent(t,s,o),t==="error"?console.error(s,o||""):t==="warn"?console.warn(s,o||""):(Te[this.level]>=Te.debug||["summary","page","sitemap","asset","timing"].includes(t))&&console.log(s);}info(t,r){this.push("info",t,r);}debug(t,r){Te[this.level]<Te.debug||this.push("debug",t,r);}progress(t,r){no("crawl.log.jsonl",t,r),this.updateCurrentEvent("progress",t,r);}checkpoint(t,r){this.updateCurrentEvent("checkpoint",t,r);}page(t,r){this.push("page",t,r);}sitemap(t,r){this.push("sitemap",t,r);}asset(t,r){this.push("asset",t,r);}warn(t,r){this.push("warn",t,r);}error(t,r){this.enqueueJsonLine(this.errorsPath,{message:t,...r||{}}),this.push("error",t,r);}summary(t,r){this.push("summary",t,r);}mark(t){this.marks.set(t,Date.now());}endMark(t,r){let n=this.marks.get(t);if(!n)return;let s=Date.now()-n,o={name:t,ms:s,seconds:Number((s/1e3).toFixed(2)),...r||{}};this.enqueueJsonLine(this.timingsPath,o),this.push("timing",`Timing ${t}: ${o.seconds}s`,o);}reject(t,r,n,s){let o={kind:t,url:r,reason:n,source:s};this.enqueueJsonLine(this.rejectedPath,o),Te[this.level]>=Te.debug&&this.push("reject",`Rejected ${t} ${r}: ${n}`,o);}ignore(t,r,n,s){let o={kind:t,url:r,reason:n,source:s};this.enqueueJsonLine(this.ignoredPath,o),Te[this.level]>=Te.debug&&this.push("ignore",`Ignored ${t} ${r}: ${n}`,o);}skip(t,r,n,s){let o={kind:t,url:r,status:n,source:s};this.enqueueJsonLine(this.skippedPath,o),this.push("warn",`Skipped ${t} ${r}: HTTP ${n}`,o);}async flush(){let t=Date.now()-this.startedAt,r={name:"total",ms:t,seconds:Number((t/1e3).toFixed(2))};if(this.enqueueJsonLine(this.timingsPath,r),await this.writeQueue,this.writeError)throw this.writeError}};var zr="(?:css|js|mjs|json|map|xml|xsl|rss|atom|txt|enc|jws|png|jpe?g|gif|webp|avif|svg|ico|woff2?|ttf|otf|eot|pdf|mp4|webm)";function Jr(e){let t=new RegExp(`(?:https?:)?//[^\\s'"<>\\);]+\\.${zr}(?:[?#][^\\s'"<>\\);]*)?(?=[\\s'"<>\\);]|$)|(?<![A-Za-z0-9._-])/[^\\s'"<>\\);]+\\.${zr}(?:[?#][^\\s'"<>\\);]*)?(?=[\\s'"<>\\);]|$)`,"gi");return [...e.matchAll(t)].map(r=>r[0])}function Qr(e){return !!e&&/^(?:\.{1,2}\/)?[A-Za-z0-9@_][A-Za-z0-9@._/-]*\.(?:js|mjs)(?:[?#][^\s<>\\]*)?$/i.test(e)&&!e.startsWith("/")&&!e.startsWith("//")&&!/^[a-z][a-z0-9+.-]*:/i.test(e)&&!/(?:^|\/)node_modules(?:\/|$)|(?:^|\/)\.pnpm(?:\/|$)/i.test(e)}function Kr(e){let t=new Set,r=[],n=/\bimport\s*\(\s*["'`]([^"'`\s<>\\]+)["'`]\s*\)/g,s=/\b(?:[A-Za-z_$][\w$]*\.)?u\s*=\s*(?:\([^)]*\)|[A-Za-z_$][\w$]*)\s*=>\s*["'`]([^"'`\s<>\\]+)["'`]/g;for(let o of e.matchAll(n))o[1]&&Qr(o[1])&&r.push({index:o.index??0,value:o[1]});for(let o of e.matchAll(s))o[1]&&Qr(o[1])&&r.push({index:o.index??0,value:o[1]});for(let o of r.sort((i,u)=>i.index-u.index))t.add(o.value);return [...t]}function Gr(e){let t=new Set;for(let r of e.matchAll(/<script\b([^>]*?)>([\s\S]*?)<\/script\s*>/gi)){let n=new Map;for(let i of (r[1]??"").matchAll(/([^\s=/>]+)(?:\s*=\s*(?:"([^"]*)"|'([^']*)'|([^\s>]+)))?/g))n.set(i[1].toLowerCase(),i[2]??i[3]??i[4]??"");if(!n.has("data-static-export-assets"))continue;if(n.get("type")?.trim().toLowerCase()!=="application/json")throw new Error("data-static-export-assets requires application/json.");let s;try{s=JSON.parse(r[2]??"");}catch{throw new Error("Invalid JSON in data-static-export-assets.")}let o=s;if(!o||typeof o!="object"||Array.isArray(o)||o.schemaVersion!==void 0&&o.schemaVersion!==1||!Array.isArray(o.assets)||o.assets.length>2048||o.assets.some(i=>typeof i!="string"||!i.trim()))throw new Error("Invalid data-static-export-assets schema (expected version 1 and URL strings).");for(let i of o.assets)t.add(i.trim());}return [...t]}function Zr(e,t){let r=P.relative(t,e);return r===""||!r.startsWith("..")&&!P.isAbsolute(r)}function Yr(e,t,r,n){let s=P.resolve(e),o=P.resolve(t),i=P.extname(s).toLowerCase();return !Zr(s,o)||i!==".html"&&i!==".htm"||r.has(s)?false:!n.some(u=>Zr(s,P.resolve(u)))}function Kt(e,t){return typeof e=="string"&&e.length>0&&t?.supported===true&&typeof t.token=="string"&&t.token.length>0&&e===t.token}function Gt(e,t){try{let r=new URL(e),n=new URL(t,r);if(n.origin!==r.origin)return !1;let s=r.pathname.replace(/\/+$/,"");if(s&&n.pathname!==s&&!n.pathname.startsWith(`${s}/`))return !1;let o=s?n.pathname.slice(s.length)||"/":n.pathname;return ["/wp-includes/","/wp-content/plugins/","/wp-content/themes/","/wp-content/mu-plugins/"].some(i=>o.startsWith(i))}catch{return false}}function Xr(e){return e<1}function en(e){let t=String(e??"").toLowerCase();return t==="strict"?"Strict":t==="lax"?"Lax":t==="none"?"None":"Unspecified"}function co(e){let t=e.pathname||"/";if(!t.startsWith("/")||t==="/")return "/";let r=t.lastIndexOf("/");return r<=0?"/":t.slice(0,r)}function ze(e){return `${e.name.toLowerCase()}
4
+ `;return e.replace(/<head\b[^>]*>/i,s=>`${s}${n} ${t}`)}function Ys(e){let t=be(e).trim();return t.startsWith("{")||t.startsWith("[")||t.includes("\\/")||/"@context"|"@type"/.test(t)}function Xs(e,t){let r=[...new Set(t)].filter(o=>o.includes("/")&&!/\\+\//.test(o)).map(o=>[o,lt(o)]).filter(([o,i])=>o!==i).sort((o,i)=>i[0].length-o[0].length);if(!r.length)return e;let n=o=>{let i=o;for(let[u,a]of r)i=i.split(u).join(a);return i},s=e.replace(/(<script\b[^>]*\btype=["']application\/(?:ld\+)?json["'][^>]*>)([\s\S]*?)(<\/script>)/gi,(o,i,u,a)=>`${i}${n(u)}${a}`);return s=s.replace(/(<meta\b[^>]*\bcontent=(['"]))([\s\S]*?)(\2[^>]*>)/gi,(o,i,u,a,d)=>Ys(a)?`${i}${n(a)}${d}`:o),s}function Nr(e,t){if(!t)return null;let r=P.dirname(P.resolve(t)),n=P.resolve(e.outputDir),s=P.relative(r,n).replace(/\\/g,"/");return s?(s.startsWith(".")||(s=`./${s}`),s.endsWith("/")?s:`${s}/`):"./"}function eo(e,t,r){let n=Nr(t,r);if(!n)return e;let s=e;for(let o of Bs){let i=o.replace(/[.*+?^${}()|[\]\\]/g,"\\$&"),u=new RegExp(`(?:\\.{1,}/)+${i}`,"g"),a=new RegExp(`(?<!\\.)/${i}`,"g");s=s.replace(u,`${n}${o}`).replace(a,`${n}${o}`);let d=o.replace(/\//g,"\\/"),l=n.replace(/\//g,"\\/"),c=d.replace(/[.*+?^${}()|[\]\\]/g,"\\$&"),p=new RegExp(`(?:\\.{1,}\\\\/)+${c}`,"g"),h=new RegExp(`(?:\\.{1,}(?:\\\\/|\\\\))+${c}`,"g"),f=new RegExp(`(?<![\\.\\\\])\\/${c}`,"g");s=s.replace(p,`${l}${d}`).replace(h,`${l}${d}`).replace(f,`${l}${d}`);}return s}function Vt(e,t,r){if(e.urlRewriteMode==="absolute")return t;let n=(()=>{try{return new URL(t,e.targetOrigin==="."?"https://relative.invalid":e.targetOrigin)}catch{return null}})(),s=n?n.pathname:Fr(t,e.targetOrigin),o=n?`${n.search}${n.hash}`:"";return e.urlRewriteMode==="root-relative"?`${s}${o}`:`${Dr(e.outputDir,r,s)}${o}`}function Ht(e,t,r,n,s){Ve(e,r,Vt(t,n,s));}function to(e,t,r,n,s){if(!r||r===n)return;Ve(e,r,n);let o=Vt(t,r,s),i=Vt(t,n,s);Ve(e,o,i);}function Qt(e,t,r,n,s={}){let o=e,i={},u=t.sourceOrigin.replace(/\/+$/,"");if(t.urlRewriteMode!=="absolute"){let d=t.urlRewriteMode==="root-relative"?"/":Nr(t,n)||"/";Ve(i,`${u}/`,d);}Ht(i,t,u,t.targetOrigin,n);for(let[d,l]of Object.entries(t.extraReplacements))Ht(i,t,d,l,n);for(let[d,l]of Object.entries(r))Ht(i,t,d,l,n);for(let[d,l]of Object.entries(s)){let c=r[d];!c||c===l||to(i,t,l,c,n);}let a=Object.entries(i).sort((d,l)=>l[0].length-d[0].length);return o=Ks(o,a),t.urlRewriteMode!=="absolute"&&(o=eo(o,t,n)),o=Xs(o,a.map(([,d])=>d)),Gs(t,o,n)&&(o=Zs(o)),o}async function ro(e,t,r,n){let s=P.join(e.outputDir,n),o=P.extname(s).toLowerCase(),i;try{i=await $.readFile(s,"utf8");}catch(d){if(d.code!=="ENOENT")throw d;return {changed:false}}let a=Qt(i,e,t,o===".js"||o===".mjs"?void 0:s,r);return a!==i?(await ye(s,a,"utf8"),{changed:true}):{changed:false}}async function no(e,t){return await new Promise((r,n)=>{let s=a=>{if(u(),a?.error){n(new Error(a.error));return}r({changed:!!a?.changed});},o=a=>{u(),n(a);},i=a=>{u(),a!==0&&n(new Error(`Rewrite worker exited with code ${a}.`));},u=()=>{e.off("message",s),e.off("error",o),e.off("exit",i);};e.on("message",s),e.on("error",o),e.on("exit",i),e.postMessage({file:t});})}async function _r(e,t,r={}){let n=await zt(e,r.files),s=0;if(n.length===0)return 0;let o=Math.max(1,Number(e.rewriteConcurrency||e.assetDownloadConcurrency||1)),i=Math.max(1,Math.min(o,n.length,availableParallelism()));await r.onStart?.({totalFiles:n.length,workerCount:i});let u=0,a=0,d=null;if(i===1){for(let c of n){let p=await ro(e,t,r.previousAssetMap??{},c);p.changed&&(s+=1),a+=1,await r.onProgress?.({index:a,totalFiles:n.length,changedTextFiles:s,file:c,changed:p.changed});}return s}let l=Array.from({length:i},async()=>{let c=new Worker(new URL("./rewrite-worker.js",import.meta.url),{workerData:{config:e,assetMap:t,previousAssetMap:r.previousAssetMap??{}}});try{for(;!d;){let p=u;if(p>=n.length)return;u+=1;let h=n[p],f=await no(c,h);f.changed&&(s+=1),a+=1,await r.onProgress?.({index:a,totalFiles:n.length,changedTextFiles:s,file:h,changed:f.changed});}}catch(p){throw d=p instanceof Error?p:new Error(String(p)),d}finally{await c.terminate().catch(()=>{});}});return await Promise.all(l),s}var Ae={error:0,warn:1,info:2,debug:3},so=/^(?:authorization|proxyAuthorization|runtimeToken|siteKey|nonce|accessToken|refreshToken|accessKeyId|secretAccessKey|sessionToken|xStaticPublisherToken|xApiKey)$/i;function Se(e){return e.replace(/((?:x-static-publisher-token|authorization|proxy-authorization|x-api-key|aws-access-key-id|aws-secret-access-key|aws-session-token)\s*:\s*)[^\r\n]+/gi,"$1[REDACTED]").replace(/\b(Basic|Bearer)\s+[^\s]+/gi,"$1 [REDACTED]").replace(/([?&](?:token|access_token|refresh_token|api_key|key|nonce)=)[^&\s]+/gi,"$1[REDACTED]").replace(/((?:"|')?(?:runtimeToken|siteKey|nonce|accessToken|refreshToken|accessKeyId|secretAccessKey|sessionToken)(?:"|')?\s*[:=]\s*(?:"|'))[^"']+/gi,"$1[REDACTED]")}function pt(e){return typeof e=="string"?Se(e):Array.isArray(e)?e.map(t=>pt(t)):e instanceof Error?{name:e.name,message:Se(e.message),...e.stack?{stack:Se(e.stack)}:{}}:e&&typeof e=="object"?Object.fromEntries(Object.entries(e).map(([t,r])=>[t,so.test(t)?"[REDACTED]":pt(r)])):e}function Jt(e){return e?pt(e):void 0}var Br=process.env.STATIC_PUBLISHER_RUNTIME_DIR||process.env.WPSUITE_STATIC_PUBLISHER_RUNTIME_DIR||"",dt=Br?P.join(Br,"current-progress.json"):"",Hr=Promise.resolve();function Vr(e){return e.includes("crawl")?"crawl":e.includes("deploy")?"deploy":e.includes("invalidate")?"invalidate":e}function oo(e,t){let r={...e},n=typeof e.phase=="string"?e.phase.trim():"",s=typeof t.phase=="string"?t.phase.trim():"";if(s!==""&&(s==="deploy"||s.startsWith("deploy-"))&&n!==s)for(let u of ["index","totalFiles","staged","uploaded","skipped","failed","deleted","workerCount","completedBatches","totalBatches"])delete r[u];let i=new Set(["pagesQueued","pagesRendered","assetsQueued","sitemapsQueued","pagesDiscovered","assetsDiscovered","sitemapsDiscovered","pagesSaved","assetsSaved","donePages","doneAssets","doneSitemaps","changedTextFiles","uploaded","failed","index","totalFiles","completedBatches","totalBatches","pageQueue","assetQueue","sitemapQueue"]);for(let[u,a]of Object.entries(t)){let d=r[u];if(typeof d=="number"&&typeof a=="number"&&i.has(u)){r[u]=Math.max(d,a);continue}r[u]=a;}return r}function io(e,t,r){dt&&(Hr=Hr.then(async()=>{let n=new Date,s=n.toISOString();await $.mkdir(P.dirname(dt),{recursive:true});let o=await $.readFile(dt,"utf8").then(g=>JSON.parse(g)).catch(()=>null),i=o&&typeof o.details=="object"&&o.details?o.details:{},u=Vr(e),a=o?.currentStep||Vr(o?.source||""),d=o?.startedAt||s,l={...o?.stepDurationsSec??{}},c=o?.stepStartedAt||s;if(a&&a!==u&&o?.stepStartedAt){let g=Math.max(0,Math.round((n.getTime()-new Date(o.stepStartedAt).getTime())/1e3));l[a]=(l[a]??0)+g,c=s;}let p=Math.max(0,Math.round((n.getTime()-new Date(c).getTime())/1e3)),h=Math.max(0,Math.round((n.getTime()-new Date(d).getTime())/1e3)),f=Se(t),b=Jt(r)??{},m={checkedAt:s,source:e,message:f,details:oo(i,b),startedAt:d,currentStep:u,stepStartedAt:c,stepElapsedSec:p,totalElapsedSec:h,stepDurationsSec:l};await $.writeFile(dt,JSON.stringify(m,null,2),"utf8");}).catch(()=>{}));}async function ao(e,t){await $.mkdir(P.dirname(e),{recursive:true}),await $.appendFile(e,`${JSON.stringify(pt(t))}
5
+ `,"utf8");}function co(e,t){let r=typeof t?.phase=="string"?t.phase.trim():"";return r||(e==="page"?"render-pages":e==="asset"?"download-assets":e==="sitemap"?"discovery":e==="timing"&&typeof t?.name=="string"&&t.name.trim()||"crawl")}function uo(e,t,r){let n=Jt(r);return {checkedAt:new Date().toISOString(),currentStep:co(e,n),level:e,message:Se(t),details:n??{}}}var Le=class{constructor(t,r="info"){this.logDir=t;this.level=typeof r=="boolean"?r?"debug":"info":r,this.ensureLogFileReady();}logDir;startedAt=Date.now();marks=new Map;initPromise=null;writeQueue=Promise.resolve();writeError=null;level;get logPath(){return P.join(this.logDir,"crawl.log.jsonl")}get currentEventPath(){return P.join(this.logDir,"current-crawl-event.json")}get rejectedPath(){return P.join(this.logDir,"rejected.jsonl")}get ignoredPath(){return P.join(this.logDir,"ignored.jsonl")}get skippedPath(){return P.join(this.logDir,"skipped-http.jsonl")}get errorsPath(){return P.join(this.logDir,"errors.jsonl")}get timingsPath(){return P.join(this.logDir,"timings.jsonl")}ensureLogFileReady(){return this.initPromise||(this.initPromise=(async()=>{await $.mkdir(this.logDir,{recursive:true}),await $.writeFile(this.logPath,"","utf8");})()),this.initPromise}enqueueTask(t){this.writeQueue=this.writeQueue.then(t).catch(r=>{this.writeError=r instanceof Error?r:new Error(String(r));});}enqueueLine(t){this.enqueueTask(async()=>{await this.ensureLogFileReady(),await $.appendFile(this.logPath,`${t}
6
+ `,"utf8");});}enqueueJsonLine(t,r){this.enqueueTask(()=>ao(t,r));}updateCurrentEvent(t,r,n){let s=uo(t,r,n);this.enqueueTask(async()=>{await $.mkdir(this.logDir,{recursive:true}),await $.writeFile(this.currentEventPath,JSON.stringify(s,null,2),"utf8");});}push(t,r,n){let s=Se(r),o=Jt(n),i=JSON.stringify({time:new Date().toISOString(),level:t,message:s,...o||{}});this.enqueueLine(i),this.updateCurrentEvent(t,s,o),t==="error"?console.error(s,o||""):t==="warn"?console.warn(s,o||""):(Ae[this.level]>=Ae.debug||["summary","page","sitemap","asset","timing"].includes(t))&&console.log(s);}info(t,r){this.push("info",t,r);}debug(t,r){Ae[this.level]<Ae.debug||this.push("debug",t,r);}progress(t,r){io("crawl.log.jsonl",t,r),this.updateCurrentEvent("progress",t,r);}checkpoint(t,r){this.updateCurrentEvent("checkpoint",t,r);}page(t,r){this.push("page",t,r);}sitemap(t,r){this.push("sitemap",t,r);}asset(t,r){this.push("asset",t,r);}warn(t,r){this.push("warn",t,r);}error(t,r){this.enqueueJsonLine(this.errorsPath,{message:t,...r||{}}),this.push("error",t,r);}summary(t,r){this.push("summary",t,r);}mark(t){this.marks.set(t,Date.now());}endMark(t,r){let n=this.marks.get(t);if(!n)return;let s=Date.now()-n,o={name:t,ms:s,seconds:Number((s/1e3).toFixed(2)),...r||{}};this.enqueueJsonLine(this.timingsPath,o),this.push("timing",`Timing ${t}: ${o.seconds}s`,o);}reject(t,r,n,s){let o={kind:t,url:r,reason:n,source:s};this.enqueueJsonLine(this.rejectedPath,o),Ae[this.level]>=Ae.debug&&this.push("reject",`Rejected ${t} ${r}: ${n}`,o);}ignore(t,r,n,s){let o={kind:t,url:r,reason:n,source:s};this.enqueueJsonLine(this.ignoredPath,o),Ae[this.level]>=Ae.debug&&this.push("ignore",`Ignored ${t} ${r}: ${n}`,o);}skip(t,r,n,s){let o={kind:t,url:r,status:n,source:s};this.enqueueJsonLine(this.skippedPath,o),this.push("warn",`Skipped ${t} ${r}: HTTP ${n}`,o);}async flush(){let t=Date.now()-this.startedAt,r={name:"total",ms:t,seconds:Number((t/1e3).toFixed(2))};if(this.enqueueJsonLine(this.timingsPath,r),await this.writeQueue,this.writeError)throw this.writeError}};var zr="(?:css|js|mjs|json|map|xml|xsl|rss|atom|txt|enc|jws|png|jpe?g|gif|webp|avif|svg|ico|woff2?|ttf|otf|eot|pdf|mp4|webm)";function lo(e){let t=[],r=/(?<![\w$.-])url\(\s*(?:"((?:\\.|[^"\\])*)"|'((?:\\.|[^'\\])*)'|((?:\\.|[^)\\])*?))\s*\)/gi;for(let n of e.matchAll(r)){let s=e.slice(0,n.index);if(/\.\s*$/.test(s)||/\bnew(?:\s|\/\*[\s\S]*?\*\/)+$/.test(s))continue;let o=(n[1]??n[2]??n[3]??"").trim();o&&!o.includes("${")&&t.push(o);}return t}function Qr(e){let t=[],r=/"((?:\\.|[^"\\])*)"|'((?:\\.|[^'\\])*)'|`((?:\\.|[^`\\])*)`|\/\*[\s\S]*?\*\/|\/\/[^\r\n]*/g;for(let n of e.matchAll(r)){let s=n[1]??n[2]??n[3];s!==void 0&&t.push(s.replace(/\\(["'`\\])/g,"$1"));}return t}function Kr(e,t={}){let r;if(t.javaScript)r=Qr(e);else if(t.html){r=[e.replace(/<script\b[^>]*>[\s\S]*?<\/script\s*>/gi,"")];for(let s of e.matchAll(/<script\b[^>]*>([\s\S]*?)<\/script\s*>/gi))r.push(...Qr(s[1]));}else r=[e];let n=new Set;for(let s of r){for(let o of lo(s))n.add(o);for(let o of s.matchAll(/@import\s+(?:url\(\s*)?(?:"([^"]+)"|'([^']+)'|([^'"\s;)]+))/gi)){let i=o[1]??o[2]??o[3];i&&!i.includes("${")&&n.add(i);}}return [...n]}function Gr(e){let t=new RegExp(`(?:https?:)?//[^\\s'"<>\\);]+\\.${zr}(?:[?#][^\\s'"<>\\);]*)?(?=[\\s'"<>\\);]|$)|(?<![A-Za-z0-9._-])/[^\\s'"<>\\);]+\\.${zr}(?:[?#][^\\s'"<>\\);]*)?(?=[\\s'"<>\\);]|$)`,"gi");return [...e.matchAll(t)].map(r=>r[0])}function Jr(e){return !!e&&/^(?:\.{1,2}\/)?[A-Za-z0-9@_][A-Za-z0-9@._/-]*\.(?:js|mjs)(?:[?#][^\s<>\\]*)?$/i.test(e)&&!e.startsWith("/")&&!e.startsWith("//")&&!/^[a-z][a-z0-9+.-]*:/i.test(e)&&!/(?:^|\/)node_modules(?:\/|$)|(?:^|\/)\.pnpm(?:\/|$)/i.test(e)}function Zr(e){let t=new Set,r=[],n=/\bimport\s*\(\s*["'`]([^"'`\s<>\\]+)["'`]\s*\)/g,s=/\b(?:[A-Za-z_$][\w$]*\.)?u\s*=\s*(?:\([^)]*\)|[A-Za-z_$][\w$]*)\s*=>\s*["'`]([^"'`\s<>\\]+)["'`]/g;for(let o of e.matchAll(n))o[1]&&Jr(o[1])&&r.push({index:o.index??0,value:o[1]});for(let o of e.matchAll(s))o[1]&&Jr(o[1])&&r.push({index:o.index??0,value:o[1]});for(let o of r.sort((i,u)=>i.index-u.index))t.add(o.value);return [...t]}function Yr(e){let t=new Set;for(let r of e.matchAll(/<script\b([^>]*?)>([\s\S]*?)<\/script\s*>/gi)){let n=new Map;for(let i of (r[1]??"").matchAll(/([^\s=/>]+)(?:\s*=\s*(?:"([^"]*)"|'([^']*)'|([^\s>]+)))?/g))n.set(i[1].toLowerCase(),i[2]??i[3]??i[4]??"");if(!n.has("data-static-export-assets"))continue;if(n.get("type")?.trim().toLowerCase()!=="application/json")throw new Error("data-static-export-assets requires application/json.");let s;try{s=JSON.parse(r[2]??"");}catch{throw new Error("Invalid JSON in data-static-export-assets.")}let o=s;if(!o||typeof o!="object"||Array.isArray(o)||o.schemaVersion!==void 0&&o.schemaVersion!==1||!Array.isArray(o.assets)||o.assets.length>2048||o.assets.some(i=>typeof i!="string"||!i.trim()))throw new Error("Invalid data-static-export-assets schema (expected version 1 and URL strings).");for(let i of o.assets)t.add(i.trim());}return [...t]}function Xr(e,t){let r=P.relative(t,e);return r===""||!r.startsWith("..")&&!P.isAbsolute(r)}function en(e,t,r,n){let s=P.resolve(e),o=P.resolve(t),i=P.extname(s).toLowerCase();return !Xr(s,o)||i!==".html"&&i!==".htm"||r.has(s)?false:!n.some(u=>Xr(s,P.resolve(u)))}function Kt(e,t){return typeof e=="string"&&e.length>0&&t?.supported===true&&typeof t.token=="string"&&t.token.length>0&&e===t.token}function Gt(e,t){try{let r=new URL(e),n=new URL(t,r);if(n.origin!==r.origin)return !1;let s=r.pathname.replace(/\/+$/,"");if(s&&n.pathname!==s&&!n.pathname.startsWith(`${s}/`))return !1;let o=s?n.pathname.slice(s.length)||"/":n.pathname;return ["/wp-includes/","/wp-content/plugins/","/wp-content/themes/","/wp-content/mu-plugins/"].some(i=>o.startsWith(i))}catch{return false}}function tn(e){return e<1}function rn(e){let t=String(e??"").toLowerCase();return t==="strict"?"Strict":t==="lax"?"Lax":t==="none"?"None":"Unspecified"}function mo(e){let t=e.pathname||"/";if(!t.startsWith("/")||t==="/")return "/";let r=t.lastIndexOf("/");return r<=0?"/":t.slice(0,r)}function ze(e){return `${e.name.toLowerCase()}
7
7
  ${e.domain.toLowerCase()}
8
- ${e.path}`}function tn(e,t){let r;try{r=new URL(t);}catch{return null}let n=e.split(";"),s=n.shift()?.trim()??"",o=s.indexOf("=");if(o<=0)return null;let i=s.slice(0,o).trim();if(!i||[...i].some(S=>S<=" "||"=;,".includes(S)))return null;let u=r.hostname.toLowerCase(),a=co(r),d=null,l=true,c=false,m=false,h="Unspecified",f=false;for(let S of n){let p=S.indexOf("="),g=(p<0?S:S.slice(0,p)).trim().toLowerCase(),w=p<0?"":S.slice(p+1).trim();if(g==="domain"&&w)u=w.toLowerCase();else if(g==="path"&&w.startsWith("/"))a=w;else if(g==="expires"){let x=Date.parse(w);Number.isFinite(x)&&(d=Math.floor(x/1e3),l=false);}else if(g==="max-age"&&/^-?\d+$/u.test(w)){let x=Number.parseInt(w,10);d=Math.floor(Date.now()/1e3)+x,l=false;}else g==="secure"?c=true:g==="httponly"?m=true:g==="samesite"?h=en(w):g==="partitioned"&&(f=true);}return {name:i,domain:u,path:a,expires:d,session:l,secure:c,httpOnly:m,sameSite:h,partitioned:f}}function uo(e){let t=!Number.isFinite(e.expires)||e.expires<=0;return {name:e.name,domain:e.domain.toLowerCase(),path:e.path||"/",expires:t?null:e.expires,session:t,secure:e.secure,httpOnly:e.httpOnly,sameSite:en(e.sameSite),partitioned:e.partitioned===true}}function rn(e,t){let r=new Map(e.map(n=>[ze(n),n.value]));return t.filter(n=>r.get(ze(n))!==n.value).map(uo)}function lo(e,t){let r=e.session||t.session;return {...e,expires:r?null:Math.max(e.expires??0,t.expires??0)||null,session:r,secure:e.secure&&t.secure,httpOnly:e.httpOnly&&t.httpOnly,sameSite:e.sameSite===t.sameSite?e.sameSite:"Unspecified",partitioned:e.partitioned&&t.partitioned}}var mt=class{#e=new Map;add(t){if(!t)return;let r={...t,domain:t.domain.toLowerCase(),path:t.path||"/"},n=ze(r),s=this.#e.get(n);this.#e.set(n,s?lo(s,r):r);}addAll(t){for(let r of t)this.add(r);}artifact(){return {schemaVersion:1,observations:[...this.#e.values()].sort((t,r)=>ze(t).localeCompare(ze(r)))}}};async function gt(e,t){await $.mkdir(P.dirname(e),{recursive:true});let r=`${e}.${process.pid}.tmp`;await $.writeFile(r,`${JSON.stringify(t,null,2)}
9
- `,{encoding:"utf8",mode:384}),await $.rename(r,e);}function Qe(e){let t=e;for(let n=0;n<3;n+=1){if(/%(?:2f|5c)/i.test(t))return null;try{let s=decodeURIComponent(t);if(s===t)break;t=s;}catch{return null}}return t.includes("\0")||t.includes("\\")||t.split("/").some(n=>n==="."||n==="..")?null:t}function Je(e,t){let r=Qe(t);if(r===null)throw new Error(`Unsafe output URL pathname: ${t}`);let n=P.resolve(e),s=P.resolve(n,r.replace(/^\/+/,""));if(s!==n&&!s.startsWith(`${n}${P.sep}`))throw new Error(`Output path escapes configured root: ${t}`);return s}var Q=1,nn=/^[A-Za-z0-9][A-Za-z0-9._-]{0,127}$/;function ee(e,t){let r=String(e??"").trim();if(!nn.test(r))throw new Error(`${t} must match ${nn.source} and be at most 128 characters.`);return r}function sn(e){let t=String(e??"").trim().replace(/^\/+|\/+$/g,"");if(!t)return "";let r=t.split("/").filter(Boolean);if(r.some(n=>n==="."||n===".."))throw new Error("S3 prefix contains an unsafe dot path segment.");return `${r.join("/")}/`}function Ke(e,...t){let r=sn(e),n=t.map((s,o)=>{let i=String(s??"").replace(/^\/+|\/+$/g,"");if(!i||i.split("/").some(u=>u==="."||u===".."))throw new Error(`Unsafe S3 key segment at index ${o}.`);return i});return `${r}${n.join("/")}`}function se(e){return createHash("sha256").update(e).digest("hex")}function he(e,t){let r=String(e??"").replace(/^\/+/,""),n=sn(t);if(!r||r.includes("\0"))throw new Error("S3 object key is empty or invalid.");if(n&&!r.startsWith(n))throw new Error(`S3 object key is outside the configured workspace prefix: ${r}`);if(r.split("/").some(s=>s===".."))throw new Error("S3 object key contains an unsafe parent segment.");return r}function K(e,t,{optional:r=false}={}){if(!(r&&(e==null||e===""))){if(typeof e!="string"||!e.trim())throw new Error(`${t} must be a non-empty string.`);return e.trim()}}function Ro(e){if(!e||typeof e!="object")throw new Error("Remote worker config must be a JSON object.");let t=e;if(t.schemaVersion!==1)throw new Error(`Unsupported remote worker config version: ${String(t.schemaVersion)}.`);if(t.protocolVersion!==Q)throw new Error(`Remote worker protocol mismatch: expected ${Q}, received ${String(t.protocolVersion)}.`);let r=t.workspace,n=t.functions;if(!r||!n)throw new Error("Remote worker config requires workspace and functions objects.");let s=je(t.awsProfile,"awsProfile");return {schemaVersion:1,region:K(t.region,"region"),...s?{awsProfile:s}:{},...K(t.roleArn,"roleArn",{optional:true})?{roleArn:K(t.roleArn,"roleArn")}:{},...K(t.roleSessionName,"roleSessionName",{optional:true})?{roleSessionName:K(t.roleSessionName,"roleSessionName")}:{},workspace:{bucket:K(r.bucket,"workspace.bucket"),prefix:String(r.prefix??"")},...t.status&&typeof t.status=="object"?{status:{tableName:K(t.status.tableName,"status.tableName")}}:{},functions:{render:K(n.render,"functions.render"),...K(n.asset,"functions.asset",{optional:true})?{asset:K(n.asset,"functions.asset")}:{},rewrite:K(n.rewrite,"functions.rewrite"),"deploy-copy":K(n["deploy-copy"],"functions.deploy-copy")},targets:Array.isArray(t.targets)?t.targets.map((o,i)=>{if(!o||typeof o!="object")throw new Error(`targets[${i}] must be an object.`);let u=o;return {id:K(u.id,`targets[${i}].id`),bucketName:K(u.bucketName,`targets[${i}].bucketName`),prefix:String(u.prefix??""),region:K(u.region,`targets[${i}].region`)}}):[],protocolVersion:Q}}async function cn(e){let t=P.resolve(e);try{return Ro(JSON.parse(await readFile(t,"utf8")))}catch(r){throw new Error(`Unable to load remote worker config ${t}: ${r instanceof Error?r.message:String(r)}`,{cause:r})}}var ht=class{config;lambda;s3;dynamodb;#e;constructor(t,r={},n={}){this.config=t;let o=xr(t.awsProfile)??(t.roleArn?fromTemporaryCredentials({params:{RoleArn:t.roleArn,RoleSessionName:t.roleSessionName??"publisher-exporter-remote-worker"},clientConfig:{region:t.region}}):void 0);this.lambda=new LambdaClient({region:t.region,...o?{credentials:o}:{},...r}),this.s3=new S3Client({region:t.region,...o?{credentials:o}:{}}),this.dynamodb=t.status?new DynamoDBClient({region:t.region,...o?{credentials:o}:{}}):null,this.#e=n;}async#n(t){if(!this.dynamodb||!this.config.status)return null;let n=(await this.dynamodb.send(new GetItemCommand({TableName:this.config.status.tableName,ConsistentRead:true,Key:{jobId:{S:t.jobId},taskId:{S:t.taskId}}}))).Item;if(!n)return null;let s=n.operation?.S,o=n.status?.S;return !s||!["render","asset","rewrite","deploy-copy"].includes(s)||!o||!["running","succeeded","partial","failed"].includes(o)?null:{jobId:n.jobId?.S??t.jobId,taskId:n.taskId?.S??t.taskId,operation:s,status:o,completedItems:Number(n.completedItems?.N??0),failedItems:Number(n.failedItems?.N??0),totalItems:Number(n.totalItems?.N??0),sequence:Number(n.sequence?.N??0),updatedAt:n.updatedAt?.S??new Date(0).toISOString(),requestId:n.requestId?.S??null}}async#t(t,r){let n=this.lambda.send(new InvokeCommand({FunctionName:r,InvocationType:"RequestResponse",Payload:Buffer.from(JSON.stringify(t),"utf8")}));if(t.operation==="health"||!this.dynamodb||!this.#e.onProgress)return await n;let s=false,o=n.finally(()=>{s=true;}),i=Math.max(500,Math.min(3e4,this.#e.progressPollIntervalMs??2e3)),u=-1;for(;!s;){await Promise.race([o.then(()=>{},()=>{}),new Promise(a=>setTimeout(a,i))]);try{let a=await this.#n(t);a&&a.sequence>u&&(u=a.sequence,await this.#e.onProgress(a));}catch(a){await this.#e.onProgressError?.(a instanceof Error?a:new Error(String(a)));}}return await o}async invoke(t){let r=t.operation==="health"?this.config.functions.render:this.config.functions[t.operation];if(!r)throw new Error(`Remote worker configuration does not provide a ${t.operation} function. Redeploy the Lambda workers and reinstall remote-workers.json.`);let n=await this.#t(t,r),s=n.Payload?JSON.parse(new TextDecoder().decode(n.Payload)):null;if(n.FunctionError)throw new Error(`Remote ${t.operation} worker failed (${n.FunctionError}): ${JSON.stringify(s)}`);if(!s||typeof s!="object")throw new Error(`Remote ${t.operation} worker returned no JSON response.`);let o=s;if(o.schemaVersion!==Q||o.operation!==t.operation||o.jobId!==t.jobId||o.taskId!==t.taskId)throw new Error(`Remote ${t.operation} worker returned a mismatched response.`);return o}async readResult(t){if(!t.resultKey)throw new Error(`Remote ${t.operation} response does not contain a resultKey.`);let r=he(t.resultKey,this.config.workspace.prefix),n=await this.s3.send(new GetObjectCommand({Bucket:this.config.workspace.bucket,Key:r}));if(!n.Body)throw new Error(`Remote worker result has no body: ${r}`);return JSON.parse(await n.Body.transformToString("utf8"))}async readObject(t){if(t.bucket!==this.config.workspace.bucket)throw new Error(`Remote worker object bucket mismatch: ${t.bucket}.`);let r=he(t.key,this.config.workspace.prefix),n=await this.s3.send(new GetObjectCommand({Bucket:this.config.workspace.bucket,Key:r,...t.versionId?{VersionId:t.versionId}:{}}));if(!n.Body)throw new Error(`Remote worker object has no body: ${r}`);let s=await n.Body.transformToByteArray();if(s.byteLength!==t.bytes)throw new Error(`Remote worker object length mismatch for ${r}: expected ${t.bytes}, received ${s.byteLength}.`);if(se(s)!==t.sha256)throw new Error(`Remote worker object checksum mismatch for ${r}.`);return s}async readObjectText(t){return new TextDecoder("utf8",{fatal:true}).decode(await this.readObject(t))}async health(t){let r=this.config.functions[t];if(!r)throw new Error(`Remote worker configuration does not provide a ${t} function.`);let n=`${t}-${Date.now()}`,s=await this.lambda.send(new InvokeCommand({FunctionName:r,InvocationType:"RequestResponse",Payload:Buffer.from(JSON.stringify({schemaVersion:Q,operation:"health",jobId:"health",taskId:n}),"utf8")})),o=s.Payload?JSON.parse(new TextDecoder().decode(s.Payload)):null;if(s.FunctionError||!o||typeof o!="object")throw new Error(`Remote ${t} health check failed: ${JSON.stringify(o)}`);return o}async writeWorkspaceObject(t){let r=he(t.key,this.config.workspace.prefix),n=typeof t.body=="string"?Buffer.from(t.body,"utf8"):t.body,s=se(n),o=await this.s3.send(new PutObjectCommand({Bucket:this.config.workspace.bucket,Key:r,Body:n,ContentType:t.contentType,...t.cacheControl?{CacheControl:t.cacheControl}:{},Metadata:{sha256:s,...t.metadata??{}}}));return {bucket:this.config.workspace.bucket,key:r,sha256:s,bytes:n.byteLength,contentType:t.contentType,...o.ETag?{etag:o.ETag}:{},...o.VersionId?{versionId:o.VersionId}:{}}}async copyWorkspaceObject(t,r){if(t.bucket!==this.config.workspace.bucket)throw new Error(`Remote worker object bucket mismatch: ${t.bucket}.`);let n=he(t.key,this.config.workspace.prefix),s=he(r,this.config.workspace.prefix),o=`${t.bucket}/${n.split("/").map(u=>encodeURIComponent(u)).join("/")}`,i=await this.s3.send(new CopyObjectCommand({Bucket:t.bucket,Key:s,CopySource:o,MetadataDirective:"COPY"}));return {...t,key:s,...i.CopyObjectResult?.ETag?{etag:i.CopyObjectResult.ETag}:{},...i.VersionId?{versionId:i.VersionId}:{}}}};function ft(e){return Number.isInteger(e)&&e>=500&&e<=599}var Xt=3;function wt(e){return Math.min(3e4,5e3*2**Math.max(0,e-1))}var re=class extends Error{constructor(r,n,s,o){let i=`Page failed after ${s} attempt(s), last server response HTTP ${n}: ${r}`;super(i+(o&&o!==i?`; ${o}`:""));this.url=r;this.status=n;this.attempts=s;this.name="PageHttpError";}url;status;attempts};function un(e){if(e.size===0)return;let t=[...e.values()].slice(0,5).map(r=>`HTTP ${r.status}: ${r.url}`).join("; ");throw new Error(`Crawl incomplete: ${e.size} page(s) failed after HTTP 5xx retries. Deployment is blocked; no complete deploy plan was produced. ${t}`)}function ko(e,t,r){if(!e||typeof e!="object")throw new Error("Remote render result must be a JSON object.");let n=e;if(n.schemaVersion!==Q||!n.response||n.response.operation!=="render"||n.response.jobId!==t.jobId||n.response.taskId!==t.taskId||!n.detail||!Array.isArray(n.detail.pages)||n.detail.pages.length!==r.length)throw new Error("Remote render result has an invalid envelope.");for(let[s,o]of r.entries())if(n.detail.pages[s]?.requestedUrl!==o)throw new Error("Remote render result does not match the requested URLs.");return n}function er(e){return e instanceof Error?e.message:String(e)}var yt=class{#e;#n;#t;#s;#c;#u;#l;#r=[];#d=0;#o=0;#i=false;constructor(t){this.#e=t.client,this.#n=ee(t.jobId,"jobId"),this.#t=Math.max(1,Math.min(5,t.maxAttempts??2)),this.#s=t.onRetry,this.#l=t.sleep??setTimeout$1,this.#c=Math.max(1,Math.min(20,t.batchSize??1)),this.#u=Math.max(1,Math.min(100,t.maxConcurrentBatches??1));}async renderBatch(t){let r=[...new Set(t.urls)];if(r.length<1||r.length>20)throw new Error("Remote render batches require between 1 and 20 unique URLs.");let n=new Map,s=new Map,o=new Map,i=new Map,u=r;for(let a=1;a<=this.#t&&u.length>0;a+=1){this.#d+=1;let d=ee(`render-${this.#d}-${se(u.join(`
10
- `)).slice(0,24)}-a${a}`,"taskId"),l=[];try{let c=await this.#e.invoke({schemaVersion:Q,operation:"render",jobId:this.#n,taskId:d,sourceOrigin:new URL(t.sourceOrigin).origin,urls:u,options:t.options}),m=ko(await this.#e.readResult(c),c,u);for(let h of m.detail.pages){if(o.delete(h.requestedUrl),ft(h.httpStatus)){let f=h.httpStatus;o.set(h.requestedUrl,f),i.set(h.requestedUrl,f),s.set(h.requestedUrl,new re(h.requestedUrl,f,a).message),l.push(h.requestedUrl);continue}if(h.httpStatus!==null&&h.httpStatus!==void 0)i.delete(h.requestedUrl);else if(i.has(h.requestedUrl)){s.set(h.requestedUrl,h.error||"Remote render returned no HTTP status after a server error."),l.push(h.requestedUrl);continue}if(h.outcome==="failed"||h.outcome==="deferred"||!h.html){let f=h.error||`Remote render ended with ${h.outcome}.`;s.set(h.requestedUrl,f),l.push(h.requestedUrl);continue}try{n.set(h.requestedUrl,{page:h,html:t.downloadHtml===!1?null:await this.#e.readObjectText(h.html),taskId:d,attempts:a}),s.delete(h.requestedUrl);}catch(f){s.set(h.requestedUrl,er(f)),l.push(h.requestedUrl);}}}catch(c){let m=er(c);for(let h of u)o.delete(h),s.set(h,m),l.push(h);}if(a<this.#t){let c=l.some(m=>o.has(m))?wt(a):0;for(let m of l){let h=o.get(m);this.#s?.({url:m,attempt:a,maxAttempts:this.#t,reason:s.get(m)??"Remote render failed.",...h===void 0?{}:{status:h,delayMs:c}});}c>0&&await this.#l(c);}u=l;}return {pages:r.flatMap(a=>{let d=n.get(a);return d?[d]:[]}),failures:u.map(a=>({url:a,attempts:this.#t,error:s.get(a)??"Remote render failed.",...i.has(a)?{httpStatus:i.get(a)}:{}}))}}async render(t){let r=JSON.stringify({sourceOrigin:new URL(t.sourceOrigin).origin,options:t.options,downloadHtml:t.downloadHtml!==false});return await new Promise((n,s)=>{this.#r.push({input:t,key:r,resolve:n,reject:s}),this.#a();})}#a(){this.#i||this.#r.length===0||(this.#i=true,setTimeout(()=>{this.#i=false,this.#p();},0));}#p(){for(;this.#o<this.#u&&this.#r.length>0;){let t=this.#r.shift();if(!t)break;let r=[t];for(let n=0;n<this.#r.length&&r.length<this.#c;){let s=this.#r[n];s?.key===t.key?(r.push(s),this.#r.splice(n,1)):n+=1;}this.#o+=1,this.renderBatch({sourceOrigin:t.input.sourceOrigin,urls:r.map(n=>n.input.url),options:t.input.options,...t.input.downloadHtml===void 0?{}:{downloadHtml:t.input.downloadHtml}}).then(n=>{let s=new Map(n.pages.map(i=>[i.page.requestedUrl,i])),o=new Map(n.failures.map(i=>[i.url,i]));for(let i of r){let u=s.get(i.input.url);if(u){i.resolve(u);continue}let a=o.get(i.input.url);i.reject(a?.httpStatus===void 0?new Error(`Remote render failed after ${a?.attempts??this.#t} attempt(s) for ${i.input.url}: ${a?.error??"Unknown remote render failure."}`):new re(i.input.url,a.httpStatus,a.attempts,a.error));}}).catch(n=>{let s=er(n);for(let o of r)o.reject(new Error(s,{cause:n}));}).finally(()=>{this.#o-=1,this.#a();});}this.#r.length>0&&this.#a();}};function Co(e,t,r){if(!e||typeof e!="object")throw new Error("Remote asset result must be a JSON object.");let n=e;if(n.schemaVersion!==Q||n.response?.operation!=="asset"||n.response.jobId!==t.jobId||n.response.taskId!==t.taskId||!n.detail||!Array.isArray(n.detail.assets)||n.detail.assets.length!==r.length)throw new Error("Remote asset result has an invalid envelope.");for(let s=0;s<r.length;s+=1)if(n.detail.assets[s]?.requestedUrl!==r[s])throw new Error("Remote asset result does not match the requested URLs.");return n}var bt=class{#e;#n;#t;#s=0;constructor(t){this.#e=t.client,this.#n=ee(t.jobId,"jobId"),this.#t=Math.max(1,Math.min(5,t.maxAttempts??2));}async fetch(t){let r=[...t.urls];if(r.length<1||r.length>20)throw new Error("Remote asset batches require between 1 and 20 URLs.");let n=null;for(let s=1;s<=this.#t;s+=1){this.#s+=1;let o=ee(`asset-${this.#s}-${se(r.join(`
11
- `)).slice(0,24)}-a${s}`,"taskId");try{let i=await this.#e.invoke({schemaVersion:Q,operation:"asset",jobId:this.#n,taskId:o,urls:r,options:{ignoreHttpsErrors:t.ignoreHttpsErrors,timeoutMs:Math.max(1e3,Math.min(12e4,t.timeoutMs??6e4))}});return {assets:Co(await this.#e.readResult(i),i,r).detail.assets,taskId:o,attempts:s}}catch(i){n=i;}}throw new Error(`Remote asset batch failed after ${this.#t} attempt(s): ${n instanceof Error?n.message:String(n)}`,{cause:n})}};function dn(e,t){let r=[];for(let n=0;n<e.length;n+=t)r.push(e.slice(n,n+t));return r}function pn(e){return {sourceOrigin:e.sourceOrigin,targetOrigin:e.targetOrigin,urlRewriteMode:e.urlRewriteMode,outputDir:"/workspace",extraReplacements:e.extraReplacements,wpsuite:{...e.wpsuite?.subscriptionType?{subscriptionType:e.wpsuite.subscriptionType}:{},...e.wpsuite?.siteSettings?{siteSettings:{subscriber:e.wpsuite.siteSettings.subscriber===true}}:{}}}}function mn(e,t){if(!e||typeof e!="object")throw new Error("Remote rewrite result must be a JSON object.");let r=e;if(r.schemaVersion!==Q||r.response?.operation!=="rewrite"||r.response.jobId!==t.jobId||r.response.taskId!==t.taskId||!r.detail||!Array.isArray(r.detail.objects))throw new Error("Remote rewrite result has an invalid envelope.");return r}async function gn(e,t,r){let n=r.options??{},s=await zt(e,n.files);if(s.length===0)return 0;let o=ee(r.jobId,"jobId"),i=Ke(r.client.config.workspace.prefix,"jobs",o,"rewrite-inputs"),u=`${i}/config.json`.replace(/\/+/g,"/"),a=`${i}/asset-map.json`.replace(/\/+/g,"/"),d=`${i}/previous-asset-map.json`.replace(/\/+/g,"/");await Promise.all([r.client.writeWorkspaceObject({key:u,body:JSON.stringify(pn(e)),contentType:"application/json; charset=utf-8"}),r.client.writeWorkspaceObject({key:a,body:JSON.stringify(t),contentType:"application/json; charset=utf-8"}),r.client.writeWorkspaceObject({key:d,body:JSON.stringify(n.previousAssetMap??{}),contentType:"application/json; charset=utf-8"})]);let l=Math.max(1,Math.min(500,r.batchSize)),c=Math.ceil(s.length/l),m=Math.max(1,Math.min(Math.max(1,r.concurrency),c));await n.onStart?.({totalFiles:s.length,workerCount:m});let h=[],f=0,S=0;await Promise.all(Array.from({length:Math.min(16,s.length)},async()=>{for(;;){let A=f;if(A>=s.length)return;f+=1;let v=s[A],R=P.join(e.outputDir,v),O=ln.lookup(v),C=O?ln.contentType(O)||O:"text/plain; charset=utf-8",N=`${i}/files/${se(v)}.txt`.replace(/\/+/g,"/");await r.client.writeWorkspaceObject({key:N,body:await $.readFile(R),contentType:C}),h[A]={relativePath:v,key:N,fullPath:R,contentType:C},S+=1,await r.onStageProgress?.({index:S,totalFiles:s.length,file:v});}}));let p=dn(h,l),g=0,w=0,x=0,k=0,M=Array.from({length:m},async()=>{for(;;){let A=g;if(A>=p.length)return;g+=1;let v=p[A],R=null,O=null;for(let C=1;C<=Math.max(1,Math.min(5,r.maxAttempts));C+=1){let N=ee(`rewrite-${A+1}-a${C}-${se(v.map(y=>y.relativePath).join(`
12
- `)).slice(0,16)}`,"taskId"),B={schemaVersion:Q,operation:"rewrite",jobId:o,taskId:N,configKey:u,assetMapKey:a,previousAssetMapKey:d,items:v.map(y=>({inputKey:y.key,outputKey:y.key,relativePath:y.relativePath,contentType:y.contentType}))};try{let y=await r.client.invoke(B);O=mn(await r.client.readResult(y),y);break}catch(y){R=y;}}if(!O)throw new Error(`Remote rewrite batch ${A+1}/${p.length} failed: ${R instanceof Error?R.message:String(R)}`,{cause:R});for(let C of v){let N=O.detail.objects.find(B=>B.outputKey===C.key);if(!N)throw new Error(`Remote rewrite result omitted ${C.relativePath}.`);await ye(C.fullPath,Buffer.from(await r.client.readObject(N.output))),N.changed&&(k+=1),w+=1,await n.onProgress?.({index:w,totalFiles:s.length,changedTextFiles:k,file:C.relativePath,changed:N.changed});}x+=1,await r.onBatchProgress?.({completedItems:w,totalItems:s.length,completedBatches:x,totalBatches:p.length,changedTextFiles:k});}});return await Promise.all(M),k}async function hn(e,t,r,n){let s=n.relativePaths?new Set([...n.relativePaths].map(g=>g.replace(/\\/g,"/"))):null,o=Object.values(t.objects).filter(g=>g.isText&&(!s||s.has(g.relativePath))).sort((g,w)=>g.relativePath.localeCompare(w.relativePath));if(o.length===0)return 0;let i=ee(n.jobId,"jobId"),u=Ke(n.client.config.workspace.prefix,"jobs",i,"rewrite-config"),a=`${u}/config.json`.replace(/\/+/g,"/"),d=`${u}/asset-map.json`.replace(/\/+/g,"/");await Promise.all([n.client.writeWorkspaceObject({key:a,body:JSON.stringify(pn(e)),contentType:"application/json; charset=utf-8"}),n.client.writeWorkspaceObject({key:d,body:JSON.stringify(r),contentType:"application/json; charset=utf-8"})]);let l=Math.max(1,Math.min(500,n.batchSize)),c=dn(o,l),m=Math.max(1,Math.min(Math.max(1,n.concurrency),c.length)),h=0,f=0,S=0,p=0;return await Promise.all(Array.from({length:m},async()=>{for(;;){let g=h;if(g>=c.length)return;h+=1;let w=c[g],x=null,k=null;for(let M=1;M<=Math.max(1,Math.min(5,n.maxAttempts));M+=1){let A=ee(`rewrite-object-${g+1}-a${M}-${se(w.map(v=>v.relativePath).join(`
13
- `)).slice(0,16)}`,"taskId");try{let v=await n.client.invoke({schemaVersion:Q,operation:"rewrite",jobId:i,taskId:A,configKey:a,assetMapKey:d,items:w.map(R=>({inputKey:R.object.key,outputKey:R.object.key,relativePath:R.relativePath,contentType:R.contentType||R.object.contentType}))});x=mn(await n.client.readResult(v),v);break}catch(v){k=v;}}if(!x)throw new Error(`Remote object rewrite batch ${g+1}/${c.length} failed: ${k instanceof Error?k.message:String(k)}`,{cause:k});for(let M of w){let A=x.detail.objects.find(v=>v.outputKey===M.object.key);if(!A)throw new Error(`Remote rewrite result omitted ${M.relativePath}.`);M.object=A.output,A.changed&&(p+=1),f+=1,await n.onProgress?.({index:f,totalFiles:o.length,changedTextFiles:p,file:M.relativePath,changed:A.changed});}S+=1,await n.onBatchProgress?.({completedItems:f,totalItems:o.length,completedBatches:S,totalBatches:c.length,changedTextFiles:p});}})),t.assetMap={...r},t.generatedAt=new Date().toISOString(),p}var Ao="remote-workers.json";function fn(e={}){let t=String(e.explicitPath??"").trim();if(t)return P.resolve(t);let r=String(e.runtimeDir??process.env.STATIC_PUBLISHER_RUNTIME_DIR??process.env.WPSUITE_STATIC_PUBLISHER_RUNTIME_DIR??"").trim();return r?P.join(P.resolve(r),Ao):""}function wn(e,t,r,n=250){let s=Math.max(1,Math.floor(n)),o=[],i=new Set;for(let u of [e,...t]){let a=u.trim();if(!(!a||i.has(a)||r(a))&&(i.add(a),o.push(a),o.length>=s))break}return o}async function yn(e,t){let r=String(e.wpsuite?.runtimeToken||"").trim();if(!r)throw new Error("Page-cache purge is enabled, but the WordPress runtime token is missing.");let n=new URL("/wp-json/smartcloud-static-publisher/v1/page-cache/purge",e.sourceOrigin).toString(),s=await t.post(n,{timeout:3e4,failOnStatusCode:false,maxRedirects:0,headers:{"content-type":"application/json","x-static-publisher-token":r},data:JSON.stringify({scope:"all"})});try{let o=await s.text();if(o.length>65536)throw new Error("WordPress page-cache purge response was too large.");let i=null;try{i=JSON.parse(o);}catch{throw new Error(`WordPress page-cache purge returned invalid JSON (HTTP ${s.status()}).`)}if(!s.ok()){let u=i&&typeof i=="object"&&"message"in i?String(i.message||""):"";throw new Error(`WordPress page-cache purge failed with HTTP ${s.status()}${u?`: ${u}`:""}`)}if(!i||typeof i!="object"||i.purged!==!0)throw new Error("WordPress page-cache provider did not confirm a complete purge.");return {purged:!0,provider:String(i.provider||"custom"),scope:"all",...typeof i.purgedAt=="string"?{purgedAt:i.purgedAt}:{}}}finally{await s.dispose().catch(()=>{});}}function Eo(){let e=process.env.STATIC_PUBLISHER_RUNTIME_DIR||process.env.WPSUITE_STATIC_PUBLISHER_RUNTIME_DIR||"";return e.trim()?P.resolve(e):""}function St(e){let t=String(process.env.STATIC_PUBLISHER_REMOTE_EXPORT_MANIFEST_PATH||"").trim();if(t)return P.resolve(t);let r=Eo();if(r)return P.join(r,"remote-export-manifest.json");let n=P.resolve(e.outputDir);return P.join(P.dirname(n),`.${P.basename(n)}-remote-export-manifest.json`)}function Pt(e){let t=P.posix.normalize(String(e||"").replace(/\\/g,"/").replace(/^\/+/,""));if(!t||t==="."||t===".."||t.startsWith("../")||/^[A-Za-z]:/.test(t))throw new Error(`Invalid remote export relative path: ${e}`);return t}function Sn(e,t,r){let n=r?.workspace.bucket===t.workspace.bucket&&r.workspace.prefix===t.workspace.prefix;return {schemaVersion:1,generatedAt:new Date().toISOString(),jobId:e,workspace:{...t.workspace},objects:n?{...r.objects}:{},assetMap:n?{...r.assetMap}:{}}}function Pn(e,t){let r=e.objects[Pt(t)];if(!r)return true;let n=`${Ke(e.workspace.prefix,"jobs",ee(e.jobId,"jobId"))}/`;return !he(r.object.key,e.workspace.prefix).startsWith(n)}function De(e,t){let r=Pt(t.relativePath);if(t.object.bucket!==e.workspace.bucket)throw new Error(`Remote export object bucket mismatch for ${r}.`);he(t.object.key,e.workspace.prefix),e.objects[r]={...t,relativePath:r},e.generatedAt=new Date().toISOString();}function Rn(e,t){delete e.objects[Pt(t)],e.generatedAt=new Date().toISOString();}async function vn(e,t){t.generatedAt=new Date().toISOString();let r=St(e);await $.mkdir(P.dirname(r),{recursive:true}),await ye(r,`${JSON.stringify(t,null,2)}
14
- `,"utf8");}async function kn(e){try{let t=JSON.parse(await $.readFile(St(e),"utf8"));if(t.schemaVersion!==1||typeof t.jobId!="string"||!t.workspace||typeof t.workspace.bucket!="string"||typeof t.workspace.prefix!="string"||!t.objects||typeof t.objects!="object"||!t.assetMap||typeof t.assetMap!="object")return null;let r=t;for(let[n,s]of Object.entries(r.objects)){if(Pt(n),!s||s.relativePath!==n||s.object?.bucket!==r.workspace.bucket)return null;he(s.object.key,r.workspace.prefix);}return r}catch{return null}}var Mo=["text/css","javascript","image/","font/","application/font","application/json","application/xml","text/xml","application/rss+xml","application/atom+xml","application/xslt+xml","text/xsl","image/svg+xml"],Fn=new Set([".css",".js",".mjs",".json",".map",".xml",".xsl",".rss",".atom",".txt",".enc",".jws",".png",".jpg",".jpeg",".gif",".webp",".avif",".svg",".ico",".woff",".woff2",".ttf",".otf",".eot",".pdf",".mp4",".webm"]),Dn=new Set(["",".html",".htm"]),$o=new Set([".css",".xml",".xsl",".svg",".json",".html",".htm",".txt",".enc",".jws"]),jo=["/wp-content/","/wp-includes/","/wp-admin/","/static/","/assets/","/build/","/_next/"];function Uo(e){let t=[],r="full",n="full",s=false,o=false,i="",u=null,a="";for(let d=0;d<e.length;d++){let l=e[d];if(l==="--retry-timeouts")r="retry-timeouts",s=true;else if(l==="--resume")s=true;else if(l==="--resume-rewrite")s=true,o=true;else if(l==="--crawl-mode"){let c=e[++d];if(!c)throw new Error("--crawl-mode requires a value");n=c==="incremental"?"incremental":"full",s||=n==="incremental";}else if(l.startsWith("--crawl-mode="))n=l.slice(13)==="incremental"?"incremental":"full",s||=n==="incremental";else if(l==="--incremental")n="incremental",s=true;else if(l==="--url"){let c=e[++d];if(!c)throw new Error("--url requires a value");r="single-url",s=true,t.push(c);}else if(l.startsWith("--url="))r="single-url",s=true,t.push(l.slice(6));else if(l==="--urls"){let c=e[++d];if(!c)throw new Error("--urls requires a file path");r="single-url",s=true,t.push(`@${c}`);}else if(l==="--content-sync-plan"){let c=e[++d];if(!c)throw new Error("--content-sync-plan requires a file path");r="content-sync",n="incremental",s=true,i=P.resolve(c);}else if(l.startsWith("--content-sync-plan="))r="content-sync",n="incremental",s=true,i=P.resolve(l.slice(20));else if(l==="--remote-render")u=true;else if(l==="--local-render")u=false;else if(l==="--remote-worker-config"){let c=e[++d];if(!c)throw new Error("--remote-worker-config requires a file path");a=P.resolve(c);}else l.startsWith("--remote-worker-config=")&&(a=P.resolve(l.slice(23)));}return {mode:r,crawlMode:n,urls:t,preserveOutput:s,resumeRewrite:o,contentSyncPlanPath:i,remoteRender:u,remoteWorkerConfigPath:a}}function rt(){let e=process.env.STATIC_PUBLISHER_RUNTIME_DIR||process.env.WPSUITE_STATIC_PUBLISHER_RUNTIME_DIR||"";return e.trim()?P.resolve(e):""}function Lo(){let e=rt();return e?P.join(e,"privacy","cookie-observations.json"):null}function Fo(){let e=rt();return e?P.resolve(e,".."):""}function Do(){let e=process.env.STATIC_PUBLISHER_WP_ROOT||process.env.WPSUITE_STATIC_PUBLISHER_WP_ROOT||"";return e.trim()?P.resolve(e):""}function Wo(e){let t=e.trim(),r=[{alias:"@storage-root",root:Fo(),requiredEnv:"STATIC_PUBLISHER_RUNTIME_DIR or WPSUITE_STATIC_PUBLISHER_RUNTIME_DIR"},{alias:"@runtime",root:rt(),requiredEnv:"STATIC_PUBLISHER_RUNTIME_DIR or WPSUITE_STATIC_PUBLISHER_RUNTIME_DIR"},{alias:"@wp-root",root:Do(),requiredEnv:"STATIC_PUBLISHER_WP_ROOT or WPSUITE_STATIC_PUBLISHER_WP_ROOT"}];for(let n of r){if(t!==n.alias&&!t.startsWith(`${n.alias}/`))continue;if(!n.root)return {resolvedPath:null,alias:n.alias,requiredEnv:n.requiredEnv};let s=t.slice(n.alias.length).replace(/^\/+/,"");return {resolvedPath:s?P.resolve(n.root,s):n.root,alias:n.alias}}return {resolvedPath:P.resolve(t)}}function Wn(e){let t=String(process.env.STATIC_PUBLISHER_CRAWL_MANIFEST_PATH||"").trim();if(t)return P.resolve(t);let r=rt();return r?P.join(r,"crawl-manifest.json"):P.join(e.outputDir,".crawl-manifest.json")}function qn(){return {schemaVersion:6,updatedAt:"",pages:{},assets:{}}}function Tn(e){return {url:String(e.url||""),outputPath:String(e.outputPath||""),contentType:typeof e.contentType=="string"&&e.contentType?e.contentType:null,changeToken:typeof e.changeToken=="string"?e.changeToken:null,tokenSource:typeof e.tokenSource=="string"?e.tokenSource:null,sitemapLastmod:typeof e.sitemapLastmod=="string"?e.sitemapLastmod:null,discoveredPages:Array.isArray(e.discoveredPages)?e.discoveredPages.map(t=>String(t)):[],discoveredAssets:Array.isArray(e.discoveredAssets)?e.discoveredAssets.map(t=>String(t)):[],lastCrawledAt:String(e.lastCrawledAt||""),lastSeenRunId:String(e.lastSeenRunId||""),rewriteComplete:e.rewriteComplete===true}}function qo(e){let t=e.isText===true;return {url:String(e.url||""),outputPath:String(e.outputPath||""),isText:t,contentType:typeof e.contentType=="string"&&e.contentType?e.contentType:null,cacheControl:typeof e.cacheControl=="string"&&e.cacheControl?e.cacheControl:null,changeToken:typeof e.changeToken=="string"?e.changeToken:null,tokenSource:typeof e.tokenSource=="string"?e.tokenSource:null,discoveredAssets:Array.isArray(e.discoveredAssets)?e.discoveredAssets.map(r=>String(r)):[],lastCrawledAt:String(e.lastCrawledAt||""),lastSeenRunId:String(e.lastSeenRunId||""),unreferencedRuns:Math.max(0,Number(e.unreferencedRuns)||0),rewriteComplete:e.rewriteComplete===true||!t}}function nr(e){let t=e?.["content-type"]?.trim();return t||null}function sr(e){let t=e?.["cache-control"]?.trim();return t||null}function No(e){return e?e.split(",").map(t=>t.trim().toLowerCase()).some(t=>t==="no-cache"||t==="no-store"||/^max-age\s*=\s*0$/.test(t)):false}function _o(){return {rewriteTargets:new Set,changedFiles:new Set,deletedFiles:new Set,revalidateFiles:new Set}}function We(e,t,r,n){let s=X(t.outputDir,r);s&&(No(n)?e.revalidateFiles.add(s):e.revalidateFiles.delete(s));}function Z(e,t,r){let n=X(t.outputDir,r);n&&(e.changedFiles.add(n),e.deletedFiles.delete(n));}function or(e,t,r){let n=X(t.outputDir,r);n&&(e.deletedFiles.add(n),e.changedFiles.delete(n),e.revalidateFiles.delete(n));}function oe(e,t){e.rewriteTargets.add(P.resolve(t));}async function Bo(e){try{let t=await $.readFile(Wn(e),"utf8"),r=JSON.parse(t);if(r&&typeof r=="object"&&r.pages&&typeof r.pages=="object"){if((r.schemaVersion===2||r.schemaVersion===3||r.schemaVersion===4||r.schemaVersion===5||r.schemaVersion===6)&&r.assets&&typeof r.assets=="object")return {schemaVersion:6,updatedAt:String(r.updatedAt||""),pages:Object.fromEntries(Object.entries(r.pages).map(([n,s])=>[n,Tn(s)])),assets:Object.fromEntries(Object.entries(r.assets).map(([n,s])=>[n,qo(s)]))};if(r.schemaVersion===1)return {schemaVersion:6,updatedAt:String(r.updatedAt||""),pages:Object.fromEntries(Object.entries(r.pages).map(([n,s])=>[n,Tn(s)])),assets:{}}}}catch{}return qn()}function ir(e){return JSON.parse(JSON.stringify(e))}async function Ho(e,t){let r=Wn(e);await $.mkdir(P.dirname(r),{recursive:true}),await $.writeFile(r,JSON.stringify(t,null,2),"utf8");}async function ve(e,t,r=false){if(!t.trackManifest)return;t.manifestPendingChanges+=1;let n=Date.now();if(!r&&t.manifestPendingChanges<25&&n-t.lastManifestSavedAt<5e3)return;t.manifestPendingChanges=0,t.lastManifestSavedAt=n;let s=async()=>{let o=ir(t.manifest);o.updatedAt=new Date().toISOString(),t.manifest.updatedAt=o.updatedAt,await Ho(e,o);};t.manifestSaveChain=t.manifestSaveChain.then(s,s),await t.manifestSaveChain;}function Ie(e){if(!e)return null;let t=e.trim();return t||null}function Vo(e,t){let r=new Set,n=new Set([...Object.keys(e),...Object.keys(t)]);for(let s of n){let o=e[s],i=t[s];!o||!i||o===i||r.add(s);}return r}async function Nn(e,t,r,n){let s=[...new Set(r.map(u=>u.trim()).filter(Boolean))],o=String(e.wpsuite?.runtimeToken||"").trim();if(s.length===0||!o)return new Map;let i=new URL("/wp-json/smartcloud-static-publisher/v1/change-tokens",e.sourceOrigin).toString();try{let u=await t.post(i,{timeout:3e4,failOnStatusCode:!1,headers:{"content-type":"application/json","x-static-publisher-token":o},data:JSON.stringify({urls:s})});if(!u.ok())return n.warn(`Change token lookup failed with HTTP ${u.status()}`,{endpoint:i,status:u.status()}),new Map;let a=await u.json().catch(()=>null);if(!a||!Array.isArray(a.items))return new Map;let d=new Map;for(let l of a.items)!l||typeof l.url!="string"||d.set(l.url,l);return d}catch(u){return n.warn("Change token lookup failed; falling back to sitemap metadata",{endpoint:i,error:u instanceof Error?`${u.name}: ${u.message.split(/\r?\n/u,1)[0]}`:"Unknown change-token request failure"}),new Map}}async function vt(e,t,r,n,s){if(!r.enabled&&!r.trackManifest)return null;if(r.changeTokenCache.has(n))return r.changeTokenCache.get(n)??null;let i=(await Nn(e,t,[n],s)).get(n)??null;return It(e,n)&&(!i||i.supported!==true||!i.token)&&(i=await Jo(e,t,n,s)),i=_n(e,i),r.changeTokenCache.set(n,i),i}async function mr(e,t,r,n,s){if(!r.trackManifest)return;let o=[...new Set(n.map(i=>i.trim()).filter(Boolean))].filter(i=>!r.changeTokenCache.has(i));for(let i=0;i<o.length;i+=250){let u=o.slice(i,i+250),a=await Nn(e,t,u,s);for(let d of u)r.changeTokenCache.set(d,_n(e,a.get(d)??null));}}async function zo(e,t,r,n,s,o){if(!(!n.trackManifest||n.changeTokenCache.has(s)))for(;!n.changeTokenCache.has(s);){if(!n.pageChangeTokenPrimePromise){let i=wn(s,r.pageQueue,a=>n.changeTokenCache.has(a));if(i.length===0)return;o.info(`Loading ${i.length} page change tokens in bulk.`,{phase:"prime-page-change-tokens",batchSize:i.length,remainingPages:r.pageQueue.length});let u=mr(e,t,n,i,o).finally(()=>{n.pageChangeTokenPrimePromise===u&&(n.pageChangeTokenPrimePromise=null);});n.pageChangeTokenPrimePromise=u;}await n.pageChangeTokenPrimePromise;}}function Qo(e){return `subscriber=${e.wpsuite?.siteSettings?.subscriber===true?"1":"0"}`}function _n(e,t){if(!t?.supported||!t.token||t.tokenSource==="wp-media-file")return t;let r=Qo(e);return {...t,token:le(`${t.token}
15
- ${r}`,40),tokenSource:t.tokenSource?`${t.tokenSource}+site-subscriber`:"site-subscriber"}}async function Jo(e,t,r,n){try{let s=await t.get(r,{timeout:Math.min(e.navigationTimeoutMs,15e3),failOnStatusCode:!1});if(s.status()!==404)return n.warn(`Generated 404 fallback token skipped for ${r}`,{url:r,status:s.status(),requestPath:e.generated404RequestPath,source:"generated-404-change-token-fallback"}),null;let o=await s.text().catch(()=>""),i=le(`${r}
8
+ ${e.path}`}function nn(e,t){let r;try{r=new URL(t);}catch{return null}let n=e.split(";"),s=n.shift()?.trim()??"",o=s.indexOf("=");if(o<=0)return null;let i=s.slice(0,o).trim();if(!i||[...i].some(b=>b<=" "||"=;,".includes(b)))return null;let u=r.hostname.toLowerCase(),a=mo(r),d=null,l=true,c=false,p=false,h="Unspecified",f=false;for(let b of n){let m=b.indexOf("="),g=(m<0?b:b.slice(0,m)).trim().toLowerCase(),w=m<0?"":b.slice(m+1).trim();if(g==="domain"&&w)u=w.toLowerCase();else if(g==="path"&&w.startsWith("/"))a=w;else if(g==="expires"){let x=Date.parse(w);Number.isFinite(x)&&(d=Math.floor(x/1e3),l=false);}else if(g==="max-age"&&/^-?\d+$/u.test(w)){let x=Number.parseInt(w,10);d=Math.floor(Date.now()/1e3)+x,l=false;}else g==="secure"?c=true:g==="httponly"?p=true:g==="samesite"?h=rn(w):g==="partitioned"&&(f=true);}return {name:i,domain:u,path:a,expires:d,session:l,secure:c,httpOnly:p,sameSite:h,partitioned:f}}function go(e){let t=!Number.isFinite(e.expires)||e.expires<=0;return {name:e.name,domain:e.domain.toLowerCase(),path:e.path||"/",expires:t?null:e.expires,session:t,secure:e.secure,httpOnly:e.httpOnly,sameSite:rn(e.sameSite),partitioned:e.partitioned===true}}function sn(e,t){let r=new Map(e.map(n=>[ze(n),n.value]));return t.filter(n=>r.get(ze(n))!==n.value).map(go)}function ho(e,t){let r=e.session||t.session;return {...e,expires:r?null:Math.max(e.expires??0,t.expires??0)||null,session:r,secure:e.secure&&t.secure,httpOnly:e.httpOnly&&t.httpOnly,sameSite:e.sameSite===t.sameSite?e.sameSite:"Unspecified",partitioned:e.partitioned&&t.partitioned}}var mt=class{#e=new Map;add(t){if(!t)return;let r={...t,domain:t.domain.toLowerCase(),path:t.path||"/"},n=ze(r),s=this.#e.get(n);this.#e.set(n,s?ho(s,r):r);}addAll(t){for(let r of t)this.add(r);}artifact(){return {schemaVersion:1,observations:[...this.#e.values()].sort((t,r)=>ze(t).localeCompare(ze(r)))}}};async function gt(e,t){await $.mkdir(P.dirname(e),{recursive:true});let r=`${e}.${process.pid}.tmp`;await $.writeFile(r,`${JSON.stringify(t,null,2)}
9
+ `,{encoding:"utf8",mode:384}),await $.rename(r,e);}function Qe(e){let t=e;for(let n=0;n<3;n+=1){if(/%(?:2f|5c)/i.test(t))return null;try{let s=decodeURIComponent(t);if(s===t)break;t=s;}catch{return null}}return t.includes("\0")||t.includes("\\")||t.split("/").some(n=>n==="."||n==="..")?null:t}function Je(e,t){let r=Qe(t);if(r===null)throw new Error(`Unsafe output URL pathname: ${t}`);let n=P.resolve(e),s=P.resolve(n,r.replace(/^\/+/,""));if(s!==n&&!s.startsWith(`${n}${P.sep}`))throw new Error(`Output path escapes configured root: ${t}`);return s}var z=1,on=/^[A-Za-z0-9][A-Za-z0-9._-]{0,127}$/;function ee(e,t){let r=String(e??"").trim();if(!on.test(r))throw new Error(`${t} must match ${on.source} and be at most 128 characters.`);return r}function an(e){let t=String(e??"").trim().replace(/^\/+|\/+$/g,"");if(!t)return "";let r=t.split("/").filter(Boolean);if(r.some(n=>n==="."||n===".."))throw new Error("S3 prefix contains an unsafe dot path segment.");return `${r.join("/")}/`}function Ke(e,...t){let r=an(e),n=t.map((s,o)=>{let i=String(s??"").replace(/^\/+|\/+$/g,"");if(!i||i.split("/").some(u=>u==="."||u===".."))throw new Error(`Unsafe S3 key segment at index ${o}.`);return i});return `${r}${n.join("/")}`}function se(e){return createHash("sha256").update(e).digest("hex")}function he(e,t){let r=String(e??"").replace(/^\/+/,""),n=an(t);if(!r||r.includes("\0"))throw new Error("S3 object key is empty or invalid.");if(n&&!r.startsWith(n))throw new Error(`S3 object key is outside the configured workspace prefix: ${r}`);if(r.split("/").some(s=>s===".."))throw new Error("S3 object key contains an unsafe parent segment.");return r}function K(e,t,{optional:r=false}={}){if(!(r&&(e==null||e===""))){if(typeof e!="string"||!e.trim())throw new Error(`${t} must be a non-empty string.`);return e.trim()}}function xo(e){if(!e||typeof e!="object")throw new Error("Remote worker config must be a JSON object.");let t=e;if(t.schemaVersion!==1)throw new Error(`Unsupported remote worker config version: ${String(t.schemaVersion)}.`);if(t.protocolVersion!==z)throw new Error(`Remote worker protocol mismatch: expected ${z}, received ${String(t.protocolVersion)}.`);let r=t.workspace,n=t.functions;if(!r||!n)throw new Error("Remote worker config requires workspace and functions objects.");let s=je(t.awsProfile,"awsProfile");return {schemaVersion:1,region:K(t.region,"region"),...s?{awsProfile:s}:{},...K(t.roleArn,"roleArn",{optional:true})?{roleArn:K(t.roleArn,"roleArn")}:{},...K(t.roleSessionName,"roleSessionName",{optional:true})?{roleSessionName:K(t.roleSessionName,"roleSessionName")}:{},workspace:{bucket:K(r.bucket,"workspace.bucket"),prefix:String(r.prefix??"")},...t.status&&typeof t.status=="object"?{status:{tableName:K(t.status.tableName,"status.tableName")}}:{},functions:{render:K(n.render,"functions.render"),...K(n.asset,"functions.asset",{optional:true})?{asset:K(n.asset,"functions.asset")}:{},rewrite:K(n.rewrite,"functions.rewrite"),"deploy-copy":K(n["deploy-copy"],"functions.deploy-copy")},targets:Array.isArray(t.targets)?t.targets.map((o,i)=>{if(!o||typeof o!="object")throw new Error(`targets[${i}] must be an object.`);let u=o;return {id:K(u.id,`targets[${i}].id`),bucketName:K(u.bucketName,`targets[${i}].bucketName`),prefix:String(u.prefix??""),region:K(u.region,`targets[${i}].region`)}}):[],protocolVersion:z}}async function ln(e){let t=P.resolve(e);try{return xo(JSON.parse(await readFile(t,"utf8")))}catch(r){throw new Error(`Unable to load remote worker config ${t}: ${r instanceof Error?r.message:String(r)}`,{cause:r})}}var ht=class{config;lambda;s3;dynamodb;#e;constructor(t,r={},n={}){this.config=t;let o=xr(t.awsProfile)??(t.roleArn?fromTemporaryCredentials({params:{RoleArn:t.roleArn,RoleSessionName:t.roleSessionName??"publisher-exporter-remote-worker"},clientConfig:{region:t.region}}):void 0);this.lambda=new LambdaClient({region:t.region,...o?{credentials:o}:{},...r}),this.s3=new S3Client({region:t.region,...o?{credentials:o}:{}}),this.dynamodb=t.status?new DynamoDBClient({region:t.region,...o?{credentials:o}:{}}):null,this.#e=n;}async#n(t){if(!this.dynamodb||!this.config.status)return null;let n=(await this.dynamodb.send(new GetItemCommand({TableName:this.config.status.tableName,ConsistentRead:true,Key:{jobId:{S:t.jobId},taskId:{S:t.taskId}}}))).Item;if(!n)return null;let s=n.operation?.S,o=n.status?.S;return !s||!["render","asset","rewrite","deploy-copy"].includes(s)||!o||!["running","succeeded","partial","failed"].includes(o)?null:{jobId:n.jobId?.S??t.jobId,taskId:n.taskId?.S??t.taskId,operation:s,status:o,completedItems:Number(n.completedItems?.N??0),failedItems:Number(n.failedItems?.N??0),totalItems:Number(n.totalItems?.N??0),sequence:Number(n.sequence?.N??0),updatedAt:n.updatedAt?.S??new Date(0).toISOString(),requestId:n.requestId?.S??null}}async#t(t,r){let n=this.lambda.send(new InvokeCommand({FunctionName:r,InvocationType:"RequestResponse",Payload:Buffer.from(JSON.stringify(t),"utf8")}));if(t.operation==="health"||!this.dynamodb||!this.#e.onProgress)return await n;let s=false,o=n.finally(()=>{s=true;}),i=Math.max(500,Math.min(3e4,this.#e.progressPollIntervalMs??2e3)),u=-1;for(;!s;){await Promise.race([o.then(()=>{},()=>{}),new Promise(a=>setTimeout(a,i))]);try{let a=await this.#n(t);a&&a.sequence>u&&(u=a.sequence,await this.#e.onProgress(a));}catch(a){await this.#e.onProgressError?.(a instanceof Error?a:new Error(String(a)));}}return await o}async invoke(t){let r=t.operation==="health"?this.config.functions.render:this.config.functions[t.operation];if(!r)throw new Error(`Remote worker configuration does not provide a ${t.operation} function. Redeploy the Lambda workers and reinstall remote-workers.json.`);let n=await this.#t(t,r),s=n.Payload?JSON.parse(new TextDecoder().decode(n.Payload)):null;if(n.FunctionError)throw new Error(`Remote ${t.operation} worker failed (${n.FunctionError}): ${JSON.stringify(s)}`);if(!s||typeof s!="object")throw new Error(`Remote ${t.operation} worker returned no JSON response.`);let o=s;if(o.schemaVersion!==z||o.operation!==t.operation||o.jobId!==t.jobId||o.taskId!==t.taskId)throw new Error(`Remote ${t.operation} worker returned a mismatched response.`);return o}async readResult(t){if(!t.resultKey)throw new Error(`Remote ${t.operation} response does not contain a resultKey.`);let r=he(t.resultKey,this.config.workspace.prefix),n=await this.s3.send(new GetObjectCommand({Bucket:this.config.workspace.bucket,Key:r}));if(!n.Body)throw new Error(`Remote worker result has no body: ${r}`);return JSON.parse(await n.Body.transformToString("utf8"))}async readObject(t){if(t.bucket!==this.config.workspace.bucket)throw new Error(`Remote worker object bucket mismatch: ${t.bucket}.`);let r=he(t.key,this.config.workspace.prefix),n=await this.s3.send(new GetObjectCommand({Bucket:this.config.workspace.bucket,Key:r,...t.versionId?{VersionId:t.versionId}:{}}));if(!n.Body)throw new Error(`Remote worker object has no body: ${r}`);let s=await n.Body.transformToByteArray();if(s.byteLength!==t.bytes)throw new Error(`Remote worker object length mismatch for ${r}: expected ${t.bytes}, received ${s.byteLength}.`);if(se(s)!==t.sha256)throw new Error(`Remote worker object checksum mismatch for ${r}.`);return s}async readObjectText(t){return new TextDecoder("utf8",{fatal:true}).decode(await this.readObject(t))}async health(t){let r=this.config.functions[t];if(!r)throw new Error(`Remote worker configuration does not provide a ${t} function.`);let n=`${t}-${Date.now()}`,s=await this.lambda.send(new InvokeCommand({FunctionName:r,InvocationType:"RequestResponse",Payload:Buffer.from(JSON.stringify({schemaVersion:z,operation:"health",jobId:"health",taskId:n}),"utf8")})),o=s.Payload?JSON.parse(new TextDecoder().decode(s.Payload)):null;if(s.FunctionError||!o||typeof o!="object")throw new Error(`Remote ${t} health check failed: ${JSON.stringify(o)}`);return o}async writeWorkspaceObject(t){let r=he(t.key,this.config.workspace.prefix),n=typeof t.body=="string"?Buffer.from(t.body,"utf8"):t.body,s=se(n),o=await this.s3.send(new PutObjectCommand({Bucket:this.config.workspace.bucket,Key:r,Body:n,ContentType:t.contentType,...t.cacheControl?{CacheControl:t.cacheControl}:{},Metadata:{sha256:s,...t.metadata??{}}}));return {bucket:this.config.workspace.bucket,key:r,sha256:s,bytes:n.byteLength,contentType:t.contentType,...o.ETag?{etag:o.ETag}:{},...o.VersionId?{versionId:o.VersionId}:{}}}async copyWorkspaceObject(t,r){if(t.bucket!==this.config.workspace.bucket)throw new Error(`Remote worker object bucket mismatch: ${t.bucket}.`);let n=he(t.key,this.config.workspace.prefix),s=he(r,this.config.workspace.prefix),o=`${t.bucket}/${n.split("/").map(u=>encodeURIComponent(u)).join("/")}`,i=await this.s3.send(new CopyObjectCommand({Bucket:t.bucket,Key:s,CopySource:o,MetadataDirective:"COPY"}));return {...t,key:s,...i.CopyObjectResult?.ETag?{etag:i.CopyObjectResult.ETag}:{},...i.VersionId?{versionId:i.VersionId}:{}}}};function ft(e){return Number.isInteger(e)&&e>=500&&e<=599}var Xt=3;function wt(e){return Math.min(3e4,5e3*2**Math.max(0,e-1))}var re=class extends Error{constructor(r,n,s,o){let i=`Page failed after ${s} attempt(s), last server response HTTP ${n}: ${r}`;super(i+(o&&o!==i?`; ${o}`:""));this.url=r;this.status=n;this.attempts=s;this.name="PageHttpError";}url;status;attempts};function dn(e){if(e.size===0)return;let t=[...e.values()].slice(0,5).map(r=>`HTTP ${r.status}: ${r.url}`).join("; ");throw new Error(`Crawl incomplete: ${e.size} page(s) failed after HTTP 5xx retries. Deployment is blocked; no complete deploy plan was produced. ${t}`)}function To(e,t,r){if(!e||typeof e!="object")throw new Error("Remote render result must be a JSON object.");let n=e;if(n.schemaVersion!==z||!n.response||n.response.operation!=="render"||n.response.jobId!==t.jobId||n.response.taskId!==t.taskId||!n.detail||!Array.isArray(n.detail.pages)||n.detail.pages.length!==r.length)throw new Error("Remote render result has an invalid envelope.");for(let[s,o]of r.entries())if(n.detail.pages[s]?.requestedUrl!==o)throw new Error("Remote render result does not match the requested URLs.");return n}function er(e){return e instanceof Error?e.message:String(e)}var yt=class{#e;#n;#t;#s;#c;#u;#l;#r=[];#d=0;#o=0;#i=false;constructor(t){this.#e=t.client,this.#n=ee(t.jobId,"jobId"),this.#t=Math.max(1,Math.min(5,t.maxAttempts??2)),this.#s=t.onRetry,this.#l=t.sleep??setTimeout$1,this.#c=Math.max(1,Math.min(20,t.batchSize??1)),this.#u=Math.max(1,Math.min(100,t.maxConcurrentBatches??1));}async renderBatch(t){let r=[...new Set(t.urls)];if(r.length<1||r.length>20)throw new Error("Remote render batches require between 1 and 20 unique URLs.");let n=new Map,s=new Map,o=new Map,i=new Map,u=r;for(let a=1;a<=this.#t&&u.length>0;a+=1){this.#d+=1;let d=ee(`render-${this.#d}-${se(u.join(`
10
+ `)).slice(0,24)}-a${a}`,"taskId"),l=[];try{let c=await this.#e.invoke({schemaVersion:z,operation:"render",jobId:this.#n,taskId:d,sourceOrigin:new URL(t.sourceOrigin).origin,urls:u,options:t.options}),p=To(await this.#e.readResult(c),c,u);for(let h of p.detail.pages){if(o.delete(h.requestedUrl),ft(h.httpStatus)){let f=h.httpStatus;o.set(h.requestedUrl,f),i.set(h.requestedUrl,f),s.set(h.requestedUrl,new re(h.requestedUrl,f,a).message),l.push(h.requestedUrl);continue}if(h.httpStatus!==null&&h.httpStatus!==void 0)i.delete(h.requestedUrl);else if(i.has(h.requestedUrl)){s.set(h.requestedUrl,h.error||"Remote render returned no HTTP status after a server error."),l.push(h.requestedUrl);continue}if(h.outcome==="failed"||h.outcome==="deferred"||!h.html){let f=h.error||`Remote render ended with ${h.outcome}.`;s.set(h.requestedUrl,f),l.push(h.requestedUrl);continue}try{n.set(h.requestedUrl,{page:h,html:t.downloadHtml===!1?null:await this.#e.readObjectText(h.html),taskId:d,attempts:a}),s.delete(h.requestedUrl);}catch(f){s.set(h.requestedUrl,er(f)),l.push(h.requestedUrl);}}}catch(c){let p=er(c);for(let h of u)o.delete(h),s.set(h,p),l.push(h);}if(a<this.#t){let c=l.some(p=>o.has(p))?wt(a):0;for(let p of l){let h=o.get(p);this.#s?.({url:p,attempt:a,maxAttempts:this.#t,reason:s.get(p)??"Remote render failed.",...h===void 0?{}:{status:h,delayMs:c}});}c>0&&await this.#l(c);}u=l;}return {pages:r.flatMap(a=>{let d=n.get(a);return d?[d]:[]}),failures:u.map(a=>({url:a,attempts:this.#t,error:s.get(a)??"Remote render failed.",...i.has(a)?{httpStatus:i.get(a)}:{}}))}}async render(t){let r=JSON.stringify({sourceOrigin:new URL(t.sourceOrigin).origin,options:t.options,downloadHtml:t.downloadHtml!==false});return await new Promise((n,s)=>{this.#r.push({input:t,key:r,resolve:n,reject:s}),this.#a();})}#a(){this.#i||this.#r.length===0||(this.#i=true,setTimeout(()=>{this.#i=false,this.#p();},0));}#p(){for(;this.#o<this.#u&&this.#r.length>0;){let t=this.#r.shift();if(!t)break;let r=[t];for(let n=0;n<this.#r.length&&r.length<this.#c;){let s=this.#r[n];s?.key===t.key?(r.push(s),this.#r.splice(n,1)):n+=1;}this.#o+=1,this.renderBatch({sourceOrigin:t.input.sourceOrigin,urls:r.map(n=>n.input.url),options:t.input.options,...t.input.downloadHtml===void 0?{}:{downloadHtml:t.input.downloadHtml}}).then(n=>{let s=new Map(n.pages.map(i=>[i.page.requestedUrl,i])),o=new Map(n.failures.map(i=>[i.url,i]));for(let i of r){let u=s.get(i.input.url);if(u){i.resolve(u);continue}let a=o.get(i.input.url);i.reject(a?.httpStatus===void 0?new Error(`Remote render failed after ${a?.attempts??this.#t} attempt(s) for ${i.input.url}: ${a?.error??"Unknown remote render failure."}`):new re(i.input.url,a.httpStatus,a.attempts,a.error));}}).catch(n=>{let s=er(n);for(let o of r)o.reject(new Error(s,{cause:n}));}).finally(()=>{this.#o-=1,this.#a();});}this.#r.length>0&&this.#a();}};function Eo(e,t,r){if(!e||typeof e!="object")throw new Error("Remote asset result must be a JSON object.");let n=e;if(n.schemaVersion!==z||n.response?.operation!=="asset"||n.response.jobId!==t.jobId||n.response.taskId!==t.taskId||!n.detail||!Array.isArray(n.detail.assets)||n.detail.assets.length!==r.length)throw new Error("Remote asset result has an invalid envelope.");for(let s=0;s<r.length;s+=1)if(n.detail.assets[s]?.requestedUrl!==r[s])throw new Error("Remote asset result does not match the requested URLs.");return n}var bt=class{#e;#n;#t;#s=0;constructor(t){this.#e=t.client,this.#n=ee(t.jobId,"jobId"),this.#t=Math.max(1,Math.min(5,t.maxAttempts??2));}async fetch(t){let r=[...t.urls];if(r.length<1||r.length>20)throw new Error("Remote asset batches require between 1 and 20 URLs.");let n=null;for(let s=1;s<=this.#t;s+=1){this.#s+=1;let o=ee(`asset-${this.#s}-${se(r.join(`
11
+ `)).slice(0,24)}-a${s}`,"taskId");try{let i=await this.#e.invoke({schemaVersion:z,operation:"asset",jobId:this.#n,taskId:o,urls:r,options:{ignoreHttpsErrors:t.ignoreHttpsErrors,timeoutMs:Math.max(1e3,Math.min(12e4,t.timeoutMs??6e4))}});return {assets:Eo(await this.#e.readResult(i),i,r).detail.assets,taskId:o,attempts:s}}catch(i){n=i;}}throw new Error(`Remote asset batch failed after ${this.#t} attempt(s): ${n instanceof Error?n.message:String(n)}`,{cause:n})}};function mn(e,t){let r=[];for(let n=0;n<e.length;n+=t)r.push(e.slice(n,n+t));return r}function gn(e){return {sourceOrigin:e.sourceOrigin,targetOrigin:e.targetOrigin,urlRewriteMode:e.urlRewriteMode,outputDir:"/workspace",extraReplacements:e.extraReplacements,wpsuite:{...e.wpsuite?.subscriptionType?{subscriptionType:e.wpsuite.subscriptionType}:{},...e.wpsuite?.siteSettings?{siteSettings:{subscriber:e.wpsuite.siteSettings.subscriber===true}}:{}}}}function hn(e,t){if(!e||typeof e!="object")throw new Error("Remote rewrite result must be a JSON object.");let r=e;if(r.schemaVersion!==z||r.response?.operation!=="rewrite"||r.response.jobId!==t.jobId||r.response.taskId!==t.taskId||!r.detail||!Array.isArray(r.detail.objects))throw new Error("Remote rewrite result has an invalid envelope.");return r}async function fn(e,t,r){let n=r.options??{},s=await zt(e,n.files);if(s.length===0)return 0;let o=ee(r.jobId,"jobId"),i=Ke(r.client.config.workspace.prefix,"jobs",o,"rewrite-inputs"),u=`${i}/config.json`.replace(/\/+/g,"/"),a=`${i}/asset-map.json`.replace(/\/+/g,"/"),d=`${i}/previous-asset-map.json`.replace(/\/+/g,"/");await Promise.all([r.client.writeWorkspaceObject({key:u,body:JSON.stringify(gn(e)),contentType:"application/json; charset=utf-8"}),r.client.writeWorkspaceObject({key:a,body:JSON.stringify(t),contentType:"application/json; charset=utf-8"}),r.client.writeWorkspaceObject({key:d,body:JSON.stringify(n.previousAssetMap??{}),contentType:"application/json; charset=utf-8"})]);let l=Math.max(1,Math.min(500,r.batchSize)),c=Math.ceil(s.length/l),p=Math.max(1,Math.min(Math.max(1,r.concurrency),c));await n.onStart?.({totalFiles:s.length,workerCount:p});let h=[],f=0,b=0;await Promise.all(Array.from({length:Math.min(16,s.length)},async()=>{for(;;){let T=f;if(T>=s.length)return;f+=1;let v=s[T],R=P.join(e.outputDir,v),O=pn.lookup(v),C=O?pn.contentType(O)||O:"text/plain; charset=utf-8",q=`${i}/files/${se(v)}.txt`.replace(/\/+/g,"/");await r.client.writeWorkspaceObject({key:q,body:await $.readFile(R),contentType:C}),h[T]={relativePath:v,key:q,fullPath:R,contentType:C},b+=1,await r.onStageProgress?.({index:b,totalFiles:s.length,file:v});}}));let m=mn(h,l),g=0,w=0,x=0,k=0,M=Array.from({length:p},async()=>{for(;;){let T=g;if(T>=m.length)return;g+=1;let v=m[T],R=null,O=null;for(let C=1;C<=Math.max(1,Math.min(5,r.maxAttempts));C+=1){let q=ee(`rewrite-${T+1}-a${C}-${se(v.map(y=>y.relativePath).join(`
12
+ `)).slice(0,16)}`,"taskId"),B={schemaVersion:z,operation:"rewrite",jobId:o,taskId:q,configKey:u,assetMapKey:a,previousAssetMapKey:d,items:v.map(y=>({inputKey:y.key,outputKey:y.key,relativePath:y.relativePath,contentType:y.contentType}))};try{let y=await r.client.invoke(B);O=hn(await r.client.readResult(y),y);break}catch(y){R=y;}}if(!O)throw new Error(`Remote rewrite batch ${T+1}/${m.length} failed: ${R instanceof Error?R.message:String(R)}`,{cause:R});for(let C of v){let q=O.detail.objects.find(B=>B.outputKey===C.key);if(!q)throw new Error(`Remote rewrite result omitted ${C.relativePath}.`);await ye(C.fullPath,Buffer.from(await r.client.readObject(q.output))),q.changed&&(k+=1),w+=1,await n.onProgress?.({index:w,totalFiles:s.length,changedTextFiles:k,file:C.relativePath,changed:q.changed});}x+=1,await r.onBatchProgress?.({completedItems:w,totalItems:s.length,completedBatches:x,totalBatches:m.length,changedTextFiles:k});}});return await Promise.all(M),k}async function wn(e,t,r,n){let s=n.relativePaths?new Set([...n.relativePaths].map(g=>g.replace(/\\/g,"/"))):null,o=Object.values(t.objects).filter(g=>g.isText&&(!s||s.has(g.relativePath))).sort((g,w)=>g.relativePath.localeCompare(w.relativePath));if(o.length===0)return 0;let i=ee(n.jobId,"jobId"),u=Ke(n.client.config.workspace.prefix,"jobs",i,"rewrite-config"),a=`${u}/config.json`.replace(/\/+/g,"/"),d=`${u}/asset-map.json`.replace(/\/+/g,"/");await Promise.all([n.client.writeWorkspaceObject({key:a,body:JSON.stringify(gn(e)),contentType:"application/json; charset=utf-8"}),n.client.writeWorkspaceObject({key:d,body:JSON.stringify(r),contentType:"application/json; charset=utf-8"})]);let l=Math.max(1,Math.min(500,n.batchSize)),c=mn(o,l),p=Math.max(1,Math.min(Math.max(1,n.concurrency),c.length)),h=0,f=0,b=0,m=0;return await Promise.all(Array.from({length:p},async()=>{for(;;){let g=h;if(g>=c.length)return;h+=1;let w=c[g],x=null,k=null;for(let M=1;M<=Math.max(1,Math.min(5,n.maxAttempts));M+=1){let T=ee(`rewrite-object-${g+1}-a${M}-${se(w.map(v=>v.relativePath).join(`
13
+ `)).slice(0,16)}`,"taskId");try{let v=await n.client.invoke({schemaVersion:z,operation:"rewrite",jobId:i,taskId:T,configKey:a,assetMapKey:d,items:w.map(R=>({inputKey:R.object.key,outputKey:R.object.key,relativePath:R.relativePath,contentType:R.contentType||R.object.contentType}))});x=hn(await n.client.readResult(v),v);break}catch(v){k=v;}}if(!x)throw new Error(`Remote object rewrite batch ${g+1}/${c.length} failed: ${k instanceof Error?k.message:String(k)}`,{cause:k});for(let M of w){let T=x.detail.objects.find(v=>v.outputKey===M.object.key);if(!T)throw new Error(`Remote rewrite result omitted ${M.relativePath}.`);M.object=T.output,T.changed&&(m+=1),f+=1,await n.onProgress?.({index:f,totalFiles:o.length,changedTextFiles:m,file:M.relativePath,changed:T.changed});}b+=1,await n.onBatchProgress?.({completedItems:f,totalItems:o.length,completedBatches:b,totalBatches:c.length,changedTextFiles:m});}})),t.assetMap={...r},t.generatedAt=new Date().toISOString(),m}var Mo="remote-workers.json";function yn(e={}){let t=String(e.explicitPath??"").trim();if(t)return P.resolve(t);let r=String(e.runtimeDir??process.env.STATIC_PUBLISHER_RUNTIME_DIR??process.env.WPSUITE_STATIC_PUBLISHER_RUNTIME_DIR??"").trim();return r?P.join(P.resolve(r),Mo):""}function bn(e,t,r,n=250){let s=Math.max(1,Math.floor(n)),o=[],i=new Set;for(let u of [e,...t]){let a=u.trim();if(!(!a||i.has(a)||r(a))&&(i.add(a),o.push(a),o.length>=s))break}return o}async function Sn(e,t){let r=String(e.wpsuite?.runtimeToken||"").trim();if(!r)throw new Error("Page-cache purge is enabled, but the WordPress runtime token is missing.");let n=new URL("/wp-json/smartcloud-static-publisher/v1/page-cache/purge",e.sourceOrigin).toString(),s=await t.post(n,{timeout:3e4,failOnStatusCode:false,maxRedirects:0,headers:{"content-type":"application/json","x-static-publisher-token":r},data:JSON.stringify({scope:"all"})});try{let o=await s.text();if(o.length>65536)throw new Error("WordPress page-cache purge response was too large.");let i=null;try{i=JSON.parse(o);}catch{throw new Error(`WordPress page-cache purge returned invalid JSON (HTTP ${s.status()}).`)}if(!s.ok()){let u=i&&typeof i=="object"&&"message"in i?String(i.message||""):"";throw new Error(`WordPress page-cache purge failed with HTTP ${s.status()}${u?`: ${u}`:""}`)}if(!i||typeof i!="object"||i.purged!==!0)throw new Error("WordPress page-cache provider did not confirm a complete purge.");return {purged:!0,provider:String(i.provider||"custom"),scope:"all",...typeof i.purgedAt=="string"?{purgedAt:i.purgedAt}:{}}}finally{await s.dispose().catch(()=>{});}}function $o(){let e=process.env.STATIC_PUBLISHER_RUNTIME_DIR||process.env.WPSUITE_STATIC_PUBLISHER_RUNTIME_DIR||"";return e.trim()?P.resolve(e):""}function St(e){let t=String(process.env.STATIC_PUBLISHER_REMOTE_EXPORT_MANIFEST_PATH||"").trim();if(t)return P.resolve(t);let r=$o();if(r)return P.join(r,"remote-export-manifest.json");let n=P.resolve(e.outputDir);return P.join(P.dirname(n),`.${P.basename(n)}-remote-export-manifest.json`)}function Pt(e){let t=P.posix.normalize(String(e||"").replace(/\\/g,"/").replace(/^\/+/,""));if(!t||t==="."||t===".."||t.startsWith("../")||/^[A-Za-z]:/.test(t))throw new Error(`Invalid remote export relative path: ${e}`);return t}function Rn(e,t,r){let n=r?.workspace.bucket===t.workspace.bucket&&r.workspace.prefix===t.workspace.prefix;return {schemaVersion:1,generatedAt:new Date().toISOString(),jobId:e,workspace:{...t.workspace},objects:n?{...r.objects}:{},assetMap:n?{...r.assetMap}:{}}}function vn(e,t){let r=e.objects[Pt(t)];if(!r)return true;let n=`${Ke(e.workspace.prefix,"jobs",ee(e.jobId,"jobId"))}/`;return !he(r.object.key,e.workspace.prefix).startsWith(n)}function De(e,t){let r=Pt(t.relativePath);if(t.object.bucket!==e.workspace.bucket)throw new Error(`Remote export object bucket mismatch for ${r}.`);he(t.object.key,e.workspace.prefix),e.objects[r]={...t,relativePath:r},e.generatedAt=new Date().toISOString();}function kn(e,t){delete e.objects[Pt(t)],e.generatedAt=new Date().toISOString();}async function Cn(e,t){t.generatedAt=new Date().toISOString();let r=St(e);await $.mkdir(P.dirname(r),{recursive:true}),await ye(r,`${JSON.stringify(t,null,2)}
14
+ `,"utf8");}async function xn(e){try{let t=JSON.parse(await $.readFile(St(e),"utf8"));if(t.schemaVersion!==1||typeof t.jobId!="string"||!t.workspace||typeof t.workspace.bucket!="string"||typeof t.workspace.prefix!="string"||!t.objects||typeof t.objects!="object"||!t.assetMap||typeof t.assetMap!="object")return null;let r=t;for(let[n,s]of Object.entries(r.objects)){if(Pt(n),!s||s.relativePath!==n||s.object?.bucket!==r.workspace.bucket)return null;he(s.object.key,r.workspace.prefix);}return r}catch{return null}}var Lo=["text/css","javascript","image/","font/","application/font","application/json","application/xml","text/xml","application/rss+xml","application/atom+xml","application/xslt+xml","text/xsl","image/svg+xml"],qn=new Set([".css",".js",".mjs",".json",".map",".xml",".xsl",".rss",".atom",".txt",".enc",".jws",".png",".jpg",".jpeg",".gif",".webp",".avif",".svg",".ico",".woff",".woff2",".ttf",".otf",".eot",".pdf",".mp4",".webm"]),Nn=new Set(["",".html",".htm"]),Fo=new Set([".css",".xml",".xsl",".svg",".json",".html",".htm",".txt",".enc",".jws"]),Do=["/wp-content/","/wp-includes/","/wp-admin/","/static/","/assets/","/build/","/_next/"];function Wo(e){let t=[],r="full",n="full",s=false,o=false,i="",u=null,a="";for(let d=0;d<e.length;d++){let l=e[d];if(l==="--retry-timeouts")r="retry-timeouts",s=true;else if(l==="--resume")s=true;else if(l==="--resume-rewrite")s=true,o=true;else if(l==="--crawl-mode"){let c=e[++d];if(!c)throw new Error("--crawl-mode requires a value");n=c==="incremental"?"incremental":"full",s||=n==="incremental";}else if(l.startsWith("--crawl-mode="))n=l.slice(13)==="incremental"?"incremental":"full",s||=n==="incremental";else if(l==="--incremental")n="incremental",s=true;else if(l==="--url"){let c=e[++d];if(!c)throw new Error("--url requires a value");r="single-url",s=true,t.push(c);}else if(l.startsWith("--url="))r="single-url",s=true,t.push(l.slice(6));else if(l==="--urls"){let c=e[++d];if(!c)throw new Error("--urls requires a file path");r="single-url",s=true,t.push(`@${c}`);}else if(l==="--content-sync-plan"){let c=e[++d];if(!c)throw new Error("--content-sync-plan requires a file path");r="content-sync",n="incremental",s=true,i=P.resolve(c);}else if(l.startsWith("--content-sync-plan="))r="content-sync",n="incremental",s=true,i=P.resolve(l.slice(20));else if(l==="--remote-render")u=true;else if(l==="--local-render")u=false;else if(l==="--remote-worker-config"){let c=e[++d];if(!c)throw new Error("--remote-worker-config requires a file path");a=P.resolve(c);}else l.startsWith("--remote-worker-config=")&&(a=P.resolve(l.slice(23)));}return {mode:r,crawlMode:n,urls:t,preserveOutput:s,resumeRewrite:o,contentSyncPlanPath:i,remoteRender:u,remoteWorkerConfigPath:a}}function rt(){let e=process.env.STATIC_PUBLISHER_RUNTIME_DIR||process.env.WPSUITE_STATIC_PUBLISHER_RUNTIME_DIR||"";return e.trim()?P.resolve(e):""}function qo(){let e=rt();return e?P.join(e,"privacy","cookie-observations.json"):null}function No(){let e=rt();return e?P.resolve(e,".."):""}function _o(){let e=process.env.STATIC_PUBLISHER_WP_ROOT||process.env.WPSUITE_STATIC_PUBLISHER_WP_ROOT||"";return e.trim()?P.resolve(e):""}function Bo(e){let t=e.trim(),r=[{alias:"@storage-root",root:No(),requiredEnv:"STATIC_PUBLISHER_RUNTIME_DIR or WPSUITE_STATIC_PUBLISHER_RUNTIME_DIR"},{alias:"@runtime",root:rt(),requiredEnv:"STATIC_PUBLISHER_RUNTIME_DIR or WPSUITE_STATIC_PUBLISHER_RUNTIME_DIR"},{alias:"@wp-root",root:_o(),requiredEnv:"STATIC_PUBLISHER_WP_ROOT or WPSUITE_STATIC_PUBLISHER_WP_ROOT"}];for(let n of r){if(t!==n.alias&&!t.startsWith(`${n.alias}/`))continue;if(!n.root)return {resolvedPath:null,alias:n.alias,requiredEnv:n.requiredEnv};let s=t.slice(n.alias.length).replace(/^\/+/,"");return {resolvedPath:s?P.resolve(n.root,s):n.root,alias:n.alias}}return {resolvedPath:P.resolve(t)}}function _n(e){let t=String(process.env.STATIC_PUBLISHER_CRAWL_MANIFEST_PATH||"").trim();if(t)return P.resolve(t);let r=rt();return r?P.join(r,"crawl-manifest.json"):P.join(e.outputDir,".crawl-manifest.json")}function Bn(){return {schemaVersion:6,updatedAt:"",pages:{},assets:{}}}function En(e){return {url:String(e.url||""),outputPath:String(e.outputPath||""),contentType:typeof e.contentType=="string"&&e.contentType?e.contentType:null,changeToken:typeof e.changeToken=="string"?e.changeToken:null,tokenSource:typeof e.tokenSource=="string"?e.tokenSource:null,sitemapLastmod:typeof e.sitemapLastmod=="string"?e.sitemapLastmod:null,discoveredPages:Array.isArray(e.discoveredPages)?e.discoveredPages.map(t=>String(t)):[],discoveredAssets:Array.isArray(e.discoveredAssets)?e.discoveredAssets.map(t=>String(t)):[],lastCrawledAt:String(e.lastCrawledAt||""),lastSeenRunId:String(e.lastSeenRunId||""),rewriteComplete:e.rewriteComplete===true}}function Ho(e){let t=e.isText===true;return {url:String(e.url||""),outputPath:String(e.outputPath||""),isText:t,contentType:typeof e.contentType=="string"&&e.contentType?e.contentType:null,cacheControl:typeof e.cacheControl=="string"&&e.cacheControl?e.cacheControl:null,changeToken:typeof e.changeToken=="string"?e.changeToken:null,tokenSource:typeof e.tokenSource=="string"?e.tokenSource:null,discoveredAssets:Array.isArray(e.discoveredAssets)?e.discoveredAssets.map(r=>String(r)):[],lastCrawledAt:String(e.lastCrawledAt||""),lastSeenRunId:String(e.lastSeenRunId||""),unreferencedRuns:Math.max(0,Number(e.unreferencedRuns)||0),rewriteComplete:e.rewriteComplete===true||!t}}function nr(e){let t=e?.["content-type"]?.trim();return t||null}function sr(e){let t=e?.["cache-control"]?.trim();return t||null}function Vo(e){return e?e.split(",").map(t=>t.trim().toLowerCase()).some(t=>t==="no-cache"||t==="no-store"||/^max-age\s*=\s*0$/.test(t)):false}function zo(){return {rewriteTargets:new Set,changedFiles:new Set,deletedFiles:new Set,revalidateFiles:new Set}}function We(e,t,r,n){let s=Z(t.outputDir,r);s&&(Vo(n)?e.revalidateFiles.add(s):e.revalidateFiles.delete(s));}function Y(e,t,r){let n=Z(t.outputDir,r);n&&(e.changedFiles.add(n),e.deletedFiles.delete(n));}function or(e,t,r){let n=Z(t.outputDir,r);n&&(e.deletedFiles.add(n),e.changedFiles.delete(n),e.revalidateFiles.delete(n));}function oe(e,t){e.rewriteTargets.add(P.resolve(t));}async function Qo(e){try{let t=await $.readFile(_n(e),"utf8"),r=JSON.parse(t);if(r&&typeof r=="object"&&r.pages&&typeof r.pages=="object"){if((r.schemaVersion===2||r.schemaVersion===3||r.schemaVersion===4||r.schemaVersion===5||r.schemaVersion===6)&&r.assets&&typeof r.assets=="object")return {schemaVersion:6,updatedAt:String(r.updatedAt||""),pages:Object.fromEntries(Object.entries(r.pages).map(([n,s])=>[n,En(s)])),assets:Object.fromEntries(Object.entries(r.assets).map(([n,s])=>[n,Ho(s)]))};if(r.schemaVersion===1)return {schemaVersion:6,updatedAt:String(r.updatedAt||""),pages:Object.fromEntries(Object.entries(r.pages).map(([n,s])=>[n,En(s)])),assets:{}}}}catch{}return Bn()}function ir(e){return JSON.parse(JSON.stringify(e))}async function Jo(e,t){let r=_n(e);await $.mkdir(P.dirname(r),{recursive:true}),await $.writeFile(r,JSON.stringify(t,null,2),"utf8");}async function ve(e,t,r=false){if(!t.trackManifest)return;t.manifestPendingChanges+=1;let n=Date.now();if(!r&&t.manifestPendingChanges<25&&n-t.lastManifestSavedAt<5e3)return;t.manifestPendingChanges=0,t.lastManifestSavedAt=n;let s=async()=>{let o=ir(t.manifest);o.updatedAt=new Date().toISOString(),t.manifest.updatedAt=o.updatedAt,await Jo(e,o);};t.manifestSaveChain=t.manifestSaveChain.then(s,s),await t.manifestSaveChain;}function Ie(e){if(!e)return null;let t=e.trim();return t||null}function Ko(e,t){let r=new Set,n=new Set([...Object.keys(e),...Object.keys(t)]);for(let s of n){let o=e[s],i=t[s];!o||!i||o===i||r.add(s);}return r}async function Hn(e,t,r,n){let s=[...new Set(r.map(u=>u.trim()).filter(Boolean))],o=String(e.wpsuite?.runtimeToken||"").trim();if(s.length===0||!o)return new Map;let i=new URL("/wp-json/smartcloud-static-publisher/v1/change-tokens",e.sourceOrigin).toString();try{let u=await t.post(i,{timeout:3e4,failOnStatusCode:!1,headers:{"content-type":"application/json","x-static-publisher-token":o},data:JSON.stringify({urls:s})});if(!u.ok())return n.warn(`Change token lookup failed with HTTP ${u.status()}`,{endpoint:i,status:u.status()}),new Map;let a=await u.json().catch(()=>null);if(!a||!Array.isArray(a.items))return new Map;let d=new Map;for(let l of a.items)!l||typeof l.url!="string"||d.set(l.url,l);return d}catch(u){return n.warn("Change token lookup failed; falling back to sitemap metadata",{endpoint:i,error:u instanceof Error?`${u.name}: ${u.message.split(/\r?\n/u,1)[0]}`:"Unknown change-token request failure"}),new Map}}async function vt(e,t,r,n,s){if(!r.enabled&&!r.trackManifest)return null;if(r.changeTokenCache.has(n))return r.changeTokenCache.get(n)??null;let i=(await Hn(e,t,[n],s)).get(n)??null;return It(e,n)&&(!i||i.supported!==true||!i.token)&&(i=await Yo(e,t,n,s)),i=Vn(e,i),r.changeTokenCache.set(n,i),i}async function mr(e,t,r,n,s){if(!r.trackManifest)return;let o=[...new Set(n.map(i=>i.trim()).filter(Boolean))].filter(i=>!r.changeTokenCache.has(i));for(let i=0;i<o.length;i+=250){let u=o.slice(i,i+250),a=await Hn(e,t,u,s);for(let d of u)r.changeTokenCache.set(d,Vn(e,a.get(d)??null));}}async function Go(e,t,r,n,s,o){if(!(!n.trackManifest||n.changeTokenCache.has(s)))for(;!n.changeTokenCache.has(s);){if(!n.pageChangeTokenPrimePromise){let i=bn(s,r.pageQueue,a=>n.changeTokenCache.has(a));if(i.length===0)return;o.info(`Loading ${i.length} page change tokens in bulk.`,{phase:"prime-page-change-tokens",batchSize:i.length,remainingPages:r.pageQueue.length});let u=mr(e,t,n,i,o).finally(()=>{n.pageChangeTokenPrimePromise===u&&(n.pageChangeTokenPrimePromise=null);});n.pageChangeTokenPrimePromise=u;}await n.pageChangeTokenPrimePromise;}}function Zo(e){return `subscriber=${e.wpsuite?.siteSettings?.subscriber===true?"1":"0"}`}function Vn(e,t){if(!t?.supported||!t.token||t.tokenSource==="wp-media-file")return t;let r=Zo(e);return {...t,token:le(`${t.token}
15
+ ${r}`,40),tokenSource:t.tokenSource?`${t.tokenSource}+site-subscriber`:"site-subscriber"}}async function Yo(e,t,r,n){try{let s=await t.get(r,{timeout:Math.min(e.navigationTimeoutMs,15e3),failOnStatusCode:!1});if(s.status()!==404)return n.warn(`Generated 404 fallback token skipped for ${r}`,{url:r,status:s.status(),requestPath:e.generated404RequestPath,source:"generated-404-change-token-fallback"}),null;let o=await s.text().catch(()=>""),i=le(`${r}
16
16
  404
17
- ${o}`,40);return n.info(`Using generated 404 fallback change token for ${r}`,{url:r,requestPath:e.generated404RequestPath,source:"generated-404-change-token-fallback"}),{url:r,supported:!0,token:i,tokenSource:"generated-404-response-hash",postId:null,dependencyPostIds:[],reason:null}}catch(s){return n.warn(`Generated 404 fallback token lookup failed for ${r}`,{url:r,error:String(s),requestPath:e.generated404RequestPath,source:"generated-404-change-token-fallback"}),null}}async function Bn(e,t,r,n,s,o){let i=It(e,s);if(await zo(e,t,r,n,s,o),!n.enabled)return {action:"render",changeToken:n.trackManifest?await vt(e,t,n,s,o):null};let u=n.manifest.pages[s];if(!u)return {action:"render",changeToken:await vt(e,t,n,s,o)};let a=await vt(e,t,n,s,o);if(a?.supported&&a.token)return u.changeToken===a.token?i&&!await Ko(e,t,s,o)?{action:"render",changeToken:a}:{action:"reuse",changeToken:a}:{action:"render",changeToken:a};let d=Ie(r.sitemapLastmodByPage[s]);return d&&u.sitemapLastmod&&u.sitemapLastmod===d?{action:"reuse",changeToken:a}:{action:"render",changeToken:a}}async function Ko(e,t,r,n){try{let o=(await t.get(r,{timeout:Math.min(e.navigationTimeoutMs,15e3),failOnStatusCode:!1})).status();return o===404?!0:(n.warn(`Generated 404 request path no longer returns 404 for ${r}`,{url:r,status:o,requestPath:e.generated404RequestPath,source:"generated-404-status-probe"}),!1)}catch(s){return n.warn(`Generated 404 status probe failed for ${r}`,{url:r,error:String(s),requestPath:e.generated404RequestPath,source:"generated-404-status-probe"}),false}}async function Go(e,t,r,n,s){let o=An(r.previousManifest,void 0,n,"previous-manifest"),i=0;for(let[m,h]of Object.entries(r.manifest.pages))if(!r.seenPages.has(m)){or(s,e,h.outputPath);try{await $.unlink(h.outputPath);}catch(f){(f.code||"")!=="ENOENT"&&n.warn(`Failed to remove stale incremental page output for ${m}`,{url:m,outputPath:h.outputPath,error:String(f)});}delete r.manifest.pages[m],i++;}let u=An(r.manifest,r.runId,n,"active-manifest"),a=new Set,d=new Set;for(let m of u){for(let S of Xe(e,m))a.add(S);let h=r.manifest.assets[m]?.outputPath;h&&d.add(h);let f=qe(e,t.assetMap,m);f&&d.add(f);}for(let m of Object.keys(r.manifest.assets)){if(u.has(m)){r.manifest.assets[m].unreferencedRuns=0;continue}let h=r.manifest.assets[m];if(Xr(h.unreferencedRuns)){h.unreferencedRuns+=1,n.warn(`Deferred deletion of newly unreferenced incremental asset ${m}.`,{url:m,unreferencedRuns:h.unreferencedRuns,phase:"incremental-cleanup",source:"asset-deletion-grace"});continue}delete r.manifest.assets[m];}let l=0,c=0;for(let m of o){if(r.manifest.assets[m])continue;let h=new Set,f=r.previousManifest.assets[m]?.outputPath;f&&h.add(f);let S=qe(e,t.assetMap,m);if(!u.has(m)&&S)h.add(S);else if(!u.has(m)){let p=mi(e,m,n,"incremental-cleanup");p&&(h.add(p.originalFilePath),p.hashedFilePath&&h.add(p.hashedFilePath));}for(let p of h)if(!d.has(p)){or(s,e,p);try{await $.unlink(p),l++;}catch(g){(g.code||"")!=="ENOENT"&&n.warn(`Failed to remove stale incremental asset output for ${m}`,{url:m,outputPath:p,error:String(g)});}}for(let p of Xe(e,m))a.has(p)||Object.prototype.hasOwnProperty.call(t.assetMap,p)&&(delete t.assetMap[p],c++);}(i>0||l>0||c>0)&&n.info(`Incremental cleanup removed ${i} stale pages, ${l} stale assets, ${c} stale asset mappings`,{removedPages:i,removedAssets:l,removedAssetMappings:c,phase:"incremental-cleanup"});}async function Zo(e,t,r,n){let s=new Set([...Object.values(t.manifest.pages),...Object.values(t.manifest.assets)].map(a=>String(a.outputPath||"").trim()).filter(Boolean).map(a=>P.resolve(a))),o=Object.values(e.postCrawlCopyMap||{}).map(a=>kt(String(a||""))).filter(a=>!!a).map(a=>P.resolve(e.outputDir,a)),u=(await ct(e.outputDir)).filter(a=>a.endsWith(".html")||a.endsWith(".htm")).filter(a=>Yr(P.join(e.outputDir,a),e.outputDir,s,o));for(let a of u){let d=P.join(e.outputDir,a);or(n,e,d),await $.unlink(d);}u.length>0&&r.info(`Removed ${u.length} orphaned HTML output file(s) that are absent from the current crawl manifest.`,{phase:"incremental-cleanup",source:"manifest-output-reconciliation",removedPages:u.length,samples:u.slice(0,20)});}function An(e,t,r,n){let s=new Set,o=i=>{let u=i.trim();if(u){if(r){let a=ie(u,r,"asset",n??"manifest");if(!a)return;s.add(a.toString());return}s.add(u);}};for(let i of Object.values(e.pages))for(let u of i.discoveredAssets||[])o(u);for(let[i,u]of Object.entries(e.assets||{}))t&&u.lastSeenRunId!==t||o(i);return s}function En(e,t,r){for(let n of t)for(let s of Xe(e,n))if(r.has(s))return true;return false}function Yo(e,t,r,n,s){let o=new Set(r.rewriteTargets);for(let u of r.changedFiles)o.add(P.resolve(e.outputDir,u));for(let u of Object.values(t.manifest.pages))u.rewriteComplete||o.add(P.resolve(u.outputPath));for(let u of Object.values(t.manifest.assets))u.isText&&!u.rewriteComplete&&o.add(P.resolve(u.outputPath));let i=Vo(n,s);if(i.size===0)return [...o];for(let u of Object.values(t.manifest.pages))En(e,u.discoveredAssets,i)&&o.add(P.resolve(u.outputPath));for(let[u,a]of Object.entries(t.manifest.assets)){a.isText&&En(e,a.discoveredAssets,i)&&o.add(P.resolve(a.outputPath));for(let d of Xe(e,u))if(i.has(d)){Z(r,e,a.outputPath),a.isText&&o.add(P.resolve(a.outputPath));break}}return [...o]}function Xo(e,t){let r=t?new Set(Array.from(t,s=>P.resolve(s))):null,n=s=>r===null||r.has(P.resolve(s));for(let s of Object.values(e.manifest.pages))n(s.outputPath)&&(s.rewriteComplete=true);for(let s of Object.values(e.manifest.assets)){if(!s.isText){s.rewriteComplete=true;continue}n(s.outputPath)&&(s.rewriteComplete=true);}}function ei(e,t,r){let n=new Set,s=o=>{if(!o)return;let i=X(e.outputDir,o);i&&n.add(i);};for(let o of t.donePages)s(fe(e,o));for(let o of Object.values(r.manifest.pages))o.lastSeenRunId===r.runId&&s(o.outputPath);for(let o of t.doneAssets)s(qe(e,t.assetMap,o));for(let o of Object.values(r.manifest.assets))o.lastSeenRunId===r.runId&&s(o.outputPath);return n}async function ti(e,t,r,n,s,o){let i=[...n.deletedFiles].sort(),u=ei(e,t,r),a=0;for(let c of [...u].sort())if(!o?.objects[c]){try{if((await $.stat(P.join(e.outputDir,c))).isFile())continue}catch{}a++,s.warn(`Active output is missing after crawl: ${c}`,{phase:"deploy-plan",file:c,outputPath:P.join(e.outputDir,c)});}if(a>0&&s.warn(`Detected ${a} active output file(s) missing before deploy plan save.`,{phase:"deploy-plan",missingActiveOutputs:a}),i.length===0)return [];let d=[],l=0;for(let c of i){if(!u.has(c)){d.push(c);continue}l++;let m=P.join(e.outputDir,c),h;try{h=(await $.stat(m)).isFile();}catch{h=false;}s.warn(`Deploy plan protected active output from deletion: ${c}`,{phase:"deploy-plan",file:c,outputPath:m,exists:h});}return l>0&&s.info(`Deploy plan skipped ${l} active output deletion(s).`,{phase:"deploy-plan",protectedDeletes:l,deletedFiles:d.length}),d}function Xe(e,t){let r=new Set([t]);try{let n=new URL(t),o=[new URL(e.sourceOrigin).origin,...Object.keys(e.extraReplacements||{})];if(e.targetOrigin&&e.targetOrigin!=="."&&e.targetOrigin!=="/")try{o.push(new URL(e.targetOrigin).origin);}catch{}for(let i of o)try{r.add(new URL(i).origin+n.pathname+n.search);}catch{}r.add(n.pathname+n.search),r.add(n.pathname);}catch{}return [...r]}function ri(e,t){let r=new Set([t]);try{let n=new URL(t),o=[new URL(e.sourceOrigin).origin,...Object.keys(e.extraReplacements||{})];if(e.targetOrigin&&e.targetOrigin!=="."&&e.targetOrigin!=="/")try{o.push(new URL(e.targetOrigin).origin);}catch{}for(let i of o)try{r.add(new URL(i).origin+n.pathname+n.search);}catch{}r.add(n.pathname+n.search);}catch{}return [...r]}function Hn(e,t){let r=e.targetOrigin&&e.targetOrigin!=="."&&e.targetOrigin!=="/"?e.targetOrigin:"https://relative.invalid/";try{let n=new URL(t,r);return Je(e.outputDir,n.pathname)}catch{return null}}function Vn(e,t,r){for(let n of ri(e,r)){let s=t[n];if(!s)continue;let o=Hn(e,s);if(o)return {outputPath:o,publicUrl:s}}return null}function ni(e,t,r){for(let n of Xe(e,r)){let s=t[n];if(!s)continue;let o=Hn(e,s);if(o)return o}return null}function qe(e,t,r){let n=ni(e,t,r);if(n)return n;try{return nt(e,r).originalFilePath}catch{return null}}function si(){let e=process.env.STATIC_PUBLISHER_RUNTIME_DIR||process.env.WPSUITE_STATIC_PUBLISHER_RUNTIME_DIR||"";return e.trim()?P.join(P.resolve(e),"queue-runner-heartbeat.json"):""}async function Ge(e){let t=si();if(t)try{let r=await $.readFile(t,"utf8"),n=JSON.parse(r);if(!n||typeof n!="object")return;await $.writeFile(t,JSON.stringify({...n,checkedAt:new Date().toISOString(),status:"running",currentStep:"rewrite",message:e},null,2),"utf8");}catch{}}function oi(e,t){let r=new Set;for(let n of t.donePages)r.add(P.resolve(fe(e,n)));for(let n of t.doneAssets){let s=qe(e,t.assetMap,n);!s||!de(s)||r.add(P.resolve(s));}for(let n of t.doneSitemaps){let s=qe(e,t.assetMap,n);!s||!de(s)||r.add(P.resolve(s));}return [...r]}var Ct="re:",Rt=new Map;function ii(e){if(!e.startsWith(Ct))return null;let t=Rt.get(e);if(t!==void 0)return t||null;let r=e.slice(Ct.length).trim();if(!r)return Rt.set(e,false),null;try{let n=new RegExp(r);return Rt.set(e,n),n}catch{return console.warn(`[crawl] Ignoring invalid path matcher regex: ${e}`),Rt.set(e,false),null}}function gr(e,t){let r=ii(t);return r?r.test(e):t.startsWith(Ct)?false:e.startsWith(t)}function ai(e,t){return t.find(r=>gr(e,r))}function zn(e,t){let r=ai(t.pathname,e.blockedPathPrefixes);if(r)return r.startsWith(Ct)?`blocked path regex: ${r}`:`blocked path prefix: ${r}`;let n=e.blockedSearchFragments.find(s=>t.search.includes(s));return n?`blocked search fragment: ${n}`:null}function ci(e){let t=new URL(e.sourceOrigin),r=new Set([t.hostname,...e.allowedAssetHosts]);if(e.targetOrigin&&e.targetOrigin!=="."&&e.targetOrigin!=="/")try{r.add(new URL(e.targetOrigin).hostname);}catch{}for(let n of Object.keys(e.extraReplacements||{}))try{r.add(new URL(n).hostname);}catch{}return r}function ui(e,t){return ci(e).has(t.hostname)}function li(e){let t=be(e.trim()).replace(/\\\//g,"/").replace(/^['"]|['"]$/g,"").trim();return t=t.replace(/[)]+$/g,"").trim(),t=t.replace(/;.*$/g,"").trim(),t}function ar(e){let t=be(e).replace(/\\\//g,"/");return /[{}]|\bwindow\.|\blocation\.|\bincludes\(|\?\?null|\+|%7B|%7D|%22|<|>|\s/.test(t)||/[()[\]'"]/.test(t)}function di(e){let t=be(e).replace(/\\\//g,"/").trim(),r=P.extname(t).toLowerCase();return Fn.has(r)||Dn.has(r)?false:/^(?:this|[A-Za-z_$][\w$]*)\.[A-Za-z_$][\w$]*(?:\.[A-Za-z_$][\w$]*)*$/.test(t)}function Me(e){return jo.some(t=>e.pathname.startsWith(t))}function H(e,t,r=e.sourceOrigin,n,s="url",o=false){let i=li(t);if(!i||i.startsWith("data:")||i.startsWith("blob:")||i.startsWith("mailto:")||i.startsWith("tel:")||i.startsWith("#"))return n?.ignore(s,t,"empty or unsupported scheme",r),null;if(ar(i))return n?.ignore(s,t,"looks like JavaScript/code fragment",r),null;if(di(i))return n?.ignore(s,t,"looks like JavaScript property access",r),null;try{let u=new URL(i,r);if(Qn(u))return n?.reject(s,t,"malformed URL encoding",r),null;if(!["http:","https:"].includes(u.protocol))return n?.ignore(s,t,"unsupported protocol: ",r),null;if(!ui(e,u))return n?.ignore(s,u.toString(),"host not allowed",r),null;let a=zn(e,u);if(a&&!(o&&Dt(u)))return n?.reject(s,u.toString(),a,r),null;let d=new URL(e.sourceOrigin);return u.protocol=d.protocol,u.host=d.host,u.hash="",u}catch{return n?.reject(s,t,"invalid URL",r),null}}function Qn(e){try{return decodeURIComponent(e.pathname),decodeURIComponent(e.search),decodeURIComponent(e.hash),!1}catch{return true}}function ie(e,t,r,n){try{let s=new URL(e);return Qn(s)?(t.reject(r,e,"malformed URL encoding",n),null):Qe(s.pathname)===null?(t.reject(r,e,"unsafe URL pathname",n),null):s.protocol!=="http:"&&s.protocol!=="https:"?(t.reject(r,e,`unsupported protocol: ${s.protocol}`,n),null):s}catch{return t.reject(r,e,"invalid URL",n),null}}function Jn(e){return Fn.has(P.extname(e.pathname).toLowerCase())}function ke(e){return Me(e)?false:Dn.has(P.extname(e.pathname).toLowerCase())}function _e(e){let t=e.pathname.toLowerCase();return t.endsWith(".xml")&&(t.includes("sitemap")||t.endsWith("/sitemap.xml"))}function q(e,t){return !!(_e(t)||t.pathname==="/robots.txt"||t.pathname==="/llms.txt"||t.pathname.toLowerCase().endsWith(".xsl")||e.assetPathPrefixes.length>0&&e.assetPathPrefixes.some(r=>gr(t.pathname,r))||Jn(t)||!ke(t)&&!Me(t))}function fe(e,t){let r=new URL(t),n=Qe(r.pathname);if(n===null)throw new Error(`Unsafe page URL pathname: ${r.pathname}`);return n.endsWith("/")?n+="index.html":P.extname(n)||(n+="/index.html"),Je(e.outputDir,n)}function pi(e){if(!e.generated404RequestPath)return null;try{let t=new URL(e.generated404RequestPath,e.sourceOrigin);return !t.pathname.endsWith("/")&&P.extname(t.pathname)===""&&(t.pathname+="/"),t.hash="",t.toString()}catch{return null}}function It(e,t){let r=pi(e);if(!r)return false;try{return new URL(t,e.sourceOrigin).toString()===r}catch{return false}}function nt(e,t){let r=new URL(t),n=Qe(r.pathname);if(n===null)throw new Error(`Unsafe asset URL pathname: ${r.pathname}`);n.endsWith("/")&&(n+="index.html");let s=!!r.search,o=n,i=Je(e.outputDir,o),u=Bt(e.targetOrigin,o),a=`${u}${r.search}`;if(!s)return {originalPathname:o,originalFilePath:i,originalPublicUrl:u,originalPublicUrlWithSearch:a,preferQueryHashed:s};let d=P.extname(n),c=`${d?n.slice(0,-d.length):n}.${le(r.search)}${d||".bin"}`;return {originalPathname:o,originalFilePath:i,originalPublicUrl:u,originalPublicUrlWithSearch:a,preferQueryHashed:s,hashedPathname:c,hashedFilePath:Je(e.outputDir,c),hashedPublicUrl:Bt(e.targetOrigin,c)}}function mi(e,t,r,n){let s=ie(t,r,"asset",n);return s?nt(e,s.toString()):null}function cr(e,t,r,n,s){t[r]=n;try{let o=new URL(r),u=[new URL(e.sourceOrigin).origin,...Object.keys(e.extraReplacements||{})];if(e.targetOrigin&&e.targetOrigin!=="."&&e.targetOrigin!=="/")try{u.push(new URL(e.targetOrigin).origin);}catch{}for(let a of u)try{let d=new URL(a);t[d.origin+o.pathname+o.search]=n;}catch{}try{let a=(()=>{let d=new URL(n,e.targetOrigin==="."?"https://relative.invalid":e.targetOrigin);return `${d.pathname}${d.search}`})();t[o.pathname+o.search]=a;}catch{}try{let a=new URL(n,e.targetOrigin==="."?"https://relative.invalid":e.targetOrigin).pathname;t[o.pathname]=a;}catch{}try{let a=new URL(s,e.targetOrigin==="."?"https://relative.invalid":e.targetOrigin).pathname;t[o.pathname]=a;}catch{}}catch{}}async function Kn(e){try{return await $.readFile(e)}catch(t){if(t.code==="ENOENT")return null;throw t}}async function Oe(e){try{return await $.stat(e)}catch(t){if(t.code==="ENOENT")return null;throw t}}function gi(e){let t=String(e["content-length"]||"").trim();if(!t)return null;let r=Number.parseInt(t,10);return Number.isFinite(r)&&r>=0?r:null}function Gn(e){let t=String(e["last-modified"]||"").trim();if(!t)return null;let r=Date.parse(t);return Number.isFinite(r)?r:null}function hi(e,t){let r=Gn(t),n=gi(t),s=e?.mtime.getTime();return r!==null&&Math.abs((s??0)-r)>=1e3||n!==null&&e?.size!==n?false:r!==null||n!==null}async function fi(e,t){if(!t)return;let r=Gn(t);if(r===null)return;let n=await Oe(e);if(!n)return;let s=new Date(r);await $.utimes(e,n.atime,s).catch(()=>{});}function ur(e,t){let r=P.extname(e.pathname).toLowerCase(),n=t["content-type"]||"";return $o.has(r)||Mo.some(s=>n.includes(s))&&!n.startsWith("image/")&&!n.includes("font")}function wi(e){try{let t=P.extname(new URL(e).pathname).toLowerCase();return t===".js"||t===".mjs"}catch{return false}}function Ae(e,t){(e.doneAssets.size%25===0||e.doneAssets.size===1||e.doneAssets.size===e.stats.assetsQueued)&&t.progress(`Asset processing progress: processed ${e.doneAssets.size}, discovered ${e.stats.assetsQueued}.`,{doneAssets:e.doneAssets.size,assetsQueued:e.stats.assetsQueued,phase:"download-assets"});}function yi(e){return le(e.toString("base64"),40)}function Zn(e,t,r){let n=e.assetVariantDigestsByOriginalPath.get(t);if(!n||n.size===0)return false;for(let s of n)if(s!==r)return true;return false}function Yn(e,t,r){let n=e.assetVariantDigestsByOriginalPath.get(t);n||(n=new Set,e.assetVariantDigestsByOriginalPath.set(t,n)),n.add(r);}async function lr(e,t,r,n,s,o,i){let u=nt(e,r),a=yi(n),d=u.originalFilePath,l=u.originalPublicUrlWithSearch;if(u.preferQueryHashed&&u.hashedFilePath&&u.hashedPublicUrl&&Zn(s,u.originalFilePath,a)){let f=Vn(e,t,r);f?(d=f.outputPath,l=f.publicUrl):(d=u.hashedFilePath,l=u.hashedPublicUrl);}cr(e,t,r,l,u.originalPublicUrl);let c=de(d)?Buffer.from(Qt(n.toString("utf8"),e,t,d),"utf8"):n,m=await Kn(d),h=false;return (m===null||!m.equals(c))&&(await ye(d,c),h=true),o?.debug(`${h?"Saved":"Skipped unchanged"} asset output ${r}`,{phase:"download-assets",url:r,outputPath:d,bytes:c.length,wroteFile:h}),Yn(s,u.originalFilePath,a),await fi(d,i),s.stats.assetsSaved++,o&&(s.stats.assetsSaved%50===0||s.stats.assetsSaved===1)&&o.progress(`Asset progress: saved ${s.stats.assetsSaved}, discovered ${s.stats.assetsQueued}, pending ${s.assetQueue.length}.`,{assetsSaved:s.stats.assetsSaved,assetsQueued:s.stats.assetsQueued,assetQueue:s.assetQueue.length,phase:"download-assets"}),{outputPath:d,publicUrl:l,wroteFile:h}}function $e(e,t,r,n,s){let o=()=>{let c=String(s??"").trim();if(!c)return {discoveredFrom:"",discoveredFromType:"unknown"};if(c==="seed-path"||c==="cli"||c==="generated-404-request-path")return {discoveredFrom:c,discoveredFromType:c};if(/^https?:\/\//i.test(c))try{let m=new URL(c);return _e(m)?{discoveredFrom:c,discoveredFromType:"sitemap"}:q(e,m)?{discoveredFrom:c,discoveredFromType:"asset"}:ke(m)&&!Me(m)?{discoveredFrom:c,discoveredFromType:"page"}:{discoveredFrom:c,discoveredFromType:"url"}}catch{return {discoveredFrom:c,discoveredFromType:"url"}}return {discoveredFrom:c,discoveredFromType:"url"}},i=s&&/^https?:\/\//i.test(s)?s:e.sourceOrigin,u=H(e,r,i,n,"page");if(!u)return;if(!ke(u)||Jn(u)){if(q(e,u)){n.info(`Seeded/non-page URL queued as asset: ${u.toString()}`,{url:u.toString(),source:s}),_(e,t,u.toString(),n,s);return}n.reject("page",u.toString(),Me(u)?"asset/internal path cannot be page":"not page-like",s);return}let a=u.toString(),{discoveredFrom:d,discoveredFromType:l}=o();d&&!t.pageDiscoverySources.has(a)&&t.pageDiscoverySources.set(a,d),!t.donePages.has(a)&&!t.queuedPages.has(a)&&(t.queuedPages.add(a),t.pageQueue.push(a),t.stats.pagesQueued++,n.debug(`Queued discovered page ${a}`,{phase:"discovery",url:a,discoveredFrom:d,discoveredFromType:l,outputPath:fe(e,a)}),(t.stats.pagesQueued%25===0||t.stats.pagesQueued===1)&&n.progress(`Discovery progress: pages ${t.stats.pagesQueued}, assets ${t.stats.assetsQueued}, sitemaps ${t.stats.sitemapsQueued}.`,{pagesQueued:t.stats.pagesQueued,assetsQueued:t.stats.assetsQueued,sitemapsQueued:t.stats.sitemapsQueued,pageQueue:t.pageQueue.length,phase:"discovery"}));}function _(e,t,r,n,s){let o=s&&/^https?:\/\//i.test(s)?s:e.sourceOrigin,i=H(e,r,o,n,"asset");if(!i)return;if(!q(e,i)){n.reject("asset",i.toString(),"not a safe asset path/prefix",s);return}let u=i.toString();!t.doneAssets.has(u)&&!t.queuedAssets.has(u)&&(t.queuedAssets.add(u),t.assetQueue.push(u),t.stats.assetsQueued++,(t.stats.assetsQueued%100===0||t.stats.assetsQueued===1)&&n.progress(`Discovery progress: pages ${t.stats.pagesQueued}, assets ${t.stats.assetsQueued}, sitemaps ${t.stats.sitemapsQueued}.`,{pagesQueued:t.stats.pagesQueued,assetsQueued:t.stats.assetsQueued,sitemapsQueued:t.stats.sitemapsQueued,assetQueue:t.assetQueue.length,phase:"discovery"}));}function xt(e,t,r,n,s){let o=s&&/^https?:\/\//i.test(s)?s:e.sourceOrigin,i=H(e,r,o,n,"sitemap",Ar(s));if(!i)return;if(!_e(i)){n.reject("sitemap",i.toString(),"not sitemap-like",s);return}let u=i.toString();!t.doneSitemaps.has(u)&&!t.queuedSitemaps.has(u)&&(t.queuedSitemaps.add(u),t.sitemapQueue.push(u),t.stats.sitemapsQueued++,(t.stats.sitemapsQueued%10===0||t.stats.sitemapsQueued===1)&&n.progress(`Discovery progress: pages ${t.stats.pagesQueued}, assets ${t.stats.assetsQueued}, sitemaps ${t.stats.sitemapsQueued}.`,{pagesQueued:t.stats.pagesQueued,assetsQueued:t.stats.assetsQueued,sitemapsQueued:t.stats.sitemapsQueued,sitemapQueue:t.sitemapQueue.length,phase:"discovery"}));}function bi(e){let t=be(e),r=[...t.matchAll(/<url>\s*([\s\S]*?)\s*<\/url>/gi)].map(n=>n[1]);return r.length>0?r.map(n=>{let s=n.match(/<loc>\s*([^<]+?)\s*<\/loc>/i);if(!s?.[1])return null;let o=n.match(/<lastmod>\s*([^<]+?)\s*<\/lastmod>/i);return {loc:s[1].trim(),lastmod:Ie(o?.[1]??null)}}).filter(n=>!!n):[...t.matchAll(/<loc>\s*([^<]+?)\s*<\/loc>/gi)].map(n=>({loc:n[1].trim(),lastmod:null})).filter(n=>n.loc)}function Si(e){return e.split(",").map(t=>t.trim().split(/\s+/)[0]).filter(Boolean)}function Pi(e){let t=[],r=/url\(\s*(?:"([^"]+)"|'([^']+)'|([^)]*?))\s*\)/gi;for(let n of e.matchAll(r)){let s=e.slice(Math.max(0,n.index-8),n.index);if(/\bnew\s+$/i.test(s))continue;let o=(n[1]||n[2]||n[3]||"").trim();o&&t.push(o);}return t}function Ri(e){return e.replace(/<script\b[^>]*>[\s\S]*?<\/script\s*>/gi,"")}function vi(e,t){if(t==="dom-style")return true;let r=(()=>{try{return P.extname(new URL(e).pathname).toLowerCase()}catch{return ""}})();return !(r===".js"||r===".mjs"||r===".map"||t.includes("javascript"))}function kt(e){return e.trim().replace(/\\/g,"/").replace(/^https?:\/\/[^/]+/i,"").replace(/^\/+/,"")}async function Xn(e,t,r,n){let s=[];await $.mkdir(t,{recursive:true});let o=await $.readdir(e,{withFileTypes:true});for(let i of o){let u=P.join(e,i.name),a=P.join(t,i.name);if(i.isDirectory()){s.push(...await Xn(u,a,r,n));continue}await es(u,a,r,n)&&s.push(a);}return s}async function ki(e,t){try{let[r,n]=await Promise.all([$.stat(e),$.stat(t)]);if(r.size!==n.size)return !1;let[s,o]=await Promise.all([$.readFile(e),$.readFile(t)]);return s.equals(o)}catch{return false}}async function es(e,t,r,n){let s=P.resolve(t);return r.has(s)?(n.debug("Skipped post-crawl copy over crawled page output",{phase:"copy-extra-paths",sourcePath:e,targetPath:t}),false):await ki(e,t)?(n.debug("Skipped unchanged post-crawl copy target",{phase:"copy-extra-paths",sourcePath:e,targetPath:t}),false):(await $.mkdir(P.dirname(t),{recursive:true}),await $.copyFile(e,t),true)}async function Ci(e,t,r){let n=Object.entries(e.postCrawlCopyMap||{}).map(([u,a])=>({sourcePath:u.trim(),prefix:String(a||"").trim()}));if(n.length===0)return [];let s=0,o=[],i=new Set([...t.donePages].map(u=>P.resolve(fe(e,u))));r.mark("copy-extra-paths");for(let u of n){let a=u.sourcePath,d=u.prefix;if(!a||!d){r.warn("Skipped post-crawl copy mapping with empty key/value",{sourcePath:a,prefixPath:d});continue}let l=Wo(a);if(!l.resolvedPath){r.warn("Skipped post-crawl copy source because alias root is not configured",{sourcePath:a,alias:l.alias||"",requiredEnv:l.requiredEnv||"",prefixPath:d});continue}let c=l.resolvedPath,m=kt(d);if(!m){r.warn("Skipped post-crawl copy mapping with invalid export prefix",{sourcePath:a,prefixPath:d});continue}let h;try{h=await $.stat(c);}catch{r.warn("Skipped post-crawl copy source because it does not exist",{sourcePath:a,sourceAbs:c,prefixPath:d});continue}let f=P.resolve(e.outputDir,m);if(h.isDirectory()){let w=await Xn(c,f,i,r);o.push(...w),s+=w.length,w.length>0&&r.progress(`Copied static directory to export: ${c} -> /${m}`,{phase:"copy-extra-paths",sourcePath:c,targetPath:`/${m}`,copiedItems:s,changedFiles:w.length});continue}let S=P.basename(c),p=d.endsWith("/")?P.join(f,S):f;await es(c,p,i,r)&&(o.push(p),s++,r.progress(`Copied static file to export: ${c} -> /${kt(d.endsWith("/")?`${d}${S}`:d)}`,{phase:"copy-extra-paths",sourcePath:c,targetPath:`/${kt(d.endsWith("/")?`${d}${S}`:d)}`,copiedItems:s}));}return r.endMark("copy-extra-paths",{mappedSources:n.length,copiedItems:s}),o}function Ne(e,t,r,n,s){let o=new Set;if(s.endsWith("page-html"))for(let d of Gr(r)){let l=H(e,d,t,n,`${s}:declared-asset`);l&&q(e,l)&&o.add(l.toString());}let i=be(r).replace(/\\\//g,"/"),u=s==="page-html"?Ri(i):i,a=vi(t,s);if(a){for(let d of Pi(u)){let l=H(e,d,t,n,`${s}:css-url`);l&&q(e,l)&&o.add(l.toString());}for(let d of u.matchAll(/@import\s+(?:url\()?\s*['"]?([^'"\s;]+)['"]?\s*\)?/gi)){let l=H(e,d[1],t,n,`${s}:css-import`);l&&q(e,l)&&o.add(l.toString());}}if(a||s==="page-html")for(let d of u.matchAll(/<\?xml-stylesheet[^>]+href=["']([^"']+)["'][^>]*\?>/gi)){let l=H(e,d[1],t,n,`${s}:xml-stylesheet`);l&&q(e,l)&&o.add(l.toString());}if(s==="page-html")for(let d of Jr(i)){let l=d.startsWith("//")?`${new URL(e.sourceOrigin).protocol}${d}`:d;if(ar(l)){n.ignore(`${s}:serialized-url`,l,"looks like JavaScript/code fragment",t);continue}let c=H(e,l,t,n,`${s}:serialized-url`);c&&q(e,c)?o.add(c.toString()):c&&n.ignore("asset",c.toString(),"serialized URL did not pass safe asset path filter",t);}if(s!=="page-html"&&wi(t))for(let d of Kr(i)){if(ar(d)||!/\.(?:js|mjs)(?:[?#]|$)/i.test(d))continue;let l=H(e,d,t,n,`${s}:relative-asset`);l&&q(e,l)&&o.add(l.toString());}return [...o]}function ts(e,t,r,n){let s=new Set,o=be(r);for(let i of o.matchAll(/href=["']([^"'#\s][^"']*?)["']/gi)){let u=i[1],a=H(e,u,t,n,"page-link");a&&(zn(e,a)||ke(a)&&!Me(a)&&!q(e,a)&&s.add(a.toString()));}return [...s]}async function In(e,t,r,n,s,o,i=false,u=[]){let a=new Set(u),d=0,l=new Map,c=(m,h)=>{let f=[h],S=new Set;for(;f.length>0;){let p=f.pop();if(p===m)return true;S.has(p)||(S.add(p),f.push(...l.get(p)??[]));}return false};for(;r.sitemapQueue.length>0;){let m=r.sitemapQueue.shift();r.queuedSitemaps.delete(m);let h=ie(m,n,"sitemap","sitemap-queue");if(!h)continue;let f=h.toString();if(r.doneSitemaps.has(f))continue;r.doneSitemaps.add(f),n.sitemap(`Fetching sitemap ${f}`,{url:f});let S=true;try{let p=await t.get(f,{timeout:6e4});if(S=!1,!p.ok()){if(n.skip("sitemap",f,p.status()),i&&!a.has(f))throw new Error(`Required child content-sync sitemap returned HTTP ${p.status()}: ${f}`);continue}let g=await p.body(),w=p.url()||f,x=ie(w,n,"sitemap-response",f);if(!x)continue;let k=x.toString();r.successfulSitemaps.add(f),r.successfulSitemaps.add(k),a.has(f)&&(r.resolvedSitemapRoots.add(k),d+=1);let M=await lr(e,r.assetMap,k,g,r,n);Z(s,e,M.outputPath),oe(s,M.outputPath);let A=g.toString("utf8");/<sitemapindex(?:\s|>)/i.test(A)?r.sitemapIndexUrls.add(k):r.sitemapLeafUrls.add(k);let v=Ne(e,k,A,n,"sitemap");for(let O of v)_(e,r,O,n,k);let R=[];for(let O of bi(A)){let C=H(e,O.loc,k,n,"sitemap-loc",!0);if(!C){if(i)throw new Error(`Content-sync sitemap contains an inadmissible location: ${O.loc}`);continue}if(_e(C)){if(c(k,C.toString()))throw new Error(`Sitemap index cycle detected: ${k} -> ${C.toString()}`);if(l.has(k)||l.set(k,new Set),l.get(k).add(C.toString()),R.push(C.toString()),i&&r.doneSitemaps.has(C.toString())&&!r.successfulSitemaps.has(C.toString()))throw new Error(`Required child content-sync sitemap was not resolved: ${C.toString()}`);xt(e,r,C.toString(),n,k);}else if(i){if(ke(C)&&!q(e,C)){let N=o.requiredUrls.has(C.toString()),B=!!o.previousManifest.pages[C.toString()];if(!N&&!B)throw new Error(`Content-sync sitemap coverage is incomplete for ${C.toString()}.`)}n.ignore("sitemap-loc",C.toString(),"content-sync sitemap-only traversal does not enqueue urlset locations",k);}else q(e,C)?_(e,r,C.toString(),n,k):ke(C)?(O.lastmod&&(r.sitemapLastmodByPage[C.toString()]=O.lastmod),$e(e,r,C.toString(),n,k)):n.reject("sitemap-loc",C.toString(),"not page/sitemap/asset-like",k);}o.trackManifest&&(o.manifest.assets[k]={url:k,outputPath:M.outputPath,isText:!0,contentType:p.headers()["content-type"]??"application/xml",cacheControl:sr(p.headers()),changeToken:null,tokenSource:null,discoveredAssets:[...new Set([...v,...R])],lastCrawledAt:new Date().toISOString(),lastSeenRunId:o.runId,unreferencedRuns:0,rewriteComplete:!1},await ve(e,o));}catch(p){n.error(`Failed sitemap ${f}`,{url:f,error:String(p)});let g=i&&a.has(f)&&S;if(i&&!g)throw p}}if(i&&a.size>0&&d===0)throw new Error(`None of the configured content-sync sitemap roots could be resolved: ${[...a].join(", ")}`)}async function xi(e,t,r,n,s,o,i){let u=H(e,n,e.sourceOrigin,s,"asset-fetch");if(!u||!q(e,u))return;let a=u.toString();if(r.doneAssets.has(a))return;let d=o.enabled||o.strictTargeted?o.previousManifest.assets[a]:void 0,l=o.trackManifest?await vt(e,t,o,a,s):null,c=l?.token??null,m=Kt(d?.changeToken,l),h=o.strictTargeted&&(!l?.supported||!l.token)&&Gt(e.sourceOrigin,a),f=o.strictTargeted?o.manifest.assets[a]:void 0;if(f?.lastSeenRunId===o.runId&&await Oe(f.outputPath)){r.doneAssets.add(a);for(let p of f.discoveredAssets||[])_(e,r,p,s,a);Z(i,e,f.outputPath),We(i,e,f.outputPath,f.cacheControl),f.isText&&oe(i,f.outputPath),s.info(`Resumed completed content-sync asset ${a}`,{url:a,source:"content-sync-checkpoint"}),Ae(r,s);return}if(d&&(m||h)&&await Oe(d.outputPath)){o.manifest.assets[a]={...d,changeToken:c,tokenSource:l?.tokenSource??d.tokenSource,discoveredAssets:[...d.discoveredAssets||[]],lastSeenRunId:o.runId,unreferencedRuns:0},delete o.manifest.pages[a],r.doneAssets.add(a);for(let p of d.discoveredAssets||[])_(e,r,p,s,a);We(i,e,d.outputPath,d.cacheControl),s.info(`Reused unchanged trusted asset ${a}.`,{url:a,tokenSource:l?.tokenSource??"unknown",phase:"download-assets",source:m?"asset-change-token-match":"content-sync-release-fingerprint"}),Ae(r,s);return}let S=(p,g={})=>{if(!d||o.strictTargeted)return false;o.manifest.assets[a]={...d,discoveredAssets:[...d.discoveredAssets||[]],lastCrawledAt:new Date().toISOString(),lastSeenRunId:o.runId,unreferencedRuns:0},delete o.manifest.pages[a],r.doneAssets.add(a);for(let w of d.discoveredAssets||[])_(e,r,w,s,a);return s.warn(`Keeping previous incremental asset ${a} after fetch issue.`,{url:a,reason:p,preservedFromPreviousManifest:true,...g,phase:"download-assets"}),Ae(r,s),true};s.asset(`Fetching asset ${a}`,{url:a});try{let p=qe(e,r.assetMap,a),g=p?await Oe(p):null;if(p&&g&&!o.strictTargeted)try{let B=await J(`fetch asset headers ${a}`,6e4,()=>t.head(a,{timeout:6e4})),y=B.headers();if(B.ok()&&hi(g,y)){let j=await Kn(p);if(j!==null){let ae=B.url()||a,te=ie(ae,s,"asset-response",a);if(!te)return;let ce=te.toString(),T=await lr(e,r.assetMap,ce,j,r,s,y);T.wroteFile&&(Z(i,e,T.outputPath),de(T.outputPath)&&oe(i,T.outputPath));let D=sr(y)||d?.cacheControl||null;We(i,e,T.outputPath,D),r.doneAssets.add(a),s.info(`Reused existing asset ${a} based on response headers.`,{url:a,filePath:p,lastModified:y["last-modified"]||"",contentLength:y["content-length"]||"",phase:"download-assets"}),Ae(r,s);let F=ur(u,y),Y=d?.discoveredAssets?[...d.discoveredAssets]:[];if(F||d?.isText){let G=j.toString("utf8"),Be=Ne(e,ce,G,s,"asset:cached");(Be.length>0||!d)&&(Y=Be);for(let st of Y)_(e,r,st,s,ce);}if(o.trackManifest){let G=F||!!d?.isText;o.manifest.assets[a]={url:a,outputPath:T.outputPath,isText:G,contentType:nr(y)||d?.contentType||null,cacheControl:D,changeToken:l?.supported?l.token:null,tokenSource:l?.supported?l.tokenSource??null:null,discoveredAssets:Y,lastCrawledAt:new Date().toISOString(),lastSeenRunId:o.runId,unreferencedRuns:0,rewriteComplete:!G},delete o.manifest.pages[a],(o.enabled||o.strictTargeted)&&G&&await ve(e,o);}return}}}catch{}let w=await J(`fetch asset ${a}`,6e4,()=>t.get(a,{timeout:6e4}));if(!w.ok()){if(S(`http-${w.status()}`,{status:w.status()}))return;if(o.strictTargeted)throw new Error(`Required content-sync asset returned HTTP ${w.status()}: ${a}`);s.skip("asset",a,w.status());return}let x=await J(`read asset response ${a}`,6e4,()=>w.body()),k=w.url()||a,M=ie(k,s,"asset-response",a);if(!M)return;let A=M.toString(),v=w.headers(),R=await lr(e,r.assetMap,A,x,r,s,v);R.wroteFile&&(Z(i,e,R.outputPath),de(R.outputPath)&&oe(i,R.outputPath));let O=sr(v);We(i,e,R.outputPath,O),r.doneAssets.add(a),Ae(r,s);let C=ur(u,v),N=[];if(C){let B=x.toString("utf8");N=Ne(e,A,B,s,`asset:${P.extname(u.pathname).toLowerCase()||v["content-type"]||"unknown"}`);for(let y of N)_(e,r,y,s,A);}o.trackManifest&&(o.manifest.assets[a]={url:a,outputPath:R.outputPath,isText:C,contentType:nr(v),cacheControl:O,changeToken:l?.supported?l.token:null,tokenSource:l?.supported?l.tokenSource??null:null,discoveredAssets:N,lastCrawledAt:new Date().toISOString(),lastSeenRunId:o.runId,unreferencedRuns:0,rewriteComplete:!C},delete o.manifest.pages[a],(o.enabled||o.strictTargeted)&&C&&await ve(e,o));}catch(p){if(S("fetch-error",{error:String(p)}))return;if(s.error(`Failed asset ${a}`,{url:a,error:String(p)}),o.strictTargeted)throw p}finally{r.doneAssets.has(a)||(r.doneAssets.add(a),Ae(r,s));}}async function Ti(e,t,r,n,s,o){let i=Math.max(1,Number(e.assetDownloadConcurrency||e.concurrency||1)),u=Array.from({length:i},async()=>{for(;r.assetQueue.length>0;){let a=r.assetQueue.shift();a&&(r.queuedAssets.delete(a),await xi(e,t,r,a,n,s,o));}});await Promise.all(u);}function Tt(e,t){let r=X(e.outputDir,t);if(!r)throw new Error(`Remote export output is outside outputDir: ${t}`);return r}function Ai(e,t){return ur(e,{"content-type":t})}function On(e){return /(?:^|\/)index\.html?$|\.html?$/i.test(e)}async function Ei(e,t,r,n,s,o,i,u,a){let d=Math.max(1,Math.min(100,a)),l=20;for(;r.assetQueue.length>0;){let c=r.assetQueue.splice(0,d*l);for(let S of c)r.queuedAssets.delete(S);await mr(e,t,s,c,n);let m=[];for(let S of c){let p=s.manifest.assets[S],g=p?X(e.outputDir,p.outputPath):null,w=g?i.objects[g]:void 0,x=s.changeTokenCache.get(S)??null;if(!(s.enabled&&p&&w?.kind==="asset"&&w.sourceUrl===S&&(Kt(p.changeToken,x)||(!x?.supported||!x.token)&&Gt(e.sourceOrigin,S)))||!p||!g||!w){m.push(S);continue}s.manifest.assets[S]={...p,changeToken:x?.token??null,tokenSource:x?.tokenSource??p.tokenSource,lastSeenRunId:s.runId,unreferencedRuns:0};for(let M of p.discoveredAssets||[])_(e,r,M,n,S);r.doneAssets.add(S),We(o,e,p.outputPath,p.cacheControl),n.info(`Reused unchanged S3-native asset ${S}.`,{url:S,relativePath:g,tokenSource:x?.tokenSource??"release-fingerprint",phase:"download-assets",execution:"lambda"}),Ae(r,n);}if(m.length===0)continue;let h=[];for(let S=0;S<m.length;S+=l)h.push(m.slice(S,S+l));let f=await Promise.all(h.map(S=>u.fetch({urls:S,ignoreHttpsErrors:e.ignoreHttpsErrors,timeoutMs:6e4})));for(let S of f)for(let p of S.assets){let g=p.requestedUrl;try{if(p.outcome!=="fetched"||!p.object||!p.finalUrl){let O=p.error||`Remote asset fetch ended with ${p.outcome}.`;if(n.error(`Failed remote asset ${g}`,{url:g,status:p.httpStatus,outcome:p.outcome,error:O,execution:"lambda"}),s.strictTargeted)throw new Error(O);continue}let w=ie(p.finalUrl,n,"remote-asset-response",g);if(!w)continue;let x=nt(e,w.toString()),k=x.originalFilePath,M=x.originalPublicUrlWithSearch;if(x.preferQueryHashed&&x.hashedFilePath&&x.hashedPublicUrl&&Zn(r,x.originalFilePath,p.object.sha256)){let O=Vn(e,r.assetMap,w.toString());k=O?.outputPath??x.hashedFilePath,M=O?.publicUrl??x.hashedPublicUrl;}cr(e,r.assetMap,w.toString(),M,x.originalPublicUrl),w.toString()!==g&&cr(e,r.assetMap,g,M,x.originalPublicUrl),Yn(r,x.originalFilePath,p.object.sha256);let A=Tt(e,k),v=p.contentType?.trim()||"application/octet-stream",R=Ai(w,v);De(i,{relativePath:A,sourceUrl:g,kind:"asset",contentType:v,cacheControl:p.cacheControl,isText:R,object:p.object}),Z(o,e,k),R&&oe(o,k),We(o,e,k,p.cacheControl);for(let O of p.discoveredAssets)_(e,r,O,n,w.toString());r.stats.assetsSaved++,s.trackManifest&&(s.manifest.assets[g]={url:g,outputPath:k,isText:R,contentType:v,cacheControl:p.cacheControl,changeToken:null,tokenSource:null,discoveredAssets:[...p.discoveredAssets],lastCrawledAt:new Date().toISOString(),lastSeenRunId:s.runId,unreferencedRuns:0,rewriteComplete:!R},delete s.manifest.pages[g]),n.debug(`Remote asset fetch completed ${g}`,{url:g,finalUrl:w.toString(),relativePath:A,bytes:p.object.bytes,taskId:S.taskId,attempts:S.attempts,execution:"lambda"});}finally{r.doneAssets.add(g),Ae(r,n);}}}}async function Ii(e,t,r,n){for(let s of [...t.changedFiles].sort()){if(!Pn(r,s))continue;let o=P.join(e.outputDir,s),i=await $.readFile(o).catch(l=>{throw new Error(`Coordinator-owned output is missing before S3 staging: ${s}`,{cause:l})}),u=de(o),a=String(ln.lookup(s)||"")||(u?"text/plain; charset=utf-8":"application/octet-stream"),d=await n.writeWorkspaceObject({key:`${r.workspace.prefix}jobs/${r.jobId}/coordinator/${le(s,40)}-${P.basename(s)}`,body:i,contentType:a,cacheControl:On(s)?e.s3.htmlCacheControl:e.s3.assetCacheControl});De(r,{relativePath:s,sourceUrl:null,kind:"generated",contentType:a,cacheControl:On(s)?e.s3.htmlCacheControl:e.s3.assetCacheControl,isText:u,object:d});}}function Oi(e){let t=Math.ceil(e/1e3);return `${t} second${t===1?"":"s"}`}function Re(e){return Math.max(6e4,e.navigationTimeoutMs*2,e.readiness.timeoutMs+e.readiness.fallbackWaitMs+15e3)}function Ye(e){return Math.max(15e3,Math.min(6e4,Re(e)))}function rs(e){return Math.max(15e3,e.readiness.timeoutMs+e.readiness.fallbackWaitMs+1e4)}function hr(e){return e.stats.pagesCompleted}function dr(e){let r=e.options?.browserProcess;return {pid:typeof r?.process?.pid=="number"?r.process.pid:null,kill:typeof r?.kill=="function"?r.kill.bind(r):null}}async function rr(e,t,r){let n=dr(e);try{if(n.kill){await n.kill(),t.warn(`Force-killed crawl worker browser after ${r}`,{browserPid:n.pid,reason:r});return}if(n.pid!==null){process.kill(n.pid,"SIGKILL"),t.warn(`Sent SIGKILL to crawl worker browser after ${r}`,{browserPid:n.pid,reason:r});return}t.warn(`Could not resolve crawl worker browser PID after ${r}`,{reason:r});}catch(s){t.error(`Failed to force-kill crawl worker browser after ${r}`,{browserPid:n.pid,reason:r,error:String(s)});}}async function J(e,t,r){let n;try{return await Promise.race([r(),new Promise((s,o)=>{n=globalThis.setTimeout(()=>{o(new et(e,t));},t);})])}finally{n!==void 0&&globalThis.clearTimeout(n);}}var et=class extends Error{constructor(r,n){super(`${r} timed out after ${Oi(n)}.`);this.operation=r;this.timeoutMs=n;this.name="OperationTimeoutError";}operation;timeoutMs};async function Mi(e,t){let r=rs(e);await t.evaluate(async n=>{await new Promise(s=>{let o=0,i=700,u=Date.now(),a=()=>{window.clearInterval(d),window.scrollTo(0,0),s();},d=window.setInterval(()=>{if(Date.now()-u>=n.maxDurationMs){a();return}window.scrollBy(0,i),o+=i;let l=document.body?.scrollHeight||0,c=document.documentElement?.scrollHeight||0,m=Math.max(l,c);o>=m+window.innerHeight&&a();},120);});},{maxDurationMs:r});}async function $i(e,t){await t.waitForLoadState("domcontentloaded",{timeout:e.readiness.timeoutMs}).catch(()=>{}),e.readiness.waitForSelector&&await t.waitForSelector(e.readiness.waitForSelector,{timeout:e.readiness.timeoutMs}).catch(()=>{}),e.readiness.waitForFunction&&await t.waitForFunction(e.readiness.waitForFunction,void 0,{timeout:e.readiness.timeoutMs}).catch(()=>{}),await Mi(e,t),await t.waitForTimeout(e.readiness.fallbackWaitMs);}async function ji(e,t){await t.waitForLoadState("domcontentloaded",{timeout:e.readiness.timeoutMs}).catch(()=>{}),await t.waitForLoadState("load",{timeout:e.readiness.timeoutMs}).catch(()=>{}),e.readiness.waitForSelector&&await t.waitForSelector(e.readiness.waitForSelector,{timeout:e.readiness.timeoutMs}).catch(()=>{}),await t.waitForTimeout(e.readiness.fallbackWaitMs);}function ns(e,t){return e.noJavaScriptRenderPathPrefixes.some(r=>gr(t,r))}async function Ui(e,t,r,n,s=true){let o=new Set;if(s){let u=await t.evaluate(()=>{let a=new Set,d=["href","src","poster","data-src","data-lazy-src","data-original","data-bg","data-background","data-href","data-resource-url"],l=new Set,c=["srcset","data-srcset","data-lazy-srcset"],m=h=>{h.querySelectorAll("*").forEach(f=>{for(let p of d){let g=f.getAttribute(p);g&&a.add(g);}for(let p of c){let g=f.getAttribute(p);g&&g.split(",").forEach(w=>{let x=w.trim().split(/\s+/)[0];x&&a.add(x);});}let S=f.getAttribute("style");S&&l.add(S),f.shadowRoot&&m(f.shadowRoot);});};return m(document),{attrs:[...a],styles:[...l]}});for(let a of u.attrs)for(let d of Si(a)){let l=H(e,d,r,n,"dom-attr");l&&q(e,l)&&o.add(l.toString());}for(let a of u.styles)for(let d of Ne(e,r,a,n,"dom-style"))o.add(d);}let i=await t.content();for(let u of Ne(e,r,i,n,"page-html"))o.add(u);return [...o]}async function pr(e,t,r,n,s){let o=fe(e,t);await ye(o,r,"utf8");let i=await $.stat(o);s?.debug(`Saved page output ${t}`,{phase:"save-pages",url:t,outputPath:o,bytes:i.size});let u=At(n,o),a=Math.min(n.stats.pagesQueued,hr(n)+1);s&&u&&(n.stats.pagesSaved%10===0||n.stats.pagesSaved===1)&&s.progress(`Page progress: processed ${a}, rendered ${n.stats.pagesRendered}, saved ${n.stats.pagesSaved}, discovered ${n.stats.pagesQueued}.`,{donePages:a,claimedPages:n.donePages.size,pagesRendered:n.stats.pagesRendered,pagesSaved:n.stats.pagesSaved,pagesQueued:n.stats.pagesQueued,pageQueue:n.pageQueue.length,phase:"save-pages"});}function At(e,t){let r=P.resolve(t);return e.savedPageOutputs.has(r)?false:(e.savedPageOutputs.add(r),e.stats.pagesSaved=e.savedPageOutputs.size,true)}async function Et(e,t,r,n,s){let o=X(e.outputDir,n);if(!o)return;if(s){let u=s.objects[o];u?.kind==="page"&&u.sourceUrl===r&&u.object?.bucket===s.workspace.bucket&&typeof u.object.key=="string"&&u.object.key.startsWith(s.workspace.prefix)&&At(t,n);return}(await Oe(n).catch(()=>null))?.isFile()&&At(t,n);}function ss(e){let t=hr(e);return t%5===0||t===1||t===e.stats.pagesQueued}function os(e,t){let r=hr(e);t.progress(`Render progress: processed ${r}, rendered ${e.stats.pagesRendered}, saved ${e.stats.pagesSaved}, discovered ${e.stats.pagesQueued}.`,{donePages:r,claimedPages:e.donePages.size,pagesRendered:e.stats.pagesRendered,pagesSaved:e.stats.pagesSaved,pagesQueued:e.stats.pagesQueued,phase:"render-pages"});}async function Li(e){await wr(e),await e.addInitScript(()=>{Object.defineProperty(window,"__WPSUITE_STATIC_EXPORT__",{value:true,writable:false,configurable:true});let t=r=>{if(r==null||String(r)==="")return true;try{let n=new URL(String(r),window.location.href),s=new URL(window.location.href);return n.hash="",s.hash="",n.href===s.href}catch{return false}};try{let r=window.location.assign.bind(window.location),n=window.location.replace.bind(window.location),s=window.location.reload.bind(window.location);Object.defineProperty(window.location,"assign",{configurable:!0,value:o=>{if(t(o)){console.warn("[smartcloud-static-publisher] blocked same-page location.assign",o??"");return}return r(o)}}),Object.defineProperty(window.location,"replace",{configurable:!0,value:o=>{if(t(o)){console.warn("[smartcloud-static-publisher] blocked same-page location.replace",o??"");return}return n(o)}}),Object.defineProperty(window.location,"reload",{configurable:!0,value:()=>{console.warn("[smartcloud-static-publisher] blocked location.reload");}});}catch{}});}async function Fi(e,t,r){let n=await e.newContext({viewport:t.viewport,userAgent:"WPSuiteStaticPublisher/0.8 Playwright SitemapOnly",ignoreHTTPSErrors:t.ignoreHttpsErrors,...r?{javaScriptEnabled:false}:{}});return r||await Li(n),n}async function Di(e,t,r,n,s,o,i,u,a,d){for(;t.pageQueue.length>0&&t.pageRenderFailures.size===0&&!(e.maxPages>0&&t.donePages.size>=e.maxPages);){let l=t.pageQueue.shift();if(!l)break;t.queuedPages.delete(l);try{let c=ie(l,r,"page","page-queue");if(!c)continue;let m=c.toString();if(l=m,t.queuedPages.delete(l),t.donePages.has(l))continue;t.donePages.add(l),o.enabled&&o.seenPages.add(l);let h=It(e,l),f=ns(e,c.pathname);if(!ke(c)||q(e,c)||Me(c)){if(q(e,c)){r.info(`Remote worker redirected non-page URL to asset queue: ${l}`,{url:l,source:"remote-worker-guard"}),_(e,t,l,r,"remote-worker-guard");continue}r.reject("page",l,"guard rejected non-page URL before remote rendering","remote-worker");continue}let S=o.strictTargeted?o.manifest.pages[l]:void 0;if(S?.lastSeenRunId===o.runId&&await Oe(S.outputPath)){o.seenPages.add(l);for(let R of S.discoveredAssets||[])_(e,t,R,r,l);Z(i,e,S.outputPath),oe(i,S.outputPath),await Et(e,t,l,S.outputPath,d),r.info(`Resumed completed content-sync page ${l}`,{url:l,source:"content-sync-checkpoint"});continue}let p=await Bn(e,s,t,o,l,r);if(o.enabled&&n!=="single-url"&&n!=="content-sync"){let R=o.manifest.pages[l];if(p.action==="reuse"&&R){for(let O of R.discoveredAssets)_(e,t,O,r,l);for(let O of R.discoveredPages)$e(e,t,O,r,l);R.lastSeenRunId=o.runId,R.sitemapLastmod=Ie(t.sitemapLastmodByPage[l])??R.sitemapLastmod,p.changeToken?.supported&&(R.changeToken=p.changeToken.token,R.tokenSource=p.changeToken.tokenSource??R.tokenSource),await Et(e,t,l,R.outputPath,d),r.info(`Incremental reuse skipped unchanged page ${l}`,{url:l,mode:"incremental",reason:p.changeToken?.supported===!0?"change-token-match":"sitemap-lastmod-match"});continue}}r.page(`Rendering remotely ${l}`,{url:l,execution:"lambda"});let g=await a.render({sourceOrigin:e.sourceOrigin,url:l,options:{ignoreHttpsErrors:e.ignoreHttpsErrors,javaScriptEnabled:!f,viewport:e.viewport,navigationTimeoutMs:e.navigationTimeoutMs,autoScrollTimeoutMs:rs(e),readiness:e.readiness},downloadHtml:!d}),w=g.page,x=w.finalUrl?ie(w.finalUrl,r,"remote-final-response",l)?.toString():void 0;if(n==="content-sync"&&x&&x!==m){if(o.deleteOnMissingUrls.has(l)){await tt(e,o,i,l,o.deleteOnMissingUrls),r.info(`Removed stale content-sync archive route redirected to ${x}`,{url:l,finalResponseUrl:x,source:"content-sync-tombstone"});continue}throw new Error(`Required content-sync route redirected outside its planned URL: ${l} -> ${x}`)}let k=w.httpStatus;if(h){if(k!==404){r.error(`Generated 404 request path returned unexpected status for ${l}`,{url:l,expectedStatus:404,status:k,requestPath:e.generated404RequestPath,execution:"lambda"});continue}}else if(k!==null&&k>=400){if(n==="content-sync"&&(k===404||k===410)&&o.deleteOnMissingUrls.has(l)){await tt(e,o,i,l,o.deleteOnMissingUrls),r.info(`Removed stale content-sync archive page ${l}`,{url:l,status:k,source:"content-sync-tombstone"});continue}if(n==="content-sync")throw new Error(`Required content-sync route returned HTTP ${k}: ${l}`);r.skip("page",l,k,t.pageDiscoverySources.get(l));continue}t.stats.pagesRendered++;let M=new Set;if(!d){if(g.html===null)throw new Error("Remote render did not return HTML for local output mode.");for(let R of Ne(e,m,g.html,r,"remote-page-html"))M.add(R);}for(let R of [...w.discoveredAssets,...w.networkUrls]){let O=H(e,R,m,r,"remote-render");O&&q(e,O)&&M.add(O.toString());}for(let R of M)_(e,t,R,r,l);let A=n!=="single-url"&&n!=="content-sync"&&!h?[...new Set([...!d&&g.html!==null?ts(e,l,g.html,r):[],...w.discoveredPages])]:[];for(let R of A)$e(e,t,R,r,l);for(let R of w.cookies){let O=R.sameSite==="Strict"||R.sameSite==="Lax"||R.sameSite==="None"?R.sameSite:"Unspecified",C=!Number.isFinite(R.expires)||R.expires<=0;u.add({name:R.name,domain:R.domain,path:R.path||"/",expires:C?null:R.expires,session:C,secure:R.secure,httpOnly:R.httpOnly,sameSite:O,partitioned:R.partitioned===!0});}let v=fe(e,l);if(d){if(!w.html)throw new Error("Remote render completed without a workspace HTML object.");De(d,{relativePath:Tt(e,v),sourceUrl:l,kind:"page",contentType:w.contentType?.trim()||"text/html; charset=utf-8",cacheControl:e.s3.htmlCacheControl,isText:!0,object:w.html}),At(t,v);}else {if(g.html===null)throw new Error("Remote render did not return HTML for local output mode.");await pr(e,l,g.html,t,r);}Z(i,e,v),oe(i,v),o.trackManifest&&(o.manifest.pages[l]={url:l,outputPath:v,contentType:w.contentType?.trim()||null,changeToken:p.changeToken?.supported?p.changeToken.token:null,tokenSource:p.changeToken?.supported?p.changeToken.tokenSource??null:null,sitemapLastmod:Ie(t.sitemapLastmodByPage[l])??null,discoveredPages:A,discoveredAssets:[...M],lastCrawledAt:new Date().toISOString(),lastSeenRunId:o.runId,rewriteComplete:!1},(o.enabled||o.strictTargeted)&&await ve(e,o)),r.debug(`Remote render completed ${l}`,{url:l,taskId:g.taskId,attempts:g.attempts,execution:"lambda"});}catch(c){if(r.error(`Failed remote page ${l}`,{url:l,error:String(c),execution:"lambda",...c instanceof re?{status:c.status,attempts:c.attempts}:{}}),c instanceof re){t.pageHttpFailures.set(l,c);continue}if(t.pageRenderFailures.set(l,c instanceof Error?c:new Error(String(c))),o.strictTargeted)throw c}finally{t.stats.pagesCompleted++,ss(t)&&os(t,r);}}}async function Wi(e,t,r,n,s,o,i,u){let a;try{a=await chromium.launch({headless:!0});}catch(l){throw t.pageRenderFailures.set("local-browser-startup",l instanceof Error?l:new Error(String(l))),l}let d=dr(a);d.pid!==null&&r.debug(`Launched crawl worker browser PID ${d.pid}`,{browserPid:d.pid});try{for(;t.pageQueue.length>0&&t.pageRenderFailures.size===0;){a||(a=await chromium.launch({headless:!0}),d=dr(a),d.pid!==null&&r.debug(`Relaunched crawl worker browser PID ${d.pid}`,{browserPid:d.pid}));let l=a;if(e.maxPages>0&&t.donePages.size>=e.maxPages)break;let c=t.pageQueue.shift();if(!c)break;t.queuedPages.delete(c);let m=null,h=null,f=!1,S=null,p=[],g=new Set;try{let w=ie(c,r,"page","page-queue");if(!w)continue;let x=w.toString();if(c=x,t.queuedPages.delete(c),t.donePages.has(c))continue;t.donePages.add(c),o.enabled&&o.seenPages.add(c);let k=It(e,c),M=ns(e,w.pathname);if(!ke(w)||q(e,w)||Me(w)){if(q(e,w)){r.info(`Worker redirected non-page URL to asset queue: ${c}`,{url:c,source:"worker-guard"}),_(e,t,c,r,"worker-guard");continue}r.reject("page",c,"guard rejected non-page URL before rendering","worker");continue}let A=o.strictTargeted?o.manifest.pages[c]:void 0;if(A?.lastSeenRunId===o.runId&&await Oe(A.outputPath)){o.seenPages.add(c);for(let T of A.discoveredAssets||[])_(e,t,T,r,c);Z(i,e,A.outputPath),oe(i,A.outputPath),await Et(e,t,c,A.outputPath),r.info(`Resumed completed content-sync page ${c}`,{url:c,source:"content-sync-checkpoint"});continue}let v=await Bn(e,s,t,o,c,r);if(o.enabled&&n!=="single-url"&&n!=="content-sync"){let T=o.manifest.pages[c];if(v.action==="reuse"&&T){for(let D of T.discoveredAssets)_(e,t,D,r,c);for(let D of T.discoveredPages)$e(e,t,D,r,c);T.lastSeenRunId=o.runId,T.sitemapLastmod=Ie(t.sitemapLastmodByPage[c])??T.sitemapLastmod,v.changeToken?.supported&&(T.changeToken=v.changeToken.token,T.tokenSource=v.changeToken.tokenSource??T.tokenSource),await Et(e,t,c,T.outputPath),r.info(`Incremental reuse skipped unchanged page ${c}`,{url:c,mode:"incremental",reason:v.changeToken?.supported===!0?"change-token-match":"sitemap-lastmod-match"});continue}}m=await J(`create page context ${c}`,Re(e),()=>Fi(l,e,M)),h=await J(`create page ${c}`,Re(e),()=>m.newPage()),p=await m.cookies();let R=!1,O=new Set;await h.route("**/*",async T=>{let D=T.request();try{let F=H(e,D.url(),e.sourceOrigin,r,"network-request");F&&q(e,F)&&(O.add(F.toString()),_(e,t,F.toString(),r,c));}catch{}if(D.isNavigationRequest()&&D.frame()===h.mainFrame())try{let F=new URL(D.url()),Y=new URL(x);if(F.hash="",Y.hash="",F.href===Y.href){if(R){r.warn(`Blocked same-page navigation/reload for ${c}`,{url:c,requestUrl:D.url()});try{await T.abort("aborted");}catch(G){r.debug(`Ignored canceled route while blocking reload for ${c}`,{url:c,error:String(G)});}return}R=!0;}}catch{}try{await T.continue();}catch(F){r.debug(`Ignored canceled network route for ${c}`,{url:c,requestUrl:D.url(),error:String(F)});}}),h.on("response",T=>{try{let F=H(e,T.url(),e.sourceOrigin,r,"network-response");F&&q(e,F)&&(O.add(F.toString()),_(e,t,F.toString(),r,c));}catch{}let D=T.headerValues("set-cookie").then(F=>{for(let Y of F)u.add(tn(Y,T.url()));}).catch(()=>{}).then(()=>{});g.add(D),D.finally(()=>g.delete(D));}),r.page(`Rendering ${c}`,{url:c});let C=null,N=null;try{if(C=await h.goto(c,{waitUntil:"domcontentloaded",timeout:e.navigationTimeoutMs}),C&&C.ok())try{N=await J(`read response body ${c}`,Re(e),()=>C.text());}catch{N=null;}}catch(T){let D=t.pageHttpFailures.get(c);if(D){let F=(t.pageHttpAttempts.get(c)??0)+1;throw t.pageHttpAttempts.set(c,F),new re(c,D.status,F,`Retry navigation failed: ${String(T)}`)}r.warn(`Navigation issue for ${c}; saving current DOM if available`,{url:c,error:String(T)});}let B=C?.status();if(ft(B)){let T=(t.pageHttpAttempts.get(c)??0)+1;throw t.pageHttpAttempts.set(c,T),new re(c,B,T)}if(C)t.pageHttpFailures.delete(c);else if(t.pageHttpFailures.has(c)){let T=t.pageHttpFailures.get(c),D=(t.pageHttpAttempts.get(c)??0)+1;throw t.pageHttpAttempts.set(c,D),new re(c,T.status,D,"Retry navigation returned no HTTP response.")}if(n==="content-sync"&&C){let T=ie(C.url(),r,"content-sync-final-response",c)?.toString();if(T&&T!==x){if(o.deleteOnMissingUrls.has(c)){await tt(e,o,i,c,o.deleteOnMissingUrls),r.info(`Removed stale content-sync archive route redirected to ${T}`,{url:c,finalResponseUrl:T,source:"content-sync-tombstone"});continue}throw new Error(`Required content-sync route redirected outside its planned URL: ${c} -> ${T}`)}}if(k){let T=C?.status()??null;if(T!==404){r.error(`Generated 404 request path returned unexpected status for ${c}`,{url:c,expectedStatus:404,status:T,requestPath:e.generated404RequestPath});continue}r.info(`Capturing rendered 404 page for ${c}`,{url:c,status:T,outputPath:fe(e,c)});}else if(C&&!C.ok()){if(n==="content-sync"&&(C.status()===404||C.status()===410)&&o.deleteOnMissingUrls.has(c)){await tt(e,o,i,c,o.deleteOnMissingUrls),r.info(`Removed stale content-sync archive page ${c}`,{url:c,status:C.status(),source:"content-sync-tombstone"}),await h.close();continue}if(n==="content-sync")throw new Error(`Required content-sync route returned HTTP ${C.status()}: ${c}`);r.skip("page",c,C.status(),t.pageDiscoverySources.get(c)),await h.close();continue}M?(r.info(`Rendering without JS execution for ${c}`,{url:c,mode:"no-js"}),await J(`wait for rendered page ${c}`,Re(e),()=>ji(e,h))):await J(`wait for rendered page ${c}`,Re(e),()=>$i(e,h)),t.stats.pagesRendered++;let y=await J(`extract rendered assets ${c}`,Re(e),()=>Ui(e,h,x,r,!M));for(let T of y)_(e,t,T,r,c);let j=[...new Set([...y,...O])],ae=N??await J(`capture rendered html ${c}`,Re(e),()=>Mt(h)),te=n!=="single-url"&&n!=="content-sync"&&!k?ts(e,c,ae,r):[];if(n!=="single-url"&&n!=="content-sync"&&!k)for(let T of te)$e(e,t,T,r,c);await pr(e,c,ae,t,r);let ce=fe(e,c);if(Z(i,e,ce),oe(i,ce),o.trackManifest){let T=C?.headers();o.manifest.pages[c]={url:c,outputPath:ce,contentType:nr(T),changeToken:v.changeToken?.supported?v.changeToken.token:null,tokenSource:v.changeToken?.supported?v.changeToken.tokenSource??null:null,sitemapLastmod:Ie(t.sitemapLastmodByPage[c])??null,discoveredPages:te,discoveredAssets:j,lastCrawledAt:new Date().toISOString(),lastSeenRunId:o.runId,rewriteComplete:!1},(o.enabled||o.strictTargeted)&&await ve(e,o);}}catch(w){if(w instanceof re){t.pageHttpFailures.set(c,w),w.attempts<Xt?(S=wt(w.attempts),r.warn(`Retrying page after HTTP ${w.status}: ${c}`,{url:c,status:w.status,attempt:w.attempts,maxAttempts:Xt,delayMs:S,reason:w.message,execution:"local"})):(t.pageHttpFailures.set(c,w),r.error(`Failed page after HTTP retries ${c}`,{url:c,status:w.status,attempts:w.attempts,error:String(w),execution:"local"}));continue}if(f=w instanceof et,t.pageRenderFailures.set(c,w instanceof Error?w:new Error(String(w))),o.strictTargeted)throw r.error(`Failed required content-sync page ${c}`,{url:c,error:String(w)}),w;if(f)r.warn(`Skipped partial DOM for timed-out page ${c}`,{url:c,error:String(w),recovery:"recycle-worker-browser"});else try{let x=h?await J(`capture partial html ${c}`,Re(e),()=>Mt(h)):"";if(x&&x.trim()){await pr(e,c,x,t,r);let k=fe(e,c);if(Z(i,e,k),oe(i,k),o.trackManifest){let M=o.manifest.pages[c]??o.previousManifest.pages[c];o.manifest.pages[c]={url:c,outputPath:k,contentType:M?.contentType??null,changeToken:null,tokenSource:null,sitemapLastmod:Ie(t.sitemapLastmodByPage[c])??M?.sitemapLastmod??null,discoveredPages:M?.discoveredPages?[...M.discoveredPages]:[],discoveredAssets:M?.discoveredAssets?[...M.discoveredAssets]:[],lastCrawledAt:new Date().toISOString(),lastSeenRunId:o.runId,rewriteComplete:!1},(o.enabled||o.strictTargeted)&&await ve(e,o);}r.warn(`Saved partial DOM for ${c}`,{url:c,error:String(w)});}}catch(x){x instanceof et&&(f=!0),r.error(`Could not save partial DOM for ${c}`,{url:c,error:String(x)});}r.error(`Failed page ${c}`,{url:c,error:String(w)});}finally{if(!f&&h&&await J(`drain network routes ${c}`,Ye(e),()=>h.unrouteAll({behavior:"wait"})).catch(w=>{f=!0,r.warn(`Could not drain network routes for ${c}`,{url:c,browserPid:d.pid,error:String(w),recovery:"recycle-worker-browser"});}),f&&(a=null,await rr(l,r,`page operation timeout for ${c}`),await l.close().catch(()=>{})),g.size>0&&await Promise.allSettled([...g]),!f&&m)try{let w=await m.cookies();u.addAll(rn(p,w));}catch{}S===null&&(t.stats.pagesCompleted++,ss(t)&&os(t,r)),!f&&h&&await J(`close page ${c}`,Ye(e),()=>h.close()).catch(w=>{f=!0,r.warn(`Timed out while closing page ${c}`,{url:c,browserPid:d.pid,error:String(w),recovery:"recycle-worker-browser"});}),!f&&m&&await J(`close page context ${c}`,Ye(e),()=>m.close()).catch(w=>{f=!0,r.warn(`Timed out while closing page context for ${c}`,{url:c,browserPid:d.pid,error:String(w),recovery:"recycle-worker-browser"});}),f&&a===l&&(a=null,await rr(l,r,`page cleanup timeout for ${c}`),await l.close().catch(()=>{})),S!==null&&(await setTimeout$1(S),t.donePages.delete(c),t.queuedPages.add(c),t.pageQueue.push(c));}}}finally{if(a){let l=a;await J("close worker browser",Ye(e),()=>l.close()).catch(c=>(r.warn("Timed out while closing crawl worker browser",{browserPid:d.pid,error:String(c)}),rr(l,r,"browser.close timeout")));}}}async function qi(e){try{let t=await $.readFile(e),n=(e.endsWith(".gz")?gunzipSync(t):t).toString("utf8").trim();if(!n)return [];try{let s=JSON.parse(n);if(Array.isArray(s))return s;if(s&&typeof s=="object")return [s]}catch{return n.split(/\r?\n/).map(s=>s.trim()).filter(Boolean).map(s=>{try{let o=JSON.parse(s);return o&&typeof o=="object"?o:null}catch{return null}}).filter(s=>s!==null)}return []}catch{return []}}function Mn(e){let t=String(e||"").toLowerCase();return t.includes("timeout")||t.includes("timed out")||t.includes("navigation timeout")}function Ni(e){let t=String(e?.job?.command||"").trim(),r=String(e?.job?.crawlMode||"full").trim();return t!=="publish"&&t!=="crawl"?false:r!=="incremental"}function _i(e){let t=[e?.archivedAt,e?.job?.endedAt,e?.job?.startedAt];for(let r of t){let n=Date.parse(String(r||""));if(Number.isFinite(n))return n}return 0}async function is(e){try{let t=await $.readFile(e,"utf8"),r=JSON.parse(t);return r&&typeof r=="object"&&!Array.isArray(r)?r:null}catch{return null}}function $n(e){let t=String(e.originalFileName||"").toLowerCase();return t.endsWith("errors.jsonl")?0:t.endsWith("errors.json")?1:2}function Bi(e,t){let r=Array.isArray(t?.artifacts)?t.artifacts.filter(n=>String(n?.role||"").trim()==="errors"&&String(n?.storedFileName||"").trim()!=="").sort((n,s)=>$n(n)-$n(s)).map(n=>P.join(e,String(n.storedFileName))):[];return [...new Set([...r,P.join(e,"errors.jsonl"),P.join(e,"errors.json"),P.join(e,"errors.jsonl.gz"),P.join(e,"errors.json.gz")])]}async function jn(e){let t=await is(P.join(e,"job.json"));for(let r of Bi(e,t)){let n=await qi(r);if(n.length>0)return n}return []}async function Hi(e){let t=P.join(e.logDir,"archive"),r;try{r=await $.readdir(t);}catch{return ""}let n="",s=0;for(let o of r){let i=P.join(t,o);if(!(await $.stat(i).catch(()=>null))?.isDirectory())continue;let a=await is(P.join(i,"job.json"));if(!Ni(a))continue;let d=_i(a);d>=s&&(s=d,n=i);}return n}async function Vi(e){let t=await Hi(e),r=t!==""?await jn(t):await jn(e.logDir),n=new Set;for(let s of r)if(Mn(s.error)||Mn(s.message)){let o=s.url;typeof o=="string"&&o&&n.add(o);}return [...n]}async function zi(e){let t=[];for(let r of e)if(r.startsWith("@")){let n=r.slice(1),s=await $.readFile(n,"utf8");t.push(...s.split(/\r?\n/).map(o=>o.trim()).filter(o=>o&&!o.startsWith("#")));}else t.push(r);return t}async function Qi(e){if(!e)throw new Error("Content-sync crawl requires an immutable impact plan.");let t=JSON.parse(await $.readFile(e,"utf8"));return Cr(t),t}function Ji(e,t){let r;try{r=new URL(e);}catch{return false}return t.archiveFamilies.some(n=>{let s=new URL(n.url);if(r.origin!==s.origin)return false;if(r.toString()===s.toString())return true;if(r.searchParams.has("paged")&&r.pathname===s.pathname)return /^\d+$/.test(r.searchParams.get("paged")||"");let o=s.pathname.replace(/\/+$/,""),i=r.pathname.slice(o.length).replace(/^\/+/,""),u=String(n.paginationBase||"page").replace(/^\/+|\/+$/g,"").replace(/[.*+?^${}()|[\]\\]/g,"\\$&");return r.pathname.startsWith(`${o}/`)&&new RegExp(`^${u}/\\d+/?$`).test(i)})}function Ze(e,t,r){let n=r==="page"?fe(e,t):nt(e,t).originalFilePath;return X(e.outputDir,n)}async function tt(e,t,r,n,s){let o=t.manifest.pages[n];if(!o)return;let i=X(e.outputDir,o.outputPath);if(!i)throw new Error(`Manifest-owned page path escaped output root: ${n}`);let u=P.resolve(o.outputPath);Object.entries(t.manifest.pages).some(([d,l])=>d!==n&&!s.has(d)&&P.resolve(l.outputPath)===u)||(await $.rm(o.outputPath,{force:true}),r.deletedFiles.add(i),r.revalidateFiles.delete(i)),delete t.manifest.pages[n];}async function Ki(e,t,r,n,s){let o=t.manifest.assets[n];if(!o)return;let i=X(e.outputDir,o.outputPath);if(!i)throw new Error(`Manifest-owned resource path escaped output root: ${n}`);let u=P.resolve(o.outputPath);Object.entries(t.manifest.assets).some(([d,l])=>d!==n&&!s.has(d)&&P.resolve(l.outputPath)===u)||(await $.rm(o.outputPath,{force:true}),r.deletedFiles.add(i)),delete t.manifest.assets[n];}function Gi(e,t){let r=new Set,n=[...t];for(;n.length>0;){let s=n.shift();if(r.has(s))continue;r.add(s);let o=e.assets[s];for(let i of o?.discoveredAssets??[])try{_e(new URL(i))&&n.push(i);}catch{}}return r}async function Zi(e,t,r,n,s){let o=Gi(r.previousManifest,s);for(let i of o){if(t.successfulSitemaps.has(i))continue;let u=r.previousManifest.assets[i];if(!u)continue;let a=X(e.outputDir,u.outputPath);if(!a)throw new Error(`Manifest-owned sitemap path escaped output root: ${i}`);await $.rm(u.outputPath,{force:true}),n.deletedFiles.add(a),delete r.manifest.assets[i];}await ve(e,r);}async function Yi(e){try{let t=await $.readFile(P.join(e.outputDir,"asset-map.json"),"utf8");return JSON.parse(t)}catch{return {}}}async function Xi(e){let t=["crawl.log.jsonl","current-crawl-event.json","rejected.jsonl","ignored.jsonl","skipped-http.jsonl","errors.jsonl","timings.jsonl","rejected.json","ignored.json","skipped-http.json","errors.json","timings.json"];await $.mkdir(e,{recursive:true}),await Promise.all(t.map(async r=>{try{await $.unlink(P.join(e,r));}catch(n){if(n.code!=="ENOENT")throw n}}));}function Un(e,t,r,n,s){let o=H(e,r,e.sourceOrigin,n,"manual-url");o&&(_e(o)?xt(e,t,o.toString(),n,s):q(e,o)?_(e,t,o.toString(),n,s):ke(o)?$e(e,t,o.toString(),n,s):n.reject("manual-url",o.toString(),"not page/sitemap/asset-like",s));}async function as(e=process.argv.slice(2)){let t=[],r=await ut(void 0,{onRemotePublisherConfigDiagnostic:b=>{t.push(b);}}),n=Tr(r.sitemapPaths),s=t.at(-1)??null,o=Uo(e),i=o.mode==="content-sync"?await Qi(o.contentSyncPlanPath):null;if(o.resumeRewrite&&o.mode!=="full")throw new Error("--resume-rewrite is only supported for full crawl/publish jobs.");let u=[];o.mode==="retry-timeouts"&&(u=await Vi(r)),o.mode==="single-url"&&(u=await zi(o.urls)),i&&(u=[...i.directRenderUrls,...i.archiveFamilyUrls,...i.resourceRenderUrls]);let a=o.crawlMode==="incremental"&&o.mode==="full",d=a&&typeof r.subscriptionType=="string"&&r.subscriptionType.trim()!=="";if(i&&r.subscriptionType!=="PROFESSIONAL"&&r.subscriptionType!=="AGENCY")throw new Error("Content-sync requires an active Professional or Agency subscription.");let l=(o.mode==="full"||o.mode==="single-url"||o.mode==="content-sync")&&!o.resumeRewrite,c=o.mode!=="full"||o.resumeRewrite||d,m=c?await Yi(r):{},h=d||o.mode==="single-url"||o.mode==="content-sync"?await Bo(r):qn(),f=new Set(u),S=new Set;if(i){for(let b of i.archiveFamilies)if(b.foundPosts===0)for(let I of b.pageUrls)S.add(I);for(let b of Object.keys(h.pages))Ji(b,i)&&!f.has(b)&&(u.push(b),S.add(b));}let p={enabled:d,trackManifest:l,manifest:ir(h),previousManifest:ir(h),runId:i?.jobId??`${Date.now()}`,seenPages:new Set,changeTokenCache:new Map,pageChangeTokenPrimePromise:null,manifestSaveChain:Promise.resolve(),manifestPendingChanges:0,lastManifestSavedAt:Date.now(),strictTargeted:!!i,requiredUrls:f,deleteOnMissingUrls:S};await Xi(r.logDir);let g=new Le(r.logDir,r.logLevel),w=o.remoteRender??r.remoteWorkers?.render?.enabled===true,x=fn({explicitPath:o.remoteWorkerConfigPath,runtimeDir:rt()}),k=null,M=null,A=null,v=null,R=Math.max(1,r.concurrency),O=1,C=r.remoteWorkers?.rewrite?.enabled===true,N=r.remoteWorkers?.deploy?.enabled===true,B=w&&C&&N&&!o.resumeRewrite;if(!B&&o.mode==="full"&&!o.resumeRewrite&&await $.rm(St(r),{force:true}),w&&!o.resumeRewrite||C){if(!x)throw new Error("Remote Lambda workers are enabled, but the runtime directory is unknown. Run through queue-runner with --runtime-dir, set STATIC_PUBLISHER_RUNTIME_DIR, or use --remote-worker-config for a diagnostic run.");let b=await cn(x),I=false;if(A=new ht(b,{},{onProgress:E=>{if(E.operation==="rewrite"){g.debug("Lambda rewrite task progress.",{remoteWorkerOperation:E.operation,remoteWorkerTaskId:E.taskId,remoteWorkerStatus:E.status,remoteWorkerCompletedItems:E.completedItems,remoteWorkerFailedItems:E.failedItems,remoteWorkerTotalItems:E.totalItems,remoteWorkerUpdatedAt:E.updatedAt});return}g.progress(`Lambda ${E.operation} batch: ${E.completedItems+E.failedItems}/${E.totalItems}`,{remoteWorkerOperation:E.operation,remoteWorkerTaskId:E.taskId,remoteWorkerStatus:E.status,remoteWorkerCompletedItems:E.completedItems,remoteWorkerFailedItems:E.failedItems,remoteWorkerTotalItems:E.totalItems,remoteWorkerUpdatedAt:E.updatedAt});},onProgressError:E=>{I||(I=true,g.warn("Lambda progress status could not be read; task execution continues.",{error:E.message}));}}),B){if(!b.functions.asset)throw new Error("Full Lambda delegation requires an asset worker. Redeploy the Lambda worker stack and reinstall remote-workers.json.");let E=c?await kn(r):null;v=Sn(`crawl-${le(p.runId,40)}`,b,E),M=new bt({client:A,jobId:v.jobId,maxAttempts:2}),g.info("S3-native Lambda data plane is enabled.",{execution:"lambda",assetWorker:b.functions.asset,workspaceBucket:b.workspace.bucket,workspacePrefix:b.workspace.prefix});}}if(w&&!o.resumeRewrite){if(!A)throw new Error("Remote render worker client was not initialized.");R=Math.max(1,Math.min(100,B?r.concurrency:r.remoteWorkers?.render?.concurrency??r.concurrency)),O=Math.max(1,Math.min(20,r.remoteWorkers?.render?.batchSize??5)),k=new yt({client:A,jobId:`crawl-${le(p.runId,40)}`,maxAttempts:r.remoteWorkers?.render?.maxAttempts??2,batchSize:O,maxConcurrentBatches:R,onRetry:b=>{g.warn(`Retrying remote render for ${b.url}`,{url:b.url,attempt:b.attempt,maxAttempts:b.maxAttempts,reason:b.reason,status:b.status,delayMs:b.delayMs,execution:"lambda"});}}),g.info("Lambda page rendering is enabled.",{remoteWorkerConfigPath:P.resolve(x),concurrency:R,maxAttempts:r.remoteWorkers?.render?.maxAttempts??2,batchSize:O,execution:"lambda"});}if(s){let b={status:s.status,virtualAssetBaseUrl:s.virtualAssetBaseUrl,subscriptionType:s.subscriptionType??null,error:s.error,requests:s.requests,source:"remote-publisher-config"};s.status==="loaded"&&s.subscriptionType?g.info("Loaded remote WP Suite publisher configuration.",b):g.warn("Remote WP Suite publisher configuration is unavailable or has no active subscription type.",b);}if(a&&!d){let b="Incremental crawl requires an active remote publisher subscription; refusing to fall back to a destructive full crawl.";throw g.error(b,{requestedMode:o.crawlMode,subscriptionType:r.subscriptionType??null,source:"incremental-subscription-guard"}),await g.flush(),new Error(b)}let y={pageQueue:[],queuedPages:new Set,donePages:new Set,savedPageOutputs:new Set,pageHttpAttempts:new Map,pageHttpFailures:new Map,pageRenderFailures:new Map,pageDiscoverySources:new Map,assetQueue:[],queuedAssets:new Set,doneAssets:new Set,sitemapQueue:[],queuedSitemaps:new Set,doneSitemaps:new Set,successfulSitemaps:new Set,resolvedSitemapRoots:new Set,sitemapIndexUrls:new Set,sitemapLeafUrls:new Set,sitemapLastmodByPage:{},assetMap:{...m},assetVariantDigestsByOriginalPath:new Map,stats:{pagesQueued:0,pagesRendered:0,pagesCompleted:0,assetsQueued:0,sitemapsQueued:0,assetsSaved:0,pagesSaved:0}},j=_o(),ae=new mt,te=Lo();if(te&&!o.resumeRewrite&&await gt(te,ae.artifact()),await vr(r),await Ut(r,{startedAt:new Date().toISOString(),outputDir:P.resolve(r.outputDir)}),!o.resumeRewrite&&r.pageCache?.purgeBeforeCrawl===true){g.mark("purge-page-cache");let b=await request.newContext({ignoreHTTPSErrors:r.ignoreHttpsErrors});try{let I=await yn(r,b);g.info("WordPress page cache was purged before crawl discovery.",{provider:I.provider,scope:I.scope,purgedAt:I.purgedAt??null}),g.endMark("purge-page-cache",{provider:I.provider,scope:I.scope});}catch(I){throw g.error("WordPress page-cache purge failed; crawl stopped before changing export output.",{error:I instanceof Error?I.message:String(I)}),await g.flush(),I}finally{await b.dispose();}}if(c||await $.rm(r.outputDir,{recursive:true,force:true}),await $.mkdir(r.outputDir,{recursive:true}),c||await Ut(r,{startedAt:new Date().toISOString(),outputDir:P.resolve(r.outputDir)}),i){let b=new Set([...i.deleteUrls,...p.deleteOnMissingUrls]);for(let E of i.deleteUrls)await tt(r,p,j,E,b);let I=new Set(i.resourceDeleteUrls);for(let E of i.resourceDeleteUrls)await Ki(r,p,j,E,I);}if(o.resumeRewrite)g.info("Resuming final rewrite from existing output.",{phase:"rewrite-text",mode:o.mode,crawlMode:o.crawlMode});else {let b=await request.newContext({ignoreHTTPSErrors:r.ignoreHttpsErrors});try{if(g.mark("discovery"),o.mode==="full"?(n.forEach(U=>xt(r,y,U,g)),await In(r,b,y,g,j,p),r.seedPaths.forEach(U=>Un(r,y,U,g,"seed-path")),r.generated404RequestPath&&$e(r,y,r.generated404RequestPath,g,"generated-404-request-path")):(u.forEach(U=>Un(r,y,U,g,"cli")),i?.sitemapUrls.forEach(U=>xt(r,y,U,g,"content-sync-impact")),await In(r,b,y,g,j,p,o.mode==="content-sync",i?.sitemapUrls??[]),i&&await Zi(r,y,p,j,i.sitemapUrls)),g.endMark("discovery",{pages:y.pageQueue.length,assets:y.assetQueue.length,sitemaps:y.sitemapQueue.length}),g.summary(`Queued ${y.pageQueue.length} pages, ${y.assetQueue.length} assets, ${y.sitemapQueue.length} sitemaps.`,{mode:o.mode,crawlMode:o.crawlMode,queuedPages:y.pageQueue.length,queuedAssets:y.assetQueue.length,queuedSitemaps:y.sitemapQueue.length}),o.mode==="retry-timeouts"&&y.pageQueue.length===0&&y.assetQueue.length===0&&y.sitemapQueue.length===0){g.summary("No timed-out URLs were queued. Skipping retry crawl.",{mode:o.mode,crawlMode:o.crawlMode,queuedPages:0,queuedAssets:0,queuedSitemaps:0}),await g.flush(),te&&await gt(te,ae.artifact());return}g.mark("render-pages");let I=Array.from({length:k?R*O:R},()=>k?Di(r,y,g,o.mode,b,p,j,ae,k,v??void 0):Wi(r,y,g,o.mode,b,p,j,ae)),E=await Promise.allSettled(I);for(let[U,W]of E.entries())W.status==="rejected"&&![...y.pageRenderFailures.values()].includes(W.reason)&&y.pageRenderFailures.set(`render-worker-${U+1}`,W.reason instanceof Error?W.reason:new Error(String(W.reason)));if((y.pageHttpFailures.size>0||y.pageRenderFailures.size>0)&&await g.flush(),yr(y.pageRenderFailures),un(y.pageHttpFailures),te&&await gt(te,ae.artifact()),g.endMark("render-pages",{pages:y.stats.pagesCompleted}),g.mark("download-assets"),g.progress("Asset download phase started.",{phase:"download-assets",doneAssets:y.doneAssets.size,assetsQueued:y.stats.assetsQueued,assetQueue:y.assetQueue.length}),v&&M?await Ei(r,b,y,g,p,j,v,M,r.concurrency):(await mr(r,b,p,[...y.assetQueue],g),await Ti(r,b,y,g,p,j)),g.endMark("download-assets",{assets:y.doneAssets.size}),p.enabled&&r.maxPages===0&&(await Go(r,y,p,g,j),o.mode==="full"&&await Zo(r,p,g,j)),o.mode==="full"){let U=await Ci(r,y,g);for(let W of U)if(Z(j,r,W),v&&A){let V=Tt(r,W),Ee=await $.readFile(W),ne=de(W),Ot=String(ln.lookup(V)||"")||(ne?"text/plain; charset=utf-8":"application/octet-stream"),ot=await A.writeWorkspaceObject({key:`${v.workspace.prefix}jobs/${v.jobId}/copied/${le(V,40)}-${P.basename(V)}`,body:Ee,contentType:Ot});De(v,{relativePath:V,sourceUrl:null,kind:"generated",contentType:ot.contentType,cacheControl:null,isText:ne,object:ot}),ne&&oe(j,W);}}}finally{await J("dispose crawl request context",Ye(r),()=>b.dispose()).catch(I=>{g.warn("Timed out while disposing crawl request context",{error:String(I)});});}}if(p.trackManifest&&await ve(r,p,true),v)for(let b of j.deletedFiles)Rn(v,b);let ce=JSON.stringify(y.assetMap,null,2);if(await $.writeFile(P.join(r.outputDir,"asset-map.json"),ce,"utf8"),v&&A){let b=await A.writeWorkspaceObject({key:`${v.workspace.prefix}jobs/${v.jobId}/generated/asset-map.json`,body:ce,contentType:"application/json; charset=utf-8"});De(v,{relativePath:"asset-map.json",sourceUrl:null,kind:"generated",contentType:"application/json; charset=utf-8",cacheControl:r.s3.assetCacheControl,isText:true,object:b});}JSON.stringify(m,null,2)!==JSON.stringify(y.assetMap,null,2)&&Z(j,r,P.join(r.outputDir,"asset-map.json")),v&&A&&await Ii(r,j,v,A);let T=o.mode==="single-url"||o.mode==="content-sync"?oi(r,y):p.enabled&&!o.resumeRewrite?Yo(r,p,j,m,y.assetMap):void 0;g.mark("rewrite-text");let D=o.mode==="single-url"||o.mode==="content-sync"?`Rewriting text files touched by URL crawl: 0/${T?.length??0}`:"Rewriting text files...";g.progress(D,{phase:"rewrite-text",index:0,totalFiles:T?.length,changedTextFiles:0}),await Ge(D);let F=Date.now(),Y={files:T,previousAssetMap:m,onStart:({totalFiles:b,workerCount:I})=>{g.info(`Rewrite phase scanning ${b} text files.`,{phase:"rewrite-text",totalFiles:b,workerCount:I});},onProgress:async({index:b,totalFiles:I,changedTextFiles:E,file:U,changed:W})=>{W&&Z(j,r,P.join(r.outputDir,U)),g.checkpoint(`Rewriting text file ${b}/${I}`,{phase:"rewrite-text",index:b,totalFiles:I,changedTextFiles:E,file:U}),g.debug(`${W?"Rewrote":"Checked unchanged"} text file ${b}/${I}: ${U}`,{phase:"rewrite-text",index:b,totalFiles:I,changedTextFiles:E,file:U,changed:W});let V=Date.now();if(!(b===1||b===I||b%50===0||V-F>=5e3))return;F=V;let ne=`Rewriting text files: ${b}/${I}`;g.progress(ne,{phase:"rewrite-text",index:b,totalFiles:I,changedTextFiles:E,file:U}),await Ge(ne);}},G;if(v&&A){let b=T?.map(E=>Tt(r,P.isAbsolute(E)?E:P.join(r.outputDir,E))),I=Object.values(v.objects).filter(E=>E.isText&&(!b||b.includes(E.relativePath))).length;await Y.onStart?.({totalFiles:I,workerCount:Math.min(r.concurrency,I)}),G=await hn(r,v,y.assetMap,{client:A,jobId:v.jobId,concurrency:r.concurrency,batchSize:25,maxAttempts:2,...b?{relativePaths:b}:{},onProgress:Y.onProgress,onBatchProgress:async({completedItems:E,totalItems:U,completedBatches:W,totalBatches:V,changedTextFiles:Ee})=>{let ne=`Lambda rewrite: ${E}/${U} files; ${W}/${V} batches completed`;g.progress(ne,{phase:"rewrite-text",execution:"lambda",index:E,totalFiles:U,completedBatches:W,totalBatches:V,changedTextFiles:Ee}),await Ge(ne);}}),await vn(r,v);}else C&&A?G=await gn(r,y.assetMap,{client:A,jobId:`crawl-${le(p.runId,40)}`,concurrency:r.remoteWorkers?.rewrite?.concurrency??r.rewriteConcurrency,batchSize:r.remoteWorkers?.rewrite?.batchSize??25,maxAttempts:r.remoteWorkers?.rewrite?.maxAttempts??2,onStageProgress:async({index:b,totalFiles:I,file:E})=>{let U=Date.now();if(b!==1&&b!==I&&b%25!==0&&U-F<5e3)return;F=U;let W=`Staging text files for Lambda rewrite: ${b}/${I}`;g.progress(W,{phase:"rewrite-stage",index:b,totalFiles:I,file:E,execution:"lambda"}),await Ge(W);},onBatchProgress:async({completedItems:b,totalItems:I,completedBatches:E,totalBatches:U,changedTextFiles:W})=>{let V=`Lambda rewrite: ${b}/${I} files; ${E}/${U} batches completed`;g.progress(V,{phase:"rewrite-text",execution:"lambda",index:b,totalFiles:I,completedBatches:E,totalBatches:U,changedTextFiles:W}),await Ge(V);},options:Y}):G=await _r(r,y.assetMap,Y);p.trackManifest&&(Xo(p,T),await ve(r,p,true)),g.endMark("rewrite-text",{changedTextFiles:G});let Be=i?[...j.deletedFiles].sort():p.enabled&&!o.resumeRewrite?await ti(r,y,p,j,g,v):[],st=[...new Set((T||[]).map(b=>X(r.outputDir,P.isAbsolute(b)?b:P.join(r.outputDir,b))).filter(b=>b!==null))].sort();if(i){let b=[...j.changedFiles].sort(),I=new Set(b),E=new Set(i.directRenderUrls.map(L=>Ze(r,L,"page")).filter(L=>!!L&&I.has(L))),U=new Set(i.archiveFamilyUrls.map(L=>Ze(r,L,"page")).filter(L=>!!L&&I.has(L))),W=new Set(i.resourceRenderUrls.map(L=>Ze(r,L,"asset")).filter(L=>!!L&&I.has(L))),V=new Set([...y.sitemapLeafUrls].map(L=>Ze(r,L,"asset")).filter(L=>!!L&&I.has(L))),Ee=new Set([...y.sitemapIndexUrls].map(L=>Ze(r,L,"asset")).filter(L=>!!L&&I.has(L))),ne=new Set([...E,...U,...W,...V,...Ee]),Ot=b.filter(L=>!ne.has(L)),ot=[...new Set([...i.directRenderUrls,...i.archiveFamilyUrls,...y.resolvedSitemapRoots,...y.sitemapLeafUrls,...y.sitemapIndexUrls,...i.deleteUrls,...i.resourceRenderUrls,...i.resourceDeleteUrls].map(L=>{let fr=new URL(L);return `${fr.pathname}${fr.search}`}))].sort();await jt(r,{schemaVersion:2,generatedAt:new Date().toISOString(),outputDir:P.resolve(r.outputDir),runMode:"content-sync",crawlMode:"incremental",fullSyncRequired:false,changedFiles:b,deletedFiles:Be,rewriteTargets:st,revalidateFiles:[...j.revalidateFiles].sort(),consumerId:i.consumerId,fromSequence:i.fromSequence,toSequence:i.toSequence,impactHash:i.impactHash,resolvedSitemapUrls:[...y.resolvedSitemapRoots],uploadGroups:{assets:Ot,content:[...E].sort(),listings:[...U].sort(),resources:[...W].sort(),sitemapLeaves:[...V].sort(),sitemapIndexes:[...Ee].reverse()},invalidationPaths:ot});}else await jt(r,{schemaVersion:1,generatedAt:new Date().toISOString(),outputDir:P.resolve(r.outputDir),runMode:o.mode,crawlMode:o.crawlMode,fullSyncRequired:!(p.enabled&&!o.resumeRewrite),changedFiles:p.enabled&&!o.resumeRewrite?[...j.changedFiles].sort():[],deletedFiles:p.enabled&&!o.resumeRewrite?Be:[],rewriteTargets:p.enabled&&!o.resumeRewrite?st:[],revalidateFiles:[...j.revalidateFiles].sort()});await kr(r),g.summary(o.resumeRewrite?`Done. Resumed final rewrite over existing output and changed ${G} text files.`:`Done. Rendered ${y.stats.pagesRendered} pages, processed ${y.doneSitemaps.size} sitemaps and ${y.doneAssets.size} assets.`,{mode:o.mode,crawlMode:o.crawlMode,resumeRewrite:o.resumeRewrite,...y.stats,pagesRendered:y.stats.pagesRendered,donePages:y.stats.pagesCompleted,claimedPages:y.donePages.size,doneSitemaps:y.doneSitemaps.size,doneAssets:y.doneAssets.size,changedTextFiles:G}),await g.flush();}as().catch(async e=>{let t=Se(e instanceof Error?e.message:String(e));console.error(t);try{let n=(await ut().catch(()=>null))?.logDir??"logs",s=new Le(n,"debug");s.error(`Unhandled error: ${t}`,e instanceof Error&&e.stack?{stack:Se(e.stack)}:void 0),await s.flush();}catch{}process.exit(1);});
17
+ ${o}`,40);return n.info(`Using generated 404 fallback change token for ${r}`,{url:r,requestPath:e.generated404RequestPath,source:"generated-404-change-token-fallback"}),{url:r,supported:!0,token:i,tokenSource:"generated-404-response-hash",postId:null,dependencyPostIds:[],reason:null}}catch(s){return n.warn(`Generated 404 fallback token lookup failed for ${r}`,{url:r,error:String(s),requestPath:e.generated404RequestPath,source:"generated-404-change-token-fallback"}),null}}async function zn(e,t,r,n,s,o){let i=It(e,s);if(await Go(e,t,r,n,s,o),!n.enabled)return {action:"render",changeToken:n.trackManifest?await vt(e,t,n,s,o):null};let u=n.manifest.pages[s];if(!u)return {action:"render",changeToken:await vt(e,t,n,s,o)};let a=await vt(e,t,n,s,o);if(a?.supported&&a.token)return u.changeToken===a.token?i&&!await Xo(e,t,s,o)?{action:"render",changeToken:a}:{action:"reuse",changeToken:a}:{action:"render",changeToken:a};let d=Ie(r.sitemapLastmodByPage[s]);return d&&u.sitemapLastmod&&u.sitemapLastmod===d?{action:"reuse",changeToken:a}:{action:"render",changeToken:a}}async function Xo(e,t,r,n){try{let o=(await t.get(r,{timeout:Math.min(e.navigationTimeoutMs,15e3),failOnStatusCode:!1})).status();return o===404?!0:(n.warn(`Generated 404 request path no longer returns 404 for ${r}`,{url:r,status:o,requestPath:e.generated404RequestPath,source:"generated-404-status-probe"}),!1)}catch(s){return n.warn(`Generated 404 status probe failed for ${r}`,{url:r,error:String(s),requestPath:e.generated404RequestPath,source:"generated-404-status-probe"}),false}}async function ei(e,t,r,n,s){let o=In(r.previousManifest,void 0,n,"previous-manifest"),i=0;for(let[p,h]of Object.entries(r.manifest.pages))if(!r.seenPages.has(p)){or(s,e,h.outputPath);try{await $.unlink(h.outputPath);}catch(f){(f.code||"")!=="ENOENT"&&n.warn(`Failed to remove stale incremental page output for ${p}`,{url:p,outputPath:h.outputPath,error:String(f)});}delete r.manifest.pages[p],i++;}let u=In(r.manifest,r.runId,n,"active-manifest"),a=new Set,d=new Set;for(let p of u){for(let b of Xe(e,p))a.add(b);let h=r.manifest.assets[p]?.outputPath;h&&d.add(h);let f=qe(e,t.assetMap,p);f&&d.add(f);}for(let p of Object.keys(r.manifest.assets)){if(u.has(p)){r.manifest.assets[p].unreferencedRuns=0;continue}let h=r.manifest.assets[p];if(tn(h.unreferencedRuns)){h.unreferencedRuns+=1,n.warn(`Deferred deletion of newly unreferenced incremental asset ${p}.`,{url:p,unreferencedRuns:h.unreferencedRuns,phase:"incremental-cleanup",source:"asset-deletion-grace"});continue}delete r.manifest.assets[p];}let l=0,c=0;for(let p of o){if(r.manifest.assets[p])continue;let h=new Set,f=r.previousManifest.assets[p]?.outputPath;f&&h.add(f);let b=qe(e,t.assetMap,p);if(!u.has(p)&&b)h.add(b);else if(!u.has(p)){let m=yi(e,p,n,"incremental-cleanup");m&&(h.add(m.originalFilePath),m.hashedFilePath&&h.add(m.hashedFilePath));}for(let m of h)if(!d.has(m)){or(s,e,m);try{await $.unlink(m),l++;}catch(g){(g.code||"")!=="ENOENT"&&n.warn(`Failed to remove stale incremental asset output for ${p}`,{url:p,outputPath:m,error:String(g)});}}for(let m of Xe(e,p))a.has(m)||Object.prototype.hasOwnProperty.call(t.assetMap,m)&&(delete t.assetMap[m],c++);}(i>0||l>0||c>0)&&n.info(`Incremental cleanup removed ${i} stale pages, ${l} stale assets, ${c} stale asset mappings`,{removedPages:i,removedAssets:l,removedAssetMappings:c,phase:"incremental-cleanup"});}async function ti(e,t,r,n){let s=new Set([...Object.values(t.manifest.pages),...Object.values(t.manifest.assets)].map(a=>String(a.outputPath||"").trim()).filter(Boolean).map(a=>P.resolve(a))),o=Object.values(e.postCrawlCopyMap||{}).map(a=>kt(String(a||""))).filter(a=>!!a).map(a=>P.resolve(e.outputDir,a)),u=(await ct(e.outputDir)).filter(a=>a.endsWith(".html")||a.endsWith(".htm")).filter(a=>en(P.join(e.outputDir,a),e.outputDir,s,o));for(let a of u){let d=P.join(e.outputDir,a);or(n,e,d),await $.unlink(d);}u.length>0&&r.info(`Removed ${u.length} orphaned HTML output file(s) that are absent from the current crawl manifest.`,{phase:"incremental-cleanup",source:"manifest-output-reconciliation",removedPages:u.length,samples:u.slice(0,20)});}function In(e,t,r,n){let s=new Set,o=i=>{let u=i.trim();if(u){if(r){let a=ie(u,r,"asset",n??"manifest");if(!a)return;s.add(a.toString());return}s.add(u);}};for(let i of Object.values(e.pages))for(let u of i.discoveredAssets||[])o(u);for(let[i,u]of Object.entries(e.assets||{}))t&&u.lastSeenRunId!==t||o(i);return s}function On(e,t,r){for(let n of t)for(let s of Xe(e,n))if(r.has(s))return true;return false}function ri(e,t,r,n,s){let o=new Set(r.rewriteTargets);for(let u of r.changedFiles)o.add(P.resolve(e.outputDir,u));for(let u of Object.values(t.manifest.pages))u.rewriteComplete||o.add(P.resolve(u.outputPath));for(let u of Object.values(t.manifest.assets))u.isText&&!u.rewriteComplete&&o.add(P.resolve(u.outputPath));let i=Ko(n,s);if(i.size===0)return [...o];for(let u of Object.values(t.manifest.pages))On(e,u.discoveredAssets,i)&&o.add(P.resolve(u.outputPath));for(let[u,a]of Object.entries(t.manifest.assets)){a.isText&&On(e,a.discoveredAssets,i)&&o.add(P.resolve(a.outputPath));for(let d of Xe(e,u))if(i.has(d)){Y(r,e,a.outputPath),a.isText&&o.add(P.resolve(a.outputPath));break}}return [...o]}function ni(e,t){let r=t?new Set(Array.from(t,s=>P.resolve(s))):null,n=s=>r===null||r.has(P.resolve(s));for(let s of Object.values(e.manifest.pages))n(s.outputPath)&&(s.rewriteComplete=true);for(let s of Object.values(e.manifest.assets)){if(!s.isText){s.rewriteComplete=true;continue}n(s.outputPath)&&(s.rewriteComplete=true);}}function si(e,t,r,n){let s=new Set(n.changedFiles),o=i=>{let u=Z(e.outputDir,i);u&&s.add(u);};for(let i of t.savedPageOutputs)o(i);for(let i of [r.manifest.pages,r.manifest.assets])for(let u of Object.values(i))u.lastSeenRunId===r.runId&&o(u.outputPath);return s}function oi(e,t,r){let n=new Set,s=o=>{if(!o)return;let i=Z(e.outputDir,o);i&&n.add(i);};for(let o of t.donePages)s(fe(e,o));for(let o of Object.values(r.manifest.pages))o.lastSeenRunId===r.runId&&s(o.outputPath);for(let o of t.doneAssets)s(qe(e,t.assetMap,o));for(let o of Object.values(r.manifest.assets))o.lastSeenRunId===r.runId&&s(o.outputPath);return n}async function ii(e,t,r,n,s,o){let i=[...n.deletedFiles].sort(),u=oi(e,t,r),a=si(e,t,r,n);for(let p of a)u.add(p);let d=0;for(let p of [...a].sort())if(!o?.objects[p]){try{if((await $.stat(P.join(e.outputDir,p))).isFile())continue}catch{}d++,s.warn(`Active output is missing after crawl: ${p}`,{phase:"deploy-plan",file:p,outputPath:P.join(e.outputDir,p)});}if(d>0&&s.warn(`Detected ${d} active output file(s) missing before deploy plan save.`,{phase:"deploy-plan",missingActiveOutputs:d}),i.length===0)return [];let l=[],c=0;for(let p of i){if(!u.has(p)){l.push(p);continue}c++;let h=P.join(e.outputDir,p),f;try{f=(await $.stat(h)).isFile();}catch{f=false;}s.warn(`Deploy plan protected active output from deletion: ${p}`,{phase:"deploy-plan",file:p,outputPath:h,exists:f});}return c>0&&s.info(`Deploy plan skipped ${c} active output deletion(s).`,{phase:"deploy-plan",protectedDeletes:c,deletedFiles:l.length}),l}function Xe(e,t){let r=new Set([t]);try{let n=new URL(t),o=[new URL(e.sourceOrigin).origin,...Object.keys(e.extraReplacements||{})];if(e.targetOrigin&&e.targetOrigin!=="."&&e.targetOrigin!=="/")try{o.push(new URL(e.targetOrigin).origin);}catch{}for(let i of o)try{r.add(new URL(i).origin+n.pathname+n.search);}catch{}r.add(n.pathname+n.search),r.add(n.pathname);}catch{}return [...r]}function ai(e,t){let r=new Set([t]);try{let n=new URL(t),o=[new URL(e.sourceOrigin).origin,...Object.keys(e.extraReplacements||{})];if(e.targetOrigin&&e.targetOrigin!=="."&&e.targetOrigin!=="/")try{o.push(new URL(e.targetOrigin).origin);}catch{}for(let i of o)try{r.add(new URL(i).origin+n.pathname+n.search);}catch{}r.add(n.pathname+n.search);}catch{}return [...r]}function Qn(e,t){let r=e.targetOrigin&&e.targetOrigin!=="."&&e.targetOrigin!=="/"?e.targetOrigin:"https://relative.invalid/";try{let n=new URL(t,r);return Je(e.outputDir,n.pathname)}catch{return null}}function Jn(e,t,r){for(let n of ai(e,r)){let s=t[n];if(!s)continue;let o=Qn(e,s);if(o)return {outputPath:o,publicUrl:s}}return null}function ci(e,t,r){for(let n of Xe(e,r)){let s=t[n];if(!s)continue;let o=Qn(e,s);if(o)return o}return null}function qe(e,t,r){let n=ci(e,t,r);if(n)return n;try{return nt(e,r).originalFilePath}catch{return null}}function ui(){let e=process.env.STATIC_PUBLISHER_RUNTIME_DIR||process.env.WPSUITE_STATIC_PUBLISHER_RUNTIME_DIR||"";return e.trim()?P.join(P.resolve(e),"queue-runner-heartbeat.json"):""}async function Ge(e){let t=ui();if(t)try{let r=await $.readFile(t,"utf8"),n=JSON.parse(r);if(!n||typeof n!="object")return;await $.writeFile(t,JSON.stringify({...n,checkedAt:new Date().toISOString(),status:"running",currentStep:"rewrite",message:e},null,2),"utf8");}catch{}}function li(e,t){let r=new Set;for(let n of t.donePages)r.add(P.resolve(fe(e,n)));for(let n of t.doneAssets){let s=qe(e,t.assetMap,n);!s||!de(s)||r.add(P.resolve(s));}for(let n of t.doneSitemaps){let s=qe(e,t.assetMap,n);!s||!de(s)||r.add(P.resolve(s));}return [...r]}var Ct="re:",Rt=new Map;function di(e){if(!e.startsWith(Ct))return null;let t=Rt.get(e);if(t!==void 0)return t||null;let r=e.slice(Ct.length).trim();if(!r)return Rt.set(e,false),null;try{let n=new RegExp(r);return Rt.set(e,n),n}catch{return console.warn(`[crawl] Ignoring invalid path matcher regex: ${e}`),Rt.set(e,false),null}}function gr(e,t){let r=di(t);return r?r.test(e):t.startsWith(Ct)?false:e.startsWith(t)}function pi(e,t){return t.find(r=>gr(e,r))}function Kn(e,t){let r=pi(t.pathname,e.blockedPathPrefixes);if(r)return r.startsWith(Ct)?`blocked path regex: ${r}`:`blocked path prefix: ${r}`;let n=e.blockedSearchFragments.find(s=>t.search.includes(s));return n?`blocked search fragment: ${n}`:null}function mi(e){let t=new URL(e.sourceOrigin),r=new Set([t.hostname,...e.allowedAssetHosts]);if(e.targetOrigin&&e.targetOrigin!=="."&&e.targetOrigin!=="/")try{r.add(new URL(e.targetOrigin).hostname);}catch{}for(let n of Object.keys(e.extraReplacements||{}))try{r.add(new URL(n).hostname);}catch{}return r}function gi(e,t){return mi(e).has(t.hostname)}function hi(e){let t=be(e.trim()).replace(/\\\//g,"/").replace(/^['"]|['"]$/g,"").trim();return t=t.replace(/[)]+$/g,"").trim(),t=t.replace(/;.*$/g,"").trim(),t}function ar(e){let t=be(e).replace(/\\\//g,"/");return /[{}]|\bwindow\.|\blocation\.|\bincludes\(|\?\?null|\+|%7B|%7D|%22|<|>|\s/.test(t)||/[()[\]'"]/.test(t)}function fi(e){let t=be(e).replace(/\\\//g,"/").trim(),r=P.extname(t).toLowerCase();return qn.has(r)||Nn.has(r)?false:/^(?:this|[A-Za-z_$][\w$]*)\.[A-Za-z_$][\w$]*(?:\.[A-Za-z_$][\w$]*)*$/.test(t)}function Me(e){return Do.some(t=>e.pathname.startsWith(t))}function J(e,t,r=e.sourceOrigin,n,s="url",o=false){let i=hi(t);if(!i||i.startsWith("data:")||i.startsWith("blob:")||i.startsWith("mailto:")||i.startsWith("tel:")||i.startsWith("#"))return n?.ignore(s,t,"empty or unsupported scheme",r),null;if(ar(i))return n?.ignore(s,t,"looks like JavaScript/code fragment",r),null;if(fi(i))return n?.ignore(s,t,"looks like JavaScript property access",r),null;try{let u=new URL(i,r);if(Gn(u))return n?.reject(s,t,"malformed URL encoding",r),null;if(!["http:","https:"].includes(u.protocol))return n?.ignore(s,t,"unsupported protocol: ",r),null;if(!gi(e,u))return n?.ignore(s,u.toString(),"host not allowed",r),null;let a=Kn(e,u);if(a&&!(o&&Dt(u)))return n?.reject(s,u.toString(),a,r),null;let d=new URL(e.sourceOrigin);return u.protocol=d.protocol,u.host=d.host,u.hash="",u}catch{return n?.reject(s,t,"invalid URL",r),null}}function Gn(e){try{return decodeURIComponent(e.pathname),decodeURIComponent(e.search),decodeURIComponent(e.hash),!1}catch{return true}}function ie(e,t,r,n){try{let s=new URL(e);return Gn(s)?(t.reject(r,e,"malformed URL encoding",n),null):Qe(s.pathname)===null?(t.reject(r,e,"unsafe URL pathname",n),null):s.protocol!=="http:"&&s.protocol!=="https:"?(t.reject(r,e,`unsupported protocol: ${s.protocol}`,n),null):s}catch{return t.reject(r,e,"invalid URL",n),null}}function Zn(e){return qn.has(P.extname(e.pathname).toLowerCase())}function ke(e){return Me(e)?false:Nn.has(P.extname(e.pathname).toLowerCase())}function _e(e){let t=e.pathname.toLowerCase();return t.endsWith(".xml")&&(t.includes("sitemap")||t.endsWith("/sitemap.xml"))}function _(e,t){return !!(_e(t)||t.pathname==="/robots.txt"||t.pathname==="/llms.txt"||t.pathname.toLowerCase().endsWith(".xsl")||e.assetPathPrefixes.length>0&&e.assetPathPrefixes.some(r=>gr(t.pathname,r))||Zn(t)||!ke(t)&&!Me(t))}function fe(e,t){let r=new URL(t),n=Qe(r.pathname);if(n===null)throw new Error(`Unsafe page URL pathname: ${r.pathname}`);return n.endsWith("/")?n+="index.html":P.extname(n)||(n+="/index.html"),Je(e.outputDir,n)}function wi(e){if(!e.generated404RequestPath)return null;try{let t=new URL(e.generated404RequestPath,e.sourceOrigin);return !t.pathname.endsWith("/")&&P.extname(t.pathname)===""&&(t.pathname+="/"),t.hash="",t.toString()}catch{return null}}function It(e,t){let r=wi(e);if(!r)return false;try{return new URL(t,e.sourceOrigin).toString()===r}catch{return false}}function nt(e,t){let r=new URL(t),n=Qe(r.pathname);if(n===null)throw new Error(`Unsafe asset URL pathname: ${r.pathname}`);n.endsWith("/")&&(n+="index.html");let s=!!r.search,o=n,i=Je(e.outputDir,o),u=Bt(e.targetOrigin,o),a=`${u}${r.search}`;if(!s)return {originalPathname:o,originalFilePath:i,originalPublicUrl:u,originalPublicUrlWithSearch:a,preferQueryHashed:s};let d=P.extname(n),c=`${d?n.slice(0,-d.length):n}.${le(r.search)}${d||".bin"}`;return {originalPathname:o,originalFilePath:i,originalPublicUrl:u,originalPublicUrlWithSearch:a,preferQueryHashed:s,hashedPathname:c,hashedFilePath:Je(e.outputDir,c),hashedPublicUrl:Bt(e.targetOrigin,c)}}function yi(e,t,r,n){let s=ie(t,r,"asset",n);return s?nt(e,s.toString()):null}function cr(e,t,r,n,s){t[r]=n;try{let o=new URL(r),u=[new URL(e.sourceOrigin).origin,...Object.keys(e.extraReplacements||{})];if(e.targetOrigin&&e.targetOrigin!=="."&&e.targetOrigin!=="/")try{u.push(new URL(e.targetOrigin).origin);}catch{}for(let a of u)try{let d=new URL(a);t[d.origin+o.pathname+o.search]=n;}catch{}try{let a=(()=>{let d=new URL(n,e.targetOrigin==="."?"https://relative.invalid":e.targetOrigin);return `${d.pathname}${d.search}`})();t[o.pathname+o.search]=a;}catch{}try{let a=new URL(n,e.targetOrigin==="."?"https://relative.invalid":e.targetOrigin).pathname;t[o.pathname]=a;}catch{}try{let a=new URL(s,e.targetOrigin==="."?"https://relative.invalid":e.targetOrigin).pathname;t[o.pathname]=a;}catch{}}catch{}}async function Yn(e){try{return await $.readFile(e)}catch(t){if(t.code==="ENOENT")return null;throw t}}async function Oe(e){try{return await $.stat(e)}catch(t){if(t.code==="ENOENT")return null;throw t}}function bi(e){let t=String(e["content-length"]||"").trim();if(!t)return null;let r=Number.parseInt(t,10);return Number.isFinite(r)&&r>=0?r:null}function Xn(e){let t=String(e["last-modified"]||"").trim();if(!t)return null;let r=Date.parse(t);return Number.isFinite(r)?r:null}function Si(e,t){let r=Xn(t),n=bi(t),s=e?.mtime.getTime();return r!==null&&Math.abs((s??0)-r)>=1e3||n!==null&&e?.size!==n?false:r!==null||n!==null}async function Pi(e,t){if(!t)return;let r=Xn(t);if(r===null)return;let n=await Oe(e);if(!n)return;let s=new Date(r);await $.utimes(e,n.atime,s).catch(()=>{});}function ur(e,t){let r=P.extname(e.pathname).toLowerCase(),n=t["content-type"]||"";return Fo.has(r)||Lo.some(s=>n.includes(s))&&!n.startsWith("image/")&&!n.includes("font")}function Mn(e){try{let t=P.extname(new URL(e).pathname).toLowerCase();return t===".js"||t===".mjs"}catch{return false}}function Te(e,t){(e.doneAssets.size%25===0||e.doneAssets.size===1||e.doneAssets.size===e.stats.assetsQueued)&&t.progress(`Asset processing progress: processed ${e.doneAssets.size}, discovered ${e.stats.assetsQueued}.`,{doneAssets:e.doneAssets.size,assetsQueued:e.stats.assetsQueued,phase:"download-assets"});}function Ri(e){return le(e.toString("base64"),40)}function es(e,t,r){let n=e.assetVariantDigestsByOriginalPath.get(t);if(!n||n.size===0)return false;for(let s of n)if(s!==r)return true;return false}function ts(e,t,r){let n=e.assetVariantDigestsByOriginalPath.get(t);n||(n=new Set,e.assetVariantDigestsByOriginalPath.set(t,n)),n.add(r);}async function lr(e,t,r,n,s,o,i){let u=nt(e,r),a=Ri(n),d=u.originalFilePath,l=u.originalPublicUrlWithSearch;if(u.preferQueryHashed&&u.hashedFilePath&&u.hashedPublicUrl&&es(s,u.originalFilePath,a)){let f=Jn(e,t,r);f?(d=f.outputPath,l=f.publicUrl):(d=u.hashedFilePath,l=u.hashedPublicUrl);}cr(e,t,r,l,u.originalPublicUrl);let c=de(d)?Buffer.from(Qt(n.toString("utf8"),e,t,d),"utf8"):n,p=await Yn(d),h=false;return (p===null||!p.equals(c))&&(await ye(d,c),h=true),o?.debug(`${h?"Saved":"Skipped unchanged"} asset output ${r}`,{phase:"download-assets",url:r,outputPath:d,bytes:c.length,wroteFile:h}),ts(s,u.originalFilePath,a),await Pi(d,i),s.stats.assetsSaved++,o&&(s.stats.assetsSaved%50===0||s.stats.assetsSaved===1)&&o.progress(`Asset progress: saved ${s.stats.assetsSaved}, discovered ${s.stats.assetsQueued}, pending ${s.assetQueue.length}.`,{assetsSaved:s.stats.assetsSaved,assetsQueued:s.stats.assetsQueued,assetQueue:s.assetQueue.length,phase:"download-assets"}),{outputPath:d,publicUrl:l,wroteFile:h}}function $e(e,t,r,n,s){let o=()=>{let c=String(s??"").trim();if(!c)return {discoveredFrom:"",discoveredFromType:"unknown"};if(c==="seed-path"||c==="cli"||c==="generated-404-request-path")return {discoveredFrom:c,discoveredFromType:c};if(/^https?:\/\//i.test(c))try{let p=new URL(c);return _e(p)?{discoveredFrom:c,discoveredFromType:"sitemap"}:_(e,p)?{discoveredFrom:c,discoveredFromType:"asset"}:ke(p)&&!Me(p)?{discoveredFrom:c,discoveredFromType:"page"}:{discoveredFrom:c,discoveredFromType:"url"}}catch{return {discoveredFrom:c,discoveredFromType:"url"}}return {discoveredFrom:c,discoveredFromType:"url"}},i=s&&/^https?:\/\//i.test(s)?s:e.sourceOrigin,u=J(e,r,i,n,"page");if(!u)return;if(!ke(u)||Zn(u)){if(_(e,u)){n.info(`Seeded/non-page URL queued as asset: ${u.toString()}`,{url:u.toString(),source:s}),N(e,t,u.toString(),n,s);return}n.reject("page",u.toString(),Me(u)?"asset/internal path cannot be page":"not page-like",s);return}let a=u.toString(),{discoveredFrom:d,discoveredFromType:l}=o();d&&!t.pageDiscoverySources.has(a)&&t.pageDiscoverySources.set(a,d),!t.donePages.has(a)&&!t.queuedPages.has(a)&&(t.queuedPages.add(a),t.pageQueue.push(a),t.stats.pagesQueued++,n.debug(`Queued discovered page ${a}`,{phase:"discovery",url:a,discoveredFrom:d,discoveredFromType:l,outputPath:fe(e,a)}),(t.stats.pagesQueued%25===0||t.stats.pagesQueued===1)&&n.progress(`Discovery progress: pages ${t.stats.pagesQueued}, assets ${t.stats.assetsQueued}, sitemaps ${t.stats.sitemapsQueued}.`,{pagesQueued:t.stats.pagesQueued,assetsQueued:t.stats.assetsQueued,sitemapsQueued:t.stats.sitemapsQueued,pageQueue:t.pageQueue.length,phase:"discovery"}));}function N(e,t,r,n,s){let o=s&&/^https?:\/\//i.test(s)?s:e.sourceOrigin,i=J(e,r,o,n,"asset");if(!i)return;if(!_(e,i)){n.reject("asset",i.toString(),"not a safe asset path/prefix",s);return}let u=i.toString();!t.doneAssets.has(u)&&!t.queuedAssets.has(u)&&(t.queuedAssets.add(u),t.assetQueue.push(u),t.stats.assetsQueued++,(t.stats.assetsQueued%100===0||t.stats.assetsQueued===1)&&n.progress(`Discovery progress: pages ${t.stats.pagesQueued}, assets ${t.stats.assetsQueued}, sitemaps ${t.stats.sitemapsQueued}.`,{pagesQueued:t.stats.pagesQueued,assetsQueued:t.stats.assetsQueued,sitemapsQueued:t.stats.sitemapsQueued,assetQueue:t.assetQueue.length,phase:"discovery"}));}function xt(e,t,r,n,s){let o=s&&/^https?:\/\//i.test(s)?s:e.sourceOrigin,i=J(e,r,o,n,"sitemap",Tr(s));if(!i)return;if(!_e(i)){n.reject("sitemap",i.toString(),"not sitemap-like",s);return}let u=i.toString();!t.doneSitemaps.has(u)&&!t.queuedSitemaps.has(u)&&(t.queuedSitemaps.add(u),t.sitemapQueue.push(u),t.stats.sitemapsQueued++,(t.stats.sitemapsQueued%10===0||t.stats.sitemapsQueued===1)&&n.progress(`Discovery progress: pages ${t.stats.pagesQueued}, assets ${t.stats.assetsQueued}, sitemaps ${t.stats.sitemapsQueued}.`,{pagesQueued:t.stats.pagesQueued,assetsQueued:t.stats.assetsQueued,sitemapsQueued:t.stats.sitemapsQueued,sitemapQueue:t.sitemapQueue.length,phase:"discovery"}));}function vi(e){let t=be(e),r=[...t.matchAll(/<url>\s*([\s\S]*?)\s*<\/url>/gi)].map(n=>n[1]);return r.length>0?r.map(n=>{let s=n.match(/<loc>\s*([^<]+?)\s*<\/loc>/i);if(!s?.[1])return null;let o=n.match(/<lastmod>\s*([^<]+?)\s*<\/lastmod>/i);return {loc:s[1].trim(),lastmod:Ie(o?.[1]??null)}}).filter(n=>!!n):[...t.matchAll(/<loc>\s*([^<]+?)\s*<\/loc>/gi)].map(n=>({loc:n[1].trim(),lastmod:null})).filter(n=>n.loc)}function ki(e){return e.split(",").map(t=>t.trim().split(/\s+/)[0]).filter(Boolean)}function Ci(e){return e.replace(/<script\b[^>]*>[\s\S]*?<\/script\s*>/gi,"")}function xi(e,t){return t==="dom-style"?true:(()=>{try{return P.extname(new URL(e).pathname).toLowerCase()}catch{return ""}})()!==".map"}function kt(e){return e.trim().replace(/\\/g,"/").replace(/^https?:\/\/[^/]+/i,"").replace(/^\/+/,"")}async function rs(e,t,r,n){let s=[];await $.mkdir(t,{recursive:true});let o=await $.readdir(e,{withFileTypes:true});for(let i of o){let u=P.join(e,i.name),a=P.join(t,i.name);if(i.isDirectory()){s.push(...await rs(u,a,r,n));continue}await ns(u,a,r,n)&&s.push(a);}return s}async function Ai(e,t){try{let[r,n]=await Promise.all([$.stat(e),$.stat(t)]);if(r.size!==n.size)return !1;let[s,o]=await Promise.all([$.readFile(e),$.readFile(t)]);return s.equals(o)}catch{return false}}async function ns(e,t,r,n){let s=P.resolve(t);return r.has(s)?(n.debug("Skipped post-crawl copy over crawled page output",{phase:"copy-extra-paths",sourcePath:e,targetPath:t}),false):await Ai(e,t)?(n.debug("Skipped unchanged post-crawl copy target",{phase:"copy-extra-paths",sourcePath:e,targetPath:t}),false):(await $.mkdir(P.dirname(t),{recursive:true}),await $.copyFile(e,t),true)}async function Ti(e,t,r){let n=Object.entries(e.postCrawlCopyMap||{}).map(([u,a])=>({sourcePath:u.trim(),prefix:String(a||"").trim()}));if(n.length===0)return [];let s=0,o=[],i=new Set([...t.donePages].map(u=>P.resolve(fe(e,u))));r.mark("copy-extra-paths");for(let u of n){let a=u.sourcePath,d=u.prefix;if(!a||!d){r.warn("Skipped post-crawl copy mapping with empty key/value",{sourcePath:a,prefixPath:d});continue}let l=Bo(a);if(!l.resolvedPath){r.warn("Skipped post-crawl copy source because alias root is not configured",{sourcePath:a,alias:l.alias||"",requiredEnv:l.requiredEnv||"",prefixPath:d});continue}let c=l.resolvedPath,p=kt(d);if(!p){r.warn("Skipped post-crawl copy mapping with invalid export prefix",{sourcePath:a,prefixPath:d});continue}let h;try{h=await $.stat(c);}catch{r.warn("Skipped post-crawl copy source because it does not exist",{sourcePath:a,sourceAbs:c,prefixPath:d});continue}let f=P.resolve(e.outputDir,p);if(h.isDirectory()){let w=await rs(c,f,i,r);o.push(...w),s+=w.length,w.length>0&&r.progress(`Copied static directory to export: ${c} -> /${p}`,{phase:"copy-extra-paths",sourcePath:c,targetPath:`/${p}`,copiedItems:s,changedFiles:w.length});continue}let b=P.basename(c),m=d.endsWith("/")?P.join(f,b):f;await ns(c,m,i,r)&&(o.push(m),s++,r.progress(`Copied static file to export: ${c} -> /${kt(d.endsWith("/")?`${d}${b}`:d)}`,{phase:"copy-extra-paths",sourcePath:c,targetPath:`/${kt(d.endsWith("/")?`${d}${b}`:d)}`,copiedItems:s}));}return r.endMark("copy-extra-paths",{mappedSources:n.length,copiedItems:s}),o}function Ne(e,t,r,n,s){let o=new Set;if(s.endsWith("page-html"))for(let d of Yr(r)){let l=J(e,d,t,n,`${s}:declared-asset`);l&&_(e,l)&&o.add(l.toString());}let i=be(r).replace(/\\\//g,"/"),u=s==="page-html"?Ci(i):i,a=xi(t,s);if(a)for(let d of Kr(i,{html:s.endsWith("page-html"),javaScript:s!=="dom-style"&&(Mn(t)||/(?:java|ecma)script/i.test(s))})){let l=J(e,d,t,n,`${s}:css-url`);l&&_(e,l)&&o.add(l.toString());}if(a||s==="page-html")for(let d of u.matchAll(/<\?xml-stylesheet[^>]+href=["']([^"']+)["'][^>]*\?>/gi)){let l=J(e,d[1],t,n,`${s}:xml-stylesheet`);l&&_(e,l)&&o.add(l.toString());}if(s==="page-html")for(let d of Gr(i)){let l=d.startsWith("//")?`${new URL(e.sourceOrigin).protocol}${d}`:d;if(ar(l)){n.ignore(`${s}:serialized-url`,l,"looks like JavaScript/code fragment",t);continue}let c=J(e,l,t,n,`${s}:serialized-url`);c&&_(e,c)?o.add(c.toString()):c&&n.ignore("asset",c.toString(),"serialized URL did not pass safe asset path filter",t);}if(s!=="page-html"&&Mn(t))for(let d of Zr(i)){if(ar(d)||!/\.(?:js|mjs)(?:[?#]|$)/i.test(d))continue;let l=J(e,d,t,n,`${s}:relative-asset`);l&&_(e,l)&&o.add(l.toString());}return [...o]}function ss(e,t,r,n){let s=new Set,o=be(r);for(let i of o.matchAll(/href=["']([^"'#\s][^"']*?)["']/gi)){let u=i[1],a=J(e,u,t,n,"page-link");a&&(Kn(e,a)||ke(a)&&!Me(a)&&!_(e,a)&&s.add(a.toString()));}return [...s]}async function $n(e,t,r,n,s,o,i=false,u=[]){let a=new Set(u),d=0,l=new Map,c=(p,h)=>{let f=[h],b=new Set;for(;f.length>0;){let m=f.pop();if(m===p)return true;b.has(m)||(b.add(m),f.push(...l.get(m)??[]));}return false};for(;r.sitemapQueue.length>0;){let p=r.sitemapQueue.shift();r.queuedSitemaps.delete(p);let h=ie(p,n,"sitemap","sitemap-queue");if(!h)continue;let f=h.toString();if(r.doneSitemaps.has(f))continue;r.doneSitemaps.add(f),n.sitemap(`Fetching sitemap ${f}`,{url:f});let b=true;try{let m=await t.get(f,{timeout:6e4});if(b=!1,!m.ok()){if(n.skip("sitemap",f,m.status()),i&&!a.has(f))throw new Error(`Required child content-sync sitemap returned HTTP ${m.status()}: ${f}`);continue}let g=await m.body(),w=m.url()||f,x=ie(w,n,"sitemap-response",f);if(!x)continue;let k=x.toString();r.successfulSitemaps.add(f),r.successfulSitemaps.add(k),a.has(f)&&(r.resolvedSitemapRoots.add(k),d+=1);let M=await lr(e,r.assetMap,k,g,r,n);Y(s,e,M.outputPath),oe(s,M.outputPath);let T=g.toString("utf8");/<sitemapindex(?:\s|>)/i.test(T)?r.sitemapIndexUrls.add(k):r.sitemapLeafUrls.add(k);let v=Ne(e,k,T,n,"sitemap");for(let O of v)N(e,r,O,n,k);let R=[];for(let O of vi(T)){let C=J(e,O.loc,k,n,"sitemap-loc",!0);if(!C){if(i)throw new Error(`Content-sync sitemap contains an inadmissible location: ${O.loc}`);continue}if(_e(C)){if(c(k,C.toString()))throw new Error(`Sitemap index cycle detected: ${k} -> ${C.toString()}`);if(l.has(k)||l.set(k,new Set),l.get(k).add(C.toString()),R.push(C.toString()),i&&r.doneSitemaps.has(C.toString())&&!r.successfulSitemaps.has(C.toString()))throw new Error(`Required child content-sync sitemap was not resolved: ${C.toString()}`);xt(e,r,C.toString(),n,k);}else if(i){if(ke(C)&&!_(e,C)){let q=o.requiredUrls.has(C.toString()),B=!!o.previousManifest.pages[C.toString()];if(!q&&!B)throw new Error(`Content-sync sitemap coverage is incomplete for ${C.toString()}.`)}n.ignore("sitemap-loc",C.toString(),"content-sync sitemap-only traversal does not enqueue urlset locations",k);}else _(e,C)?N(e,r,C.toString(),n,k):ke(C)?(O.lastmod&&(r.sitemapLastmodByPage[C.toString()]=O.lastmod),$e(e,r,C.toString(),n,k)):n.reject("sitemap-loc",C.toString(),"not page/sitemap/asset-like",k);}o.trackManifest&&(o.manifest.assets[k]={url:k,outputPath:M.outputPath,isText:!0,contentType:m.headers()["content-type"]??"application/xml",cacheControl:sr(m.headers()),changeToken:null,tokenSource:null,discoveredAssets:[...new Set([...v,...R])],lastCrawledAt:new Date().toISOString(),lastSeenRunId:o.runId,unreferencedRuns:0,rewriteComplete:!1},await ve(e,o));}catch(m){n.error(`Failed sitemap ${f}`,{url:f,error:String(m)});let g=i&&a.has(f)&&b;if(i&&!g)throw m}}if(i&&a.size>0&&d===0)throw new Error(`None of the configured content-sync sitemap roots could be resolved: ${[...a].join(", ")}`)}async function Ei(e,t,r,n,s,o,i){let u=J(e,n,e.sourceOrigin,s,"asset-fetch");if(!u||!_(e,u))return;let a=u.toString();if(r.doneAssets.has(a))return;let d=o.enabled||o.strictTargeted?o.previousManifest.assets[a]:void 0,l=o.trackManifest?await vt(e,t,o,a,s):null,c=l?.token??null,p=Kt(d?.changeToken,l),h=o.strictTargeted&&(!l?.supported||!l.token)&&Gt(e.sourceOrigin,a),f=o.strictTargeted?o.manifest.assets[a]:void 0;if(f?.lastSeenRunId===o.runId&&await Oe(f.outputPath)){r.doneAssets.add(a);for(let m of f.discoveredAssets||[])N(e,r,m,s,a);Y(i,e,f.outputPath),We(i,e,f.outputPath,f.cacheControl),f.isText&&oe(i,f.outputPath),s.info(`Resumed completed content-sync asset ${a}`,{url:a,source:"content-sync-checkpoint"}),Te(r,s);return}if(d&&(p||h)&&await Oe(d.outputPath)){o.manifest.assets[a]={...d,changeToken:c,tokenSource:l?.tokenSource??d.tokenSource,discoveredAssets:[...d.discoveredAssets||[]],lastSeenRunId:o.runId,unreferencedRuns:0},delete o.manifest.pages[a],r.doneAssets.add(a);for(let m of d.discoveredAssets||[])N(e,r,m,s,a);We(i,e,d.outputPath,d.cacheControl),s.info(`Reused unchanged trusted asset ${a}.`,{url:a,tokenSource:l?.tokenSource??"unknown",phase:"download-assets",source:p?"asset-change-token-match":"content-sync-release-fingerprint"}),Te(r,s);return}let b=(m,g={})=>{if(!d||o.strictTargeted)return false;o.manifest.assets[a]={...d,discoveredAssets:[...d.discoveredAssets||[]],lastCrawledAt:new Date().toISOString(),lastSeenRunId:o.runId,unreferencedRuns:0},delete o.manifest.pages[a],r.doneAssets.add(a);for(let w of d.discoveredAssets||[])N(e,r,w,s,a);return s.warn(`Keeping previous incremental asset ${a} after fetch issue.`,{url:a,reason:m,preservedFromPreviousManifest:true,...g,phase:"download-assets"}),Te(r,s),true};s.asset(`Fetching asset ${a}`,{url:a});try{let m=qe(e,r.assetMap,a),g=m?await Oe(m):null;if(m&&g&&!o.strictTargeted)try{let B=await Q(`fetch asset headers ${a}`,6e4,()=>t.head(a,{timeout:6e4})),y=B.headers();if(B.ok()&&Si(g,y)){let j=await Yn(m);if(j!==null){let ae=B.url()||a,te=ie(ae,s,"asset-response",a);if(!te)return;let ce=te.toString(),A=await lr(e,r.assetMap,ce,j,r,s,y);A.wroteFile&&(Y(i,e,A.outputPath),de(A.outputPath)&&oe(i,A.outputPath));let D=sr(y)||d?.cacheControl||null;We(i,e,A.outputPath,D),r.doneAssets.add(a),s.info(`Reused existing asset ${a} based on response headers.`,{url:a,filePath:m,lastModified:y["last-modified"]||"",contentLength:y["content-length"]||"",phase:"download-assets"}),Te(r,s);let F=ur(u,y),X=d?.discoveredAssets?[...d.discoveredAssets]:[];if(F||d?.isText){let G=j.toString("utf8"),Be=Ne(e,ce,G,s,"asset:cached");(Be.length>0||!d)&&(X=Be);for(let st of X)N(e,r,st,s,ce);}if(o.trackManifest){let G=F||!!d?.isText;o.manifest.assets[a]={url:a,outputPath:A.outputPath,isText:G,contentType:nr(y)||d?.contentType||null,cacheControl:D,changeToken:l?.supported?l.token:null,tokenSource:l?.supported?l.tokenSource??null:null,discoveredAssets:X,lastCrawledAt:new Date().toISOString(),lastSeenRunId:o.runId,unreferencedRuns:0,rewriteComplete:!G},delete o.manifest.pages[a],(o.enabled||o.strictTargeted)&&G&&await ve(e,o);}return}}}catch{}let w=await Q(`fetch asset ${a}`,6e4,()=>t.get(a,{timeout:6e4}));if(!w.ok()){if(b(`http-${w.status()}`,{status:w.status()}))return;if(o.strictTargeted)throw new Error(`Required content-sync asset returned HTTP ${w.status()}: ${a}`);s.skip("asset",a,w.status());return}let x=await Q(`read asset response ${a}`,6e4,()=>w.body()),k=w.url()||a,M=ie(k,s,"asset-response",a);if(!M)return;let T=M.toString(),v=w.headers(),R=await lr(e,r.assetMap,T,x,r,s,v);R.wroteFile&&(Y(i,e,R.outputPath),de(R.outputPath)&&oe(i,R.outputPath));let O=sr(v);We(i,e,R.outputPath,O),r.doneAssets.add(a),Te(r,s);let C=ur(u,v),q=[];if(C){let B=x.toString("utf8");q=Ne(e,T,B,s,`asset:${P.extname(u.pathname).toLowerCase()||v["content-type"]||"unknown"}`);for(let y of q)N(e,r,y,s,T);}o.trackManifest&&(o.manifest.assets[a]={url:a,outputPath:R.outputPath,isText:C,contentType:nr(v),cacheControl:O,changeToken:l?.supported?l.token:null,tokenSource:l?.supported?l.tokenSource??null:null,discoveredAssets:q,lastCrawledAt:new Date().toISOString(),lastSeenRunId:o.runId,unreferencedRuns:0,rewriteComplete:!C},delete o.manifest.pages[a],(o.enabled||o.strictTargeted)&&C&&await ve(e,o));}catch(m){if(b("fetch-error",{error:String(m)}))return;if(s.error(`Failed asset ${a}`,{url:a,error:String(m)}),o.strictTargeted)throw m}finally{r.doneAssets.has(a)||(r.doneAssets.add(a),Te(r,s));}}async function Ii(e,t,r,n,s,o){let i=Math.max(1,Number(e.assetDownloadConcurrency||e.concurrency||1)),u=Array.from({length:i},async()=>{for(;r.assetQueue.length>0;){let a=r.assetQueue.shift();a&&(r.queuedAssets.delete(a),await Ei(e,t,r,a,n,s,o));}});await Promise.all(u);}function At(e,t){let r=Z(e.outputDir,t);if(!r)throw new Error(`Remote export output is outside outputDir: ${t}`);return r}function Oi(e,t){return ur(e,{"content-type":t})}function jn(e){return /(?:^|\/)index\.html?$|\.html?$/i.test(e)}async function Mi(e,t,r,n,s,o,i,u,a){let d=Math.max(1,Math.min(100,a)),l=20;for(;r.assetQueue.length>0;){let c=r.assetQueue.splice(0,d*l);for(let b of c)r.queuedAssets.delete(b);await mr(e,t,s,c,n);let p=[];for(let b of c){let m=s.manifest.assets[b],g=m?Z(e.outputDir,m.outputPath):null,w=g?i.objects[g]:void 0,x=s.changeTokenCache.get(b)??null;if(!(s.enabled&&m&&w?.kind==="asset"&&w.sourceUrl===b&&(Kt(m.changeToken,x)||(!x?.supported||!x.token)&&Gt(e.sourceOrigin,b)))||!m||!g||!w){p.push(b);continue}s.manifest.assets[b]={...m,changeToken:x?.token??null,tokenSource:x?.tokenSource??m.tokenSource,lastSeenRunId:s.runId,unreferencedRuns:0};for(let M of m.discoveredAssets||[])N(e,r,M,n,b);r.doneAssets.add(b),We(o,e,m.outputPath,m.cacheControl),n.info(`Reused unchanged S3-native asset ${b}.`,{url:b,relativePath:g,tokenSource:x?.tokenSource??"release-fingerprint",phase:"download-assets",execution:"lambda"}),Te(r,n);}if(p.length===0)continue;let h=[];for(let b=0;b<p.length;b+=l)h.push(p.slice(b,b+l));let f=await Promise.all(h.map(b=>u.fetch({urls:b,ignoreHttpsErrors:e.ignoreHttpsErrors,timeoutMs:6e4})));for(let b of f)for(let m of b.assets){let g=m.requestedUrl;try{if(m.outcome!=="fetched"||!m.object||!m.finalUrl){let O=m.error||`Remote asset fetch ended with ${m.outcome}.`;if(n.error(`Failed remote asset ${g}`,{url:g,status:m.httpStatus,outcome:m.outcome,error:O,execution:"lambda"}),s.strictTargeted)throw new Error(O);continue}let w=ie(m.finalUrl,n,"remote-asset-response",g);if(!w)continue;let x=nt(e,w.toString()),k=x.originalFilePath,M=x.originalPublicUrlWithSearch;if(x.preferQueryHashed&&x.hashedFilePath&&x.hashedPublicUrl&&es(r,x.originalFilePath,m.object.sha256)){let O=Jn(e,r.assetMap,w.toString());k=O?.outputPath??x.hashedFilePath,M=O?.publicUrl??x.hashedPublicUrl;}cr(e,r.assetMap,w.toString(),M,x.originalPublicUrl),w.toString()!==g&&cr(e,r.assetMap,g,M,x.originalPublicUrl),ts(r,x.originalFilePath,m.object.sha256);let T=At(e,k),v=m.contentType?.trim()||"application/octet-stream",R=Oi(w,v);De(i,{relativePath:T,sourceUrl:g,kind:"asset",contentType:v,cacheControl:m.cacheControl,isText:R,object:m.object}),Y(o,e,k),R&&oe(o,k),We(o,e,k,m.cacheControl);for(let O of m.discoveredAssets)N(e,r,O,n,w.toString());r.stats.assetsSaved++,s.trackManifest&&(s.manifest.assets[g]={url:g,outputPath:k,isText:R,contentType:v,cacheControl:m.cacheControl,changeToken:null,tokenSource:null,discoveredAssets:[...m.discoveredAssets],lastCrawledAt:new Date().toISOString(),lastSeenRunId:s.runId,unreferencedRuns:0,rewriteComplete:!R},delete s.manifest.pages[g]),n.debug(`Remote asset fetch completed ${g}`,{url:g,finalUrl:w.toString(),relativePath:T,bytes:m.object.bytes,taskId:b.taskId,attempts:b.attempts,execution:"lambda"});}finally{r.doneAssets.add(g),Te(r,n);}}}}async function $i(e,t,r,n){for(let s of [...t.changedFiles].sort()){if(!vn(r,s))continue;let o=P.join(e.outputDir,s),i=await $.readFile(o).catch(l=>{throw new Error(`Coordinator-owned output is missing before S3 staging: ${s}`,{cause:l})}),u=de(o),a=String(pn.lookup(s)||"")||(u?"text/plain; charset=utf-8":"application/octet-stream"),d=await n.writeWorkspaceObject({key:`${r.workspace.prefix}jobs/${r.jobId}/coordinator/${le(s,40)}-${P.basename(s)}`,body:i,contentType:a,cacheControl:jn(s)?e.s3.htmlCacheControl:e.s3.assetCacheControl});De(r,{relativePath:s,sourceUrl:null,kind:"generated",contentType:a,cacheControl:jn(s)?e.s3.htmlCacheControl:e.s3.assetCacheControl,isText:u,object:d});}}function ji(e){let t=Math.ceil(e/1e3);return `${t} second${t===1?"":"s"}`}function Re(e){return Math.max(6e4,e.navigationTimeoutMs*2,e.readiness.timeoutMs+e.readiness.fallbackWaitMs+15e3)}function Ye(e){return Math.max(15e3,Math.min(6e4,Re(e)))}function os(e){return Math.max(15e3,e.readiness.timeoutMs+e.readiness.fallbackWaitMs+1e4)}function hr(e){return e.stats.pagesCompleted}function dr(e){let r=e.options?.browserProcess;return {pid:typeof r?.process?.pid=="number"?r.process.pid:null,kill:typeof r?.kill=="function"?r.kill.bind(r):null}}async function rr(e,t,r){let n=dr(e);try{if(n.kill){await n.kill(),t.warn(`Force-killed crawl worker browser after ${r}`,{browserPid:n.pid,reason:r});return}if(n.pid!==null){process.kill(n.pid,"SIGKILL"),t.warn(`Sent SIGKILL to crawl worker browser after ${r}`,{browserPid:n.pid,reason:r});return}t.warn(`Could not resolve crawl worker browser PID after ${r}`,{reason:r});}catch(s){t.error(`Failed to force-kill crawl worker browser after ${r}`,{browserPid:n.pid,reason:r,error:String(s)});}}async function Q(e,t,r){let n;try{return await Promise.race([r(),new Promise((s,o)=>{n=globalThis.setTimeout(()=>{o(new et(e,t));},t);})])}finally{n!==void 0&&globalThis.clearTimeout(n);}}var et=class extends Error{constructor(r,n){super(`${r} timed out after ${ji(n)}.`);this.operation=r;this.timeoutMs=n;this.name="OperationTimeoutError";}operation;timeoutMs};async function Ui(e,t){let r=os(e);await t.evaluate(async n=>{await new Promise(s=>{let o=0,i=700,u=Date.now(),a=()=>{window.clearInterval(d),window.scrollTo(0,0),s();},d=window.setInterval(()=>{if(Date.now()-u>=n.maxDurationMs){a();return}window.scrollBy(0,i),o+=i;let l=document.body?.scrollHeight||0,c=document.documentElement?.scrollHeight||0,p=Math.max(l,c);o>=p+window.innerHeight&&a();},120);});},{maxDurationMs:r});}async function Li(e,t){await t.waitForLoadState("domcontentloaded",{timeout:e.readiness.timeoutMs}).catch(()=>{}),e.readiness.waitForSelector&&await t.waitForSelector(e.readiness.waitForSelector,{timeout:e.readiness.timeoutMs}).catch(()=>{}),e.readiness.waitForFunction&&await t.waitForFunction(e.readiness.waitForFunction,void 0,{timeout:e.readiness.timeoutMs}).catch(()=>{}),await Ui(e,t),await t.waitForTimeout(e.readiness.fallbackWaitMs);}async function Fi(e,t){await t.waitForLoadState("domcontentloaded",{timeout:e.readiness.timeoutMs}).catch(()=>{}),await t.waitForLoadState("load",{timeout:e.readiness.timeoutMs}).catch(()=>{}),e.readiness.waitForSelector&&await t.waitForSelector(e.readiness.waitForSelector,{timeout:e.readiness.timeoutMs}).catch(()=>{}),await t.waitForTimeout(e.readiness.fallbackWaitMs);}function is(e,t){return e.noJavaScriptRenderPathPrefixes.some(r=>gr(t,r))}async function Di(e,t,r,n,s=true){let o=new Set;if(s){let u=await t.evaluate(()=>{let a=new Set,d=["href","src","poster","data-src","data-lazy-src","data-original","data-bg","data-background","data-href","data-resource-url"],l=new Set,c=["srcset","data-srcset","data-lazy-srcset"],p=h=>{h.querySelectorAll("*").forEach(f=>{for(let m of d){let g=f.getAttribute(m);g&&a.add(g);}for(let m of c){let g=f.getAttribute(m);g&&g.split(",").forEach(w=>{let x=w.trim().split(/\s+/)[0];x&&a.add(x);});}let b=f.getAttribute("style");b&&l.add(b),f.shadowRoot&&p(f.shadowRoot);});};return p(document),{attrs:[...a],styles:[...l]}});for(let a of u.attrs)for(let d of ki(a)){let l=J(e,d,r,n,"dom-attr");l&&_(e,l)&&o.add(l.toString());}for(let a of u.styles)for(let d of Ne(e,r,a,n,"dom-style"))o.add(d);}let i=await t.content();for(let u of Ne(e,r,i,n,"page-html"))o.add(u);return [...o]}async function pr(e,t,r,n,s){let o=fe(e,t);await ye(o,r,"utf8");let i=await $.stat(o);s?.debug(`Saved page output ${t}`,{phase:"save-pages",url:t,outputPath:o,bytes:i.size});let u=Tt(n,o),a=Math.min(n.stats.pagesQueued,hr(n)+1);s&&u&&(n.stats.pagesSaved%10===0||n.stats.pagesSaved===1)&&s.progress(`Page progress: processed ${a}, rendered ${n.stats.pagesRendered}, saved ${n.stats.pagesSaved}, discovered ${n.stats.pagesQueued}.`,{donePages:a,claimedPages:n.donePages.size,pagesRendered:n.stats.pagesRendered,pagesSaved:n.stats.pagesSaved,pagesQueued:n.stats.pagesQueued,pageQueue:n.pageQueue.length,phase:"save-pages"});}function Tt(e,t){let r=P.resolve(t);return e.savedPageOutputs.has(r)?false:(e.savedPageOutputs.add(r),e.stats.pagesSaved=e.savedPageOutputs.size,true)}async function Et(e,t,r,n,s){let o=Z(e.outputDir,n);if(!o)return;if(s){let u=s.objects[o];u?.kind==="page"&&u.sourceUrl===r&&u.object?.bucket===s.workspace.bucket&&typeof u.object.key=="string"&&u.object.key.startsWith(s.workspace.prefix)&&Tt(t,n);return}(await Oe(n).catch(()=>null))?.isFile()&&Tt(t,n);}function as(e){let t=hr(e);return t%5===0||t===1||t===e.stats.pagesQueued}function cs(e,t){let r=hr(e);t.progress(`Render progress: processed ${r}, rendered ${e.stats.pagesRendered}, saved ${e.stats.pagesSaved}, discovered ${e.stats.pagesQueued}.`,{donePages:r,claimedPages:e.donePages.size,pagesRendered:e.stats.pagesRendered,pagesSaved:e.stats.pagesSaved,pagesQueued:e.stats.pagesQueued,phase:"render-pages"});}async function Wi(e){await wr(e),await e.addInitScript(()=>{Object.defineProperty(window,"__WPSUITE_STATIC_EXPORT__",{value:true,writable:false,configurable:true});let t=r=>{if(r==null||String(r)==="")return true;try{let n=new URL(String(r),window.location.href),s=new URL(window.location.href);return n.hash="",s.hash="",n.href===s.href}catch{return false}};try{let r=window.location.assign.bind(window.location),n=window.location.replace.bind(window.location),s=window.location.reload.bind(window.location);Object.defineProperty(window.location,"assign",{configurable:!0,value:o=>{if(t(o)){console.warn("[smartcloud-static-publisher] blocked same-page location.assign",o??"");return}return r(o)}}),Object.defineProperty(window.location,"replace",{configurable:!0,value:o=>{if(t(o)){console.warn("[smartcloud-static-publisher] blocked same-page location.replace",o??"");return}return n(o)}}),Object.defineProperty(window.location,"reload",{configurable:!0,value:()=>{console.warn("[smartcloud-static-publisher] blocked location.reload");}});}catch{}});}async function qi(e,t,r){let n=await e.newContext({viewport:t.viewport,userAgent:"WPSuiteStaticPublisher/0.8 Playwright SitemapOnly",ignoreHTTPSErrors:t.ignoreHttpsErrors,...r?{javaScriptEnabled:false}:{}});return r||await Wi(n),n}async function Ni(e,t,r,n,s,o,i,u,a,d){for(;t.pageQueue.length>0&&t.pageRenderFailures.size===0&&!(e.maxPages>0&&t.donePages.size>=e.maxPages);){let l=t.pageQueue.shift();if(!l)break;t.queuedPages.delete(l);try{let c=ie(l,r,"page","page-queue");if(!c)continue;let p=c.toString();if(l=p,t.queuedPages.delete(l),t.donePages.has(l))continue;t.donePages.add(l),o.enabled&&o.seenPages.add(l);let h=It(e,l),f=is(e,c.pathname);if(!ke(c)||_(e,c)||Me(c)){if(_(e,c)){r.info(`Remote worker redirected non-page URL to asset queue: ${l}`,{url:l,source:"remote-worker-guard"}),N(e,t,l,r,"remote-worker-guard");continue}r.reject("page",l,"guard rejected non-page URL before remote rendering","remote-worker");continue}let b=o.strictTargeted?o.manifest.pages[l]:void 0;if(b?.lastSeenRunId===o.runId&&await Oe(b.outputPath)){o.seenPages.add(l);for(let R of b.discoveredAssets||[])N(e,t,R,r,l);Y(i,e,b.outputPath),oe(i,b.outputPath),await Et(e,t,l,b.outputPath,d),r.info(`Resumed completed content-sync page ${l}`,{url:l,source:"content-sync-checkpoint"});continue}let m=await zn(e,s,t,o,l,r);if(o.enabled&&n!=="single-url"&&n!=="content-sync"){let R=o.manifest.pages[l];if(m.action==="reuse"&&R){for(let O of R.discoveredAssets)N(e,t,O,r,l);for(let O of R.discoveredPages)$e(e,t,O,r,l);R.lastSeenRunId=o.runId,R.sitemapLastmod=Ie(t.sitemapLastmodByPage[l])??R.sitemapLastmod,m.changeToken?.supported&&(R.changeToken=m.changeToken.token,R.tokenSource=m.changeToken.tokenSource??R.tokenSource),await Et(e,t,l,R.outputPath,d),r.info(`Incremental reuse skipped unchanged page ${l}`,{url:l,mode:"incremental",reason:m.changeToken?.supported===!0?"change-token-match":"sitemap-lastmod-match"});continue}}r.page(`Rendering remotely ${l}`,{url:l,execution:"lambda"});let g=await a.render({sourceOrigin:e.sourceOrigin,url:l,options:{ignoreHttpsErrors:e.ignoreHttpsErrors,javaScriptEnabled:!f,viewport:e.viewport,navigationTimeoutMs:e.navigationTimeoutMs,autoScrollTimeoutMs:os(e),readiness:e.readiness},downloadHtml:!d}),w=g.page,x=w.finalUrl?ie(w.finalUrl,r,"remote-final-response",l)?.toString():void 0;if(n==="content-sync"&&x&&x!==p){if(o.deleteOnMissingUrls.has(l)){await tt(e,o,i,l,o.deleteOnMissingUrls),r.info(`Removed stale content-sync archive route redirected to ${x}`,{url:l,finalResponseUrl:x,source:"content-sync-tombstone"});continue}throw new Error(`Required content-sync route redirected outside its planned URL: ${l} -> ${x}`)}let k=w.httpStatus;if(h){if(k!==404){r.error(`Generated 404 request path returned unexpected status for ${l}`,{url:l,expectedStatus:404,status:k,requestPath:e.generated404RequestPath,execution:"lambda"});continue}}else if(k!==null&&k>=400){if(n==="content-sync"&&(k===404||k===410)&&o.deleteOnMissingUrls.has(l)){await tt(e,o,i,l,o.deleteOnMissingUrls),r.info(`Removed stale content-sync archive page ${l}`,{url:l,status:k,source:"content-sync-tombstone"});continue}if(n==="content-sync")throw new Error(`Required content-sync route returned HTTP ${k}: ${l}`);r.skip("page",l,k,t.pageDiscoverySources.get(l));continue}t.stats.pagesRendered++;let M=new Set;if(!d){if(g.html===null)throw new Error("Remote render did not return HTML for local output mode.");for(let R of Ne(e,p,g.html,r,"remote-page-html"))M.add(R);}for(let R of [...w.discoveredAssets,...w.networkUrls]){let O=J(e,R,p,r,"remote-render");O&&_(e,O)&&M.add(O.toString());}for(let R of M)N(e,t,R,r,l);let T=n!=="single-url"&&n!=="content-sync"&&!h?[...new Set([...!d&&g.html!==null?ss(e,l,g.html,r):[],...w.discoveredPages])]:[];for(let R of T)$e(e,t,R,r,l);for(let R of w.cookies){let O=R.sameSite==="Strict"||R.sameSite==="Lax"||R.sameSite==="None"?R.sameSite:"Unspecified",C=!Number.isFinite(R.expires)||R.expires<=0;u.add({name:R.name,domain:R.domain,path:R.path||"/",expires:C?null:R.expires,session:C,secure:R.secure,httpOnly:R.httpOnly,sameSite:O,partitioned:R.partitioned===!0});}let v=fe(e,l);if(d){if(!w.html)throw new Error("Remote render completed without a workspace HTML object.");De(d,{relativePath:At(e,v),sourceUrl:l,kind:"page",contentType:w.contentType?.trim()||"text/html; charset=utf-8",cacheControl:e.s3.htmlCacheControl,isText:!0,object:w.html}),Tt(t,v);}else {if(g.html===null)throw new Error("Remote render did not return HTML for local output mode.");await pr(e,l,g.html,t,r);}Y(i,e,v),oe(i,v),o.trackManifest&&(o.manifest.pages[l]={url:l,outputPath:v,contentType:w.contentType?.trim()||null,changeToken:m.changeToken?.supported?m.changeToken.token:null,tokenSource:m.changeToken?.supported?m.changeToken.tokenSource??null:null,sitemapLastmod:Ie(t.sitemapLastmodByPage[l])??null,discoveredPages:T,discoveredAssets:[...M],lastCrawledAt:new Date().toISOString(),lastSeenRunId:o.runId,rewriteComplete:!1},(o.enabled||o.strictTargeted)&&await ve(e,o)),r.debug(`Remote render completed ${l}`,{url:l,taskId:g.taskId,attempts:g.attempts,execution:"lambda"});}catch(c){if(r.error(`Failed remote page ${l}`,{url:l,error:String(c),execution:"lambda",...c instanceof re?{status:c.status,attempts:c.attempts}:{}}),c instanceof re){t.pageHttpFailures.set(l,c);continue}if(t.pageRenderFailures.set(l,c instanceof Error?c:new Error(String(c))),o.strictTargeted)throw c}finally{t.stats.pagesCompleted++,as(t)&&cs(t,r);}}}async function _i(e,t,r,n,s,o,i,u){let a;try{a=await chromium.launch({headless:!0});}catch(l){throw t.pageRenderFailures.set("local-browser-startup",l instanceof Error?l:new Error(String(l))),l}let d=dr(a);d.pid!==null&&r.debug(`Launched crawl worker browser PID ${d.pid}`,{browserPid:d.pid});try{for(;t.pageQueue.length>0&&t.pageRenderFailures.size===0;){a||(a=await chromium.launch({headless:!0}),d=dr(a),d.pid!==null&&r.debug(`Relaunched crawl worker browser PID ${d.pid}`,{browserPid:d.pid}));let l=a;if(e.maxPages>0&&t.donePages.size>=e.maxPages)break;let c=t.pageQueue.shift();if(!c)break;t.queuedPages.delete(c);let p=null,h=null,f=!1,b=null,m=[],g=new Set;try{let w=ie(c,r,"page","page-queue");if(!w)continue;let x=w.toString();if(c=x,t.queuedPages.delete(c),t.donePages.has(c))continue;t.donePages.add(c),o.enabled&&o.seenPages.add(c);let k=It(e,c),M=is(e,w.pathname);if(!ke(w)||_(e,w)||Me(w)){if(_(e,w)){r.info(`Worker redirected non-page URL to asset queue: ${c}`,{url:c,source:"worker-guard"}),N(e,t,c,r,"worker-guard");continue}r.reject("page",c,"guard rejected non-page URL before rendering","worker");continue}let T=o.strictTargeted?o.manifest.pages[c]:void 0;if(T?.lastSeenRunId===o.runId&&await Oe(T.outputPath)){o.seenPages.add(c);for(let A of T.discoveredAssets||[])N(e,t,A,r,c);Y(i,e,T.outputPath),oe(i,T.outputPath),await Et(e,t,c,T.outputPath),r.info(`Resumed completed content-sync page ${c}`,{url:c,source:"content-sync-checkpoint"});continue}let v=await zn(e,s,t,o,c,r);if(o.enabled&&n!=="single-url"&&n!=="content-sync"){let A=o.manifest.pages[c];if(v.action==="reuse"&&A){for(let D of A.discoveredAssets)N(e,t,D,r,c);for(let D of A.discoveredPages)$e(e,t,D,r,c);A.lastSeenRunId=o.runId,A.sitemapLastmod=Ie(t.sitemapLastmodByPage[c])??A.sitemapLastmod,v.changeToken?.supported&&(A.changeToken=v.changeToken.token,A.tokenSource=v.changeToken.tokenSource??A.tokenSource),await Et(e,t,c,A.outputPath),r.info(`Incremental reuse skipped unchanged page ${c}`,{url:c,mode:"incremental",reason:v.changeToken?.supported===!0?"change-token-match":"sitemap-lastmod-match"});continue}}p=await Q(`create page context ${c}`,Re(e),()=>qi(l,e,M)),h=await Q(`create page ${c}`,Re(e),()=>p.newPage()),m=await p.cookies();let R=!1,O=new Set;await h.route("**/*",async A=>{let D=A.request();try{let F=J(e,D.url(),e.sourceOrigin,r,"network-request");F&&_(e,F)&&(O.add(F.toString()),N(e,t,F.toString(),r,c));}catch{}if(D.isNavigationRequest()&&D.frame()===h.mainFrame())try{let F=new URL(D.url()),X=new URL(x);if(F.hash="",X.hash="",F.href===X.href){if(R){r.warn(`Blocked same-page navigation/reload for ${c}`,{url:c,requestUrl:D.url()});try{await A.abort("aborted");}catch(G){r.debug(`Ignored canceled route while blocking reload for ${c}`,{url:c,error:String(G)});}return}R=!0;}}catch{}try{await A.continue();}catch(F){r.debug(`Ignored canceled network route for ${c}`,{url:c,requestUrl:D.url(),error:String(F)});}}),h.on("response",A=>{try{let F=J(e,A.url(),e.sourceOrigin,r,"network-response");F&&_(e,F)&&(O.add(F.toString()),N(e,t,F.toString(),r,c));}catch{}let D=A.headerValues("set-cookie").then(F=>{for(let X of F)u.add(nn(X,A.url()));}).catch(()=>{}).then(()=>{});g.add(D),D.finally(()=>g.delete(D));}),r.page(`Rendering ${c}`,{url:c});let C=null,q=null;try{if(C=await h.goto(c,{waitUntil:"domcontentloaded",timeout:e.navigationTimeoutMs}),C&&C.ok())try{q=await Q(`read response body ${c}`,Re(e),()=>C.text());}catch{q=null;}}catch(A){let D=t.pageHttpFailures.get(c);if(D){let F=(t.pageHttpAttempts.get(c)??0)+1;throw t.pageHttpAttempts.set(c,F),new re(c,D.status,F,`Retry navigation failed: ${String(A)}`)}r.warn(`Navigation issue for ${c}; saving current DOM if available`,{url:c,error:String(A)});}let B=C?.status();if(ft(B)){let A=(t.pageHttpAttempts.get(c)??0)+1;throw t.pageHttpAttempts.set(c,A),new re(c,B,A)}if(C)t.pageHttpFailures.delete(c);else if(t.pageHttpFailures.has(c)){let A=t.pageHttpFailures.get(c),D=(t.pageHttpAttempts.get(c)??0)+1;throw t.pageHttpAttempts.set(c,D),new re(c,A.status,D,"Retry navigation returned no HTTP response.")}if(n==="content-sync"&&C){let A=ie(C.url(),r,"content-sync-final-response",c)?.toString();if(A&&A!==x){if(o.deleteOnMissingUrls.has(c)){await tt(e,o,i,c,o.deleteOnMissingUrls),r.info(`Removed stale content-sync archive route redirected to ${A}`,{url:c,finalResponseUrl:A,source:"content-sync-tombstone"});continue}throw new Error(`Required content-sync route redirected outside its planned URL: ${c} -> ${A}`)}}if(k){let A=C?.status()??null;if(A!==404){r.error(`Generated 404 request path returned unexpected status for ${c}`,{url:c,expectedStatus:404,status:A,requestPath:e.generated404RequestPath});continue}r.info(`Capturing rendered 404 page for ${c}`,{url:c,status:A,outputPath:fe(e,c)});}else if(C&&!C.ok()){if(n==="content-sync"&&(C.status()===404||C.status()===410)&&o.deleteOnMissingUrls.has(c)){await tt(e,o,i,c,o.deleteOnMissingUrls),r.info(`Removed stale content-sync archive page ${c}`,{url:c,status:C.status(),source:"content-sync-tombstone"}),await h.close();continue}if(n==="content-sync")throw new Error(`Required content-sync route returned HTTP ${C.status()}: ${c}`);r.skip("page",c,C.status(),t.pageDiscoverySources.get(c)),await h.close();continue}M?(r.info(`Rendering without JS execution for ${c}`,{url:c,mode:"no-js"}),await Q(`wait for rendered page ${c}`,Re(e),()=>Fi(e,h))):await Q(`wait for rendered page ${c}`,Re(e),()=>Li(e,h)),t.stats.pagesRendered++;let y=await Q(`extract rendered assets ${c}`,Re(e),()=>Di(e,h,x,r,!M));for(let A of y)N(e,t,A,r,c);let j=[...new Set([...y,...O])],ae=q??await Q(`capture rendered html ${c}`,Re(e),()=>Mt(h)),te=n!=="single-url"&&n!=="content-sync"&&!k?ss(e,c,ae,r):[];if(n!=="single-url"&&n!=="content-sync"&&!k)for(let A of te)$e(e,t,A,r,c);await pr(e,c,ae,t,r);let ce=fe(e,c);if(Y(i,e,ce),oe(i,ce),o.trackManifest){let A=C?.headers();o.manifest.pages[c]={url:c,outputPath:ce,contentType:nr(A),changeToken:v.changeToken?.supported?v.changeToken.token:null,tokenSource:v.changeToken?.supported?v.changeToken.tokenSource??null:null,sitemapLastmod:Ie(t.sitemapLastmodByPage[c])??null,discoveredPages:te,discoveredAssets:j,lastCrawledAt:new Date().toISOString(),lastSeenRunId:o.runId,rewriteComplete:!1},(o.enabled||o.strictTargeted)&&await ve(e,o);}}catch(w){if(w instanceof re){t.pageHttpFailures.set(c,w),w.attempts<Xt?(b=wt(w.attempts),r.warn(`Retrying page after HTTP ${w.status}: ${c}`,{url:c,status:w.status,attempt:w.attempts,maxAttempts:Xt,delayMs:b,reason:w.message,execution:"local"})):(t.pageHttpFailures.set(c,w),r.error(`Failed page after HTTP retries ${c}`,{url:c,status:w.status,attempts:w.attempts,error:String(w),execution:"local"}));continue}if(f=w instanceof et,t.pageRenderFailures.set(c,w instanceof Error?w:new Error(String(w))),o.strictTargeted)throw r.error(`Failed required content-sync page ${c}`,{url:c,error:String(w)}),w;if(f)r.warn(`Skipped partial DOM for timed-out page ${c}`,{url:c,error:String(w),recovery:"recycle-worker-browser"});else try{let x=h?await Q(`capture partial html ${c}`,Re(e),()=>Mt(h)):"";if(x&&x.trim()){await pr(e,c,x,t,r);let k=fe(e,c);if(Y(i,e,k),oe(i,k),o.trackManifest){let M=o.manifest.pages[c]??o.previousManifest.pages[c];o.manifest.pages[c]={url:c,outputPath:k,contentType:M?.contentType??null,changeToken:null,tokenSource:null,sitemapLastmod:Ie(t.sitemapLastmodByPage[c])??M?.sitemapLastmod??null,discoveredPages:M?.discoveredPages?[...M.discoveredPages]:[],discoveredAssets:M?.discoveredAssets?[...M.discoveredAssets]:[],lastCrawledAt:new Date().toISOString(),lastSeenRunId:o.runId,rewriteComplete:!1},(o.enabled||o.strictTargeted)&&await ve(e,o);}r.warn(`Saved partial DOM for ${c}`,{url:c,error:String(w)});}}catch(x){x instanceof et&&(f=!0),r.error(`Could not save partial DOM for ${c}`,{url:c,error:String(x)});}r.error(`Failed page ${c}`,{url:c,error:String(w)});}finally{if(!f&&h&&await Q(`drain network routes ${c}`,Ye(e),()=>h.unrouteAll({behavior:"wait"})).catch(w=>{f=!0,r.warn(`Could not drain network routes for ${c}`,{url:c,browserPid:d.pid,error:String(w),recovery:"recycle-worker-browser"});}),f&&(a=null,await rr(l,r,`page operation timeout for ${c}`),await l.close().catch(()=>{})),g.size>0&&await Promise.allSettled([...g]),!f&&p)try{let w=await p.cookies();u.addAll(sn(m,w));}catch{}b===null&&(t.stats.pagesCompleted++,as(t)&&cs(t,r)),!f&&h&&await Q(`close page ${c}`,Ye(e),()=>h.close()).catch(w=>{f=!0,r.warn(`Timed out while closing page ${c}`,{url:c,browserPid:d.pid,error:String(w),recovery:"recycle-worker-browser"});}),!f&&p&&await Q(`close page context ${c}`,Ye(e),()=>p.close()).catch(w=>{f=!0,r.warn(`Timed out while closing page context for ${c}`,{url:c,browserPid:d.pid,error:String(w),recovery:"recycle-worker-browser"});}),f&&a===l&&(a=null,await rr(l,r,`page cleanup timeout for ${c}`),await l.close().catch(()=>{})),b!==null&&(await setTimeout$1(b),t.donePages.delete(c),t.queuedPages.add(c),t.pageQueue.push(c));}}}finally{if(a){let l=a;await Q("close worker browser",Ye(e),()=>l.close()).catch(c=>(r.warn("Timed out while closing crawl worker browser",{browserPid:d.pid,error:String(c)}),rr(l,r,"browser.close timeout")));}}}async function Bi(e){try{let t=await $.readFile(e),n=(e.endsWith(".gz")?gunzipSync(t):t).toString("utf8").trim();if(!n)return [];try{let s=JSON.parse(n);if(Array.isArray(s))return s;if(s&&typeof s=="object")return [s]}catch{return n.split(/\r?\n/).map(s=>s.trim()).filter(Boolean).map(s=>{try{let o=JSON.parse(s);return o&&typeof o=="object"?o:null}catch{return null}}).filter(s=>s!==null)}return []}catch{return []}}function Un(e){let t=String(e||"").toLowerCase();return t.includes("timeout")||t.includes("timed out")||t.includes("navigation timeout")}function Hi(e){let t=String(e?.job?.command||"").trim(),r=String(e?.job?.crawlMode||"full").trim();return t!=="publish"&&t!=="crawl"?false:r!=="incremental"}function Vi(e){let t=[e?.archivedAt,e?.job?.endedAt,e?.job?.startedAt];for(let r of t){let n=Date.parse(String(r||""));if(Number.isFinite(n))return n}return 0}async function us(e){try{let t=await $.readFile(e,"utf8"),r=JSON.parse(t);return r&&typeof r=="object"&&!Array.isArray(r)?r:null}catch{return null}}function Ln(e){let t=String(e.originalFileName||"").toLowerCase();return t.endsWith("errors.jsonl")?0:t.endsWith("errors.json")?1:2}function zi(e,t){let r=Array.isArray(t?.artifacts)?t.artifacts.filter(n=>String(n?.role||"").trim()==="errors"&&String(n?.storedFileName||"").trim()!=="").sort((n,s)=>Ln(n)-Ln(s)).map(n=>P.join(e,String(n.storedFileName))):[];return [...new Set([...r,P.join(e,"errors.jsonl"),P.join(e,"errors.json"),P.join(e,"errors.jsonl.gz"),P.join(e,"errors.json.gz")])]}async function Fn(e){let t=await us(P.join(e,"job.json"));for(let r of zi(e,t)){let n=await Bi(r);if(n.length>0)return n}return []}async function Qi(e){let t=P.join(e.logDir,"archive"),r;try{r=await $.readdir(t);}catch{return ""}let n="",s=0;for(let o of r){let i=P.join(t,o);if(!(await $.stat(i).catch(()=>null))?.isDirectory())continue;let a=await us(P.join(i,"job.json"));if(!Hi(a))continue;let d=Vi(a);d>=s&&(s=d,n=i);}return n}async function Ji(e){let t=await Qi(e),r=t!==""?await Fn(t):await Fn(e.logDir),n=new Set;for(let s of r)if(Un(s.error)||Un(s.message)){let o=s.url;typeof o=="string"&&o&&n.add(o);}return [...n]}async function Ki(e){let t=[];for(let r of e)if(r.startsWith("@")){let n=r.slice(1),s=await $.readFile(n,"utf8");t.push(...s.split(/\r?\n/).map(o=>o.trim()).filter(o=>o&&!o.startsWith("#")));}else t.push(r);return t}async function Gi(e){if(!e)throw new Error("Content-sync crawl requires an immutable impact plan.");let t=JSON.parse(await $.readFile(e,"utf8"));return Cr(t),t}function Zi(e,t){let r;try{r=new URL(e);}catch{return false}return t.archiveFamilies.some(n=>{let s=new URL(n.url);if(r.origin!==s.origin)return false;if(r.toString()===s.toString())return true;if(r.searchParams.has("paged")&&r.pathname===s.pathname)return /^\d+$/.test(r.searchParams.get("paged")||"");let o=s.pathname.replace(/\/+$/,""),i=r.pathname.slice(o.length).replace(/^\/+/,""),u=String(n.paginationBase||"page").replace(/^\/+|\/+$/g,"").replace(/[.*+?^${}()|[\]\\]/g,"\\$&");return r.pathname.startsWith(`${o}/`)&&new RegExp(`^${u}/\\d+/?$`).test(i)})}function Ze(e,t,r){let n=r==="page"?fe(e,t):nt(e,t).originalFilePath;return Z(e.outputDir,n)}async function tt(e,t,r,n,s){let o=t.manifest.pages[n];if(!o)return;let i=Z(e.outputDir,o.outputPath);if(!i)throw new Error(`Manifest-owned page path escaped output root: ${n}`);let u=P.resolve(o.outputPath);Object.entries(t.manifest.pages).some(([d,l])=>d!==n&&!s.has(d)&&P.resolve(l.outputPath)===u)||(await $.rm(o.outputPath,{force:true}),r.deletedFiles.add(i),r.revalidateFiles.delete(i)),delete t.manifest.pages[n];}async function Yi(e,t,r,n,s){let o=t.manifest.assets[n];if(!o)return;let i=Z(e.outputDir,o.outputPath);if(!i)throw new Error(`Manifest-owned resource path escaped output root: ${n}`);let u=P.resolve(o.outputPath);Object.entries(t.manifest.assets).some(([d,l])=>d!==n&&!s.has(d)&&P.resolve(l.outputPath)===u)||(await $.rm(o.outputPath,{force:true}),r.deletedFiles.add(i)),delete t.manifest.assets[n];}function Xi(e,t){let r=new Set,n=[...t];for(;n.length>0;){let s=n.shift();if(r.has(s))continue;r.add(s);let o=e.assets[s];for(let i of o?.discoveredAssets??[])try{_e(new URL(i))&&n.push(i);}catch{}}return r}async function ea(e,t,r,n,s){let o=Xi(r.previousManifest,s);for(let i of o){if(t.successfulSitemaps.has(i))continue;let u=r.previousManifest.assets[i];if(!u)continue;let a=Z(e.outputDir,u.outputPath);if(!a)throw new Error(`Manifest-owned sitemap path escaped output root: ${i}`);await $.rm(u.outputPath,{force:true}),n.deletedFiles.add(a),delete r.manifest.assets[i];}await ve(e,r);}async function ta(e){try{let t=await $.readFile(P.join(e.outputDir,"asset-map.json"),"utf8");return JSON.parse(t)}catch{return {}}}async function ra(e){let t=["crawl.log.jsonl","current-crawl-event.json","rejected.jsonl","ignored.jsonl","skipped-http.jsonl","errors.jsonl","timings.jsonl","rejected.json","ignored.json","skipped-http.json","errors.json","timings.json"];await $.mkdir(e,{recursive:true}),await Promise.all(t.map(async r=>{try{await $.unlink(P.join(e,r));}catch(n){if(n.code!=="ENOENT")throw n}}));}function Dn(e,t,r,n,s){let o=J(e,r,e.sourceOrigin,n,"manual-url");o&&(_e(o)?xt(e,t,o.toString(),n,s):_(e,o)?N(e,t,o.toString(),n,s):ke(o)?$e(e,t,o.toString(),n,s):n.reject("manual-url",o.toString(),"not page/sitemap/asset-like",s));}async function ls(e=process.argv.slice(2)){let t=[],r=await ut(void 0,{onRemotePublisherConfigDiagnostic:S=>{t.push(S);}}),n=Ar(r.sitemapPaths),s=t.at(-1)??null,o=Wo(e),i=o.mode==="content-sync"?await Gi(o.contentSyncPlanPath):null;if(o.resumeRewrite&&o.mode!=="full")throw new Error("--resume-rewrite is only supported for full crawl/publish jobs.");let u=[];o.mode==="retry-timeouts"&&(u=await Ji(r)),o.mode==="single-url"&&(u=await Ki(o.urls)),i&&(u=[...i.directRenderUrls,...i.archiveFamilyUrls,...i.resourceRenderUrls]);let a=o.crawlMode==="incremental"&&o.mode==="full",d=a&&typeof r.subscriptionType=="string"&&r.subscriptionType.trim()!=="";if(i&&r.subscriptionType!=="PROFESSIONAL"&&r.subscriptionType!=="AGENCY")throw new Error("Content-sync requires an active Professional or Agency subscription.");let l=(o.mode==="full"||o.mode==="single-url"||o.mode==="content-sync")&&!o.resumeRewrite,c=o.mode!=="full"||o.resumeRewrite||d,p=c?await ta(r):{},h=d||o.mode==="single-url"||o.mode==="content-sync"?await Qo(r):Bn(),f=new Set(u),b=new Set;if(i){for(let S of i.archiveFamilies)if(S.foundPosts===0)for(let I of S.pageUrls)b.add(I);for(let S of Object.keys(h.pages))Zi(S,i)&&!f.has(S)&&(u.push(S),b.add(S));}let m={enabled:d,trackManifest:l,manifest:ir(h),previousManifest:ir(h),runId:i?.jobId??`${Date.now()}`,seenPages:new Set,changeTokenCache:new Map,pageChangeTokenPrimePromise:null,manifestSaveChain:Promise.resolve(),manifestPendingChanges:0,lastManifestSavedAt:Date.now(),strictTargeted:!!i,requiredUrls:f,deleteOnMissingUrls:b};await ra(r.logDir);let g=new Le(r.logDir,r.logLevel),w=o.remoteRender??r.remoteWorkers?.render?.enabled===true,x=yn({explicitPath:o.remoteWorkerConfigPath,runtimeDir:rt()}),k=null,M=null,T=null,v=null,R=Math.max(1,r.concurrency),O=1,C=r.remoteWorkers?.rewrite?.enabled===true,q=r.remoteWorkers?.deploy?.enabled===true,B=w&&C&&q&&!o.resumeRewrite;if(!B&&o.mode==="full"&&!o.resumeRewrite&&await $.rm(St(r),{force:true}),w&&!o.resumeRewrite||C){if(!x)throw new Error("Remote Lambda workers are enabled, but the runtime directory is unknown. Run through queue-runner with --runtime-dir, set STATIC_PUBLISHER_RUNTIME_DIR, or use --remote-worker-config for a diagnostic run.");let S=await ln(x),I=false;if(T=new ht(S,{},{onProgress:E=>{if(E.operation==="rewrite"){g.debug("Lambda rewrite task progress.",{remoteWorkerOperation:E.operation,remoteWorkerTaskId:E.taskId,remoteWorkerStatus:E.status,remoteWorkerCompletedItems:E.completedItems,remoteWorkerFailedItems:E.failedItems,remoteWorkerTotalItems:E.totalItems,remoteWorkerUpdatedAt:E.updatedAt});return}g.progress(`Lambda ${E.operation} batch: ${E.completedItems+E.failedItems}/${E.totalItems}`,{remoteWorkerOperation:E.operation,remoteWorkerTaskId:E.taskId,remoteWorkerStatus:E.status,remoteWorkerCompletedItems:E.completedItems,remoteWorkerFailedItems:E.failedItems,remoteWorkerTotalItems:E.totalItems,remoteWorkerUpdatedAt:E.updatedAt});},onProgressError:E=>{I||(I=true,g.warn("Lambda progress status could not be read; task execution continues.",{error:E.message}));}}),B){if(!S.functions.asset)throw new Error("Full Lambda delegation requires an asset worker. Redeploy the Lambda worker stack and reinstall remote-workers.json.");let E=c?await xn(r):null;v=Rn(`crawl-${le(m.runId,40)}`,S,E),M=new bt({client:T,jobId:v.jobId,maxAttempts:2}),g.info("S3-native Lambda data plane is enabled.",{execution:"lambda",assetWorker:S.functions.asset,workspaceBucket:S.workspace.bucket,workspacePrefix:S.workspace.prefix});}}if(w&&!o.resumeRewrite){if(!T)throw new Error("Remote render worker client was not initialized.");R=Math.max(1,Math.min(100,B?r.concurrency:r.remoteWorkers?.render?.concurrency??r.concurrency)),O=Math.max(1,Math.min(20,r.remoteWorkers?.render?.batchSize??5)),k=new yt({client:T,jobId:`crawl-${le(m.runId,40)}`,maxAttempts:r.remoteWorkers?.render?.maxAttempts??2,batchSize:O,maxConcurrentBatches:R,onRetry:S=>{g.warn(`Retrying remote render for ${S.url}`,{url:S.url,attempt:S.attempt,maxAttempts:S.maxAttempts,reason:S.reason,status:S.status,delayMs:S.delayMs,execution:"lambda"});}}),g.info("Lambda page rendering is enabled.",{remoteWorkerConfigPath:P.resolve(x),concurrency:R,maxAttempts:r.remoteWorkers?.render?.maxAttempts??2,batchSize:O,execution:"lambda"});}if(s){let S={status:s.status,virtualAssetBaseUrl:s.virtualAssetBaseUrl,subscriptionType:s.subscriptionType??null,error:s.error,requests:s.requests,source:"remote-publisher-config"};s.status==="loaded"&&s.subscriptionType?g.info("Loaded remote WP Suite publisher configuration.",S):g.warn("Remote WP Suite publisher configuration is unavailable or has no active subscription type.",S);}if(a&&!d){let S="Incremental crawl requires an active remote publisher subscription; refusing to fall back to a destructive full crawl.";throw g.error(S,{requestedMode:o.crawlMode,subscriptionType:r.subscriptionType??null,source:"incremental-subscription-guard"}),await g.flush(),new Error(S)}let y={pageQueue:[],queuedPages:new Set,donePages:new Set,savedPageOutputs:new Set,pageHttpAttempts:new Map,pageHttpFailures:new Map,pageRenderFailures:new Map,pageDiscoverySources:new Map,assetQueue:[],queuedAssets:new Set,doneAssets:new Set,sitemapQueue:[],queuedSitemaps:new Set,doneSitemaps:new Set,successfulSitemaps:new Set,resolvedSitemapRoots:new Set,sitemapIndexUrls:new Set,sitemapLeafUrls:new Set,sitemapLastmodByPage:{},assetMap:{...p},assetVariantDigestsByOriginalPath:new Map,stats:{pagesQueued:0,pagesRendered:0,pagesCompleted:0,assetsQueued:0,sitemapsQueued:0,assetsSaved:0,pagesSaved:0}},j=zo(),ae=new mt,te=qo();if(te&&!o.resumeRewrite&&await gt(te,ae.artifact()),await vr(r),await Ut(r,{startedAt:new Date().toISOString(),outputDir:P.resolve(r.outputDir)}),!o.resumeRewrite&&r.pageCache?.purgeBeforeCrawl===true){g.mark("purge-page-cache");let S=await request.newContext({ignoreHTTPSErrors:r.ignoreHttpsErrors});try{let I=await Sn(r,S);g.info("WordPress page cache was purged before crawl discovery.",{provider:I.provider,scope:I.scope,purgedAt:I.purgedAt??null}),g.endMark("purge-page-cache",{provider:I.provider,scope:I.scope});}catch(I){throw g.error("WordPress page-cache purge failed; crawl stopped before changing export output.",{error:I instanceof Error?I.message:String(I)}),await g.flush(),I}finally{await S.dispose();}}if(c||await $.rm(r.outputDir,{recursive:true,force:true}),await $.mkdir(r.outputDir,{recursive:true}),c||await Ut(r,{startedAt:new Date().toISOString(),outputDir:P.resolve(r.outputDir)}),i){let S=new Set([...i.deleteUrls,...m.deleteOnMissingUrls]);for(let E of i.deleteUrls)await tt(r,m,j,E,S);let I=new Set(i.resourceDeleteUrls);for(let E of i.resourceDeleteUrls)await Yi(r,m,j,E,I);}if(o.resumeRewrite)g.info("Resuming final rewrite from existing output.",{phase:"rewrite-text",mode:o.mode,crawlMode:o.crawlMode});else {let S=await request.newContext({ignoreHTTPSErrors:r.ignoreHttpsErrors});try{if(g.mark("discovery"),o.mode==="full"?(n.forEach(U=>xt(r,y,U,g)),await $n(r,S,y,g,j,m),r.seedPaths.forEach(U=>Dn(r,y,U,g,"seed-path")),r.generated404RequestPath&&$e(r,y,r.generated404RequestPath,g,"generated-404-request-path")):(u.forEach(U=>Dn(r,y,U,g,"cli")),i?.sitemapUrls.forEach(U=>xt(r,y,U,g,"content-sync-impact")),await $n(r,S,y,g,j,m,o.mode==="content-sync",i?.sitemapUrls??[]),i&&await ea(r,y,m,j,i.sitemapUrls)),g.endMark("discovery",{pages:y.pageQueue.length,assets:y.assetQueue.length,sitemaps:y.sitemapQueue.length}),g.summary(`Queued ${y.pageQueue.length} pages, ${y.assetQueue.length} assets, ${y.sitemapQueue.length} sitemaps.`,{mode:o.mode,crawlMode:o.crawlMode,queuedPages:y.pageQueue.length,queuedAssets:y.assetQueue.length,queuedSitemaps:y.sitemapQueue.length}),o.mode==="retry-timeouts"&&y.pageQueue.length===0&&y.assetQueue.length===0&&y.sitemapQueue.length===0){g.summary("No timed-out URLs were queued. Skipping retry crawl.",{mode:o.mode,crawlMode:o.crawlMode,queuedPages:0,queuedAssets:0,queuedSitemaps:0}),await g.flush(),te&&await gt(te,ae.artifact());return}g.mark("render-pages");let I=Array.from({length:k?R*O:R},()=>k?Ni(r,y,g,o.mode,S,m,j,ae,k,v??void 0):_i(r,y,g,o.mode,S,m,j,ae)),E=await Promise.allSettled(I);for(let[U,W]of E.entries())W.status==="rejected"&&![...y.pageRenderFailures.values()].includes(W.reason)&&y.pageRenderFailures.set(`render-worker-${U+1}`,W.reason instanceof Error?W.reason:new Error(String(W.reason)));if((y.pageHttpFailures.size>0||y.pageRenderFailures.size>0)&&await g.flush(),yr(y.pageRenderFailures),dn(y.pageHttpFailures),te&&await gt(te,ae.artifact()),g.endMark("render-pages",{pages:y.stats.pagesCompleted}),g.mark("download-assets"),g.progress("Asset download phase started.",{phase:"download-assets",doneAssets:y.doneAssets.size,assetsQueued:y.stats.assetsQueued,assetQueue:y.assetQueue.length}),v&&M?await Mi(r,S,y,g,m,j,v,M,r.concurrency):(await mr(r,S,m,[...y.assetQueue],g),await Ii(r,S,y,g,m,j)),g.endMark("download-assets",{assets:y.doneAssets.size}),m.enabled&&r.maxPages===0&&(await ei(r,y,m,g,j),o.mode==="full"&&await ti(r,m,g,j)),o.mode==="full"){let U=await Ti(r,y,g);for(let W of U)if(Y(j,r,W),v&&T){let H=At(r,W),Ee=await $.readFile(W),ne=de(W),Ot=String(pn.lookup(H)||"")||(ne?"text/plain; charset=utf-8":"application/octet-stream"),ot=await T.writeWorkspaceObject({key:`${v.workspace.prefix}jobs/${v.jobId}/copied/${le(H,40)}-${P.basename(H)}`,body:Ee,contentType:Ot});De(v,{relativePath:H,sourceUrl:null,kind:"generated",contentType:ot.contentType,cacheControl:null,isText:ne,object:ot}),ne&&oe(j,W);}}}finally{await Q("dispose crawl request context",Ye(r),()=>S.dispose()).catch(I=>{g.warn("Timed out while disposing crawl request context",{error:String(I)});});}}if(m.trackManifest&&await ve(r,m,true),v)for(let S of j.deletedFiles)kn(v,S);let ce=JSON.stringify(y.assetMap,null,2);if(await $.writeFile(P.join(r.outputDir,"asset-map.json"),ce,"utf8"),v&&T){let S=await T.writeWorkspaceObject({key:`${v.workspace.prefix}jobs/${v.jobId}/generated/asset-map.json`,body:ce,contentType:"application/json; charset=utf-8"});De(v,{relativePath:"asset-map.json",sourceUrl:null,kind:"generated",contentType:"application/json; charset=utf-8",cacheControl:r.s3.assetCacheControl,isText:true,object:S});}JSON.stringify(p,null,2)!==JSON.stringify(y.assetMap,null,2)&&Y(j,r,P.join(r.outputDir,"asset-map.json")),v&&T&&await $i(r,j,v,T);let A=o.mode==="single-url"||o.mode==="content-sync"?li(r,y):m.enabled&&!o.resumeRewrite?ri(r,m,j,p,y.assetMap):void 0;g.mark("rewrite-text");let D=o.mode==="single-url"||o.mode==="content-sync"?`Rewriting text files touched by URL crawl: 0/${A?.length??0}`:"Rewriting text files...";g.progress(D,{phase:"rewrite-text",index:0,totalFiles:A?.length,changedTextFiles:0}),await Ge(D);let F=Date.now(),X={files:A,previousAssetMap:p,onStart:({totalFiles:S,workerCount:I})=>{g.info(`Rewrite phase scanning ${S} text files.`,{phase:"rewrite-text",totalFiles:S,workerCount:I});},onProgress:async({index:S,totalFiles:I,changedTextFiles:E,file:U,changed:W})=>{W&&Y(j,r,P.join(r.outputDir,U)),g.checkpoint(`Rewriting text file ${S}/${I}`,{phase:"rewrite-text",index:S,totalFiles:I,changedTextFiles:E,file:U}),g.debug(`${W?"Rewrote":"Checked unchanged"} text file ${S}/${I}: ${U}`,{phase:"rewrite-text",index:S,totalFiles:I,changedTextFiles:E,file:U,changed:W});let H=Date.now();if(!(S===1||S===I||S%50===0||H-F>=5e3))return;F=H;let ne=`Rewriting text files: ${S}/${I}`;g.progress(ne,{phase:"rewrite-text",index:S,totalFiles:I,changedTextFiles:E,file:U}),await Ge(ne);}},G;if(v&&T){let S=A?.map(E=>At(r,P.isAbsolute(E)?E:P.join(r.outputDir,E))),I=Object.values(v.objects).filter(E=>E.isText&&(!S||S.includes(E.relativePath))).length;await X.onStart?.({totalFiles:I,workerCount:Math.min(r.concurrency,I)}),G=await wn(r,v,y.assetMap,{client:T,jobId:v.jobId,concurrency:r.concurrency,batchSize:25,maxAttempts:2,...S?{relativePaths:S}:{},onProgress:X.onProgress,onBatchProgress:async({completedItems:E,totalItems:U,completedBatches:W,totalBatches:H,changedTextFiles:Ee})=>{let ne=`Lambda rewrite: ${E}/${U} files; ${W}/${H} batches completed`;g.progress(ne,{phase:"rewrite-text",execution:"lambda",index:E,totalFiles:U,completedBatches:W,totalBatches:H,changedTextFiles:Ee}),await Ge(ne);}}),await Cn(r,v);}else C&&T?G=await fn(r,y.assetMap,{client:T,jobId:`crawl-${le(m.runId,40)}`,concurrency:r.remoteWorkers?.rewrite?.concurrency??r.rewriteConcurrency,batchSize:r.remoteWorkers?.rewrite?.batchSize??25,maxAttempts:r.remoteWorkers?.rewrite?.maxAttempts??2,onStageProgress:async({index:S,totalFiles:I,file:E})=>{let U=Date.now();if(S!==1&&S!==I&&S%25!==0&&U-F<5e3)return;F=U;let W=`Staging text files for Lambda rewrite: ${S}/${I}`;g.progress(W,{phase:"rewrite-stage",index:S,totalFiles:I,file:E,execution:"lambda"}),await Ge(W);},onBatchProgress:async({completedItems:S,totalItems:I,completedBatches:E,totalBatches:U,changedTextFiles:W})=>{let H=`Lambda rewrite: ${S}/${I} files; ${E}/${U} batches completed`;g.progress(H,{phase:"rewrite-text",execution:"lambda",index:S,totalFiles:I,completedBatches:E,totalBatches:U,changedTextFiles:W}),await Ge(H);},options:X}):G=await _r(r,y.assetMap,X);m.trackManifest&&(ni(m,A),await ve(r,m,true)),g.endMark("rewrite-text",{changedTextFiles:G});let Be=i?[...j.deletedFiles].sort():m.enabled&&!o.resumeRewrite?await ii(r,y,m,j,g,v):[],st=[...new Set((A||[]).map(S=>Z(r.outputDir,P.isAbsolute(S)?S:P.join(r.outputDir,S))).filter(S=>S!==null))].sort();if(i){let S=[...j.changedFiles].sort(),I=new Set(S),E=new Set(i.directRenderUrls.map(L=>Ze(r,L,"page")).filter(L=>!!L&&I.has(L))),U=new Set(i.archiveFamilyUrls.map(L=>Ze(r,L,"page")).filter(L=>!!L&&I.has(L))),W=new Set(i.resourceRenderUrls.map(L=>Ze(r,L,"asset")).filter(L=>!!L&&I.has(L))),H=new Set([...y.sitemapLeafUrls].map(L=>Ze(r,L,"asset")).filter(L=>!!L&&I.has(L))),Ee=new Set([...y.sitemapIndexUrls].map(L=>Ze(r,L,"asset")).filter(L=>!!L&&I.has(L))),ne=new Set([...E,...U,...W,...H,...Ee]),Ot=S.filter(L=>!ne.has(L)),ot=[...new Set([...i.directRenderUrls,...i.archiveFamilyUrls,...y.resolvedSitemapRoots,...y.sitemapLeafUrls,...y.sitemapIndexUrls,...i.deleteUrls,...i.resourceRenderUrls,...i.resourceDeleteUrls].map(L=>{let fr=new URL(L);return `${fr.pathname}${fr.search}`}))].sort();await jt(r,{schemaVersion:2,generatedAt:new Date().toISOString(),outputDir:P.resolve(r.outputDir),runMode:"content-sync",crawlMode:"incremental",fullSyncRequired:false,changedFiles:S,deletedFiles:Be,rewriteTargets:st,revalidateFiles:[...j.revalidateFiles].sort(),consumerId:i.consumerId,fromSequence:i.fromSequence,toSequence:i.toSequence,impactHash:i.impactHash,resolvedSitemapUrls:[...y.resolvedSitemapRoots],uploadGroups:{assets:Ot,content:[...E].sort(),listings:[...U].sort(),resources:[...W].sort(),sitemapLeaves:[...H].sort(),sitemapIndexes:[...Ee].reverse()},invalidationPaths:ot});}else await jt(r,{schemaVersion:1,generatedAt:new Date().toISOString(),outputDir:P.resolve(r.outputDir),runMode:o.mode,crawlMode:o.crawlMode,fullSyncRequired:!(m.enabled&&!o.resumeRewrite),changedFiles:m.enabled&&!o.resumeRewrite?[...j.changedFiles].sort():[],deletedFiles:m.enabled&&!o.resumeRewrite?Be:[],rewriteTargets:m.enabled&&!o.resumeRewrite?st:[],revalidateFiles:[...j.revalidateFiles].sort()});await kr(r),g.summary(o.resumeRewrite?`Done. Resumed final rewrite over existing output and changed ${G} text files.`:`Done. Rendered ${y.stats.pagesRendered} pages, processed ${y.doneSitemaps.size} sitemaps and ${y.doneAssets.size} assets.`,{mode:o.mode,crawlMode:o.crawlMode,resumeRewrite:o.resumeRewrite,...y.stats,pagesRendered:y.stats.pagesRendered,donePages:y.stats.pagesCompleted,claimedPages:y.donePages.size,doneSitemaps:y.doneSitemaps.size,doneAssets:y.doneAssets.size,changedTextFiles:G}),await g.flush();}ls().catch(async e=>{let t=Se(e instanceof Error?e.message:String(e));console.error(t);try{let n=(await ut().catch(()=>null))?.logDir??"logs",s=new Le(n,"debug");s.error(`Unhandled error: ${t}`,e instanceof Error&&e.stack?{stack:Se(e.stack)}:void 0),await s.flush();}catch{}process.exit(1);});