@smart-cloud/publisher-exporter 1.1.75 → 1.1.77
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +17 -0
- package/dist/content-sync.js +15 -15
- package/dist/crawl.js +13 -13
- package/dist/deploy.js +6 -6
- package/dist/remote-worker.js +5 -5
- package/package.json +1 -1
package/dist/content-sync.js
CHANGED
|
@@ -1,19 +1,19 @@
|
|
|
1
|
-
import F,{readFile}from'fs/promises';import Yo from'http';import qn from'https';import C from'path';import is,{createHash}from'crypto';import {request,chromium}from'playwright';import {gunzipSync}from'zlib';import {setTimeout as setTimeout$1}from'timers/promises';import vi from'fast-glob';import Es from'mime-types';import {availableParallelism}from'os';import {Worker}from'worker_threads';import {LambdaClient,InvokeCommand}from'@aws-sdk/client-lambda';import {DynamoDBClient,GetItemCommand}from'@aws-sdk/client-dynamodb';import {S3Client,GetObjectCommand,PutObjectCommand,CopyObjectCommand,ListObjectsV2Command,HeadObjectCommand,DeleteObjectsCommand}from'@aws-sdk/client-s3';import {fromTemporaryCredentials}from'@aws-sdk/credential-providers';import {Upload}from'@aws-sdk/lib-storage';import {CloudFrontClient,waitUntilInvalidationCompleted,CreateInvalidationCommand}from'@aws-sdk/client-cloudfront';var Ko=new Set(["post-type","taxonomy","author","date","posts-page","listing"]);function ze(e){return [...new Set(e.map(t=>t.trim()).filter(Boolean))].sort()}function zo(e){return [...new Set(e.map(t=>t.trim()).filter(Boolean))]}function Jo(e){return new URL(e).pathname.split("/").filter(Boolean).some(r=>{try{return decodeURIComponent(r).endsWith("__trashed")}catch{return r.endsWith("__trashed")}})}function Er(e){return Array.isArray(e)?e.map(Er):e&&typeof e=="object"?Object.fromEntries(Object.entries(e).sort(([t],[r])=>t.localeCompare(r)).map(([t,r])=>[t,Er(r)])):e}function Qo(e){return JSON.stringify(Er(e))}function Le(e){return createHash("sha256").update(Qo(e)).digest("hex")}function Mn(e){return Le({schemaVersion:1,wordpressFingerprint:e.wordpressFingerprint,targetFingerprint:e.targetFingerprint,sourceOrigin:e.sourceOrigin,sitemapPaths:[...e.sitemapPaths].sort(),blockedPathPrefixes:[...e.blockedPathPrefixes].sort(),assetPathPrefixes:[...e.assetPathPrefixes].sort(),noJavaScriptRenderPathPrefixes:[...e.noJavaScriptRenderPathPrefixes].sort(),urlRewriteMode:e.urlRewriteMode})}function $r(e){let t=new URL(e);if(t.protocol!=="http:"&&t.protocol!=="https:")throw new Error(`Unsupported source origin protocol: ${t.protocol}`);return t.hash="",t.search="",t.pathname=t.pathname.replace(/\/+$/,""),t.toString().replace(/\/$/,"")}function xe(e,t){Go(t);let r=new URL($r(e)),n=new URL(t,`${r.toString().replace(/\/$/,"")}/`);if(n.origin!==r.origin)throw new Error(`Content-sync URL is outside the source origin: ${t}`);let s=r.pathname.replace(/\/+$/,"");if(s&&n.pathname!==s&&!n.pathname.startsWith(`${s}/`))throw new Error(`Content-sync URL is outside the source site path: ${t}`);return n.hash="",n.toString()}function Go(e){let r=String(e).split(/[?#]/,1)[0];for(let s=0;s<3;s+=1)try{let o=decodeURIComponent(r);if(o===r)break;r=o;}catch{throw new Error(`Content-sync URL has malformed encoding: ${e}`)}if(r.includes("\0")||r.includes("\\"))throw new Error(`Content-sync URL has an unsafe path: ${e}`);if(r.replace(/^[a-z][a-z0-9+.-]*:\/\/[^/]*/i,"").split("/").some(s=>s==="."||s===".."))throw new Error(`Content-sync URL has an unsafe path: ${e}`)}function Rt(e){let t=ze((e.postTypes??[]).map(n=>String(n).toLowerCase().replace(/[^a-z0-9_-]/g,"")));if(t.length===0)throw new Error("Content-sync requires at least one public post type.");let r=ze((e.listingPaths??[]).map(n=>{let s=String(n).trim();if(!s)return "";let o=new URL(s,"https://content-sync.invalid/");if(o.origin!=="https://content-sync.invalid"&&/^https?:\/\//i.test(s))throw new Error("Content-sync listing routes must be same-site paths.");let a=`/${o.pathname.replace(/^\/+|\/+$/g,"")}`;return a==="/"?"/":`${a}/`}));return {postTypes:t,listingPaths:r,includeSubsites:e.includeSubsites===true,includePostTypeArchives:e.includePostTypeArchives!==false,includeTaxonomyArchives:e.includeTaxonomyArchives!==false,includeAuthorArchives:e.includeAuthorArchives===true,includeDateArchives:e.includeDateArchives===true,includePostsPage:e.includePostsPage!==false,includeSitemapChain:e.includeSitemapChain!==false}}function jn(e,t,r){return Le({schemaVersion:1,sourceOrigin:$r(e),ruleId:t.trim(),scope:Rt(r)})}function Fn(e){return Le({schemaVersion:1,...e})}function Dn(e){let t=String(e.siteId??"").trim()||String(e.accountId??"").trim()||$r(e.sourceOrigin);return `content-sync:${Le({siteIdentity:t,ruleId:e.ruleId.trim(),targetFingerprint:e.targetFingerprint}).slice(0,48)}`}function Un(e){let t=[...e].sort((s,o)=>s.sequence-o.sequence),r=new Map,n=-1;for(let s of t){if(!Number.isSafeInteger(s.sequence)||s.sequence<=n)throw new Error("Content-sync journal events are not strictly ordered.");if(n=s.sequence,!Number.isSafeInteger(s.blogId)||s.blogId<1)throw new Error("Content-sync journal event has an invalid multisite identity.");let o=`${s.blogId}:${s.postType}:${s.postId}`,a=r.get(o);if(!a){r.set(o,{postId:s.postId,blogId:s.blogId,postType:s.postType,fromSequence:s.sequence,toSequence:s.sequence,before:s.before,after:s.after,operations:[s.operation],correlationIds:s.correlationId?[s.correlationId]:[]});continue}a.toSequence=s.sequence,a.after=s.after,a.operations.push(s.operation),s.correlationId&&!a.correlationIds.includes(s.correlationId)&&a.correlationIds.push(s.correlationId);}return [...r.values()].sort((s,o)=>s.fromSequence-o.fromSequence)}function On(e){return e?.status==="publish"&&!!e.url}function Zo(e,t){return e==="post-type"?t.includePostTypeArchives:e==="taxonomy"?t.includeTaxonomyArchives:e==="author"?t.includeAuthorArchives:e==="date"?t.includeDateArchives:e==="posts-page"?t.includePostsPage:e==="listing"}function Or(e){let t=Rt(e.scope),r=new Map;Un(e.events);for(let n of e.events)for(let s of [n.before,n.after])for(let o of s?.archiveFamilies??[]){if(!Ko.has(o.kind)||!Zo(o.kind,t))continue;let a={...o,url:xe(e.sourceOrigin,o.url)};r.set(`${a.kind}|${a.url}`,a);}for(let n of t.listingPaths){let s=xe(e.sourceOrigin,n);r.set(`listing|${s}`,{kind:"listing",url:s});}return [...r.values()].sort((n,s)=>n.url.localeCompare(s.url))}function Ln(e){let t=Rt(e.scope),r=Un(e.events),n=new Set,s=new Set,o=new Map,a=new Map(Or({events:e.events,scope:t,sourceOrigin:e.sourceOrigin}).map(g=>[`${g.kind}|${g.url}`,g]));for(let g of r){let w=g.before,m=g.after,h=On(w),y=On(m);y&&m.url&&n.add(xe(e.sourceOrigin,m.url)),h&&w.url&&(!y||w.url!==m.url)&&s.add(xe(e.sourceOrigin,w.url));}for(let g of [...e.events].sort((w,m)=>w.sequence-m.sequence)){for(let w of [g.before,g.after])for(let m of w?.resourceDeleteUrls??[])o.set(xe(e.sourceOrigin,m),"delete");for(let w of g.after?.resourceRenderUrls??[])o.set(xe(e.sourceOrigin,w),"render");}let c=[...o].filter(([,g])=>g==="render").map(([g])=>g),i=[...o].filter(([,g])=>g==="delete").map(([g])=>g),d=new Map(e.resolvedArchiveFamilies.map(g=>[`${g.kind}|${xe(e.sourceOrigin,g.url)}`,{...g,url:xe(e.sourceOrigin,g.url),pageUrls:ze(g.pageUrls.map(w=>xe(e.sourceOrigin,w)))}])),l=[...a.entries()].map(([g,w])=>{let m=d.get(g);if(!m)throw new Error(`WordPress did not resolve archive family ${g}.`);return {...w,...m}}).sort((g,w)=>g.url.localeCompare(w.url)),u=ze(l.flatMap(g=>g.pageUrls)),f=t.includeSitemapChain?zo(e.sitemapUrls.map(g=>xe(e.sourceOrigin,g))):[],p={schemaVersion:1,generatedAt:new Date().toISOString(),jobId:e.jobId,ruleId:e.ruleId,consumerId:e.consumerId,coalesceKey:e.coalesceKey,scopeFingerprint:e.scopeFingerprint,targetFingerprint:e.targetFingerprint,baselineId:e.baselineId,fromSequence:e.fromSequence,toSequence:e.toSequence,eventCount:e.events.length,foldedCount:r.length,directRenderUrls:ze([...n]),archiveFamilyUrls:u,sitemapUrls:f,deleteUrls:ze([...s]),resourceRenderUrls:ze(c),resourceDeleteUrls:ze(i),archiveFamilies:l};return {...p,impactHash:Le(p)}}function vt(e){let{impactHash:t,...r}=e;if(e.schemaVersion!==1||!t)throw new Error("Invalid content-sync impact plan schema.");if(!Array.isArray(e.resourceRenderUrls)||!Array.isArray(e.resourceDeleteUrls))throw new Error("Invalid content-sync resource impact contract.");if(Le(r)!==t)throw new Error("Content-sync impact plan hash mismatch.");for(let n of [...e.directRenderUrls,...e.deleteUrls,...e.resourceRenderUrls,...e.resourceDeleteUrls])if(Jo(n))throw new Error(`Content-sync impact contains a WordPress trash alias instead of the last public URL: ${n}`)}var Xo="wp-json/smartcloud-static-publisher/v1/content-sync/",ei=25*1024*1024,qt=class extends Error{status;code;constructor(t,r,n){super(n),this.name="ContentSyncApiError",this.status=t,this.code=r;}},Wt=class{options;constructor(t){if(!t.runtimeToken.trim())throw new Error("Content-sync requires a WordPress runtime token.");this.options={...t,timeoutMs:t.timeoutMs??6e4};}endpoint(t,r="content-sync"){let n=this.options.sourceOrigin.replace(/\/+$/,"")+"/",s=r==="content-sync"?Xo:`wp-json/smartcloud-static-publisher/v1/${r}/`;return new URL(`${s}${t}`,n)}async post(t,r,n="content-sync"){let s=this.endpoint(t,n),o=Buffer.from(JSON.stringify(r),"utf8"),a=s.protocol==="https:"?qn:Yo,c=s.protocol==="https:"?new qn.Agent({rejectUnauthorized:!this.options.ignoreHttpsErrors}):void 0;return new Promise((i,d)=>{let l=a.request(s,{method:"POST",agent:c,headers:{"content-type":"application/json","content-length":String(o.byteLength),"x-static-publisher-token":this.options.runtimeToken},timeout:this.options.timeoutMs},u=>{let f=[],p=0;u.on("data",g=>{if(p+=g.byteLength,p>ei){u.destroy(new Error("Content-sync API response exceeded the size limit."));return}f.push(g);}),u.on("error",d),u.on("end",()=>{let g=Buffer.concat(f).toString("utf8"),w;try{w=g?JSON.parse(g):{};}catch{d(new qt(u.statusCode??500,"invalid-json","Content-sync API returned invalid JSON."));return}let m=u.statusCode??500;if(m<200||m>=300){d(new qt(m,String(w.code??"request-failed"),String(w.message??`Content-sync API request failed (${m}).`)));return}i(w);});});l.on("timeout",()=>l.destroy(new Error(`Content-sync API request timed out: ${t}`))),l.on("error",d),l.end(o);})}async head(t){return this.post("head",t)}async unboundHead(t,r){return this.post("head",{postTypes:t,includeSubsites:r})}async events(t){let r=[],n=t.afterSequence,s=new Set(t.postTypes);for(;n<t.throughSequence;){let o=await this.post("events",{...t,afterSequence:n,limit:250});if(o.fromSequence!==n||o.throughSequence!==t.throughSequence||o.nextSequence<n||o.nextSequence>t.throughSequence)throw new Error("Content-sync API returned an inconsistent event page.");if(!Array.isArray(o.items))throw new Error("Content-sync API returned a malformed event page.");let a=n;for(let c of o.items){if(!Number.isSafeInteger(c.sequence)||c.sequence<=a||c.sequence>t.throughSequence||!Number.isSafeInteger(c.postId)||c.postId<=0||!Number.isSafeInteger(c.blogId)||c.blogId<=0||!s.has(c.postType)||typeof c.operation!="string"||!c.operation)throw new Error("Content-sync API returned an invalid or out-of-scope journal event.");a=c.sequence;}if(o.items.length>0&&o.nextSequence!==a)throw new Error("Content-sync API event cursor does not match the final returned event.");if(r.push(...o.items),!o.hasMore)break;if(o.nextSequence===n)throw new Error("Content-sync API event pagination did not advance.");n=o.nextSequence;}if(t.throughSequence>t.afterSequence&&r.at(-1)?.sequence!==t.throughSequence)throw new Error("Content-sync API omitted the claimed journal high-water event.");return r}async resolveImpactFamilies(t,r){let n=await this.post("impact",{families:t,includeSubsites:r});return Array.isArray(n.families)?n.families:[]}async releaseFingerprint(t=false){let r=await this.post("fingerprint",{includeSubsites:t}),n=String(r.fingerprint||"").trim();if(!/^[a-f0-9]{64}$/.test(n))throw new Error("WordPress returned an invalid release fingerprint.");return n}async establishBaseline(t){return this.post("baseline",t)}async acknowledge(t){return this.post("ack",t)}async importCookieObservations(t){return this.post("cookie-observations",t,"privacy")}};function Nt(e){let t=C.resolve(e);return {state:C.join(t,"content-sync-state.json"),current:C.join(t,"content-sync-current.json"),impact:C.join(t,"content-sync-impact-plan.json"),checkpoint:C.join(t,"content-sync-checkpoint.json"),baseline:C.join(t,"content-sync-baseline.json"),activeRules:C.join(t,"content-sync-active-rules.json"),releaseCutoff:C.join(t,"content-sync-release-cutoff.json"),candidateManifest:C.join(t,"content-sync-candidate-manifest.json"),trustedManifest:C.join(t,"crawl-manifest.json"),invalidation:C.join(t,"content-sync-invalidation.json"),deployPlan:C.join(t,"deploy-plan.json")}}async function Mr(e){let t=await Ct(e.releaseCutoff);if(t===null)return {schemaVersion:1,updatedAt:"",entries:{}};let r=t;if(r.schemaVersion!==1||typeof r.updatedAt!="string"||!r.entries||typeof r.entries!="object"||Array.isArray(r.entries))throw new Error("Invalid content-sync release-cutoff store.");return r}async function Wn(e,t){await ct(e.releaseCutoff,{...t,schemaVersion:1,updatedAt:new Date().toISOString()});}async function ct(e,t){await F.mkdir(C.dirname(e),{recursive:true});let r=`${e}.${process.pid}.${Date.now()}.tmp`;await F.writeFile(r,JSON.stringify(t,null,2),"utf8"),await F.rename(r,e);}async function Ct(e){try{return JSON.parse(await F.readFile(e,"utf8"))}catch(t){if(t.code==="ENOENT")return null;throw new Error(`Invalid or unreadable content-sync state file ${e}: ${t instanceof Error?t.message:String(t)}`,{cause:t})}}async function jr(e){let t=await Ct(e.baseline);if(t===null)return {schemaVersion:1,updatedAt:"",entries:{}};let r=t;if(r.schemaVersion!==1||typeof r.updatedAt!="string"||!r.entries||typeof r.entries!="object"||Array.isArray(r.entries))throw new Error("Invalid content-sync baseline store.");return r}async function Nn(e,t){await ct(e.baseline,{...t,schemaVersion:1,updatedAt:new Date().toISOString()});}async function Fr(e){let t=await Ct(e.current);if(t===null)return null;let r=t;if(r.schemaVersion!==1||typeof r.jobId!="string"||typeof r.phase!="string"||!Number.isSafeInteger(r.fromSequence)||!Number.isSafeInteger(r.toSequence))throw new Error("Invalid content-sync current-range state.");return r}async function _n(e,t){await ct(e.current,{...t,schemaVersion:1,updatedAt:new Date().toISOString()});}async function Bn(e){let t=await Ct(e.impact);if(t===null)return null;let r=t;return vt(r),r}async function Hn(e,t){vt(t),await ct(e.impact,t);}async function Vn(e,t){await ct(e.checkpoint,{...t,schemaVersion:1,updatedAt:new Date().toISOString()});}async function _t(e){let t=await Ct(e.state);if(t===null)return {schemaVersion:1,updatedAt:"",rules:{}};let r=t;if(r.schemaVersion!==1||typeof r.updatedAt!="string"||!r.rules||typeof r.rules!="object"||Array.isArray(r.rules))throw new Error("Invalid content-sync state store.");return r}async function Bt(e,t){await ct(e.state,{...t,schemaVersion:1,updatedAt:new Date().toISOString()});}async function Dr(e){await Promise.all([e.current,e.checkpoint].map(async t=>{try{await F.unlink(t);}catch(r){if(r.code!=="ENOENT")throw r}}));}async function Kn(e,t){let r=await Fr(e);return !r||r.coalesceKey!==t?false:(await Promise.all([e.current,e.checkpoint,e.impact,e.candidateManifest,e.invalidation,e.deployPlan].map(async n=>{try{await F.unlink(n);}catch(s){if(s.code!=="ENOENT")throw s}})),true)}var Ur=["/sitemap_index.xml","/wp-sitemap.xml","/sitemap.xml"];function kt(e){let t=new Set;for(let r of [...e,...Ur]){let n=String(r||"").trim();n&&t.add(n);}return [...t]}function Lr(e){let t=e.pathname.toLowerCase();return t.endsWith(".xml")&&(t.includes("sitemap")||t.endsWith("/sitemap.xml"))}function zn(e){if(!e||!/^https?:\/\//i.test(e))return false;try{return Lr(new URL(e))}catch{return false}}function Qn(e){let t=e.trim();return t==="."?".":t.replace(/\/$/,"")}function si(e){let t=String(e??"").trim();if(!t)return "";let r=t;if(/^https?:\/\//i.test(r))try{r=new URL(r).pathname;}catch{return ""}if(r=r.split(/[?#]/,1)[0]?.replace(/\\/g,"/").trim()??"",!r)return "";let n=r.endsWith("/"),s=r.replace(/^\/+/,"").split("/").map(a=>a.replace(/[^A-Za-z0-9._-]/g,"")).filter(a=>a.length>0&&a!=="."&&a!=="..");if(s.length===0)return "";let o=`/${s.join("/")}`;return n&&C.extname(o)===""&&(o+="/"),o==="/"?"":o}function qr(e){return !e||typeof e!="object"?{}:Object.fromEntries(Object.entries(e).map(([t,r])=>[t.trim(),String(r??"")]).filter(([t])=>t.length>0))}function oi(e){if(!e||typeof e!="object")return {};let t={};for(let[r,n]of Object.entries(e)){let s=r.trim();if(!s||!n||typeof n!="object")continue;let o=n,a={};if(typeof o.targetOrigin=="string"){let i=Qn(o.targetOrigin);i&&(a.targetOrigin=i);}let c=qr(o.extraReplacements);if(Object.keys(c).length>0&&(a.extraReplacements=c),o.s3&&typeof o.s3=="object"){let i={},d=o.s3;typeof d.bucket=="string"&&(i.bucket=d.bucket.trim()),typeof d.prefix=="string"&&(i.prefix=d.prefix.trim()),typeof d.region=="string"&&(i.region=d.region.trim()),typeof d.htmlCacheControl=="string"&&(i.htmlCacheControl=d.htmlCacheControl.trim()),typeof d.assetCacheControl=="string"&&(i.assetCacheControl=d.assetCacheControl.trim()),Object.keys(i).length>0&&(a.s3=i);}if(o.cloudFront&&typeof o.cloudFront=="object"){let i={},d=o.cloudFront;typeof d.distributionId=="string"&&(i.distributionId=d.distributionId.trim()),Array.isArray(d.invalidationPaths)&&(i.invalidationPaths=d.invalidationPaths.map(l=>String(l??"").trim()).filter(l=>l.length>0)),Object.keys(i).length>0&&(a.cloudFront=i);}t[s]=a;}return t}function Nr(e){return e==="PROFESSIONAL"||e==="AGENCY"?e:void 0}function ii(e,t){if(!e||typeof e!="object")return null;let r=e,n=r.command;if(n!=="publish"&&n!=="crawl"&&n!=="deploy"&&n!=="invalidate"&&n!=="retry-timeouts"&&n!=="url"&&n!=="content-sync")return null;let s=Number.parseInt(String(r.intervalMinutes??"0"),10);if(!Number.isFinite(s)||s<1)return null;let o=String(r.id??`${n}-${t+1}`).trim();if(!o)return null;let a=String(r.deploymentProfile??"").trim(),c=String(r.url??"").trim(),i=Array.isArray(r.postTypes)?[...new Set(r.postTypes.map(l=>String(l??"").trim().toLowerCase().replace(/[^a-z0-9_-]/g,"")).filter(Boolean))]:[],d=Array.isArray(r.listingPaths)?[...new Set(r.listingPaths.map(l=>String(l??"").trim()).filter(Boolean))]:[];return n==="content-sync"&&i.length===0?null:{id:o,enabled:r.enabled!==false,command:n,intervalMinutes:s,...n==="publish"||n==="crawl"?{crawlMode:r.crawlMode==="incremental"?"incremental":"full"}:{},...(n==="publish"||n==="deploy"||n==="invalidate"||n==="content-sync")&&a?{deploymentProfile:a}:{},...c?{url:c}:{},...i.length>0?{postTypes:i}:{},...d.length>0?{listingPaths:d}:{},...typeof r.includeSubsites=="boolean"?{includeSubsites:r.includeSubsites}:{},...typeof r.includePostTypeArchives=="boolean"?{includePostTypeArchives:r.includePostTypeArchives}:{},...typeof r.includeTaxonomyArchives=="boolean"?{includeTaxonomyArchives:r.includeTaxonomyArchives}:{},...typeof r.includeAuthorArchives=="boolean"?{includeAuthorArchives:r.includeAuthorArchives}:{},...typeof r.includeDateArchives=="boolean"?{includeDateArchives:r.includeDateArchives}:{},...typeof r.includePostsPage=="boolean"?{includePostsPage:r.includePostsPage}:{},...typeof r.includeSitemapChain=="boolean"?{includeSitemapChain:r.includeSitemapChain}:{}}}function Gn(e){let t=e&&typeof e=="object"?e:{},r=Array.isArray(t.rules)?t.rules.map((n,s)=>ii(n,s)).filter(n=>!!n):[];return {enabled:t.enabled===true,timezone:typeof t.timezone=="string"&&t.timezone.trim()!==""?t.timezone.trim():"UTC",rules:r}}function ai(e){let t=e&&typeof e=="object"?e:{},r=t.render&&typeof t.render=="object"?t.render:{},n=Number(r.concurrency??0),s=Number(r.batchSize??0),o=Number(r.maxAttempts??0),a=t.rewrite&&typeof t.rewrite=="object"?t.rewrite:{},c=t.deploy&&typeof t.deploy=="object"?t.deploy:{},i=(d,l)=>({enabled:typeof d.enabled=="boolean"?d.enabled:r.enabled===true,concurrency:Math.min(100,Math.max(1,Number(d.concurrency||l.concurrency))),batchSize:Math.min(500,Math.max(1,Number(d.batchSize||l.batchSize))),maxAttempts:Math.min(5,Math.max(1,Number(d.maxAttempts||2)))});return {render:{enabled:r.enabled===true,...Number.isInteger(n)&&n>0?{concurrency:n}:{},batchSize:Number.isInteger(s)&&s>0?Math.min(20,s):5,...Number.isInteger(o)&&o>0?{maxAttempts:Math.min(5,o)}:{}},rewrite:i(a,{concurrency:8,batchSize:25}),deploy:i(c,{concurrency:8,batchSize:50})}}function ci(e){if(!e||typeof e!="object")return;let t=e,r={};for(let s of ["accountId","siteId"]){let o=t[s];typeof o=="string"&&o.trim()!==""&&(r[s]=o.trim());}let n=Number(t.lastUpdate??0);return Number.isFinite(n)&&n>0&&(r.lastUpdate=Math.floor(n)),t.subscriber===true&&(r.subscriber=true),Object.keys(r).length>0?r:void 0}function _r(e){let t=e&&typeof e=="object"?e:{},r=String(t.accountId??"").trim(),n=String(t.siteId??"").trim(),s=t.subscriber===true,o=ci(t.siteSettings),a={...o??{},...r?{accountId:o?.accountId??r}:{},...n?{siteId:o?.siteId??n}:{},...o?.subscriber===true||s?{subscriber:true}:{}},c={},i=String(t.apiBase??"").trim();i&&(c.apiBase=i);let d=String(t.runtimeToken??t.nonce??"").trim();d&&(c.runtimeToken=d);let l=String(t.virtualAssetBaseUrl??t.uploadUrl??"").trim();l&&(c.virtualAssetBaseUrl=l),Object.keys(a).length>0&&(c.siteSettings=a);let u=Nr(t.subscriptionType);return u&&(c.subscriptionType=u),c}function li(e){try{let t=new URL(e);globalThis.location=t;}catch{}}function Zn(e){return typeof e=="string"?e:e instanceof URL?e.toString():e.url}function ui(e,t){let r=new Headers(e instanceof Request?e.headers:void 0);if(t?.headers)for(let[n,s]of new Headers(t.headers).entries())r.set(n,s);return r}async function Yn(e,t,r=5){let n=new URL(Zn(e)),s=String(t?.method??(e instanceof Request?e.method:"GET")).toUpperCase(),o=n.protocol==="http:"?Yo:qn,a=ui(e,t);return await new Promise((c,i)=>{let d=o.request(n,{method:s,headers:Object.fromEntries(a.entries()),...n.protocol==="https:"?{rejectUnauthorized:false}:{}},l=>{let u=[];l.on("data",f=>{u.push(Buffer.isBuffer(f)?f:Buffer.from(f));}),l.on("error",i),l.on("end",()=>{let f=l.statusCode??0,p=l.headers.location;if(r>0&&p&&[301,302,303,307,308].includes(f)){c(Yn(new URL(p,n),{method:f===303?"GET":s},r-1));return}let g=new Headers;for(let[w,m]of Object.entries(l.headers))Array.isArray(m)?g.set(w,m.join(", ")):typeof m=="string"&&g.set(w,m);c(new Response(Buffer.concat(u),{status:f,statusText:l.statusMessage??"",headers:g}));});});d.on("error",i),d.end();})}function di(e){let t=_r(e.wpsuite),r={...t.siteSettings??{},...t.siteSettings?.subscriber===true||t.subscriptionType==="PROFESSIONAL"||t.subscriptionType==="AGENCY"?{subscriber:true}:{}},n=String(r.accountId??"").trim(),s=String(r.siteId??"").trim(),o=String(t.virtualAssetBaseUrl??t.uploadUrl??"").trim();if(e.wpsuite={...t.apiBase?{apiBase:t.apiBase}:{},...t.runtimeToken?{runtimeToken:t.runtimeToken}:{},...o?{virtualAssetBaseUrl:o}:{},...Object.keys(r).length>0?{siteSettings:r}:{},...t.subscriptionType?{subscriptionType:t.subscriptionType}:{}},!n||!s||!o)return false;li(e.sourceOrigin);let a=globalThis,i={...a.WpSuite??{},siteSettings:r,uploadUrl:o};return t.apiBase&&(i.apiBase=t.apiBase),a.WpSuite=i,true}async function pi(e){let t=String(e.wpsuite?.virtualAssetBaseUrl??e.wpsuite?.uploadUrl??"").trim();if(!di(e)){let s=e.wpsuite?.siteSettings,o=[String(s?.accountId??"").trim()?"":"accountId",String(s?.siteId??"").trim()?"":"siteId",t?"":"virtualAssetBaseUrl"].filter(Boolean);return {remote:null,diagnostic:{status:"invalid-runtime",virtualAssetBaseUrl:t,subscriptionType:null,error:`Missing WP Suite runtime field(s): ${o.join(", ")}.`,requests:[]}}}let r=globalThis.fetch,n=[];try{typeof r=="function"&&/^https?:\/\//i.test(t)&&(globalThis.fetch=(async(i,d)=>{let l=Zn(i);if(l.startsWith(t)){let u=(()=>{try{return new URL(l).pathname}catch{return l}})();try{let f=e.ignoreHttpsErrors&&l.startsWith("https://")?await Yn(i,d):await r(i,d);return n.push({path:u,status:f.status,ok:f.ok,error:null}),f}catch(f){throw n.push({path:u,status:null,ok:!1,error:f instanceof Error?f.message:String(f)}),f}}return r(i,d)}));let{getConfig:s}=await import('@smart-cloud/wpsuite-core'),o=await s("publisher"),a=o&&typeof o=="object"?o:null,c=Nr(a?.subscriptionType);return {remote:a,diagnostic:{status:a?"loaded":"unavailable",virtualAssetBaseUrl:t,subscriptionType:c??null,error:a?null:"WP Suite publisher config loader returned no configuration.",requests:n}}}catch(s){return {remote:null,diagnostic:{status:"unavailable",virtualAssetBaseUrl:t,subscriptionType:null,error:s instanceof Error?s.message:String(s),requests:n}}}finally{typeof r=="function"&&(globalThis.fetch=r);}}function mi(e,t){let r=oi(t?.deploymentProfiles),n=String(t?.defaultDeploymentProfile??"").trim(),s=r[n]?n:"",o=Nr(t?.subscriptionType),a=_r(e.wpsuite);return {...e,scheduler:Gn(t?.scheduler),deploymentProfiles:r,defaultDeploymentProfile:s,...o?{subscriptionType:o}:{},wpsuite:{...a,...a.siteSettings||o?{siteSettings:{...a.siteSettings??{},...a.siteSettings?.subscriber===true||o==="PROFESSIONAL"||o==="AGENCY"?{subscriber:true}:{}}}:{},...o?{subscriptionType:o}:{}}}}function Wr(e,t){let n=String(e||"").replace(/\\/g,"/").trim().replace(/^\/+|\/+$/g,"");if(!n)return t;let s=n.split("/").map(o=>o.trim()).filter(o=>o.length>0&&o!=="."&&o!=="..");return s.length>0?s.join("/"):t}function gi(){let e=process.env.STATIC_PUBLISHER_RUNTIME_DIR||process.env.WPSUITE_STATIC_PUBLISHER_RUNTIME_DIR||"";return e.trim()?C.resolve(e):""}function Jn(e,t,r){let n=String(t||"").trim();return n&&C.isAbsolute(n)?C.resolve(n):C.resolve(e,Wr(n,r))}async function Ie(e,t={}){let r=String(e??"").trim()||process.env.PUBLISHER_CONFIG||"publisher.config.json",n=await F.readFile(r,"utf8"),s=JSON.parse(n);s.sourceOrigin=s.sourceOrigin.replace(/\/$/,""),s.targetOrigin=Qn(s.targetOrigin),s.ignoreHttpsErrors??=false,s.outputDir=String(s.outputDir||"export").trim()||"export",s.urlRewriteMode||=s.targetOrigin==="."?"relative":"absolute",s.noJavaScriptRenderPathPrefixes||=[],s.seedPaths||=[],s.generated404RequestPath=si(s.generated404RequestPath),s.sitemapPaths||=[...Ur],s.allowedAssetHosts||=[],s.assetPathPrefixes||=["/wp-content/","/wp-includes/","/static/","/assets/","/build/","/_next/","/docs/","/sitemap","/robots.txt","/llms.txt"],s.blockedPathPrefixes||=[],s.blockedSearchFragments||=[],s.pageCache={purgeBeforeCrawl:s.pageCache?.purgeBeforeCrawl===true};let o=Number(s.processingConcurrency)>0?Math.min(100,Math.max(1,Number(s.processingConcurrency))):null;s.concurrency=o??s.concurrency??1,s.maxPages||=0,s.extraReplacements=qr(s.extraReplacements),s.postCrawlCopyMap=qr(s.postCrawlCopyMap),s.logDir=String(s.logDir||"logs").trim()||"logs",s.verbose??=false,s.logLevel||=s.verbose?"debug":"info",s.s3SyncMode||="sdk-upload-delete",s.readiness||={waitForSelector:null,waitForFunction:null,timeoutMs:1500,fallbackWaitMs:1500},s.readiness.timeoutMs??=1500,s.readiness.fallbackWaitMs??=1500,s.viewport||={width:1440,height:1200},s.navigationTimeoutMs||=3e4,s.assetDownloadConcurrency=o??(Number(s.assetDownloadConcurrency)>0?Number(s.assetDownloadConcurrency):s.concurrency),s.rewriteConcurrency=o??(Number(s.rewriteConcurrency)>0?Number(s.rewriteConcurrency):s.assetDownloadConcurrency),s.wpsuite=_r(s.wpsuite),s.scheduler=Gn(void 0),s.remoteWorkers=ai(s.remoteWorkers),typeof s.lambdaDelegationEnabled=="boolean"&&(s.remoteWorkers.render??={},s.remoteWorkers.rewrite??={},s.remoteWorkers.deploy??={},s.remoteWorkers.render.enabled=s.lambdaDelegationEnabled,s.remoteWorkers.rewrite.enabled=s.lambdaDelegationEnabled,s.remoteWorkers.deploy.enabled=s.lambdaDelegationEnabled),o!==null&&(s.processingConcurrency=o,s.remoteWorkers.render??={},s.remoteWorkers.rewrite??={},s.remoteWorkers.deploy??={},s.remoteWorkers.render.concurrency=o,s.remoteWorkers.rewrite.concurrency=o,s.remoteWorkers.deploy.concurrency=o),s.deploymentProfiles={},s.defaultDeploymentProfile="",s.deploymentTargetOverride=String(s.deploymentTargetOverride??"").trim();let a=await pi(s);t.onRemotePublisherConfigDiagnostic?.(a.diagnostic);let c=mi(s,a.remote),i=gi(),d=i?C.resolve(i,".."):"";return d?(c.outputDir=Jn(d,c.outputDir,"export"),c.logDir=Jn(d,c.logDir,"logs")):(C.isAbsolute(c.outputDir)||(c.outputDir=Wr(c.outputDir,"export")),C.isAbsolute(c.logDir)||(c.logDir=Wr(c.logDir,"logs"))),c}var fi=".deploy-plan.json",hi="deploy-plan.json",wi=".crawl-incomplete.json",yi="crawl-incomplete.json";function Xn(){let e=process.env.STATIC_PUBLISHER_RUNTIME_DIR||process.env.WPSUITE_STATIC_PUBLISHER_RUNTIME_DIR||"";return e.trim()?C.resolve(e):""}function es(e){let t=String(e||"").replace(/\\/g,"/").replace(/^\/+/,"").trim(),r=C.posix.normalize(t);return !t||!r||r==="."||/^[a-zA-Z]:/.test(r)||r.startsWith("../")||r===".."?null:r}function bi(e){let t=String(e||"").trim();if(!t.startsWith("/")||t.startsWith("//")||t.includes("*")||t.includes("#"))return null;try{let r=new URL(t,"https://content-sync.invalid");return r.origin!=="https://content-sync.invalid"?null:`${C.posix.normalize(r.pathname)}${r.search}`}catch{return null}}function Te(e){return [...new Set(e.map(es).filter(t=>t!==null))]}function ts(e,t){let r={generatedAt:String(t.generatedAt||new Date().toISOString()),outputDir:C.resolve(e.outputDir),runMode:t.runMode,crawlMode:t.crawlMode,fullSyncRequired:!!t.fullSyncRequired,changedFiles:Te(t.changedFiles||[]),deletedFiles:Te(t.deletedFiles||[]),rewriteTargets:Te(t.rewriteTargets||[]),revalidateFiles:Te(t.revalidateFiles||[])};return t.schemaVersion===2?{...r,schemaVersion:2,runMode:"content-sync",crawlMode:"incremental",fullSyncRequired:false,consumerId:String(t.consumerId||"").trim(),fromSequence:Math.max(0,Number(t.fromSequence)||0),toSequence:Math.max(0,Number(t.toSequence)||0),impactHash:String(t.impactHash||"").trim(),resolvedSitemapUrls:[...new Set((t.resolvedSitemapUrls||[]).map(n=>String(n||"").trim()).filter(n=>{try{let s=new URL(n);return s.protocol==="http:"||s.protocol==="https:"}catch{return false}}))],uploadGroups:{assets:Te(t.uploadGroups?.assets||[]),content:Te(t.uploadGroups?.content||[]),listings:Te(t.uploadGroups?.listings||[]),resources:Te(t.uploadGroups?.resources||[]),sitemapLeaves:Te(t.uploadGroups?.sitemapLeaves||[]),sitemapIndexes:Te(t.uploadGroups?.sitemapIndexes||[])},invalidationPaths:[...new Set((t.invalidationPaths||[]).map(bi).filter(n=>n!==null))].sort()}:{schemaVersion:1,...r,runMode:t.runMode}}function Si(e){if(!e||typeof e!="object")return false;let t=e;if(t.schemaVersion===2){let r=t;return r.runMode==="content-sync"&&r.crawlMode==="incremental"&&r.fullSyncRequired===false&&typeof r.generatedAt=="string"&&typeof r.outputDir=="string"&&typeof r.consumerId=="string"&&r.consumerId.trim()!==""&&Number.isSafeInteger(r.fromSequence)&&Number.isSafeInteger(r.toSequence)&&Number(r.toSequence)>=Number(r.fromSequence)&&typeof r.impactHash=="string"&&/^[a-f0-9]{64}$/.test(r.impactHash)&&Array.isArray(r.resolvedSitemapUrls)&&Array.isArray(r.changedFiles)&&Array.isArray(r.deletedFiles)&&Array.isArray(r.rewriteTargets)&&(r.revalidateFiles===void 0||Array.isArray(r.revalidateFiles))&&!!r.uploadGroups&&Array.isArray(r.uploadGroups.assets)&&Array.isArray(r.uploadGroups.content)&&Array.isArray(r.uploadGroups.listings)&&Array.isArray(r.uploadGroups.resources)&&Array.isArray(r.uploadGroups.sitemapLeaves)&&Array.isArray(r.uploadGroups.sitemapIndexes)&&Array.isArray(r.invalidationPaths)}return t.schemaVersion===1&&typeof t.generatedAt=="string"&&typeof t.outputDir=="string"&&(t.runMode==="full"||t.runMode==="retry-timeouts"||t.runMode==="single-url")&&(t.crawlMode==="full"||t.crawlMode==="incremental")&&typeof t.fullSyncRequired=="boolean"&&Array.isArray(t.changedFiles)&&Array.isArray(t.deletedFiles)&&Array.isArray(t.rewriteTargets)&&(t.revalidateFiles===void 0||Array.isArray(t.revalidateFiles))}function Br(e){let t=C.join(C.resolve(e.outputDir),fi),r=Xn();return r?[C.join(r,hi),t]:[t]}function Hr(e){let t=C.join(C.resolve(e.outputDir),wi),r=Xn();return r?[C.join(r,yi),t]:[t]}function me(e,t){let r=C.resolve(e),n=C.resolve(t),s=C.relative(r,n).replace(/\\/g,"/");return es(s)}async function lt(e){let t=C.resolve(e.outputDir);for(let r of Br(e))try{let n=await F.readFile(r,"utf8"),s=JSON.parse(n);if(!Si(s)||C.resolve(s.outputDir)!==t)continue;return ts(e,s)}catch{}return null}async function Vr(e,t){let r=ts(e,t);for(let n of Br(e)){await F.mkdir(C.dirname(n),{recursive:true});let s=`${n}.${process.pid}.${Date.now()}.tmp`;await F.writeFile(s,JSON.stringify(r,null,2),"utf8"),await F.rename(s,n);}}async function Qe(e){for(let t of Br(e))try{await F.unlink(t);}catch(r){if(r.code!=="ENOENT")throw r}}async function Kr(e,t){let r={schemaVersion:1,startedAt:String(t.startedAt||new Date().toISOString()),outputDir:C.resolve(e.outputDir)};for(let n of Hr(e)){await F.mkdir(C.dirname(n),{recursive:true});let s=`${n}.${process.pid}.tmp`;await F.writeFile(s,JSON.stringify(r,null,2),"utf8"),await F.rename(s,n);}}async function rs(e){let t=C.resolve(e.outputDir);for(let r of Hr(e)){let n;try{n=await F.readFile(r,"utf8");}catch(o){if(o.code==="ENOENT")continue;throw o}let s;try{s=JSON.parse(n);}catch{throw new Error(`Invalid incomplete crawl marker: ${r}`)}if(s.schemaVersion!==1||typeof s.startedAt!="string"||typeof s.outputDir!="string"||C.resolve(s.outputDir)!==t)throw new Error(`Invalid incomplete crawl marker: ${r}`);return {schemaVersion:1,startedAt:s.startedAt,outputDir:t}}return null}async function ns(e){for(let t of Hr(e))try{await F.unlink(t);}catch(r){if(r.code!=="ENOENT")throw r}}function Ee(e,t=10){return is.createHash("sha1").update(e).digest("hex").slice(0,t)}async function Pi(e){await F.mkdir(C.dirname(e),{recursive:true});}async function We(e,t,r){await Pi(e);let n=C.join(C.dirname(e),`.${C.basename(e)}.${process.pid}.${Date.now()}.${is.randomBytes(6).toString("hex")}.tmp`);try{typeof t=="string"?await F.writeFile(n,t,r??"utf8"):await F.writeFile(n,t),await F.rename(n,e);}catch(s){throw await F.unlink(n).catch(()=>{}),s}}function $e(e){return [".html",".htm",".css",".js",".mjs",".json",".xml",".xsl",".txt",".svg",".map",".enc",".jws"].includes(C.extname(e).toLowerCase())}function Ne(e){return e.replace(/"/g,'"').replace(/"/g,'"').replace(/'/g,"'").replace(/'/g,"'").replace(/&/g,"&").replace(/</g,"<").replace(/>/g,">")}function ut(e){return e.replace(/&/g,"&").replace(/"/g,""").replace(/'/g,"'").replace(/</g,"<").replace(/>/g,">")}function Ht(e){return e.replace(/\//g,"\\/")}function ss(e){return e.replace(/\//g,"\\\\/")}function Ri(e){try{let t=new URL(e);if(t.protocol!=="http:"&&t.protocol!=="https:")return null;let r=t.pathname==="/"&&!t.search&&!t.hash?"":`${t.pathname}${t.search}${t.hash}`;return `//${t.host}${r}`}catch{return null}}function os(e,t,r){if(!t)return;e[t]=r;let n=Ht(t),s=Ht(r);e[n]=s;let o=ss(t),a=ss(r);e[o]=a;let c=ut(t),i=ut(r);e[c]=i;let d=ut(n),l=ut(s);e[d]=l;let u=ut(o),f=ut(a);e[u]=f;}function Vt(e,t,r){os(e,t,r);let n=Ri(t);n&&n!==t&&os(e,n,r);}function zr(e,t){let r=t.startsWith("/")?t:`/${t}`,n=(e||"").replace(/\/$/,"");return !n||n==="."||n==="/"?r:`${n}${r}`}function as(e,t){try{return new URL(e,t==="."?"https://relative.invalid":t).pathname}catch{return e.startsWith("/")?e:`/${e.replace(/^\.\//,"")}`}}function cs(e,t,r){if(!t)return r;let n=C.dirname(C.resolve(t)),s=C.resolve(e,r.replace(/^\/+/,"")),o=C.relative(n,s).replace(/\\/g,"/");return o?(o.startsWith(".")||(o=`./${o}`),o):"."}async function Gr(e,t){return (t?[...new Set(t)].map(n=>C.resolve(n)).filter(n=>n.startsWith(C.resolve(e.outputDir))).map(n=>C.relative(e.outputDir,n).replace(/\\/g,"/")).filter(n=>n.length>0):await vi(["**/*"],{cwd:e.outputDir,onlyFiles:true,dot:true})).filter(n=>n!=="asset-map.json"&&$e(n))}var Ii=["wp-content/","wp-includes/","wp-admin/","wp-json/","_next/"],Ti=new Set([".html",".htm"]),ls="WPSuite.io Static Publisher",Ai=ls.replace(/[.*+?^${}()|[\]\\]/g,"\\$&");function Ei(e){return e.replace(/[.*+?^${}()|[\]\\]/g,"\\$&")}function $i(e){return e.startsWith("//")||e.startsWith("\\/\\/")||e.startsWith("\\\\/\\\\/")}function Oi(e,t,r){return $i(t)?e.replace(new RegExp(`(?<!:)${Ei(t)}`,"g"),r):e.split(t).join(r)}function Mi(e,t,r){if(e.wpsuite?.siteSettings?.subscriber===true||e.wpsuite?.subscriptionType==="PROFESSIONAL"||e.wpsuite?.subscriptionType==="AGENCY"||!r)return false;let s=C.extname(r).toLowerCase();return Ti.has(s)?/<head\b|<html\b|<!doctype html/i.test(t):false}function ji(e){if(new RegExp(`<meta\\b(?=[^>]*\\bname=(["'])generator\\1)(?=[^>]*\\bcontent=(["'])${Ai}\\2)[^>]*\\/?>`,"i").test(e))return e;let t=`<meta name="generator" content="${ls}" />`;if(e.match(/(\r?\n)([ \t]*)<\/head>/i))return e.replace(/(\r?\n)([ \t]*)<\/head>/i,`$1$2${t}$1$2</head>`);let n=e.includes(`\r
|
|
1
|
+
import F,{readFile}from'fs/promises';import Xo from'http';import Nn from'https';import k from'path';import us,{createHash}from'crypto';import {request,chromium}from'playwright';import {gunzipSync}from'zlib';import {setTimeout as setTimeout$1}from'timers/promises';import Ci from'fast-glob';import js from'mime-types';import {availableParallelism}from'os';import {Worker}from'worker_threads';import {LambdaClient,InvokeCommand}from'@aws-sdk/client-lambda';import {DynamoDBClient,GetItemCommand}from'@aws-sdk/client-dynamodb';import {S3Client,GetObjectCommand,PutObjectCommand,CopyObjectCommand,ListObjectsV2Command,HeadObjectCommand,DeleteObjectsCommand}from'@aws-sdk/client-s3';import {fromTemporaryCredentials}from'@aws-sdk/credential-providers';import {Upload}from'@aws-sdk/lib-storage';import {CloudFrontClient,waitUntilInvalidationCompleted,CreateInvalidationCommand}from'@aws-sdk/client-cloudfront';var zo=new Set(["post-type","taxonomy","author","date","posts-page","listing"]);function Je(e){return [...new Set(e.map(t=>t.trim()).filter(Boolean))].sort()}function Jo(e){return [...new Set(e.map(t=>t.trim()).filter(Boolean))]}function Qo(e){return new URL(e).pathname.split("/").filter(Boolean).some(r=>{try{return decodeURIComponent(r).endsWith("__trashed")}catch{return r.endsWith("__trashed")}})}function Mr(e){return Array.isArray(e)?e.map(Mr):e&&typeof e=="object"?Object.fromEntries(Object.entries(e).sort(([t],[r])=>t.localeCompare(r)).map(([t,r])=>[t,Mr(r)])):e}function Go(e){return JSON.stringify(Mr(e))}function We(e){return createHash("sha256").update(Go(e)).digest("hex")}function Dn(e){return We({schemaVersion:1,wordpressFingerprint:e.wordpressFingerprint,targetFingerprint:e.targetFingerprint,sourceOrigin:e.sourceOrigin,sitemapPaths:[...e.sitemapPaths].sort(),blockedPathPrefixes:[...e.blockedPathPrefixes].sort(),assetPathPrefixes:[...e.assetPathPrefixes].sort(),noJavaScriptRenderPathPrefixes:[...e.noJavaScriptRenderPathPrefixes].sort(),urlRewriteMode:e.urlRewriteMode})}function jr(e){let t=new URL(e);if(t.protocol!=="http:"&&t.protocol!=="https:")throw new Error(`Unsupported source origin protocol: ${t.protocol}`);return t.hash="",t.search="",t.pathname=t.pathname.replace(/\/+$/,""),t.toString().replace(/\/$/,"")}function Ie(e,t){Zo(t);let r=new URL(jr(e)),n=new URL(t,`${r.toString().replace(/\/$/,"")}/`);if(n.origin!==r.origin)throw new Error(`Content-sync URL is outside the source origin: ${t}`);let s=r.pathname.replace(/\/+$/,"");if(s&&n.pathname!==s&&!n.pathname.startsWith(`${s}/`))throw new Error(`Content-sync URL is outside the source site path: ${t}`);return n.hash="",n.toString()}function Zo(e){let r=String(e).split(/[?#]/,1)[0];for(let s=0;s<3;s+=1)try{let o=decodeURIComponent(r);if(o===r)break;r=o;}catch{throw new Error(`Content-sync URL has malformed encoding: ${e}`)}if(r.includes("\0")||r.includes("\\"))throw new Error(`Content-sync URL has an unsafe path: ${e}`);if(r.replace(/^[a-z][a-z0-9+.-]*:\/\/[^/]*/i,"").split("/").some(s=>s==="."||s===".."))throw new Error(`Content-sync URL has an unsafe path: ${e}`)}function Rt(e){let t=Je((e.postTypes??[]).map(n=>String(n).toLowerCase().replace(/[^a-z0-9_-]/g,"")));if(t.length===0)throw new Error("Content-sync requires at least one public post type.");let r=Je((e.listingPaths??[]).map(n=>{let s=String(n).trim();if(!s)return "";let o=new URL(s,"https://content-sync.invalid/");if(o.origin!=="https://content-sync.invalid"&&/^https?:\/\//i.test(s))throw new Error("Content-sync listing routes must be same-site paths.");let a=`/${o.pathname.replace(/^\/+|\/+$/g,"")}`;return a==="/"?"/":`${a}/`}));return {postTypes:t,listingPaths:r,includeSubsites:e.includeSubsites===true,includePostTypeArchives:e.includePostTypeArchives!==false,includeTaxonomyArchives:e.includeTaxonomyArchives!==false,includeAuthorArchives:e.includeAuthorArchives===true,includeDateArchives:e.includeDateArchives===true,includePostsPage:e.includePostsPage!==false,includeSitemapChain:e.includeSitemapChain!==false}}function Un(e,t,r){return We({schemaVersion:1,sourceOrigin:jr(e),ruleId:t.trim(),scope:Rt(r)})}function Ln(e){return We({schemaVersion:1,...e})}function Wn(e){let t=String(e.siteId??"").trim()||String(e.accountId??"").trim()||jr(e.sourceOrigin);return `content-sync:${We({siteIdentity:t,ruleId:e.ruleId.trim(),targetFingerprint:e.targetFingerprint}).slice(0,48)}`}function qn(e){let t=[...e].sort((s,o)=>s.sequence-o.sequence),r=new Map,n=-1;for(let s of t){if(!Number.isSafeInteger(s.sequence)||s.sequence<=n)throw new Error("Content-sync journal events are not strictly ordered.");if(n=s.sequence,!Number.isSafeInteger(s.blogId)||s.blogId<1)throw new Error("Content-sync journal event has an invalid multisite identity.");let o=`${s.blogId}:${s.postType}:${s.postId}`,a=r.get(o);if(!a){r.set(o,{postId:s.postId,blogId:s.blogId,postType:s.postType,fromSequence:s.sequence,toSequence:s.sequence,before:s.before,after:s.after,operations:[s.operation],correlationIds:s.correlationId?[s.correlationId]:[]});continue}a.toSequence=s.sequence,a.after=s.after,a.operations.push(s.operation),s.correlationId&&!a.correlationIds.includes(s.correlationId)&&a.correlationIds.push(s.correlationId);}return [...r.values()].sort((s,o)=>s.fromSequence-o.fromSequence)}function Fn(e){return e?.status==="publish"&&!!e.url}function Yo(e,t){return e==="post-type"?t.includePostTypeArchives:e==="taxonomy"?t.includeTaxonomyArchives:e==="author"?t.includeAuthorArchives:e==="date"?t.includeDateArchives:e==="posts-page"?t.includePostsPage:e==="listing"}function Fr(e){let t=Rt(e.scope),r=new Map;qn(e.events);for(let n of e.events)for(let s of [n.before,n.after])for(let o of s?.archiveFamilies??[]){if(!zo.has(o.kind)||!Yo(o.kind,t))continue;let a={...o,url:Ie(e.sourceOrigin,o.url)};r.set(`${a.kind}|${a.url}`,a);}for(let n of t.listingPaths){let s=Ie(e.sourceOrigin,n);r.set(`listing|${s}`,{kind:"listing",url:s});}return [...r.values()].sort((n,s)=>n.url.localeCompare(s.url))}function _n(e){let t=Rt(e.scope),r=qn(e.events),n=new Set,s=new Set,o=new Map,a=new Map(Fr({events:e.events,scope:t,sourceOrigin:e.sourceOrigin}).map(f=>[`${f.kind}|${f.url}`,f]));for(let f of r){let w=f.before,m=f.after,h=Fn(w),y=Fn(m);y&&m.url&&n.add(Ie(e.sourceOrigin,m.url)),h&&w.url&&(!y||w.url!==m.url)&&s.add(Ie(e.sourceOrigin,w.url));}for(let f of [...e.events].sort((w,m)=>w.sequence-m.sequence)){for(let w of [f.before,f.after])for(let m of w?.resourceDeleteUrls??[])o.set(Ie(e.sourceOrigin,m),"delete");for(let w of f.after?.resourceRenderUrls??[])o.set(Ie(e.sourceOrigin,w),"render");}let c=[...o].filter(([,f])=>f==="render").map(([f])=>f),i=[...o].filter(([,f])=>f==="delete").map(([f])=>f),d=new Map(e.resolvedArchiveFamilies.map(f=>[`${f.kind}|${Ie(e.sourceOrigin,f.url)}`,{...f,url:Ie(e.sourceOrigin,f.url),pageUrls:Je(f.pageUrls.map(w=>Ie(e.sourceOrigin,w)))}])),u=[...a.entries()].map(([f,w])=>{let m=d.get(f);if(!m)throw new Error(`WordPress did not resolve archive family ${f}.`);return {...w,...m}}).sort((f,w)=>f.url.localeCompare(w.url)),l=Je(u.flatMap(f=>f.pageUrls)),g=t.includeSitemapChain?Jo(e.sitemapUrls.map(f=>Ie(e.sourceOrigin,f))):[],p={schemaVersion:1,generatedAt:new Date().toISOString(),jobId:e.jobId,ruleId:e.ruleId,consumerId:e.consumerId,coalesceKey:e.coalesceKey,scopeFingerprint:e.scopeFingerprint,targetFingerprint:e.targetFingerprint,baselineId:e.baselineId,fromSequence:e.fromSequence,toSequence:e.toSequence,eventCount:e.events.length,foldedCount:r.length,directRenderUrls:Je([...n]),archiveFamilyUrls:l,sitemapUrls:g,deleteUrls:Je([...s]),resourceRenderUrls:Je(c),resourceDeleteUrls:Je(i),archiveFamilies:u};return {...p,impactHash:We(p)}}function vt(e){let{impactHash:t,...r}=e;if(e.schemaVersion!==1||!t)throw new Error("Invalid content-sync impact plan schema.");if(!Array.isArray(e.resourceRenderUrls)||!Array.isArray(e.resourceDeleteUrls))throw new Error("Invalid content-sync resource impact contract.");if(We(r)!==t)throw new Error("Content-sync impact plan hash mismatch.");for(let n of [...e.directRenderUrls,...e.deleteUrls,...e.resourceRenderUrls,...e.resourceDeleteUrls])if(Qo(n))throw new Error(`Content-sync impact contains a WordPress trash alias instead of the last public URL: ${n}`)}var ei="wp-json/smartcloud-static-publisher/v1/content-sync/",ti=25*1024*1024,_t=class extends Error{status;code;constructor(t,r,n){super(n),this.name="ContentSyncApiError",this.status=t,this.code=r;}},Nt=class{options;constructor(t){if(!t.runtimeToken.trim())throw new Error("Content-sync requires a WordPress runtime token.");this.options={...t,timeoutMs:t.timeoutMs??6e4};}endpoint(t,r="content-sync"){let n=this.options.sourceOrigin.replace(/\/+$/,"")+"/",s=r==="content-sync"?ei:`wp-json/smartcloud-static-publisher/v1/${r}/`;return new URL(`${s}${t}`,n)}async post(t,r,n="content-sync"){let s=this.endpoint(t,n),o=Buffer.from(JSON.stringify(r),"utf8"),a=s.protocol==="https:"?Nn:Xo,c=s.protocol==="https:"?new Nn.Agent({rejectUnauthorized:!this.options.ignoreHttpsErrors}):void 0;return new Promise((i,d)=>{let u=a.request(s,{method:"POST",agent:c,headers:{"content-type":"application/json","content-length":String(o.byteLength),"x-static-publisher-token":this.options.runtimeToken},timeout:this.options.timeoutMs},l=>{let g=[],p=0;l.on("data",f=>{if(p+=f.byteLength,p>ti){l.destroy(new Error("Content-sync API response exceeded the size limit."));return}g.push(f);}),l.on("error",d),l.on("end",()=>{let f=Buffer.concat(g).toString("utf8"),w;try{w=f?JSON.parse(f):{};}catch{d(new _t(l.statusCode??500,"invalid-json","Content-sync API returned invalid JSON."));return}let m=l.statusCode??500;if(m<200||m>=300){d(new _t(m,String(w.code??"request-failed"),String(w.message??`Content-sync API request failed (${m}).`)));return}i(w);});});u.on("timeout",()=>u.destroy(new Error(`Content-sync API request timed out: ${t}`))),u.on("error",d),u.end(o);})}async head(t){return this.post("head",t)}async unboundHead(t,r){return this.post("head",{postTypes:t,includeSubsites:r})}async events(t){let r=[],n=t.afterSequence,s=new Set(t.postTypes);for(;n<t.throughSequence;){let o=await this.post("events",{...t,afterSequence:n,limit:250});if(o.fromSequence!==n||o.throughSequence!==t.throughSequence||o.nextSequence<n||o.nextSequence>t.throughSequence)throw new Error("Content-sync API returned an inconsistent event page.");if(!Array.isArray(o.items))throw new Error("Content-sync API returned a malformed event page.");let a=n;for(let c of o.items){if(!Number.isSafeInteger(c.sequence)||c.sequence<=a||c.sequence>t.throughSequence||!Number.isSafeInteger(c.postId)||c.postId<=0||!Number.isSafeInteger(c.blogId)||c.blogId<=0||!s.has(c.postType)||typeof c.operation!="string"||!c.operation)throw new Error("Content-sync API returned an invalid or out-of-scope journal event.");a=c.sequence;}if(o.items.length>0&&o.nextSequence!==a)throw new Error("Content-sync API event cursor does not match the final returned event.");if(r.push(...o.items),!o.hasMore)break;if(o.nextSequence===n)throw new Error("Content-sync API event pagination did not advance.");n=o.nextSequence;}if(t.throughSequence>t.afterSequence&&r.at(-1)?.sequence!==t.throughSequence)throw new Error("Content-sync API omitted the claimed journal high-water event.");return r}async resolveImpactFamilies(t,r){let n=await this.post("impact",{families:t,includeSubsites:r});return Array.isArray(n.families)?n.families:[]}async releaseFingerprint(t=false){let r=await this.post("fingerprint",{includeSubsites:t}),n=String(r.fingerprint||"").trim();if(!/^[a-f0-9]{64}$/.test(n))throw new Error("WordPress returned an invalid release fingerprint.");return n}async establishBaseline(t){return this.post("baseline",t)}async acknowledge(t){return this.post("ack",t)}async importCookieObservations(t){return this.post("cookie-observations",t,"privacy")}};function Bt(e){let t=k.resolve(e);return {state:k.join(t,"content-sync-state.json"),current:k.join(t,"content-sync-current.json"),impact:k.join(t,"content-sync-impact-plan.json"),checkpoint:k.join(t,"content-sync-checkpoint.json"),baseline:k.join(t,"content-sync-baseline.json"),activeRules:k.join(t,"content-sync-active-rules.json"),releaseCutoff:k.join(t,"content-sync-release-cutoff.json"),candidateManifest:k.join(t,"content-sync-candidate-manifest.json"),trustedManifest:k.join(t,"crawl-manifest.json"),invalidation:k.join(t,"content-sync-invalidation.json"),deployPlan:k.join(t,"deploy-plan.json")}}async function Dr(e){let t=await Ct(e.releaseCutoff);if(t===null)return {schemaVersion:1,updatedAt:"",entries:{}};let r=t;if(r.schemaVersion!==1||typeof r.updatedAt!="string"||!r.entries||typeof r.entries!="object"||Array.isArray(r.entries))throw new Error("Invalid content-sync release-cutoff store.");return r}async function Bn(e,t){await ct(e.releaseCutoff,{...t,schemaVersion:1,updatedAt:new Date().toISOString()});}async function ct(e,t){await F.mkdir(k.dirname(e),{recursive:true});let r=`${e}.${process.pid}.${Date.now()}.tmp`;await F.writeFile(r,JSON.stringify(t,null,2),"utf8"),await F.rename(r,e);}async function Ct(e){try{return JSON.parse(await F.readFile(e,"utf8"))}catch(t){if(t.code==="ENOENT")return null;throw new Error(`Invalid or unreadable content-sync state file ${e}: ${t instanceof Error?t.message:String(t)}`,{cause:t})}}async function Ur(e){let t=await Ct(e.baseline);if(t===null)return {schemaVersion:1,updatedAt:"",entries:{}};let r=t;if(r.schemaVersion!==1||typeof r.updatedAt!="string"||!r.entries||typeof r.entries!="object"||Array.isArray(r.entries))throw new Error("Invalid content-sync baseline store.");return r}async function Hn(e,t){await ct(e.baseline,{...t,schemaVersion:1,updatedAt:new Date().toISOString()});}async function Lr(e){let t=await Ct(e.current);if(t===null)return null;let r=t;if(r.schemaVersion!==1||typeof r.jobId!="string"||typeof r.phase!="string"||!Number.isSafeInteger(r.fromSequence)||!Number.isSafeInteger(r.toSequence))throw new Error("Invalid content-sync current-range state.");return r}async function Vn(e,t){await ct(e.current,{...t,schemaVersion:1,updatedAt:new Date().toISOString()});}async function Kn(e){let t=await Ct(e.impact);if(t===null)return null;let r=t;return vt(r),r}async function zn(e,t){vt(t),await ct(e.impact,t);}async function Jn(e,t){await ct(e.checkpoint,{...t,schemaVersion:1,updatedAt:new Date().toISOString()});}async function Ht(e){let t=await Ct(e.state);if(t===null)return {schemaVersion:1,updatedAt:"",rules:{}};let r=t;if(r.schemaVersion!==1||typeof r.updatedAt!="string"||!r.rules||typeof r.rules!="object"||Array.isArray(r.rules))throw new Error("Invalid content-sync state store.");return r}async function Vt(e,t){await ct(e.state,{...t,schemaVersion:1,updatedAt:new Date().toISOString()});}async function Wr(e){await Promise.all([e.current,e.checkpoint].map(async t=>{try{await F.unlink(t);}catch(r){if(r.code!=="ENOENT")throw r}}));}async function Qn(e,t){let r=await Lr(e);return !r||r.coalesceKey!==t?false:(await Promise.all([e.current,e.checkpoint,e.impact,e.candidateManifest,e.invalidation,e.deployPlan].map(async n=>{try{await F.unlink(n);}catch(s){if(s.code!=="ENOENT")throw s}})),true)}var qr=["/sitemap_index.xml","/wp-sitemap.xml","/sitemap.xml"];function kt(e){let t=new Set;for(let r of [...e,...qr]){let n=String(r||"").trim();n&&t.add(n);}return [...t]}function _r(e){let t=e.pathname.toLowerCase();return t.endsWith(".xml")&&(t.includes("sitemap")||t.endsWith("/sitemap.xml"))}function Gn(e){if(!e||!/^https?:\/\//i.test(e))return false;try{return _r(new URL(e))}catch{return false}}function Yn(e){let t=e.trim();return t==="."?".":t.replace(/\/$/,"")}function oi(e){let t=String(e??"").trim();if(!t)return "";let r=t;if(/^https?:\/\//i.test(r))try{r=new URL(r).pathname;}catch{return ""}if(r=r.split(/[?#]/,1)[0]?.replace(/\\/g,"/").trim()??"",!r)return "";let n=r.endsWith("/"),s=r.replace(/^\/+/,"").split("/").map(a=>a.replace(/[^A-Za-z0-9._-]/g,"")).filter(a=>a.length>0&&a!=="."&&a!=="..");if(s.length===0)return "";let o=`/${s.join("/")}`;return n&&k.extname(o)===""&&(o+="/"),o==="/"?"":o}function Nr(e){return !e||typeof e!="object"?{}:Object.fromEntries(Object.entries(e).map(([t,r])=>[t.trim(),String(r??"")]).filter(([t])=>t.length>0))}function ii(e){if(!e||typeof e!="object")return {};let t={};for(let[r,n]of Object.entries(e)){let s=r.trim();if(!s||!n||typeof n!="object")continue;let o=n,a={};if(typeof o.targetOrigin=="string"){let i=Yn(o.targetOrigin);i&&(a.targetOrigin=i);}let c=Nr(o.extraReplacements);if(Object.keys(c).length>0&&(a.extraReplacements=c),o.s3&&typeof o.s3=="object"){let i={},d=o.s3;typeof d.bucket=="string"&&(i.bucket=d.bucket.trim()),typeof d.prefix=="string"&&(i.prefix=d.prefix.trim()),typeof d.region=="string"&&(i.region=d.region.trim()),typeof d.htmlCacheControl=="string"&&(i.htmlCacheControl=d.htmlCacheControl.trim()),typeof d.assetCacheControl=="string"&&(i.assetCacheControl=d.assetCacheControl.trim()),Object.keys(i).length>0&&(a.s3=i);}if(o.cloudFront&&typeof o.cloudFront=="object"){let i={},d=o.cloudFront;typeof d.distributionId=="string"&&(i.distributionId=d.distributionId.trim()),Array.isArray(d.invalidationPaths)&&(i.invalidationPaths=d.invalidationPaths.map(u=>String(u??"").trim()).filter(u=>u.length>0)),Object.keys(i).length>0&&(a.cloudFront=i);}t[s]=a;}return t}function Hr(e){return e==="PROFESSIONAL"||e==="AGENCY"?e:void 0}function ai(e,t){if(!e||typeof e!="object")return null;let r=e,n=r.command;if(n!=="publish"&&n!=="crawl"&&n!=="deploy"&&n!=="invalidate"&&n!=="retry-timeouts"&&n!=="url"&&n!=="content-sync")return null;let s=Number.parseInt(String(r.intervalMinutes??"0"),10);if(!Number.isFinite(s)||s<1)return null;let o=String(r.id??`${n}-${t+1}`).trim();if(!o)return null;let a=String(r.deploymentProfile??"").trim(),c=String(r.url??"").trim(),i=Array.isArray(r.postTypes)?[...new Set(r.postTypes.map(u=>String(u??"").trim().toLowerCase().replace(/[^a-z0-9_-]/g,"")).filter(Boolean))]:[],d=Array.isArray(r.listingPaths)?[...new Set(r.listingPaths.map(u=>String(u??"").trim()).filter(Boolean))]:[];return n==="content-sync"&&i.length===0?null:{id:o,enabled:r.enabled!==false,command:n,intervalMinutes:s,...n==="publish"||n==="crawl"?{crawlMode:r.crawlMode==="incremental"?"incremental":"full"}:{},...(n==="publish"||n==="deploy"||n==="invalidate"||n==="content-sync")&&a?{deploymentProfile:a}:{},...c?{url:c}:{},...i.length>0?{postTypes:i}:{},...d.length>0?{listingPaths:d}:{},...typeof r.includeSubsites=="boolean"?{includeSubsites:r.includeSubsites}:{},...typeof r.includePostTypeArchives=="boolean"?{includePostTypeArchives:r.includePostTypeArchives}:{},...typeof r.includeTaxonomyArchives=="boolean"?{includeTaxonomyArchives:r.includeTaxonomyArchives}:{},...typeof r.includeAuthorArchives=="boolean"?{includeAuthorArchives:r.includeAuthorArchives}:{},...typeof r.includeDateArchives=="boolean"?{includeDateArchives:r.includeDateArchives}:{},...typeof r.includePostsPage=="boolean"?{includePostsPage:r.includePostsPage}:{},...typeof r.includeSitemapChain=="boolean"?{includeSitemapChain:r.includeSitemapChain}:{}}}function Xn(e){let t=e&&typeof e=="object"?e:{},r=Array.isArray(t.rules)?t.rules.map((n,s)=>ai(n,s)).filter(n=>!!n):[];return {enabled:t.enabled===true,timezone:typeof t.timezone=="string"&&t.timezone.trim()!==""?t.timezone.trim():"UTC",rules:r}}function ci(e){let t=e&&typeof e=="object"?e:{},r=t.render&&typeof t.render=="object"?t.render:{},n=Number(r.concurrency??0),s=Number(r.batchSize??0),o=Number(r.maxAttempts??0),a=t.rewrite&&typeof t.rewrite=="object"?t.rewrite:{},c=t.deploy&&typeof t.deploy=="object"?t.deploy:{},i=(d,u)=>({enabled:typeof d.enabled=="boolean"?d.enabled:r.enabled===true,concurrency:Math.min(100,Math.max(1,Number(d.concurrency||u.concurrency))),batchSize:Math.min(500,Math.max(1,Number(d.batchSize||u.batchSize))),maxAttempts:Math.min(5,Math.max(1,Number(d.maxAttempts||2)))});return {render:{enabled:r.enabled===true,...Number.isInteger(n)&&n>0?{concurrency:n}:{},batchSize:Number.isInteger(s)&&s>0?Math.min(20,s):5,...Number.isInteger(o)&&o>0?{maxAttempts:Math.min(5,o)}:{}},rewrite:i(a,{concurrency:8,batchSize:25}),deploy:i(c,{concurrency:8,batchSize:50})}}function li(e){if(!e||typeof e!="object")return;let t=e,r={};for(let s of ["accountId","siteId"]){let o=t[s];typeof o=="string"&&o.trim()!==""&&(r[s]=o.trim());}let n=Number(t.lastUpdate??0);return Number.isFinite(n)&&n>0&&(r.lastUpdate=Math.floor(n)),t.subscriber===true&&(r.subscriber=true),Object.keys(r).length>0?r:void 0}function Vr(e){let t=e&&typeof e=="object"?e:{},r=String(t.accountId??"").trim(),n=String(t.siteId??"").trim(),s=t.subscriber===true,o=li(t.siteSettings),a={...o??{},...r?{accountId:o?.accountId??r}:{},...n?{siteId:o?.siteId??n}:{},...o?.subscriber===true||s?{subscriber:true}:{}},c={},i=String(t.apiBase??"").trim();i&&(c.apiBase=i);let d=String(t.runtimeToken??t.nonce??"").trim();d&&(c.runtimeToken=d);let u=String(t.virtualAssetBaseUrl??t.uploadUrl??"").trim();u&&(c.virtualAssetBaseUrl=u),Object.keys(a).length>0&&(c.siteSettings=a);let l=Hr(t.subscriptionType);return l&&(c.subscriptionType=l),c}function ui(e){try{let t=new URL(e);globalThis.location=t;}catch{}}function es(e){return typeof e=="string"?e:e instanceof URL?e.toString():e.url}function di(e,t){let r=new Headers(e instanceof Request?e.headers:void 0);if(t?.headers)for(let[n,s]of new Headers(t.headers).entries())r.set(n,s);return r}async function ts(e,t,r=5){let n=new URL(es(e)),s=String(t?.method??(e instanceof Request?e.method:"GET")).toUpperCase(),o=n.protocol==="http:"?Xo:Nn,a=di(e,t);return await new Promise((c,i)=>{let d=o.request(n,{method:s,headers:Object.fromEntries(a.entries()),...n.protocol==="https:"?{rejectUnauthorized:false}:{}},u=>{let l=[];u.on("data",g=>{l.push(Buffer.isBuffer(g)?g:Buffer.from(g));}),u.on("error",i),u.on("end",()=>{let g=u.statusCode??0,p=u.headers.location;if(r>0&&p&&[301,302,303,307,308].includes(g)){c(ts(new URL(p,n),{method:g===303?"GET":s},r-1));return}let f=new Headers;for(let[w,m]of Object.entries(u.headers))Array.isArray(m)?f.set(w,m.join(", ")):typeof m=="string"&&f.set(w,m);c(new Response(Buffer.concat(l),{status:g,statusText:u.statusMessage??"",headers:f}));});});d.on("error",i),d.end();})}function pi(e){let t=Vr(e.wpsuite),r={...t.siteSettings??{},...t.siteSettings?.subscriber===true||t.subscriptionType==="PROFESSIONAL"||t.subscriptionType==="AGENCY"?{subscriber:true}:{}},n=String(r.accountId??"").trim(),s=String(r.siteId??"").trim(),o=String(t.virtualAssetBaseUrl??t.uploadUrl??"").trim();if(e.wpsuite={...t.apiBase?{apiBase:t.apiBase}:{},...t.runtimeToken?{runtimeToken:t.runtimeToken}:{},...o?{virtualAssetBaseUrl:o}:{},...Object.keys(r).length>0?{siteSettings:r}:{},...t.subscriptionType?{subscriptionType:t.subscriptionType}:{}},!n||!s||!o)return false;ui(e.sourceOrigin);let a=globalThis,i={...a.WpSuite??{},siteSettings:r,uploadUrl:o};return t.apiBase&&(i.apiBase=t.apiBase),a.WpSuite=i,true}async function mi(e){let t=String(e.wpsuite?.virtualAssetBaseUrl??e.wpsuite?.uploadUrl??"").trim();if(!pi(e)){let s=e.wpsuite?.siteSettings,o=[String(s?.accountId??"").trim()?"":"accountId",String(s?.siteId??"").trim()?"":"siteId",t?"":"virtualAssetBaseUrl"].filter(Boolean);return {remote:null,diagnostic:{status:"invalid-runtime",virtualAssetBaseUrl:t,subscriptionType:null,error:`Missing WP Suite runtime field(s): ${o.join(", ")}.`,requests:[]}}}let r=globalThis.fetch,n=[];try{typeof r=="function"&&/^https?:\/\//i.test(t)&&(globalThis.fetch=(async(i,d)=>{let u=es(i);if(u.startsWith(t)){let l=(()=>{try{return new URL(u).pathname}catch{return u}})();try{let g=e.ignoreHttpsErrors&&u.startsWith("https://")?await ts(i,d):await r(i,d);return n.push({path:l,status:g.status,ok:g.ok,error:null}),g}catch(g){throw n.push({path:l,status:null,ok:!1,error:g instanceof Error?g.message:String(g)}),g}}return r(i,d)}));let{getConfig:s}=await import('@smart-cloud/wpsuite-core'),o=await s("publisher"),a=o&&typeof o=="object"?o:null,c=Hr(a?.subscriptionType);return {remote:a,diagnostic:{status:a?"loaded":"unavailable",virtualAssetBaseUrl:t,subscriptionType:c??null,error:a?null:"WP Suite publisher config loader returned no configuration.",requests:n}}}catch(s){return {remote:null,diagnostic:{status:"unavailable",virtualAssetBaseUrl:t,subscriptionType:null,error:s instanceof Error?s.message:String(s),requests:n}}}finally{typeof r=="function"&&(globalThis.fetch=r);}}function gi(e,t){let r=ii(t?.deploymentProfiles),n=String(t?.defaultDeploymentProfile??"").trim(),s=r[n]?n:"",o=Hr(t?.subscriptionType),a=Vr(e.wpsuite);return {...e,scheduler:Xn(t?.scheduler),deploymentProfiles:r,defaultDeploymentProfile:s,...o?{subscriptionType:o}:{},wpsuite:{...a,...a.siteSettings||o?{siteSettings:{...a.siteSettings??{},...a.siteSettings?.subscriber===true||o==="PROFESSIONAL"||o==="AGENCY"?{subscriber:true}:{}}}:{},...o?{subscriptionType:o}:{}}}}function Br(e,t){let n=String(e||"").replace(/\\/g,"/").trim().replace(/^\/+|\/+$/g,"");if(!n)return t;let s=n.split("/").map(o=>o.trim()).filter(o=>o.length>0&&o!=="."&&o!=="..");return s.length>0?s.join("/"):t}function fi(){let e=process.env.STATIC_PUBLISHER_RUNTIME_DIR||process.env.WPSUITE_STATIC_PUBLISHER_RUNTIME_DIR||"";return e.trim()?k.resolve(e):""}function Zn(e,t,r){let n=String(t||"").trim();return n&&k.isAbsolute(n)?k.resolve(n):k.resolve(e,Br(n,r))}async function Te(e,t={}){let r=String(e??"").trim()||process.env.PUBLISHER_CONFIG||"publisher.config.json",n=await F.readFile(r,"utf8"),s=JSON.parse(n);s.sourceOrigin=s.sourceOrigin.replace(/\/$/,""),s.targetOrigin=Yn(s.targetOrigin),s.ignoreHttpsErrors??=false,s.outputDir=String(s.outputDir||"export").trim()||"export",s.urlRewriteMode||=s.targetOrigin==="."?"relative":"absolute",s.noJavaScriptRenderPathPrefixes||=[],s.seedPaths||=[],s.generated404RequestPath=oi(s.generated404RequestPath),s.sitemapPaths||=[...qr],s.allowedAssetHosts||=[],s.assetPathPrefixes||=["/wp-content/","/wp-includes/","/static/","/assets/","/build/","/_next/","/docs/","/sitemap","/robots.txt","/llms.txt"],s.blockedPathPrefixes||=[],s.blockedSearchFragments||=[],s.pageCache={purgeBeforeCrawl:s.pageCache?.purgeBeforeCrawl===true};let o=Number(s.processingConcurrency)>0?Math.min(100,Math.max(1,Number(s.processingConcurrency))):null;s.concurrency=o??s.concurrency??1,s.maxPages||=0,s.extraReplacements=Nr(s.extraReplacements),s.postCrawlCopyMap=Nr(s.postCrawlCopyMap),s.logDir=String(s.logDir||"logs").trim()||"logs",s.verbose??=false,s.logLevel||=s.verbose?"debug":"info",s.s3SyncMode||="sdk-upload-delete",s.readiness||={waitForSelector:null,waitForFunction:null,timeoutMs:1500,fallbackWaitMs:1500},s.readiness.timeoutMs??=1500,s.readiness.fallbackWaitMs??=1500,s.viewport||={width:1440,height:1200},s.navigationTimeoutMs||=3e4,s.assetDownloadConcurrency=o??(Number(s.assetDownloadConcurrency)>0?Number(s.assetDownloadConcurrency):s.concurrency),s.rewriteConcurrency=o??(Number(s.rewriteConcurrency)>0?Number(s.rewriteConcurrency):s.assetDownloadConcurrency),s.wpsuite=Vr(s.wpsuite),s.scheduler=Xn(void 0),s.remoteWorkers=ci(s.remoteWorkers),typeof s.lambdaDelegationEnabled=="boolean"&&(s.remoteWorkers.render??={},s.remoteWorkers.rewrite??={},s.remoteWorkers.deploy??={},s.remoteWorkers.render.enabled=s.lambdaDelegationEnabled,s.remoteWorkers.rewrite.enabled=s.lambdaDelegationEnabled,s.remoteWorkers.deploy.enabled=s.lambdaDelegationEnabled),o!==null&&(s.processingConcurrency=o,s.remoteWorkers.render??={},s.remoteWorkers.rewrite??={},s.remoteWorkers.deploy??={},s.remoteWorkers.render.concurrency=o,s.remoteWorkers.rewrite.concurrency=o,s.remoteWorkers.deploy.concurrency=o),s.deploymentProfiles={},s.defaultDeploymentProfile="",s.deploymentTargetOverride=String(s.deploymentTargetOverride??"").trim();let a=await mi(s);t.onRemotePublisherConfigDiagnostic?.(a.diagnostic);let c=gi(s,a.remote),i=fi(),d=i?k.resolve(i,".."):"";return d?(c.outputDir=Zn(d,c.outputDir,"export"),c.logDir=Zn(d,c.logDir,"logs")):(k.isAbsolute(c.outputDir)||(c.outputDir=Br(c.outputDir,"export")),k.isAbsolute(c.logDir)||(c.logDir=Br(c.logDir,"logs"))),c}async function rs(e){await e.addInitScript(()=>{let t=window,r=[],n=new WeakSet,s=new WeakSet;Object.defineProperty(t,"__WPSUITE_STATIC_SERIALIZATION_STATE__",{value:{snapshots:r,runtimeCreatedElements:s},configurable:true});let o=Document.prototype.createElement;Document.prototype.createElement=function(g,p){let f=o.call(this,g,p);return s.add(f),f};let a=l=>{!(l instanceof Element)||n.has(l)||(n.add(l),r.push({host:l,pristine:l.cloneNode(true),sourceOwned:!s.has(l)}));},c=Element.prototype.attachShadow;Element.prototype.attachShadow=function(g){return a(this),c.call(this,g)};let i=new WeakSet,d=l=>{if(typeof l!="object"&&typeof l!="function"||l===null||i.has(l))return l;let g=l;if(typeof g.createRoot!="function")return l;let p=g.createRoot,f=function(w,...m){return a(w),Reflect.apply(p,this,[w,...m])};try{Object.defineProperty(g,"createRoot",{...Object.getOwnPropertyDescriptor(g,"createRoot"),value:f}),i.add(l);}catch{}return l},u=l=>{let g=d(t[l]);try{Object.defineProperty(t,l,{configurable:!0,enumerable:!0,get:()=>g,set:p=>{g=d(p);}});}catch{d(t[l]);}};u("ReactDOM"),u("ReactDOMClient");});}async function Kr(e){return e.evaluate(()=>{let t=window.__WPSUITE_STATIC_SERIALIZATION_STATE__;document.querySelectorAll("script, style, link, iframe").forEach(n=>{t?.runtimeCreatedElements.has(n)&&n.remove();});for(let n of t?.snapshots??[])n.host.isConnected&&(n.sourceOwned?n.host.replaceWith(n.pristine.cloneNode(true)):n.host.remove());return document.querySelectorAll("#wpsuite-consent-root, .grecaptcha-badge, iframe[src*='/recaptcha/']").forEach(n=>n.remove()),document.documentElement.classList.remove("wpsuite-consent-scroll-locked"),document.body.classList.remove("wpsuite-consent-scroll-locked"),`${document.doctype?new XMLSerializer().serializeToString(document.doctype):""}${document.documentElement.outerHTML}`})}var hi=".deploy-plan.json",wi="deploy-plan.json",yi=".crawl-incomplete.json",bi="crawl-incomplete.json";function ns(){let e=process.env.STATIC_PUBLISHER_RUNTIME_DIR||process.env.WPSUITE_STATIC_PUBLISHER_RUNTIME_DIR||"";return e.trim()?k.resolve(e):""}function ss(e){let t=String(e||"").replace(/\\/g,"/").replace(/^\/+/,"").trim(),r=k.posix.normalize(t);return !t||!r||r==="."||/^[a-zA-Z]:/.test(r)||r.startsWith("../")||r===".."?null:r}function Si(e){let t=String(e||"").trim();if(!t.startsWith("/")||t.startsWith("//")||t.includes("*")||t.includes("#"))return null;try{let r=new URL(t,"https://content-sync.invalid");return r.origin!=="https://content-sync.invalid"?null:`${k.posix.normalize(r.pathname)}${r.search}`}catch{return null}}function Ae(e){return [...new Set(e.map(ss).filter(t=>t!==null))]}function os(e,t){let r={generatedAt:String(t.generatedAt||new Date().toISOString()),outputDir:k.resolve(e.outputDir),runMode:t.runMode,crawlMode:t.crawlMode,fullSyncRequired:!!t.fullSyncRequired,changedFiles:Ae(t.changedFiles||[]),deletedFiles:Ae(t.deletedFiles||[]),rewriteTargets:Ae(t.rewriteTargets||[]),revalidateFiles:Ae(t.revalidateFiles||[])};return t.schemaVersion===2?{...r,schemaVersion:2,runMode:"content-sync",crawlMode:"incremental",fullSyncRequired:false,consumerId:String(t.consumerId||"").trim(),fromSequence:Math.max(0,Number(t.fromSequence)||0),toSequence:Math.max(0,Number(t.toSequence)||0),impactHash:String(t.impactHash||"").trim(),resolvedSitemapUrls:[...new Set((t.resolvedSitemapUrls||[]).map(n=>String(n||"").trim()).filter(n=>{try{let s=new URL(n);return s.protocol==="http:"||s.protocol==="https:"}catch{return false}}))],uploadGroups:{assets:Ae(t.uploadGroups?.assets||[]),content:Ae(t.uploadGroups?.content||[]),listings:Ae(t.uploadGroups?.listings||[]),resources:Ae(t.uploadGroups?.resources||[]),sitemapLeaves:Ae(t.uploadGroups?.sitemapLeaves||[]),sitemapIndexes:Ae(t.uploadGroups?.sitemapIndexes||[])},invalidationPaths:[...new Set((t.invalidationPaths||[]).map(Si).filter(n=>n!==null))].sort()}:{schemaVersion:1,...r,runMode:t.runMode}}function Pi(e){if(!e||typeof e!="object")return false;let t=e;if(t.schemaVersion===2){let r=t;return r.runMode==="content-sync"&&r.crawlMode==="incremental"&&r.fullSyncRequired===false&&typeof r.generatedAt=="string"&&typeof r.outputDir=="string"&&typeof r.consumerId=="string"&&r.consumerId.trim()!==""&&Number.isSafeInteger(r.fromSequence)&&Number.isSafeInteger(r.toSequence)&&Number(r.toSequence)>=Number(r.fromSequence)&&typeof r.impactHash=="string"&&/^[a-f0-9]{64}$/.test(r.impactHash)&&Array.isArray(r.resolvedSitemapUrls)&&Array.isArray(r.changedFiles)&&Array.isArray(r.deletedFiles)&&Array.isArray(r.rewriteTargets)&&(r.revalidateFiles===void 0||Array.isArray(r.revalidateFiles))&&!!r.uploadGroups&&Array.isArray(r.uploadGroups.assets)&&Array.isArray(r.uploadGroups.content)&&Array.isArray(r.uploadGroups.listings)&&Array.isArray(r.uploadGroups.resources)&&Array.isArray(r.uploadGroups.sitemapLeaves)&&Array.isArray(r.uploadGroups.sitemapIndexes)&&Array.isArray(r.invalidationPaths)}return t.schemaVersion===1&&typeof t.generatedAt=="string"&&typeof t.outputDir=="string"&&(t.runMode==="full"||t.runMode==="retry-timeouts"||t.runMode==="single-url")&&(t.crawlMode==="full"||t.crawlMode==="incremental")&&typeof t.fullSyncRequired=="boolean"&&Array.isArray(t.changedFiles)&&Array.isArray(t.deletedFiles)&&Array.isArray(t.rewriteTargets)&&(t.revalidateFiles===void 0||Array.isArray(t.revalidateFiles))}function zr(e){let t=k.join(k.resolve(e.outputDir),hi),r=ns();return r?[k.join(r,wi),t]:[t]}function Jr(e){let t=k.join(k.resolve(e.outputDir),yi),r=ns();return r?[k.join(r,bi),t]:[t]}function ge(e,t){let r=k.resolve(e),n=k.resolve(t),s=k.relative(r,n).replace(/\\/g,"/");return ss(s)}async function lt(e){let t=k.resolve(e.outputDir);for(let r of zr(e))try{let n=await F.readFile(r,"utf8"),s=JSON.parse(n);if(!Pi(s)||k.resolve(s.outputDir)!==t)continue;return os(e,s)}catch{}return null}async function Qr(e,t){let r=os(e,t);for(let n of zr(e)){await F.mkdir(k.dirname(n),{recursive:true});let s=`${n}.${process.pid}.${Date.now()}.tmp`;await F.writeFile(s,JSON.stringify(r,null,2),"utf8"),await F.rename(s,n);}}async function Ge(e){for(let t of zr(e))try{await F.unlink(t);}catch(r){if(r.code!=="ENOENT")throw r}}async function Gr(e,t){let r={schemaVersion:1,startedAt:String(t.startedAt||new Date().toISOString()),outputDir:k.resolve(e.outputDir)};for(let n of Jr(e)){await F.mkdir(k.dirname(n),{recursive:true});let s=`${n}.${process.pid}.tmp`;await F.writeFile(s,JSON.stringify(r,null,2),"utf8"),await F.rename(s,n);}}async function is(e){let t=k.resolve(e.outputDir);for(let r of Jr(e)){let n;try{n=await F.readFile(r,"utf8");}catch(o){if(o.code==="ENOENT")continue;throw o}let s;try{s=JSON.parse(n);}catch{throw new Error(`Invalid incomplete crawl marker: ${r}`)}if(s.schemaVersion!==1||typeof s.startedAt!="string"||typeof s.outputDir!="string"||k.resolve(s.outputDir)!==t)throw new Error(`Invalid incomplete crawl marker: ${r}`);return {schemaVersion:1,startedAt:s.startedAt,outputDir:t}}return null}async function as(e){for(let t of Jr(e))try{await F.unlink(t);}catch(r){if(r.code!=="ENOENT")throw r}}function $e(e,t=10){return us.createHash("sha1").update(e).digest("hex").slice(0,t)}async function Ri(e){await F.mkdir(k.dirname(e),{recursive:true});}async function _e(e,t,r){await Ri(e);let n=k.join(k.dirname(e),`.${k.basename(e)}.${process.pid}.${Date.now()}.${us.randomBytes(6).toString("hex")}.tmp`);try{typeof t=="string"?await F.writeFile(n,t,r??"utf8"):await F.writeFile(n,t),await F.rename(n,e);}catch(s){throw await F.unlink(n).catch(()=>{}),s}}function Oe(e){return [".html",".htm",".css",".js",".mjs",".json",".xml",".xsl",".txt",".svg",".map",".enc",".jws"].includes(k.extname(e).toLowerCase())}function Ne(e){return e.replace(/"/g,'"').replace(/"/g,'"').replace(/'/g,"'").replace(/'/g,"'").replace(/&/g,"&").replace(/</g,"<").replace(/>/g,">")}function ut(e){return e.replace(/&/g,"&").replace(/"/g,""").replace(/'/g,"'").replace(/</g,"<").replace(/>/g,">")}function Kt(e){return e.replace(/\//g,"\\/")}function cs(e){return e.replace(/\//g,"\\\\/")}function vi(e){try{let t=new URL(e);if(t.protocol!=="http:"&&t.protocol!=="https:")return null;let r=t.pathname==="/"&&!t.search&&!t.hash?"":`${t.pathname}${t.search}${t.hash}`;return `//${t.host}${r}`}catch{return null}}function ls(e,t,r){if(!t)return;e[t]=r;let n=Kt(t),s=Kt(r);e[n]=s;let o=cs(t),a=cs(r);e[o]=a;let c=ut(t),i=ut(r);e[c]=i;let d=ut(n),u=ut(s);e[d]=u;let l=ut(o),g=ut(a);e[l]=g;}function zt(e,t,r){ls(e,t,r);let n=vi(t);n&&n!==t&&ls(e,n,r);}function Zr(e,t){let r=t.startsWith("/")?t:`/${t}`,n=(e||"").replace(/\/$/,"");return !n||n==="."||n==="/"?r:`${n}${r}`}function ds(e,t){try{return new URL(e,t==="."?"https://relative.invalid":t).pathname}catch{return e.startsWith("/")?e:`/${e.replace(/^\.\//,"")}`}}function ps(e,t,r){if(!t)return r;let n=k.dirname(k.resolve(t)),s=k.resolve(e,r.replace(/^\/+/,"")),o=k.relative(n,s).replace(/\\/g,"/");return o?(o.startsWith(".")||(o=`./${o}`),o):"."}async function en(e,t){return (t?[...new Set(t)].map(n=>k.resolve(n)).filter(n=>n.startsWith(k.resolve(e.outputDir))).map(n=>k.relative(e.outputDir,n).replace(/\\/g,"/")).filter(n=>n.length>0):await Ci(["**/*"],{cwd:e.outputDir,onlyFiles:true,dot:true})).filter(n=>n!=="asset-map.json"&&Oe(n))}var Ti=["wp-content/","wp-includes/","wp-admin/","wp-json/","_next/"],Ai=new Set([".html",".htm"]),ms="WPSuite.io Static Publisher",Ei=ms.replace(/[.*+?^${}()|[\]\\]/g,"\\$&");function $i(e){return e.replace(/[.*+?^${}()|[\]\\]/g,"\\$&")}function Oi(e){return e.startsWith("//")||e.startsWith("\\/\\/")||e.startsWith("\\\\/\\\\/")}function Mi(e,t,r){return Oi(t)?e.replace(new RegExp(`(?<!:)${$i(t)}`,"g"),r):e.split(t).join(r)}function ji(e,t,r){if(e.wpsuite?.siteSettings?.subscriber===true||e.wpsuite?.subscriptionType==="PROFESSIONAL"||e.wpsuite?.subscriptionType==="AGENCY"||!r)return false;let s=k.extname(r).toLowerCase();return Ai.has(s)?/<head\b|<html\b|<!doctype html/i.test(t):false}function Fi(e){if(new RegExp(`<meta\\b(?=[^>]*\\bname=(["'])generator\\1)(?=[^>]*\\bcontent=(["'])${Ei}\\2)[^>]*\\/?>`,"i").test(e))return e;let t=`<meta name="generator" content="${ms}" />`;if(e.match(/(\r?\n)([ \t]*)<\/head>/i))return e.replace(/(\r?\n)([ \t]*)<\/head>/i,`$1$2${t}$1$2</head>`);let n=e.includes(`\r
|
|
2
2
|
`)?`\r
|
|
3
3
|
`:`
|
|
4
|
-
`;return e.replace(/<head\b[^>]*>/i,s=>`${s}${n} ${t}`)}function
|
|
5
|
-
`,"utf8");}function
|
|
6
|
-
`,"utf8");});}enqueueJsonLine(t,r){this.enqueueTask(()=>
|
|
7
|
-
`,"utf8");});}enqueueJsonLine(t,r){this.enqueueTask(()=>
|
|
4
|
+
`;return e.replace(/<head\b[^>]*>/i,s=>`${s}${n} ${t}`)}function Di(e){let t=Ne(e).trim();return t.startsWith("{")||t.startsWith("[")||t.includes("\\/")||/"@context"|"@type"/.test(t)}function Ui(e,t){let r=[...new Set(t)].filter(o=>o.includes("/")&&!/\\+\//.test(o)).map(o=>[o,Kt(o)]).filter(([o,a])=>o!==a).sort((o,a)=>a[0].length-o[0].length);if(!r.length)return e;let n=o=>{let a=o;for(let[c,i]of r)a=a.split(c).join(i);return a},s=e.replace(/(<script\b[^>]*\btype=["']application\/(?:ld\+)?json["'][^>]*>)([\s\S]*?)(<\/script>)/gi,(o,a,c,i)=>`${a}${n(c)}${i}`);return s=s.replace(/(<meta\b[^>]*\bcontent=(['"]))([\s\S]*?)(\2[^>]*>)/gi,(o,a,c,i,d)=>Di(i)?`${a}${n(i)}${d}`:o),s}function Li(e,t){if(!t)return null;let r=k.dirname(k.resolve(t)),n=k.resolve(e.outputDir),s=k.relative(r,n).replace(/\\/g,"/");return s?(s.startsWith(".")||(s=`./${s}`),s.endsWith("/")?s:`${s}/`):"./"}function Wi(e,t,r){let n=Li(t,r);if(!n)return e;let s=e;for(let o of Ti){let a=o.replace(/[.*+?^${}()|[\]\\]/g,"\\$&"),c=new RegExp(`(?:\\.{1,}/)+${a}`,"g"),i=new RegExp(`(?<!\\.)/${a}`,"g");s=s.replace(c,`${n}${o}`).replace(i,`${n}${o}`);let d=o.replace(/\//g,"\\/"),u=n.replace(/\//g,"\\/"),l=d.replace(/[.*+?^${}()|[\]\\]/g,"\\$&"),g=new RegExp(`(?:\\.{1,}\\\\/)+${l}`,"g"),p=new RegExp(`(?:\\.{1,}(?:\\\\/|\\\\))+${l}`,"g"),f=new RegExp(`(?<![\\.\\\\])\\/${l}`,"g");s=s.replace(g,`${u}${d}`).replace(p,`${u}${d}`).replace(f,`${u}${d}`);}return s}function Xr(e,t,r){if(e.urlRewriteMode==="absolute")return t;let n=(()=>{try{return new URL(t,e.targetOrigin==="."?"https://relative.invalid":e.targetOrigin)}catch{return null}})(),s=n?n.pathname:ds(t,e.targetOrigin),o=n?`${n.search}${n.hash}`:"";return e.urlRewriteMode==="root-relative"?`${s}${o}`:`${ps(e.outputDir,r,s)}${o}`}function Yr(e,t,r,n,s){zt(e,r,Xr(t,n,s));}function qi(e,t,r,n,s){if(!r||r===n)return;zt(e,r,n);let o=Xr(t,r,s),a=Xr(t,n,s);zt(e,o,a);}function tn(e,t,r,n,s={}){let o=e,a={};Yr(a,t,t.sourceOrigin,t.targetOrigin,n);for(let[i,d]of Object.entries(t.extraReplacements))Yr(a,t,i,d,n);for(let[i,d]of Object.entries(r))Yr(a,t,i,d,n);for(let[i,d]of Object.entries(s)){let u=r[i];!u||u===d||qi(a,t,d,u,n);}let c=Object.entries(a).sort((i,d)=>d[0].length-i[0].length);for(let[i,d]of c)o=Mi(o,i,d);return t.urlRewriteMode!=="absolute"&&(o=Wi(o,t,n)),o=Ui(o,c.map(([,i])=>i)),ji(t,o,n)&&(o=Fi(o)),o}async function _i(e,t,r,n){let s=k.join(e.outputDir,n),o=k.extname(s).toLowerCase(),a;try{a=await F.readFile(s,"utf8");}catch(d){if(d.code!=="ENOENT")throw d;return {changed:false}}let i=tn(a,e,t,o===".js"||o===".mjs"?void 0:s,r);return i!==a?(await _e(s,i,"utf8"),{changed:true}):{changed:false}}async function Ni(e,t){return await new Promise((r,n)=>{let s=i=>{if(c(),i?.error){n(new Error(i.error));return}r({changed:!!i?.changed});},o=i=>{c(),n(i);},a=i=>{c(),i!==0&&n(new Error(`Rewrite worker exited with code ${i}.`));},c=()=>{e.off("message",s),e.off("error",o),e.off("exit",a);};e.on("message",s),e.on("error",o),e.on("exit",a),e.postMessage({file:t});})}async function Jt(e,t,r={}){let n=await en(e,r.files),s=0;if(n.length===0)return 0;let o=Math.max(1,Number(e.rewriteConcurrency||e.assetDownloadConcurrency||1)),a=Math.max(1,Math.min(o,n.length,availableParallelism()));await r.onStart?.({totalFiles:n.length,workerCount:a});let c=0,i=0,d=null;if(a===1){for(let l of n){let g=await _i(e,t,r.previousAssetMap??{},l);g.changed&&(s+=1),i+=1,await r.onProgress?.({index:i,totalFiles:n.length,changedTextFiles:s,file:l,changed:g.changed});}return s}let u=Array.from({length:a},async()=>{let l=new Worker(new URL("./rewrite-worker.js",import.meta.url),{workerData:{config:e,assetMap:t,previousAssetMap:r.previousAssetMap??{}}});try{for(;!d;){let g=c;if(g>=n.length)return;c+=1;let p=n[g],f=await Ni(l,p);f.changed&&(s+=1),i+=1,await r.onProgress?.({index:i,totalFiles:n.length,changedTextFiles:s,file:p,changed:f.changed});}}catch(g){throw d=g instanceof Error?g:new Error(String(g)),d}finally{await l.terminate().catch(()=>{});}});return await Promise.all(u),s}var je={error:0,warn:1,info:2,debug:3},Bi=/^(?:authorization|proxyAuthorization|runtimeToken|siteKey|nonce|accessToken|refreshToken|accessKeyId|secretAccessKey|sessionToken|xStaticPublisherToken|xApiKey)$/i;function rt(e){return e.replace(/((?:x-static-publisher-token|authorization|proxy-authorization|x-api-key|aws-access-key-id|aws-secret-access-key|aws-session-token)\s*:\s*)[^\r\n]+/gi,"$1[REDACTED]").replace(/\b(Basic|Bearer)\s+[^\s]+/gi,"$1 [REDACTED]").replace(/([?&](?:token|access_token|refresh_token|api_key|key|nonce)=)[^&\s]+/gi,"$1[REDACTED]").replace(/((?:"|')?(?:runtimeToken|siteKey|nonce|accessToken|refreshToken|accessKeyId|secretAccessKey|sessionToken)(?:"|')?\s*[:=]\s*(?:"|'))[^"']+/gi,"$1[REDACTED]")}function Gt(e){return typeof e=="string"?rt(e):Array.isArray(e)?e.map(t=>Gt(t)):e instanceof Error?{name:e.name,message:rt(e.message),...e.stack?{stack:rt(e.stack)}:{}}:e&&typeof e=="object"?Object.fromEntries(Object.entries(e).map(([t,r])=>[t,Bi.test(t)?"[REDACTED]":Gt(r)])):e}function Yt(e){return e?Gt(e):void 0}var gs=process.env.STATIC_PUBLISHER_RUNTIME_DIR||process.env.WPSUITE_STATIC_PUBLISHER_RUNTIME_DIR||"",Qt=gs?k.join(gs,"current-progress.json"):"",fs=Promise.resolve();function hs(e){return e.includes("crawl")?"crawl":e.includes("deploy")?"deploy":e.includes("invalidate")?"invalidate":e}function Hi(e,t){let r={...e},n=typeof e.phase=="string"?e.phase.trim():"",s=typeof t.phase=="string"?t.phase.trim():"";if(s!==""&&(s==="deploy"||s.startsWith("deploy-"))&&n!==s)for(let c of ["index","totalFiles","staged","uploaded","skipped","failed","deleted","workerCount","completedBatches","totalBatches"])delete r[c];let a=new Set(["pagesQueued","pagesRendered","assetsQueued","sitemapsQueued","pagesDiscovered","assetsDiscovered","sitemapsDiscovered","pagesSaved","assetsSaved","donePages","doneAssets","doneSitemaps","changedTextFiles","uploaded","failed","index","totalFiles","completedBatches","totalBatches","pageQueue","assetQueue","sitemapQueue"]);for(let[c,i]of Object.entries(t)){let d=r[c];if(typeof d=="number"&&typeof i=="number"&&a.has(c)){r[c]=Math.max(d,i);continue}r[c]=i;}return r}function ws(e,t,r){Qt&&(fs=fs.then(async()=>{let n=new Date,s=n.toISOString();await F.mkdir(k.dirname(Qt),{recursive:true});let o=await F.readFile(Qt,"utf8").then(h=>JSON.parse(h)).catch(()=>null),a=o&&typeof o.details=="object"&&o.details?o.details:{},c=hs(e),i=o?.currentStep||hs(o?.source||""),d=o?.startedAt||s,u={...o?.stepDurationsSec??{}},l=o?.stepStartedAt||s;if(i&&i!==c&&o?.stepStartedAt){let h=Math.max(0,Math.round((n.getTime()-new Date(o.stepStartedAt).getTime())/1e3));u[i]=(u[i]??0)+h,l=s;}let g=Math.max(0,Math.round((n.getTime()-new Date(l).getTime())/1e3)),p=Math.max(0,Math.round((n.getTime()-new Date(d).getTime())/1e3)),f=rt(t),w=Yt(r)??{},m={checkedAt:s,source:e,message:f,details:Hi(a,w),startedAt:d,currentStep:c,stepStartedAt:l,stepElapsedSec:g,totalElapsedSec:p,stepDurationsSec:u};await F.writeFile(Qt,JSON.stringify(m,null,2),"utf8");}).catch(()=>{}));}async function ys(e,t){await F.mkdir(k.dirname(e),{recursive:true}),await F.appendFile(e,`${JSON.stringify(Gt(t))}
|
|
5
|
+
`,"utf8");}function Vi(e,t){let r=typeof t?.phase=="string"?t.phase.trim():"";return r||(e==="page"?"render-pages":e==="asset"?"download-assets":e==="sitemap"?"discovery":e==="timing"&&typeof t?.name=="string"&&t.name.trim()||"crawl")}function Ki(e,t,r){let n=Yt(r);return {checkedAt:new Date().toISOString(),currentStep:Vi(e,n),level:e,message:rt(t),details:n??{}}}var dt=class{constructor(t,r,n="info"){this.logDir=t;this.logFile=r;this.level=n;this.ensureLogFileReady();}logDir;logFile;level;startedAt=Date.now();marks=new Map;initPromise=null;writeQueue=Promise.resolve();writeError=null;get logPath(){return k.join(this.logDir,this.logFile)}artifactPath(t){return this.logFile.endsWith(".log.jsonl")?k.join(this.logDir,this.logFile.replace(/\.log\.jsonl$/u,`${t}.jsonl`)):k.join(this.logDir,`${this.logFile}${t}.jsonl`)}get errorsPath(){return this.artifactPath(".errors")}get rejectedPath(){return this.artifactPath(".rejected")}ensureLogFileReady(){return this.initPromise||(this.initPromise=(async()=>{await F.mkdir(this.logDir,{recursive:true}),await F.writeFile(this.logPath,"","utf8");})()),this.initPromise}enqueueTask(t){this.writeQueue=this.writeQueue.then(t).catch(r=>{this.writeError=r instanceof Error?r:new Error(String(r));});}enqueueLine(t){this.enqueueTask(async()=>{await this.ensureLogFileReady(),await F.appendFile(this.logPath,`${t}
|
|
6
|
+
`,"utf8");});}enqueueJsonLine(t,r){this.enqueueTask(()=>ys(t,r));}accepts(t){return je[t]<=je[this.level]}push(t,r,n){if(!this.accepts(t))return;let s=rt(r),o=Yt(n),a=JSON.stringify({time:new Date().toISOString(),level:t,message:s,...o||{}});this.enqueueLine(a),t==="error"?console.error(`[ERROR] ${s}`,o?JSON.stringify(o):""):t==="warn"?console.warn(`[WARN] ${s}`,o?JSON.stringify(o):""):console.log(`[${t.toUpperCase().padEnd(5)}] ${s}`);}info(t,r){this.push("info",t,r);}progress(t,r){ws(this.logFile,t,r);}debug(t,r){this.push("debug",t,r);}warn(t,r){this.push("warn",t,r);}reject(t,r,n,s,o){let a={kind:t,url:r,reason:n,...s?{source:s}:{},...o||{}};this.enqueueJsonLine(this.rejectedPath,a),this.accepts("debug")&&this.push("debug",`Rejected ${t} ${r}: ${n}`,a);}error(t,r){this.enqueueJsonLine(this.errorsPath,{message:t,...r||{}}),this.push("error",t,r);}mark(t){this.marks.set(t,Date.now());}endMark(t,r){let n=this.marks.get(t);if(!n)return;let s=Date.now()-n,o=Number((s/1e3).toFixed(2));this.push("info",`Timing ${t}: ${o}s`,{name:t,ms:s,seconds:o,...r||{}});}async flush(){let t=Date.now()-this.startedAt,r=Number((t/1e3).toFixed(2));if(this.push("info",`Total time: ${r}s`,{name:"total",ms:t,seconds:r}),await this.writeQueue,this.writeError)throw this.writeError}},Zt=class{constructor(t,r="info"){this.logDir=t;this.level=typeof r=="boolean"?r?"debug":"info":r,this.ensureLogFileReady();}logDir;startedAt=Date.now();marks=new Map;initPromise=null;writeQueue=Promise.resolve();writeError=null;level;get logPath(){return k.join(this.logDir,"crawl.log.jsonl")}get currentEventPath(){return k.join(this.logDir,"current-crawl-event.json")}get rejectedPath(){return k.join(this.logDir,"rejected.jsonl")}get ignoredPath(){return k.join(this.logDir,"ignored.jsonl")}get skippedPath(){return k.join(this.logDir,"skipped-http.jsonl")}get errorsPath(){return k.join(this.logDir,"errors.jsonl")}get timingsPath(){return k.join(this.logDir,"timings.jsonl")}ensureLogFileReady(){return this.initPromise||(this.initPromise=(async()=>{await F.mkdir(this.logDir,{recursive:true}),await F.writeFile(this.logPath,"","utf8");})()),this.initPromise}enqueueTask(t){this.writeQueue=this.writeQueue.then(t).catch(r=>{this.writeError=r instanceof Error?r:new Error(String(r));});}enqueueLine(t){this.enqueueTask(async()=>{await this.ensureLogFileReady(),await F.appendFile(this.logPath,`${t}
|
|
7
|
+
`,"utf8");});}enqueueJsonLine(t,r){this.enqueueTask(()=>ys(t,r));}updateCurrentEvent(t,r,n){let s=Ki(t,r,n);this.enqueueTask(async()=>{await F.mkdir(this.logDir,{recursive:true}),await F.writeFile(this.currentEventPath,JSON.stringify(s,null,2),"utf8");});}push(t,r,n){let s=rt(r),o=Yt(n),a=JSON.stringify({time:new Date().toISOString(),level:t,message:s,...o||{}});this.enqueueLine(a),this.updateCurrentEvent(t,s,o),t==="error"?console.error(s,o||""):t==="warn"?console.warn(s,o||""):(je[this.level]>=je.debug||["summary","page","sitemap","asset","timing"].includes(t))&&console.log(s);}info(t,r){this.push("info",t,r);}debug(t,r){je[this.level]<je.debug||this.push("debug",t,r);}progress(t,r){ws("crawl.log.jsonl",t,r),this.updateCurrentEvent("progress",t,r);}checkpoint(t,r){this.updateCurrentEvent("checkpoint",t,r);}page(t,r){this.push("page",t,r);}sitemap(t,r){this.push("sitemap",t,r);}asset(t,r){this.push("asset",t,r);}warn(t,r){this.push("warn",t,r);}error(t,r){this.enqueueJsonLine(this.errorsPath,{message:t,...r||{}}),this.push("error",t,r);}summary(t,r){this.push("summary",t,r);}mark(t){this.marks.set(t,Date.now());}endMark(t,r){let n=this.marks.get(t);if(!n)return;let s=Date.now()-n,o={name:t,ms:s,seconds:Number((s/1e3).toFixed(2)),...r||{}};this.enqueueJsonLine(this.timingsPath,o),this.push("timing",`Timing ${t}: ${o.seconds}s`,o);}reject(t,r,n,s){let o={kind:t,url:r,reason:n,source:s};this.enqueueJsonLine(this.rejectedPath,o),je[this.level]>=je.debug&&this.push("reject",`Rejected ${t} ${r}: ${n}`,o);}ignore(t,r,n,s){let o={kind:t,url:r,reason:n,source:s};this.enqueueJsonLine(this.ignoredPath,o),je[this.level]>=je.debug&&this.push("ignore",`Ignored ${t} ${r}: ${n}`,o);}skip(t,r,n,s){let o={kind:t,url:r,status:n,source:s};this.enqueueJsonLine(this.skippedPath,o),this.push("warn",`Skipped ${t} ${r}: HTTP ${n}`,o);}async flush(){let t=Date.now()-this.startedAt,r={name:"total",ms:t,seconds:Number((t/1e3).toFixed(2))};if(this.enqueueJsonLine(this.timingsPath,r),await this.writeQueue,this.writeError)throw this.writeError}};var bs="(?:css|js|mjs|json|map|xml|xsl|rss|atom|txt|enc|jws|png|jpe?g|gif|webp|avif|svg|ico|woff2?|ttf|otf|eot|pdf|mp4|webm)";function Ps(e){let t=new RegExp(`(?:https?:)?//[^\\s'"<>\\);]+\\.${bs}(?:[?#][^\\s'"<>\\);]*)?(?=[\\s'"<>\\);]|$)|(?<![A-Za-z0-9._-])/[^\\s'"<>\\);]+\\.${bs}(?:[?#][^\\s'"<>\\);]*)?(?=[\\s'"<>\\);]|$)`,"gi");return [...e.matchAll(t)].map(r=>r[0])}function Ss(e){return !!e&&/^(?:\.{1,2}\/)?[A-Za-z0-9@_][A-Za-z0-9@._/-]*\.(?:js|mjs)(?:[?#][^\s<>\\]*)?$/i.test(e)&&!e.startsWith("/")&&!e.startsWith("//")&&!/^[a-z][a-z0-9+.-]*:/i.test(e)&&!/(?:^|\/)node_modules(?:\/|$)|(?:^|\/)\.pnpm(?:\/|$)/i.test(e)}function Rs(e){let t=new Set,r=[],n=/\bimport\s*\(\s*["'`]([^"'`\s<>\\]+)["'`]\s*\)/g,s=/\b(?:[A-Za-z_$][\w$]*\.)?u\s*=\s*(?:\([^)]*\)|[A-Za-z_$][\w$]*)\s*=>\s*["'`]([^"'`\s<>\\]+)["'`]/g;for(let o of e.matchAll(n))o[1]&&Ss(o[1])&&r.push({index:o.index??0,value:o[1]});for(let o of e.matchAll(s))o[1]&&Ss(o[1])&&r.push({index:o.index??0,value:o[1]});for(let o of r.sort((a,c)=>a.index-c.index))t.add(o.value);return [...t]}function vs(e,t){let r=k.relative(t,e);return r===""||!r.startsWith("..")&&!k.isAbsolute(r)}function Cs(e,t,r,n){let s=k.resolve(e),o=k.resolve(t),a=k.extname(s).toLowerCase();return !vs(s,o)||a!==".html"&&a!==".htm"||r.has(s)?false:!n.some(c=>vs(s,k.resolve(c)))}function rn(e,t){return typeof e=="string"&&e.length>0&&t?.supported===true&&typeof t.token=="string"&&t.token.length>0&&e===t.token}function nn(e,t){try{let r=new URL(e),n=new URL(t,r);if(n.origin!==r.origin)return !1;let s=r.pathname.replace(/\/+$/,"");if(s&&n.pathname!==s&&!n.pathname.startsWith(`${s}/`))return !1;let o=s?n.pathname.slice(s.length)||"/":n.pathname;return ["/wp-includes/","/wp-content/plugins/","/wp-content/themes/","/wp-content/mu-plugins/"].some(a=>o.startsWith(a))}catch{return false}}function ks(e){return e<1}function xs(e){let t=String(e??"").toLowerCase();return t==="strict"?"Strict":t==="lax"?"Lax":t==="none"?"None":"Unspecified"}function Ji(e){let t=e.pathname||"/";if(!t.startsWith("/")||t==="/")return "/";let r=t.lastIndexOf("/");return r<=0?"/":t.slice(0,r)}function It(e){return `${e.name.toLowerCase()}
|
|
8
8
|
${e.domain.toLowerCase()}
|
|
9
|
-
${e.path}`}function
|
|
10
|
-
`,{encoding:"utf8",mode:384}),await F.rename(r,e);}function Tt(e){let t=e;for(let n=0;n<3;n+=1){if(/%(?:2f|5c)/i.test(t))return null;try{let s=decodeURIComponent(t);if(s===t)break;t=s;}catch{return null}}return t.includes("\0")||t.includes("\\")||t.split("/").some(n=>n==="."||n==="..")?null:t}function At(e,t){let r=Tt(t);if(r===null)throw new Error(`Unsafe output URL pathname: ${t}`);let n=C.resolve(e),s=C.resolve(n,r.replace(/^\/+/,""));if(s!==n&&!s.startsWith(`${n}${C.sep}`))throw new Error(`Output path escapes configured root: ${t}`);return s}var ee=1,ks=/^[A-Za-z0-9][A-Za-z0-9._-]{0,127}$/;function te(e,t){let r=String(e??"").trim();if(!ks.test(r))throw new Error(`${t} must match ${ks.source} and be at most 128 characters.`);return r}function xs(e){let t=String(e??"").trim().replace(/^\/+|\/+$/g,"");if(!t)return "";let r=t.split("/").filter(Boolean);if(r.some(n=>n==="."||n===".."))throw new Error("S3 prefix contains an unsafe dot path segment.");return `${r.join("/")}/`}function Ge(e,...t){let r=xs(e),n=t.map((s,o)=>{let a=String(s??"").replace(/^\/+|\/+$/g,"");if(!a||a.split("/").some(c=>c==="."||c===".."))throw new Error(`Unsafe S3 key segment at index ${o}.`);return a});return `${r}${n.join("/")}`}function ve(e){return createHash("sha256").update(e).digest("hex")}function je(e,t){let r=String(e??"").replace(/^\/+/,""),n=xs(t);if(!r||r.includes("\0"))throw new Error("S3 object key is empty or invalid.");if(n&&!r.startsWith(n))throw new Error(`S3 object key is outside the configured workspace prefix: ${r}`);if(r.split("/").some(s=>s===".."))throw new Error("S3 object key contains an unsafe parent segment.");return r}function ae(e,t,{optional:r=false}={}){if(!(r&&(e==null||e===""))){if(typeof e!="string"||!e.trim())throw new Error(`${t} must be a non-empty string.`);return e.trim()}}function ia(e){if(!e||typeof e!="object")throw new Error("Remote worker config must be a JSON object.");let t=e;if(t.schemaVersion!==1)throw new Error(`Unsupported remote worker config version: ${String(t.schemaVersion)}.`);if(t.protocolVersion!==ee)throw new Error(`Remote worker protocol mismatch: expected ${ee}, received ${String(t.protocolVersion)}.`);let r=t.workspace,n=t.functions;if(!r||!n)throw new Error("Remote worker config requires workspace and functions objects.");return {schemaVersion:1,region:ae(t.region,"region"),...ae(t.roleArn,"roleArn",{optional:true})?{roleArn:ae(t.roleArn,"roleArn")}:{},...ae(t.roleSessionName,"roleSessionName",{optional:true})?{roleSessionName:ae(t.roleSessionName,"roleSessionName")}:{},workspace:{bucket:ae(r.bucket,"workspace.bucket"),prefix:String(r.prefix??"")},...t.status&&typeof t.status=="object"?{status:{tableName:ae(t.status.tableName,"status.tableName")}}:{},functions:{render:ae(n.render,"functions.render"),...ae(n.asset,"functions.asset",{optional:true})?{asset:ae(n.asset,"functions.asset")}:{},rewrite:ae(n.rewrite,"functions.rewrite"),"deploy-copy":ae(n["deploy-copy"],"functions.deploy-copy")},targets:Array.isArray(t.targets)?t.targets.map((s,o)=>{if(!s||typeof s!="object")throw new Error(`targets[${o}] must be an object.`);let a=s;return {id:ae(a.id,`targets[${o}].id`),bucketName:ae(a.bucketName,`targets[${o}].bucketName`),prefix:String(a.prefix??""),region:ae(a.region,`targets[${o}].region`)}}):[],protocolVersion:ee}}async function Xt(e){let t=C.resolve(e);try{return ia(JSON.parse(await readFile(t,"utf8")))}catch(r){throw new Error(`Unable to load remote worker config ${t}: ${r instanceof Error?r.message:String(r)}`,{cause:r})}}var mt=class{config;lambda;s3;dynamodb;#e;constructor(t,r={},n={}){this.config=t;let s=t.roleArn?fromTemporaryCredentials({params:{RoleArn:t.roleArn,RoleSessionName:t.roleSessionName??"publisher-exporter-remote-worker"},clientConfig:{region:t.region}}):void 0;this.lambda=new LambdaClient({region:t.region,...s?{credentials:s}:{},...r}),this.s3=new S3Client({region:t.region,...s?{credentials:s}:{}}),this.dynamodb=t.status?new DynamoDBClient({region:t.region,...s?{credentials:s}:{}}):null,this.#e=n;}async#n(t){if(!this.dynamodb||!this.config.status)return null;let n=(await this.dynamodb.send(new GetItemCommand({TableName:this.config.status.tableName,ConsistentRead:true,Key:{jobId:{S:t.jobId},taskId:{S:t.taskId}}}))).Item;if(!n)return null;let s=n.operation?.S,o=n.status?.S;return !s||!["render","asset","rewrite","deploy-copy"].includes(s)||!o||!["running","succeeded","partial","failed"].includes(o)?null:{jobId:n.jobId?.S??t.jobId,taskId:n.taskId?.S??t.taskId,operation:s,status:o,completedItems:Number(n.completedItems?.N??0),failedItems:Number(n.failedItems?.N??0),totalItems:Number(n.totalItems?.N??0),sequence:Number(n.sequence?.N??0),updatedAt:n.updatedAt?.S??new Date(0).toISOString(),requestId:n.requestId?.S??null}}async#t(t,r){let n=this.lambda.send(new InvokeCommand({FunctionName:r,InvocationType:"RequestResponse",Payload:Buffer.from(JSON.stringify(t),"utf8")}));if(t.operation==="health"||!this.dynamodb||!this.#e.onProgress)return await n;let s=false,o=n.finally(()=>{s=true;}),a=Math.max(500,Math.min(3e4,this.#e.progressPollIntervalMs??2e3)),c=-1;for(;!s;){await Promise.race([o.then(()=>{},()=>{}),new Promise(i=>setTimeout(i,a))]);try{let i=await this.#n(t);i&&i.sequence>c&&(c=i.sequence,await this.#e.onProgress(i));}catch(i){await this.#e.onProgressError?.(i instanceof Error?i:new Error(String(i)));}}return await o}async invoke(t){let r=t.operation==="health"?this.config.functions.render:this.config.functions[t.operation];if(!r)throw new Error(`Remote worker configuration does not provide a ${t.operation} function. Redeploy the Lambda workers and reinstall remote-workers.json.`);let n=await this.#t(t,r),s=n.Payload?JSON.parse(new TextDecoder().decode(n.Payload)):null;if(n.FunctionError)throw new Error(`Remote ${t.operation} worker failed (${n.FunctionError}): ${JSON.stringify(s)}`);if(!s||typeof s!="object")throw new Error(`Remote ${t.operation} worker returned no JSON response.`);let o=s;if(o.schemaVersion!==ee||o.operation!==t.operation||o.jobId!==t.jobId||o.taskId!==t.taskId)throw new Error(`Remote ${t.operation} worker returned a mismatched response.`);return o}async readResult(t){if(!t.resultKey)throw new Error(`Remote ${t.operation} response does not contain a resultKey.`);let r=je(t.resultKey,this.config.workspace.prefix),n=await this.s3.send(new GetObjectCommand({Bucket:this.config.workspace.bucket,Key:r}));if(!n.Body)throw new Error(`Remote worker result has no body: ${r}`);return JSON.parse(await n.Body.transformToString("utf8"))}async readObject(t){if(t.bucket!==this.config.workspace.bucket)throw new Error(`Remote worker object bucket mismatch: ${t.bucket}.`);let r=je(t.key,this.config.workspace.prefix),n=await this.s3.send(new GetObjectCommand({Bucket:this.config.workspace.bucket,Key:r,...t.versionId?{VersionId:t.versionId}:{}}));if(!n.Body)throw new Error(`Remote worker object has no body: ${r}`);let s=await n.Body.transformToByteArray();if(s.byteLength!==t.bytes)throw new Error(`Remote worker object length mismatch for ${r}: expected ${t.bytes}, received ${s.byteLength}.`);if(ve(s)!==t.sha256)throw new Error(`Remote worker object checksum mismatch for ${r}.`);return s}async readObjectText(t){return new TextDecoder("utf8",{fatal:true}).decode(await this.readObject(t))}async health(t){let r=this.config.functions[t];if(!r)throw new Error(`Remote worker configuration does not provide a ${t} function.`);let n=`${t}-${Date.now()}`,s=await this.lambda.send(new InvokeCommand({FunctionName:r,InvocationType:"RequestResponse",Payload:Buffer.from(JSON.stringify({schemaVersion:ee,operation:"health",jobId:"health",taskId:n}),"utf8")})),o=s.Payload?JSON.parse(new TextDecoder().decode(s.Payload)):null;if(s.FunctionError||!o||typeof o!="object")throw new Error(`Remote ${t} health check failed: ${JSON.stringify(o)}`);return o}async writeWorkspaceObject(t){let r=je(t.key,this.config.workspace.prefix),n=typeof t.body=="string"?Buffer.from(t.body,"utf8"):t.body,s=ve(n),o=await this.s3.send(new PutObjectCommand({Bucket:this.config.workspace.bucket,Key:r,Body:n,ContentType:t.contentType,...t.cacheControl?{CacheControl:t.cacheControl}:{},Metadata:{sha256:s,...t.metadata??{}}}));return {bucket:this.config.workspace.bucket,key:r,sha256:s,bytes:n.byteLength,contentType:t.contentType,...o.ETag?{etag:o.ETag}:{},...o.VersionId?{versionId:o.VersionId}:{}}}async copyWorkspaceObject(t,r){if(t.bucket!==this.config.workspace.bucket)throw new Error(`Remote worker object bucket mismatch: ${t.bucket}.`);let n=je(t.key,this.config.workspace.prefix),s=je(r,this.config.workspace.prefix),o=`${t.bucket}/${n.split("/").map(c=>encodeURIComponent(c)).join("/")}`,a=await this.s3.send(new CopyObjectCommand({Bucket:t.bucket,Key:s,CopySource:o,MetadataDirective:"COPY"}));return {...t,key:s,...a.CopyObjectResult?.ETag?{etag:a.CopyObjectResult.ETag}:{},...a.VersionId?{versionId:a.VersionId}:{}}}};function er(e){return Number.isInteger(e)&&e>=500&&e<=599}var rn=3;function tr(e){return Math.min(3e4,5e3*2**Math.max(0,e-1))}var we=class extends Error{constructor(r,n,s,o){let a=`Page failed after ${s} attempt(s), last server response HTTP ${n}: ${r}`;super(a+(o&&o!==a?`; ${o}`:""));this.url=r;this.status=n;this.attempts=s;this.name="PageHttpError";}url;status;attempts};function As(e){if(e.size===0)return;let t=[...e.values()].slice(0,5).map(r=>`HTTP ${r.status}: ${r.url}`).join("; ");throw new Error(`Crawl incomplete: ${e.size} page(s) failed after HTTP 5xx retries. Deployment is blocked; no complete deploy plan was produced. ${t}`)}function ca(e,t,r){if(!e||typeof e!="object")throw new Error("Remote render result must be a JSON object.");let n=e;if(n.schemaVersion!==ee||!n.response||n.response.operation!=="render"||n.response.jobId!==t.jobId||n.response.taskId!==t.taskId||!n.detail||!Array.isArray(n.detail.pages)||n.detail.pages.length!==r.length)throw new Error("Remote render result has an invalid envelope.");for(let[s,o]of r.entries())if(n.detail.pages[s]?.requestedUrl!==o)throw new Error("Remote render result does not match the requested URLs.");return n}function nn(e){return e instanceof Error?e.message:String(e)}var rr=class{#e;#n;#t;#s;#c;#l;#u;#r=[];#d=0;#o=0;#i=false;constructor(t){this.#e=t.client,this.#n=te(t.jobId,"jobId"),this.#t=Math.max(1,Math.min(5,t.maxAttempts??2)),this.#s=t.onRetry,this.#u=t.sleep??setTimeout$1,this.#c=Math.max(1,Math.min(20,t.batchSize??1)),this.#l=Math.max(1,Math.min(100,t.maxConcurrentBatches??1));}async renderBatch(t){let r=[...new Set(t.urls)];if(r.length<1||r.length>20)throw new Error("Remote render batches require between 1 and 20 unique URLs.");let n=new Map,s=new Map,o=new Map,a=new Map,c=r;for(let i=1;i<=this.#t&&c.length>0;i+=1){this.#d+=1;let d=te(`render-${this.#d}-${ve(c.join(`
|
|
11
|
-
`)).slice(0,24)}-a${i}`,"taskId"),
|
|
12
|
-
`)).slice(0,24)}-a${s}`,"taskId");try{let a=await this.#e.invoke({schemaVersion:
|
|
13
|
-
`)).slice(0,16)}`,"taskId"),
|
|
14
|
-
`)).slice(0,16)}`,"taskId");try{let
|
|
15
|
-
`,"utf8");}async function
|
|
16
|
-
${r}`,40),tokenSource:t.tokenSource?`${t.tokenSource}+site-subscriber`:"site-subscriber"}}async function
|
|
9
|
+
${e.path}`}function Is(e,t){let r;try{r=new URL(t);}catch{return null}let n=e.split(";"),s=n.shift()?.trim()??"",o=s.indexOf("=");if(o<=0)return null;let a=s.slice(0,o).trim();if(!a||[...a].some(w=>w<=" "||"=;,".includes(w)))return null;let c=r.hostname.toLowerCase(),i=Ji(r),d=null,u=true,l=false,g=false,p="Unspecified",f=false;for(let w of n){let m=w.indexOf("="),h=(m<0?w:w.slice(0,m)).trim().toLowerCase(),y=m<0?"":w.slice(m+1).trim();if(h==="domain"&&y)c=y.toLowerCase();else if(h==="path"&&y.startsWith("/"))i=y;else if(h==="expires"){let S=Date.parse(y);Number.isFinite(S)&&(d=Math.floor(S/1e3),u=false);}else if(h==="max-age"&&/^-?\d+$/u.test(y)){let S=Number.parseInt(y,10);d=Math.floor(Date.now()/1e3)+S,u=false;}else h==="secure"?l=true:h==="httponly"?g=true:h==="samesite"?p=xs(y):h==="partitioned"&&(f=true);}return {name:a,domain:c,path:i,expires:d,session:u,secure:l,httpOnly:g,sameSite:p,partitioned:f}}function Qi(e){let t=!Number.isFinite(e.expires)||e.expires<=0;return {name:e.name,domain:e.domain.toLowerCase(),path:e.path||"/",expires:t?null:e.expires,session:t,secure:e.secure,httpOnly:e.httpOnly,sameSite:xs(e.sameSite),partitioned:e.partitioned===true}}function Ts(e,t){let r=new Map(e.map(n=>[It(n),n.value]));return t.filter(n=>r.get(It(n))!==n.value).map(Qi)}function Gi(e,t){let r=e.session||t.session;return {...e,expires:r?null:Math.max(e.expires??0,t.expires??0)||null,session:r,secure:e.secure&&t.secure,httpOnly:e.httpOnly&&t.httpOnly,sameSite:e.sameSite===t.sameSite?e.sameSite:"Unspecified",partitioned:e.partitioned&&t.partitioned}}var Xt=class{#e=new Map;add(t){if(!t)return;let r={...t,domain:t.domain.toLowerCase(),path:t.path||"/"},n=It(r),s=this.#e.get(n);this.#e.set(n,s?Gi(s,r):r);}addAll(t){for(let r of t)this.add(r);}artifact(){return {schemaVersion:1,observations:[...this.#e.values()].sort((t,r)=>It(t).localeCompare(It(r)))}}};async function er(e,t){await F.mkdir(k.dirname(e),{recursive:true});let r=`${e}.${process.pid}.tmp`;await F.writeFile(r,`${JSON.stringify(t,null,2)}
|
|
10
|
+
`,{encoding:"utf8",mode:384}),await F.rename(r,e);}function Tt(e){let t=e;for(let n=0;n<3;n+=1){if(/%(?:2f|5c)/i.test(t))return null;try{let s=decodeURIComponent(t);if(s===t)break;t=s;}catch{return null}}return t.includes("\0")||t.includes("\\")||t.split("/").some(n=>n==="."||n==="..")?null:t}function At(e,t){let r=Tt(t);if(r===null)throw new Error(`Unsafe output URL pathname: ${t}`);let n=k.resolve(e),s=k.resolve(n,r.replace(/^\/+/,""));if(s!==n&&!s.startsWith(`${n}${k.sep}`))throw new Error(`Output path escapes configured root: ${t}`);return s}var re=1,As=/^[A-Za-z0-9][A-Za-z0-9._-]{0,127}$/;function ne(e,t){let r=String(e??"").trim();if(!As.test(r))throw new Error(`${t} must match ${As.source} and be at most 128 characters.`);return r}function Es(e){let t=String(e??"").trim().replace(/^\/+|\/+$/g,"");if(!t)return "";let r=t.split("/").filter(Boolean);if(r.some(n=>n==="."||n===".."))throw new Error("S3 prefix contains an unsafe dot path segment.");return `${r.join("/")}/`}function Ze(e,...t){let r=Es(e),n=t.map((s,o)=>{let a=String(s??"").replace(/^\/+|\/+$/g,"");if(!a||a.split("/").some(c=>c==="."||c===".."))throw new Error(`Unsafe S3 key segment at index ${o}.`);return a});return `${r}${n.join("/")}`}function Ce(e){return createHash("sha256").update(e).digest("hex")}function Fe(e,t){let r=String(e??"").replace(/^\/+/,""),n=Es(t);if(!r||r.includes("\0"))throw new Error("S3 object key is empty or invalid.");if(n&&!r.startsWith(n))throw new Error(`S3 object key is outside the configured workspace prefix: ${r}`);if(r.split("/").some(s=>s===".."))throw new Error("S3 object key contains an unsafe parent segment.");return r}function ce(e,t,{optional:r=false}={}){if(!(r&&(e==null||e===""))){if(typeof e!="string"||!e.trim())throw new Error(`${t} must be a non-empty string.`);return e.trim()}}function aa(e){if(!e||typeof e!="object")throw new Error("Remote worker config must be a JSON object.");let t=e;if(t.schemaVersion!==1)throw new Error(`Unsupported remote worker config version: ${String(t.schemaVersion)}.`);if(t.protocolVersion!==re)throw new Error(`Remote worker protocol mismatch: expected ${re}, received ${String(t.protocolVersion)}.`);let r=t.workspace,n=t.functions;if(!r||!n)throw new Error("Remote worker config requires workspace and functions objects.");return {schemaVersion:1,region:ce(t.region,"region"),...ce(t.roleArn,"roleArn",{optional:true})?{roleArn:ce(t.roleArn,"roleArn")}:{},...ce(t.roleSessionName,"roleSessionName",{optional:true})?{roleSessionName:ce(t.roleSessionName,"roleSessionName")}:{},workspace:{bucket:ce(r.bucket,"workspace.bucket"),prefix:String(r.prefix??"")},...t.status&&typeof t.status=="object"?{status:{tableName:ce(t.status.tableName,"status.tableName")}}:{},functions:{render:ce(n.render,"functions.render"),...ce(n.asset,"functions.asset",{optional:true})?{asset:ce(n.asset,"functions.asset")}:{},rewrite:ce(n.rewrite,"functions.rewrite"),"deploy-copy":ce(n["deploy-copy"],"functions.deploy-copy")},targets:Array.isArray(t.targets)?t.targets.map((s,o)=>{if(!s||typeof s!="object")throw new Error(`targets[${o}] must be an object.`);let a=s;return {id:ce(a.id,`targets[${o}].id`),bucketName:ce(a.bucketName,`targets[${o}].bucketName`),prefix:String(a.prefix??""),region:ce(a.region,`targets[${o}].region`)}}):[],protocolVersion:re}}async function tr(e){let t=k.resolve(e);try{return aa(JSON.parse(await readFile(t,"utf8")))}catch(r){throw new Error(`Unable to load remote worker config ${t}: ${r instanceof Error?r.message:String(r)}`,{cause:r})}}var mt=class{config;lambda;s3;dynamodb;#e;constructor(t,r={},n={}){this.config=t;let s=t.roleArn?fromTemporaryCredentials({params:{RoleArn:t.roleArn,RoleSessionName:t.roleSessionName??"publisher-exporter-remote-worker"},clientConfig:{region:t.region}}):void 0;this.lambda=new LambdaClient({region:t.region,...s?{credentials:s}:{},...r}),this.s3=new S3Client({region:t.region,...s?{credentials:s}:{}}),this.dynamodb=t.status?new DynamoDBClient({region:t.region,...s?{credentials:s}:{}}):null,this.#e=n;}async#n(t){if(!this.dynamodb||!this.config.status)return null;let n=(await this.dynamodb.send(new GetItemCommand({TableName:this.config.status.tableName,ConsistentRead:true,Key:{jobId:{S:t.jobId},taskId:{S:t.taskId}}}))).Item;if(!n)return null;let s=n.operation?.S,o=n.status?.S;return !s||!["render","asset","rewrite","deploy-copy"].includes(s)||!o||!["running","succeeded","partial","failed"].includes(o)?null:{jobId:n.jobId?.S??t.jobId,taskId:n.taskId?.S??t.taskId,operation:s,status:o,completedItems:Number(n.completedItems?.N??0),failedItems:Number(n.failedItems?.N??0),totalItems:Number(n.totalItems?.N??0),sequence:Number(n.sequence?.N??0),updatedAt:n.updatedAt?.S??new Date(0).toISOString(),requestId:n.requestId?.S??null}}async#t(t,r){let n=this.lambda.send(new InvokeCommand({FunctionName:r,InvocationType:"RequestResponse",Payload:Buffer.from(JSON.stringify(t),"utf8")}));if(t.operation==="health"||!this.dynamodb||!this.#e.onProgress)return await n;let s=false,o=n.finally(()=>{s=true;}),a=Math.max(500,Math.min(3e4,this.#e.progressPollIntervalMs??2e3)),c=-1;for(;!s;){await Promise.race([o.then(()=>{},()=>{}),new Promise(i=>setTimeout(i,a))]);try{let i=await this.#n(t);i&&i.sequence>c&&(c=i.sequence,await this.#e.onProgress(i));}catch(i){await this.#e.onProgressError?.(i instanceof Error?i:new Error(String(i)));}}return await o}async invoke(t){let r=t.operation==="health"?this.config.functions.render:this.config.functions[t.operation];if(!r)throw new Error(`Remote worker configuration does not provide a ${t.operation} function. Redeploy the Lambda workers and reinstall remote-workers.json.`);let n=await this.#t(t,r),s=n.Payload?JSON.parse(new TextDecoder().decode(n.Payload)):null;if(n.FunctionError)throw new Error(`Remote ${t.operation} worker failed (${n.FunctionError}): ${JSON.stringify(s)}`);if(!s||typeof s!="object")throw new Error(`Remote ${t.operation} worker returned no JSON response.`);let o=s;if(o.schemaVersion!==re||o.operation!==t.operation||o.jobId!==t.jobId||o.taskId!==t.taskId)throw new Error(`Remote ${t.operation} worker returned a mismatched response.`);return o}async readResult(t){if(!t.resultKey)throw new Error(`Remote ${t.operation} response does not contain a resultKey.`);let r=Fe(t.resultKey,this.config.workspace.prefix),n=await this.s3.send(new GetObjectCommand({Bucket:this.config.workspace.bucket,Key:r}));if(!n.Body)throw new Error(`Remote worker result has no body: ${r}`);return JSON.parse(await n.Body.transformToString("utf8"))}async readObject(t){if(t.bucket!==this.config.workspace.bucket)throw new Error(`Remote worker object bucket mismatch: ${t.bucket}.`);let r=Fe(t.key,this.config.workspace.prefix),n=await this.s3.send(new GetObjectCommand({Bucket:this.config.workspace.bucket,Key:r,...t.versionId?{VersionId:t.versionId}:{}}));if(!n.Body)throw new Error(`Remote worker object has no body: ${r}`);let s=await n.Body.transformToByteArray();if(s.byteLength!==t.bytes)throw new Error(`Remote worker object length mismatch for ${r}: expected ${t.bytes}, received ${s.byteLength}.`);if(Ce(s)!==t.sha256)throw new Error(`Remote worker object checksum mismatch for ${r}.`);return s}async readObjectText(t){return new TextDecoder("utf8",{fatal:true}).decode(await this.readObject(t))}async health(t){let r=this.config.functions[t];if(!r)throw new Error(`Remote worker configuration does not provide a ${t} function.`);let n=`${t}-${Date.now()}`,s=await this.lambda.send(new InvokeCommand({FunctionName:r,InvocationType:"RequestResponse",Payload:Buffer.from(JSON.stringify({schemaVersion:re,operation:"health",jobId:"health",taskId:n}),"utf8")})),o=s.Payload?JSON.parse(new TextDecoder().decode(s.Payload)):null;if(s.FunctionError||!o||typeof o!="object")throw new Error(`Remote ${t} health check failed: ${JSON.stringify(o)}`);return o}async writeWorkspaceObject(t){let r=Fe(t.key,this.config.workspace.prefix),n=typeof t.body=="string"?Buffer.from(t.body,"utf8"):t.body,s=Ce(n),o=await this.s3.send(new PutObjectCommand({Bucket:this.config.workspace.bucket,Key:r,Body:n,ContentType:t.contentType,...t.cacheControl?{CacheControl:t.cacheControl}:{},Metadata:{sha256:s,...t.metadata??{}}}));return {bucket:this.config.workspace.bucket,key:r,sha256:s,bytes:n.byteLength,contentType:t.contentType,...o.ETag?{etag:o.ETag}:{},...o.VersionId?{versionId:o.VersionId}:{}}}async copyWorkspaceObject(t,r){if(t.bucket!==this.config.workspace.bucket)throw new Error(`Remote worker object bucket mismatch: ${t.bucket}.`);let n=Fe(t.key,this.config.workspace.prefix),s=Fe(r,this.config.workspace.prefix),o=`${t.bucket}/${n.split("/").map(c=>encodeURIComponent(c)).join("/")}`,a=await this.s3.send(new CopyObjectCommand({Bucket:t.bucket,Key:s,CopySource:o,MetadataDirective:"COPY"}));return {...t,key:s,...a.CopyObjectResult?.ETag?{etag:a.CopyObjectResult.ETag}:{},...a.VersionId?{versionId:a.VersionId}:{}}}};function rr(e){return Number.isInteger(e)&&e>=500&&e<=599}var an=3;function nr(e){return Math.min(3e4,5e3*2**Math.max(0,e-1))}var ye=class extends Error{constructor(r,n,s,o){let a=`Page failed after ${s} attempt(s), last server response HTTP ${n}: ${r}`;super(a+(o&&o!==a?`; ${o}`:""));this.url=r;this.status=n;this.attempts=s;this.name="PageHttpError";}url;status;attempts};function Ms(e){if(e.size===0)return;let t=[...e.values()].slice(0,5).map(r=>`HTTP ${r.status}: ${r.url}`).join("; ");throw new Error(`Crawl incomplete: ${e.size} page(s) failed after HTTP 5xx retries. Deployment is blocked; no complete deploy plan was produced. ${t}`)}function la(e,t,r){if(!e||typeof e!="object")throw new Error("Remote render result must be a JSON object.");let n=e;if(n.schemaVersion!==re||!n.response||n.response.operation!=="render"||n.response.jobId!==t.jobId||n.response.taskId!==t.taskId||!n.detail||!Array.isArray(n.detail.pages)||n.detail.pages.length!==r.length)throw new Error("Remote render result has an invalid envelope.");for(let[s,o]of r.entries())if(n.detail.pages[s]?.requestedUrl!==o)throw new Error("Remote render result does not match the requested URLs.");return n}function cn(e){return e instanceof Error?e.message:String(e)}var sr=class{#e;#n;#t;#s;#c;#l;#u;#r=[];#d=0;#o=0;#i=false;constructor(t){this.#e=t.client,this.#n=ne(t.jobId,"jobId"),this.#t=Math.max(1,Math.min(5,t.maxAttempts??2)),this.#s=t.onRetry,this.#u=t.sleep??setTimeout$1,this.#c=Math.max(1,Math.min(20,t.batchSize??1)),this.#l=Math.max(1,Math.min(100,t.maxConcurrentBatches??1));}async renderBatch(t){let r=[...new Set(t.urls)];if(r.length<1||r.length>20)throw new Error("Remote render batches require between 1 and 20 unique URLs.");let n=new Map,s=new Map,o=new Map,a=new Map,c=r;for(let i=1;i<=this.#t&&c.length>0;i+=1){this.#d+=1;let d=ne(`render-${this.#d}-${Ce(c.join(`
|
|
11
|
+
`)).slice(0,24)}-a${i}`,"taskId"),u=[];try{let l=await this.#e.invoke({schemaVersion:re,operation:"render",jobId:this.#n,taskId:d,sourceOrigin:new URL(t.sourceOrigin).origin,urls:c,options:t.options}),g=la(await this.#e.readResult(l),l,c);for(let p of g.detail.pages){if(o.delete(p.requestedUrl),rr(p.httpStatus)){let f=p.httpStatus;o.set(p.requestedUrl,f),a.set(p.requestedUrl,f),s.set(p.requestedUrl,new ye(p.requestedUrl,f,i).message),u.push(p.requestedUrl);continue}if(p.httpStatus!==null&&p.httpStatus!==void 0)a.delete(p.requestedUrl);else if(a.has(p.requestedUrl)){s.set(p.requestedUrl,p.error||"Remote render returned no HTTP status after a server error."),u.push(p.requestedUrl);continue}if(p.outcome==="failed"||p.outcome==="deferred"||!p.html){let f=p.error||`Remote render ended with ${p.outcome}.`;s.set(p.requestedUrl,f),u.push(p.requestedUrl);continue}try{n.set(p.requestedUrl,{page:p,html:t.downloadHtml===!1?null:await this.#e.readObjectText(p.html),taskId:d,attempts:i}),s.delete(p.requestedUrl);}catch(f){s.set(p.requestedUrl,cn(f)),u.push(p.requestedUrl);}}}catch(l){let g=cn(l);for(let p of c)o.delete(p),s.set(p,g),u.push(p);}if(i<this.#t){let l=u.some(g=>o.has(g))?nr(i):0;for(let g of u){let p=o.get(g);this.#s?.({url:g,attempt:i,maxAttempts:this.#t,reason:s.get(g)??"Remote render failed.",...p===void 0?{}:{status:p,delayMs:l}});}l>0&&await this.#u(l);}c=u;}return {pages:r.flatMap(i=>{let d=n.get(i);return d?[d]:[]}),failures:c.map(i=>({url:i,attempts:this.#t,error:s.get(i)??"Remote render failed.",...a.has(i)?{httpStatus:a.get(i)}:{}}))}}async render(t){let r=JSON.stringify({sourceOrigin:new URL(t.sourceOrigin).origin,options:t.options,downloadHtml:t.downloadHtml!==false});return await new Promise((n,s)=>{this.#r.push({input:t,key:r,resolve:n,reject:s}),this.#a();})}#a(){this.#i||this.#r.length===0||(this.#i=true,setTimeout(()=>{this.#i=false,this.#p();},0));}#p(){for(;this.#o<this.#l&&this.#r.length>0;){let t=this.#r.shift();if(!t)break;let r=[t];for(let n=0;n<this.#r.length&&r.length<this.#c;){let s=this.#r[n];s?.key===t.key?(r.push(s),this.#r.splice(n,1)):n+=1;}this.#o+=1,this.renderBatch({sourceOrigin:t.input.sourceOrigin,urls:r.map(n=>n.input.url),options:t.input.options,...t.input.downloadHtml===void 0?{}:{downloadHtml:t.input.downloadHtml}}).then(n=>{let s=new Map(n.pages.map(a=>[a.page.requestedUrl,a])),o=new Map(n.failures.map(a=>[a.url,a]));for(let a of r){let c=s.get(a.input.url);if(c){a.resolve(c);continue}let i=o.get(a.input.url);a.reject(i?.httpStatus===void 0?new Error(`Remote render failed after ${i?.attempts??this.#t} attempt(s) for ${a.input.url}: ${i?.error??"Unknown remote render failure."}`):new ye(a.input.url,i.httpStatus,i.attempts,i.error));}}).catch(n=>{let s=cn(n);for(let o of r)o.reject(new Error(s,{cause:n}));}).finally(()=>{this.#o-=1,this.#a();});}this.#r.length>0&&this.#a();}};function ua(e,t,r){if(!e||typeof e!="object")throw new Error("Remote asset result must be a JSON object.");let n=e;if(n.schemaVersion!==re||n.response?.operation!=="asset"||n.response.jobId!==t.jobId||n.response.taskId!==t.taskId||!n.detail||!Array.isArray(n.detail.assets)||n.detail.assets.length!==r.length)throw new Error("Remote asset result has an invalid envelope.");for(let s=0;s<r.length;s+=1)if(n.detail.assets[s]?.requestedUrl!==r[s])throw new Error("Remote asset result does not match the requested URLs.");return n}var or=class{#e;#n;#t;#s=0;constructor(t){this.#e=t.client,this.#n=ne(t.jobId,"jobId"),this.#t=Math.max(1,Math.min(5,t.maxAttempts??2));}async fetch(t){let r=[...t.urls];if(r.length<1||r.length>20)throw new Error("Remote asset batches require between 1 and 20 URLs.");let n=null;for(let s=1;s<=this.#t;s+=1){this.#s+=1;let o=ne(`asset-${this.#s}-${Ce(r.join(`
|
|
12
|
+
`)).slice(0,24)}-a${s}`,"taskId");try{let a=await this.#e.invoke({schemaVersion:re,operation:"asset",jobId:this.#n,taskId:o,urls:r,options:{ignoreHttpsErrors:t.ignoreHttpsErrors,timeoutMs:Math.max(1e3,Math.min(12e4,t.timeoutMs??6e4))}});return {assets:ua(await this.#e.readResult(a),a,r).detail.assets,taskId:o,attempts:s}}catch(a){n=a;}}throw new Error(`Remote asset batch failed after ${this.#t} attempt(s): ${n instanceof Error?n.message:String(n)}`,{cause:n})}};function Fs(e,t){let r=[];for(let n=0;n<e.length;n+=t)r.push(e.slice(n,n+t));return r}function Ds(e){return {sourceOrigin:e.sourceOrigin,targetOrigin:e.targetOrigin,urlRewriteMode:e.urlRewriteMode,outputDir:"/workspace",extraReplacements:e.extraReplacements,wpsuite:{...e.wpsuite?.subscriptionType?{subscriptionType:e.wpsuite.subscriptionType}:{},...e.wpsuite?.siteSettings?{siteSettings:{subscriber:e.wpsuite.siteSettings.subscriber===true}}:{}}}}function Us(e,t){if(!e||typeof e!="object")throw new Error("Remote rewrite result must be a JSON object.");let r=e;if(r.schemaVersion!==re||r.response?.operation!=="rewrite"||r.response.jobId!==t.jobId||r.response.taskId!==t.taskId||!r.detail||!Array.isArray(r.detail.objects))throw new Error("Remote rewrite result has an invalid envelope.");return r}async function ir(e,t,r){let n=r.options??{},s=await en(e,n.files);if(s.length===0)return 0;let o=ne(r.jobId,"jobId"),a=Ze(r.client.config.workspace.prefix,"jobs",o,"rewrite-inputs"),c=`${a}/config.json`.replace(/\/+/g,"/"),i=`${a}/asset-map.json`.replace(/\/+/g,"/"),d=`${a}/previous-asset-map.json`.replace(/\/+/g,"/");await Promise.all([r.client.writeWorkspaceObject({key:c,body:JSON.stringify(Ds(e)),contentType:"application/json; charset=utf-8"}),r.client.writeWorkspaceObject({key:i,body:JSON.stringify(t),contentType:"application/json; charset=utf-8"}),r.client.writeWorkspaceObject({key:d,body:JSON.stringify(n.previousAssetMap??{}),contentType:"application/json; charset=utf-8"})]);let u=Math.max(1,Math.min(500,r.batchSize)),l=Math.ceil(s.length/u),g=Math.max(1,Math.min(Math.max(1,r.concurrency),l));await n.onStart?.({totalFiles:s.length,workerCount:g});let p=[],f=0,w=0;await Promise.all(Array.from({length:Math.min(16,s.length)},async()=>{for(;;){let A=f;if(A>=s.length)return;f+=1;let C=s[A],R=k.join(e.outputDir,C),$=js.lookup(C),T=$?js.contentType($)||$:"text/plain; charset=utf-8",N=`${a}/files/${Ce(C)}.txt`.replace(/\/+/g,"/");await r.client.writeWorkspaceObject({key:N,body:await F.readFile(R),contentType:T}),p[A]={relativePath:C,key:N,fullPath:R,contentType:T},w+=1,await r.onStageProgress?.({index:w,totalFiles:s.length,file:C});}}));let m=Fs(p,u),h=0,y=0,S=0,P=0,M=Array.from({length:g},async()=>{for(;;){let A=h;if(A>=m.length)return;h+=1;let C=m[A],R=null,$=null;for(let T=1;T<=Math.max(1,Math.min(5,r.maxAttempts));T+=1){let N=ne(`rewrite-${A+1}-a${T}-${Ce(C.map(b=>b.relativePath).join(`
|
|
13
|
+
`)).slice(0,16)}`,"taskId"),H={schemaVersion:re,operation:"rewrite",jobId:o,taskId:N,configKey:c,assetMapKey:i,previousAssetMapKey:d,items:C.map(b=>({inputKey:b.key,outputKey:b.key,relativePath:b.relativePath,contentType:b.contentType}))};try{let b=await r.client.invoke(H);$=Us(await r.client.readResult(b),b);break}catch(b){R=b;}}if(!$)throw new Error(`Remote rewrite batch ${A+1}/${m.length} failed: ${R instanceof Error?R.message:String(R)}`,{cause:R});for(let T of C){let N=$.detail.objects.find(H=>H.outputKey===T.key);if(!N)throw new Error(`Remote rewrite result omitted ${T.relativePath}.`);await _e(T.fullPath,Buffer.from(await r.client.readObject(N.output))),N.changed&&(P+=1),y+=1,await n.onProgress?.({index:y,totalFiles:s.length,changedTextFiles:P,file:T.relativePath,changed:N.changed});}S+=1,await r.onBatchProgress?.({completedItems:y,totalItems:s.length,completedBatches:S,totalBatches:m.length,changedTextFiles:P});}});return await Promise.all(M),P}async function ar(e,t,r,n){let s=n.relativePaths?new Set([...n.relativePaths].map(h=>h.replace(/\\/g,"/"))):null,o=Object.values(t.objects).filter(h=>h.isText&&(!s||s.has(h.relativePath))).sort((h,y)=>h.relativePath.localeCompare(y.relativePath));if(o.length===0)return 0;let a=ne(n.jobId,"jobId"),c=Ze(n.client.config.workspace.prefix,"jobs",a,"rewrite-config"),i=`${c}/config.json`.replace(/\/+/g,"/"),d=`${c}/asset-map.json`.replace(/\/+/g,"/");await Promise.all([n.client.writeWorkspaceObject({key:i,body:JSON.stringify(Ds(e)),contentType:"application/json; charset=utf-8"}),n.client.writeWorkspaceObject({key:d,body:JSON.stringify(r),contentType:"application/json; charset=utf-8"})]);let u=Math.max(1,Math.min(500,n.batchSize)),l=Fs(o,u),g=Math.max(1,Math.min(Math.max(1,n.concurrency),l.length)),p=0,f=0,w=0,m=0;return await Promise.all(Array.from({length:g},async()=>{for(;;){let h=p;if(h>=l.length)return;p+=1;let y=l[h],S=null,P=null;for(let M=1;M<=Math.max(1,Math.min(5,n.maxAttempts));M+=1){let A=ne(`rewrite-object-${h+1}-a${M}-${Ce(y.map(C=>C.relativePath).join(`
|
|
14
|
+
`)).slice(0,16)}`,"taskId");try{let C=await n.client.invoke({schemaVersion:re,operation:"rewrite",jobId:a,taskId:A,configKey:i,assetMapKey:d,items:y.map(R=>({inputKey:R.object.key,outputKey:R.object.key,relativePath:R.relativePath,contentType:R.contentType||R.object.contentType}))});S=Us(await n.client.readResult(C),C);break}catch(C){P=C;}}if(!S)throw new Error(`Remote object rewrite batch ${h+1}/${l.length} failed: ${P instanceof Error?P.message:String(P)}`,{cause:P});for(let M of y){let A=S.detail.objects.find(C=>C.outputKey===M.object.key);if(!A)throw new Error(`Remote rewrite result omitted ${M.relativePath}.`);M.object=A.output,A.changed&&(m+=1),f+=1,await n.onProgress?.({index:f,totalFiles:o.length,changedTextFiles:m,file:M.relativePath,changed:A.changed});}w+=1,await n.onBatchProgress?.({completedItems:f,totalItems:o.length,completedBatches:w,totalBatches:l.length,changedTextFiles:m});}})),t.assetMap={...r},t.generatedAt=new Date().toISOString(),m}var ma="remote-workers.json";function cr(e={}){let t=String(e.explicitPath??"").trim();if(t)return k.resolve(t);let r=String(e.runtimeDir??process.env.STATIC_PUBLISHER_RUNTIME_DIR??process.env.WPSUITE_STATIC_PUBLISHER_RUNTIME_DIR??"").trim();return r?k.join(k.resolve(r),ma):""}function Ls(e,t,r,n=250){let s=Math.max(1,Math.floor(n)),o=[],a=new Set;for(let c of [e,...t]){let i=c.trim();if(!(!i||a.has(i)||r(i))&&(a.add(i),o.push(i),o.length>=s))break}return o}async function Ws(e,t){let r=String(e.wpsuite?.runtimeToken||"").trim();if(!r)throw new Error("Page-cache purge is enabled, but the WordPress runtime token is missing.");let n=new URL("/wp-json/smartcloud-static-publisher/v1/page-cache/purge",e.sourceOrigin).toString(),s=await t.post(n,{timeout:3e4,failOnStatusCode:false,maxRedirects:0,headers:{"content-type":"application/json","x-static-publisher-token":r},data:JSON.stringify({scope:"all"})});try{let o=await s.text();if(o.length>65536)throw new Error("WordPress page-cache purge response was too large.");let a=null;try{a=JSON.parse(o);}catch{throw new Error(`WordPress page-cache purge returned invalid JSON (HTTP ${s.status()}).`)}if(!s.ok()){let c=a&&typeof a=="object"&&"message"in a?String(a.message||""):"";throw new Error(`WordPress page-cache purge failed with HTTP ${s.status()}${c?`: ${c}`:""}`)}if(!a||typeof a!="object"||a.purged!==!0)throw new Error("WordPress page-cache provider did not confirm a complete purge.");return {purged:!0,provider:String(a.provider||"custom"),scope:"all",...typeof a.purgedAt=="string"?{purgedAt:a.purgedAt}:{}}}finally{await s.dispose().catch(()=>{});}}function ga(){let e=process.env.STATIC_PUBLISHER_RUNTIME_DIR||process.env.WPSUITE_STATIC_PUBLISHER_RUNTIME_DIR||"";return e.trim()?k.resolve(e):""}function lr(e){let t=String(process.env.STATIC_PUBLISHER_REMOTE_EXPORT_MANIFEST_PATH||"").trim();if(t)return k.resolve(t);let r=ga();if(r)return k.join(r,"remote-export-manifest.json");let n=k.resolve(e.outputDir);return k.join(k.dirname(n),`.${k.basename(n)}-remote-export-manifest.json`)}function ur(e){let t=k.posix.normalize(String(e||"").replace(/\\/g,"/").replace(/^\/+/,""));if(!t||t==="."||t===".."||t.startsWith("../")||/^[A-Za-z]:/.test(t))throw new Error(`Invalid remote export relative path: ${e}`);return t}function _s(e,t,r){let n=r?.workspace.bucket===t.workspace.bucket&&r.workspace.prefix===t.workspace.prefix;return {schemaVersion:1,generatedAt:new Date().toISOString(),jobId:e,workspace:{...t.workspace},objects:n?{...r.objects}:{},assetMap:n?{...r.assetMap}:{}}}function Ns(e,t){let r=e.objects[ur(t)];if(!r)return true;let n=`${Ze(e.workspace.prefix,"jobs",ne(e.jobId,"jobId"))}/`;return !Fe(r.object.key,e.workspace.prefix).startsWith(n)}function gt(e,t){let r=ur(t.relativePath);if(t.object.bucket!==e.workspace.bucket)throw new Error(`Remote export object bucket mismatch for ${r}.`);Fe(t.object.key,e.workspace.prefix),e.objects[r]={...t,relativePath:r},e.generatedAt=new Date().toISOString();}function Bs(e,t){delete e.objects[ur(t)],e.generatedAt=new Date().toISOString();}async function Hs(e,t){t.generatedAt=new Date().toISOString();let r=lr(e);await F.mkdir(k.dirname(r),{recursive:true}),await _e(r,`${JSON.stringify(t,null,2)}
|
|
15
|
+
`,"utf8");}async function dr(e){try{let t=JSON.parse(await F.readFile(lr(e),"utf8"));if(t.schemaVersion!==1||typeof t.jobId!="string"||!t.workspace||typeof t.workspace.bucket!="string"||typeof t.workspace.prefix!="string"||!t.objects||typeof t.objects!="object"||!t.assetMap||typeof t.assetMap!="object")return null;let r=t;for(let[n,s]of Object.entries(r.objects)){if(ur(n),!s||s.relativePath!==n||s.object?.bucket!==r.workspace.bucket)return null;Fe(s.object.key,r.workspace.prefix);}return r}catch{return null}}var ya=["text/css","javascript","image/","font/","application/font","application/json","application/xml","text/xml","application/rss+xml","application/atom+xml","application/xslt+xml","text/xsl","image/svg+xml"],no=new Set([".css",".js",".mjs",".json",".map",".xml",".xsl",".rss",".atom",".txt",".enc",".jws",".png",".jpg",".jpeg",".gif",".webp",".avif",".svg",".ico",".woff",".woff2",".ttf",".otf",".eot",".pdf",".mp4",".webm"]),so=new Set(["",".html",".htm"]),ba=new Set([".css",".xml",".xsl",".svg",".json",".html",".htm",".txt",".enc",".jws"]),Sa=["/wp-content/","/wp-includes/","/wp-admin/","/static/","/assets/","/build/","/_next/"];function Pa(e){let t=[],r="full",n="full",s=false,o=false,a="",c=null,i="";for(let d=0;d<e.length;d++){let u=e[d];if(u==="--retry-timeouts")r="retry-timeouts",s=true;else if(u==="--resume")s=true;else if(u==="--resume-rewrite")s=true,o=true;else if(u==="--crawl-mode"){let l=e[++d];if(!l)throw new Error("--crawl-mode requires a value");n=l==="incremental"?"incremental":"full",s||=n==="incremental";}else if(u.startsWith("--crawl-mode="))n=u.slice(13)==="incremental"?"incremental":"full",s||=n==="incremental";else if(u==="--incremental")n="incremental",s=true;else if(u==="--url"){let l=e[++d];if(!l)throw new Error("--url requires a value");r="single-url",s=true,t.push(l);}else if(u.startsWith("--url="))r="single-url",s=true,t.push(u.slice(6));else if(u==="--urls"){let l=e[++d];if(!l)throw new Error("--urls requires a file path");r="single-url",s=true,t.push(`@${l}`);}else if(u==="--content-sync-plan"){let l=e[++d];if(!l)throw new Error("--content-sync-plan requires a file path");r="content-sync",n="incremental",s=true,a=k.resolve(l);}else if(u.startsWith("--content-sync-plan="))r="content-sync",n="incremental",s=true,a=k.resolve(u.slice(20));else if(u==="--remote-render")c=true;else if(u==="--local-render")c=false;else if(u==="--remote-worker-config"){let l=e[++d];if(!l)throw new Error("--remote-worker-config requires a file path");i=k.resolve(l);}else u.startsWith("--remote-worker-config=")&&(i=k.resolve(u.slice(23)));}return {mode:r,crawlMode:n,urls:t,preserveOutput:s,resumeRewrite:o,contentSyncPlanPath:a,remoteRender:c,remoteWorkerConfigPath:i}}function Dt(){let e=process.env.STATIC_PUBLISHER_RUNTIME_DIR||process.env.WPSUITE_STATIC_PUBLISHER_RUNTIME_DIR||"";return e.trim()?k.resolve(e):""}function Ra(){let e=Dt();return e?k.join(e,"privacy","cookie-observations.json"):null}function va(){let e=Dt();return e?k.resolve(e,".."):""}function Ca(){let e=process.env.STATIC_PUBLISHER_WP_ROOT||process.env.WPSUITE_STATIC_PUBLISHER_WP_ROOT||"";return e.trim()?k.resolve(e):""}function ka(e){let t=e.trim(),r=[{alias:"@storage-root",root:va(),requiredEnv:"STATIC_PUBLISHER_RUNTIME_DIR or WPSUITE_STATIC_PUBLISHER_RUNTIME_DIR"},{alias:"@runtime",root:Dt(),requiredEnv:"STATIC_PUBLISHER_RUNTIME_DIR or WPSUITE_STATIC_PUBLISHER_RUNTIME_DIR"},{alias:"@wp-root",root:Ca(),requiredEnv:"STATIC_PUBLISHER_WP_ROOT or WPSUITE_STATIC_PUBLISHER_WP_ROOT"}];for(let n of r){if(t!==n.alias&&!t.startsWith(`${n.alias}/`))continue;if(!n.root)return {resolvedPath:null,alias:n.alias,requiredEnv:n.requiredEnv};let s=t.slice(n.alias.length).replace(/^\/+/,"");return {resolvedPath:s?k.resolve(n.root,s):n.root,alias:n.alias}}return {resolvedPath:k.resolve(t)}}function oo(e){let t=String(process.env.STATIC_PUBLISHER_CRAWL_MANIFEST_PATH||"").trim();if(t)return k.resolve(t);let r=Dt();return r?k.join(r,"crawl-manifest.json"):k.join(e.outputDir,".crawl-manifest.json")}function io(){return {schemaVersion:6,updatedAt:"",pages:{},assets:{}}}function zs(e){return {url:String(e.url||""),outputPath:String(e.outputPath||""),contentType:typeof e.contentType=="string"&&e.contentType?e.contentType:null,changeToken:typeof e.changeToken=="string"?e.changeToken:null,tokenSource:typeof e.tokenSource=="string"?e.tokenSource:null,sitemapLastmod:typeof e.sitemapLastmod=="string"?e.sitemapLastmod:null,discoveredPages:Array.isArray(e.discoveredPages)?e.discoveredPages.map(t=>String(t)):[],discoveredAssets:Array.isArray(e.discoveredAssets)?e.discoveredAssets.map(t=>String(t)):[],lastCrawledAt:String(e.lastCrawledAt||""),lastSeenRunId:String(e.lastSeenRunId||""),rewriteComplete:e.rewriteComplete===true}}function xa(e){let t=e.isText===true;return {url:String(e.url||""),outputPath:String(e.outputPath||""),isText:t,contentType:typeof e.contentType=="string"&&e.contentType?e.contentType:null,cacheControl:typeof e.cacheControl=="string"&&e.cacheControl?e.cacheControl:null,changeToken:typeof e.changeToken=="string"?e.changeToken:null,tokenSource:typeof e.tokenSource=="string"?e.tokenSource:null,discoveredAssets:Array.isArray(e.discoveredAssets)?e.discoveredAssets.map(r=>String(r)):[],lastCrawledAt:String(e.lastCrawledAt||""),lastSeenRunId:String(e.lastSeenRunId||""),unreferencedRuns:Math.max(0,Number(e.unreferencedRuns)||0),rewriteComplete:e.rewriteComplete===true||!t}}function dn(e){let t=e?.["content-type"]?.trim();return t||null}function pn(e){let t=e?.["cache-control"]?.trim();return t||null}function Ia(e){return e?e.split(",").map(t=>t.trim().toLowerCase()).some(t=>t==="no-cache"||t==="no-store"||/^max-age\s*=\s*0$/.test(t)):false}function Ta(){return {rewriteTargets:new Set,changedFiles:new Set,deletedFiles:new Set,revalidateFiles:new Set}}function ft(e,t,r,n){let s=ge(t.outputDir,r);s&&(Ia(n)?e.revalidateFiles.add(s):e.revalidateFiles.delete(s));}function ue(e,t,r){let n=ge(t.outputDir,r);n&&(e.changedFiles.add(n),e.deletedFiles.delete(n));}function mn(e,t,r){let n=ge(t.outputDir,r);n&&(e.deletedFiles.add(n),e.changedFiles.delete(n),e.revalidateFiles.delete(n));}function ke(e,t){e.rewriteTargets.add(k.resolve(t));}async function Aa(e){try{let t=await F.readFile(oo(e),"utf8"),r=JSON.parse(t);if(r&&typeof r=="object"&&r.pages&&typeof r.pages=="object"){if((r.schemaVersion===2||r.schemaVersion===3||r.schemaVersion===4||r.schemaVersion===5||r.schemaVersion===6)&&r.assets&&typeof r.assets=="object")return {schemaVersion:6,updatedAt:String(r.updatedAt||""),pages:Object.fromEntries(Object.entries(r.pages).map(([n,s])=>[n,zs(s)])),assets:Object.fromEntries(Object.entries(r.assets).map(([n,s])=>[n,xa(s)]))};if(r.schemaVersion===1)return {schemaVersion:6,updatedAt:String(r.updatedAt||""),pages:Object.fromEntries(Object.entries(r.pages).map(([n,s])=>[n,zs(s)])),assets:{}}}}catch{}return io()}function gn(e){return JSON.parse(JSON.stringify(e))}async function Ea(e,t){let r=oo(e);await F.mkdir(k.dirname(r),{recursive:true}),await F.writeFile(r,JSON.stringify(t,null,2),"utf8");}async function Ve(e,t,r=false){if(!t.trackManifest)return;t.manifestPendingChanges+=1;let n=Date.now();if(!r&&t.manifestPendingChanges<25&&n-t.lastManifestSavedAt<5e3)return;t.manifestPendingChanges=0,t.lastManifestSavedAt=n;let s=async()=>{let o=gn(t.manifest);o.updatedAt=new Date().toISOString(),t.manifest.updatedAt=o.updatedAt,await Ea(e,o);};t.manifestSaveChain=t.manifestSaveChain.then(s,s),await t.manifestSaveChain;}function nt(e){if(!e)return null;let t=e.trim();return t||null}function $a(e,t){let r=new Set,n=new Set([...Object.keys(e),...Object.keys(t)]);for(let s of n){let o=e[s],a=t[s];!o||!a||o===a||r.add(s);}return r}async function ao(e,t,r,n){let s=[...new Set(r.map(c=>c.trim()).filter(Boolean))],o=String(e.wpsuite?.runtimeToken||"").trim();if(s.length===0||!o)return new Map;let a=new URL("/wp-json/smartcloud-static-publisher/v1/change-tokens",e.sourceOrigin).toString();try{let c=await t.post(a,{timeout:3e4,failOnStatusCode:!1,headers:{"content-type":"application/json","x-static-publisher-token":o},data:JSON.stringify({urls:s})});if(!c.ok())return n.warn(`Change token lookup failed with HTTP ${c.status()}`,{endpoint:a,status:c.status()}),new Map;let i=await c.json().catch(()=>null);if(!i||!Array.isArray(i.items))return new Map;let d=new Map;for(let u of i.items)!u||typeof u.url!="string"||d.set(u.url,u);return d}catch(c){return n.warn("Change token lookup failed; falling back to sitemap metadata",{endpoint:a,error:c instanceof Error?`${c.name}: ${c.message.split(/\r?\n/u,1)[0]}`:"Unknown change-token request failure"}),new Map}}async function mr(e,t,r,n,s){if(!r.enabled&&!r.trackManifest)return null;if(r.changeTokenCache.has(n))return r.changeTokenCache.get(n)??null;let a=(await ao(e,t,[n],s)).get(n)??null;return Sr(e,n)&&(!a||a.supported!==true||!a.token)&&(a=await ja(e,t,n,s)),a=co(e,a),r.changeTokenCache.set(n,a),a}async function Pn(e,t,r,n,s){if(!r.trackManifest)return;let o=[...new Set(n.map(a=>a.trim()).filter(Boolean))].filter(a=>!r.changeTokenCache.has(a));for(let a=0;a<o.length;a+=250){let c=o.slice(a,a+250),i=await ao(e,t,c,s);for(let d of c)r.changeTokenCache.set(d,co(e,i.get(d)??null));}}async function Oa(e,t,r,n,s,o){if(!(!n.trackManifest||n.changeTokenCache.has(s)))for(;!n.changeTokenCache.has(s);){if(!n.pageChangeTokenPrimePromise){let a=Ls(s,r.pageQueue,i=>n.changeTokenCache.has(i));if(a.length===0)return;o.info(`Loading ${a.length} page change tokens in bulk.`,{phase:"prime-page-change-tokens",batchSize:a.length,remainingPages:r.pageQueue.length});let c=Pn(e,t,n,a,o).finally(()=>{n.pageChangeTokenPrimePromise===c&&(n.pageChangeTokenPrimePromise=null);});n.pageChangeTokenPrimePromise=c;}await n.pageChangeTokenPrimePromise;}}function Ma(e){return `subscriber=${e.wpsuite?.siteSettings?.subscriber===true?"1":"0"}`}function co(e,t){if(!t?.supported||!t.token||t.tokenSource==="wp-media-file")return t;let r=Ma(e);return {...t,token:$e(`${t.token}
|
|
16
|
+
${r}`,40),tokenSource:t.tokenSource?`${t.tokenSource}+site-subscriber`:"site-subscriber"}}async function ja(e,t,r,n){try{let s=await t.get(r,{timeout:Math.min(e.navigationTimeoutMs,15e3),failOnStatusCode:!1});if(s.status()!==404)return n.warn(`Generated 404 fallback token skipped for ${r}`,{url:r,status:s.status(),requestPath:e.generated404RequestPath,source:"generated-404-change-token-fallback"}),null;let o=await s.text().catch(()=>""),a=$e(`${r}
|
|
17
17
|
404
|
|
18
|
-
${o}`,40);return n.info(`Using generated 404 fallback change token for ${r}`,{url:r,requestPath:e.generated404RequestPath,source:"generated-404-change-token-fallback"}),{url:r,supported:!0,token:a,tokenSource:"generated-404-response-hash",postId:null,dependencyPostIds:[],reason:null}}catch(s){return n.warn(`Generated 404 fallback token lookup failed for ${r}`,{url:r,error:String(s),requestPath:e.generated404RequestPath,source:"generated-404-change-token-fallback"}),null}}async function io(e,t,r,n,s,o){let a=yr(e,s);if(await $a(e,t,r,n,s,o),!n.enabled)return {action:"render",changeToken:n.trackManifest?await dr(e,t,n,s,o):null};let c=n.manifest.pages[s];if(!c)return {action:"render",changeToken:await dr(e,t,n,s,o)};let i=await dr(e,t,n,s,o);if(i?.supported&&i.token)return c.changeToken===i.token?a&&!await ja(e,t,s,o)?{action:"render",changeToken:i}:{action:"reuse",changeToken:i}:{action:"render",changeToken:i};let d=rt(r.sitemapLastmodByPage[s]);return d&&c.sitemapLastmod&&c.sitemapLastmod===d?{action:"reuse",changeToken:i}:{action:"render",changeToken:i}}async function ja(e,t,r,n){try{let o=(await t.get(r,{timeout:Math.min(e.navigationTimeoutMs,15e3),failOnStatusCode:!1})).status();return o===404?!0:(n.warn(`Generated 404 request path no longer returns 404 for ${r}`,{url:r,status:o,requestPath:e.generated404RequestPath,source:"generated-404-status-probe"}),!1)}catch(s){return n.warn(`Generated 404 status probe failed for ${r}`,{url:r,error:String(s),requestPath:e.generated404RequestPath,source:"generated-404-status-probe"}),false}}async function Fa(e,t,r,n,s){let o=Hs(r.previousManifest,void 0,n,"previous-manifest"),a=0;for(let[f,p]of Object.entries(r.manifest.pages))if(!r.seenPages.has(f)){un(s,e,p.outputPath);try{await F.unlink(p.outputPath);}catch(g){(g.code||"")!=="ENOENT"&&n.warn(`Failed to remove stale incremental page output for ${f}`,{url:f,outputPath:p.outputPath,error:String(g)});}delete r.manifest.pages[f],a++;}let c=Hs(r.manifest,r.runId,n,"active-manifest"),i=new Set,d=new Set;for(let f of c){for(let w of Ot(e,f))i.add(w);let p=r.manifest.assets[f]?.outputPath;p&&d.add(p);let g=ht(e,t.assetMap,f);g&&d.add(g);}for(let f of Object.keys(r.manifest.assets)){if(c.has(f)){r.manifest.assets[f].unreferencedRuns=0;continue}let p=r.manifest.assets[f];if(Ps(p.unreferencedRuns)){p.unreferencedRuns+=1,n.warn(`Deferred deletion of newly unreferenced incremental asset ${f}.`,{url:f,unreferencedRuns:p.unreferencedRuns,phase:"incremental-cleanup",source:"asset-deletion-grace"});continue}delete r.manifest.assets[f];}let l=0,u=0;for(let f of o){if(r.manifest.assets[f])continue;let p=new Set,g=r.previousManifest.assets[f]?.outputPath;g&&p.add(g);let w=ht(e,t.assetMap,f);if(!c.has(f)&&w)p.add(w);else if(!c.has(f)){let m=Ya(e,f,n,"incremental-cleanup");m&&(p.add(m.originalFilePath),m.hashedFilePath&&p.add(m.hashedFilePath));}for(let m of p)if(!d.has(m)){un(s,e,m);try{await F.unlink(m),l++;}catch(h){(h.code||"")!=="ENOENT"&&n.warn(`Failed to remove stale incremental asset output for ${f}`,{url:f,outputPath:m,error:String(h)});}}for(let m of Ot(e,f))i.has(m)||Object.prototype.hasOwnProperty.call(t.assetMap,m)&&(delete t.assetMap[m],u++);}(a>0||l>0||u>0)&&n.info(`Incremental cleanup removed ${a} stale pages, ${l} stale assets, ${u} stale asset mappings`,{removedPages:a,removedAssets:l,removedAssetMappings:u,phase:"incremental-cleanup"});}async function Da(e,t,r,n){let s=new Set([...Object.values(t.manifest.pages),...Object.values(t.manifest.assets)].map(i=>String(i.outputPath||"").trim()).filter(Boolean).map(i=>C.resolve(i))),o=Object.values(e.postCrawlCopyMap||{}).map(i=>pr(String(i||""))).filter(i=>!!i).map(i=>C.resolve(e.outputDir,i)),c=(await vi(["**/*.html","**/*.htm"],{cwd:e.outputDir,onlyFiles:true,dot:true})).filter(i=>Ss(C.join(e.outputDir,i),e.outputDir,s,o));for(let i of c){let d=C.join(e.outputDir,i);un(n,e,d),await F.unlink(d);}c.length>0&&r.info(`Removed ${c.length} orphaned HTML output file(s) that are absent from the current crawl manifest.`,{phase:"incremental-cleanup",source:"manifest-output-reconciliation",removedPages:c.length,samples:c.slice(0,20)});}function Hs(e,t,r,n){let s=new Set,o=a=>{let c=a.trim();if(c){if(r){let i=ke(c,r,"asset",n??"manifest");if(!i)return;s.add(i.toString());return}s.add(c);}};for(let a of Object.values(e.pages))for(let c of a.discoveredAssets||[])o(c);for(let[a,c]of Object.entries(e.assets||{}))t&&c.lastSeenRunId!==t||o(a);return s}function Vs(e,t,r){for(let n of t)for(let s of Ot(e,n))if(r.has(s))return true;return false}function Ua(e,t,r,n,s){let o=new Set(r.rewriteTargets);for(let c of r.changedFiles)o.add(C.resolve(e.outputDir,c));for(let c of Object.values(t.manifest.pages))c.rewriteComplete||o.add(C.resolve(c.outputPath));for(let c of Object.values(t.manifest.assets))c.isText&&!c.rewriteComplete&&o.add(C.resolve(c.outputPath));let a=Ea(n,s);if(a.size===0)return [...o];for(let c of Object.values(t.manifest.pages))Vs(e,c.discoveredAssets,a)&&o.add(C.resolve(c.outputPath));for(let[c,i]of Object.entries(t.manifest.assets)){i.isText&&Vs(e,i.discoveredAssets,a)&&o.add(C.resolve(i.outputPath));for(let d of Ot(e,c))if(a.has(d)){le(r,e,i.outputPath),i.isText&&o.add(C.resolve(i.outputPath));break}}return [...o]}function La(e,t){let r=t?new Set(Array.from(t,s=>C.resolve(s))):null,n=s=>r===null||r.has(C.resolve(s));for(let s of Object.values(e.manifest.pages))n(s.outputPath)&&(s.rewriteComplete=true);for(let s of Object.values(e.manifest.assets)){if(!s.isText){s.rewriteComplete=true;continue}n(s.outputPath)&&(s.rewriteComplete=true);}}function qa(e,t,r){let n=new Set,s=o=>{if(!o)return;let a=me(e.outputDir,o);a&&n.add(a);};for(let o of t.donePages)s(Fe(e,o));for(let o of Object.values(r.manifest.pages))o.lastSeenRunId===r.runId&&s(o.outputPath);for(let o of t.doneAssets)s(ht(e,t.assetMap,o));for(let o of Object.values(r.manifest.assets))o.lastSeenRunId===r.runId&&s(o.outputPath);return n}async function Wa(e,t,r,n,s,o){let a=[...n.deletedFiles].sort(),c=qa(e,t,r),i=0;for(let u of [...c].sort())if(!o?.objects[u]){try{if((await F.stat(C.join(e.outputDir,u))).isFile())continue}catch{}i++,s.warn(`Active output is missing after crawl: ${u}`,{phase:"deploy-plan",file:u,outputPath:C.join(e.outputDir,u)});}if(i>0&&s.warn(`Detected ${i} active output file(s) missing before deploy plan save.`,{phase:"deploy-plan",missingActiveOutputs:i}),a.length===0)return [];let d=[],l=0;for(let u of a){if(!c.has(u)){d.push(u);continue}l++;let f=C.join(e.outputDir,u),p;try{p=(await F.stat(f)).isFile();}catch{p=false;}s.warn(`Deploy plan protected active output from deletion: ${u}`,{phase:"deploy-plan",file:u,outputPath:f,exists:p});}return l>0&&s.info(`Deploy plan skipped ${l} active output deletion(s).`,{phase:"deploy-plan",protectedDeletes:l,deletedFiles:d.length}),d}function Ot(e,t){let r=new Set([t]);try{let n=new URL(t),o=[new URL(e.sourceOrigin).origin,...Object.keys(e.extraReplacements||{})];if(e.targetOrigin&&e.targetOrigin!=="."&&e.targetOrigin!=="/")try{o.push(new URL(e.targetOrigin).origin);}catch{}for(let a of o)try{r.add(new URL(a).origin+n.pathname+n.search);}catch{}r.add(n.pathname+n.search),r.add(n.pathname);}catch{}return [...r]}function Na(e,t){let r=new Set([t]);try{let n=new URL(t),o=[new URL(e.sourceOrigin).origin,...Object.keys(e.extraReplacements||{})];if(e.targetOrigin&&e.targetOrigin!=="."&&e.targetOrigin!=="/")try{o.push(new URL(e.targetOrigin).origin);}catch{}for(let a of o)try{r.add(new URL(a).origin+n.pathname+n.search);}catch{}r.add(n.pathname+n.search);}catch{}return [...r]}function ao(e,t){let r=e.targetOrigin&&e.targetOrigin!=="."&&e.targetOrigin!=="/"?e.targetOrigin:"https://relative.invalid/";try{let n=new URL(t,r);return At(e.outputDir,n.pathname)}catch{return null}}function co(e,t,r){for(let n of Na(e,r)){let s=t[n];if(!s)continue;let o=ao(e,s);if(o)return {outputPath:o,publicUrl:s}}return null}function _a(e,t,r){for(let n of Ot(e,r)){let s=t[n];if(!s)continue;let o=ao(e,s);if(o)return o}return null}function ht(e,t,r){let n=_a(e,t,r);if(n)return n;try{return Dt(e,r).originalFilePath}catch{return null}}function Ba(){let e=process.env.STATIC_PUBLISHER_RUNTIME_DIR||process.env.WPSUITE_STATIC_PUBLISHER_RUNTIME_DIR||"";return e.trim()?C.join(C.resolve(e),"queue-runner-heartbeat.json"):""}async function on(e){let t=Ba();if(t)try{let r=await F.readFile(t,"utf8"),n=JSON.parse(r);if(!n||typeof n!="object")return;await F.writeFile(t,JSON.stringify({...n,checkedAt:new Date().toISOString(),status:"running",currentStep:"rewrite",message:e},null,2),"utf8");}catch{}}function Ha(e,t){let r=new Set;for(let n of t.donePages)r.add(C.resolve(Fe(e,n)));for(let n of t.doneAssets){let s=ht(e,t.assetMap,n);!s||!$e(s)||r.add(C.resolve(s));}for(let n of t.doneSitemaps){let s=ht(e,t.assetMap,n);!s||!$e(s)||r.add(C.resolve(s));}return [...r]}var mr="re:",ur=new Map;function Va(e){if(!e.startsWith(mr))return null;let t=ur.get(e);if(t!==void 0)return t||null;let r=e.slice(mr.length).trim();if(!r)return ur.set(e,false),null;try{let n=new RegExp(r);return ur.set(e,n),n}catch{return console.warn(`[crawl] Ignoring invalid path matcher regex: ${e}`),ur.set(e,false),null}}function bn(e,t){let r=Va(t);return r?r.test(e):t.startsWith(mr)?false:e.startsWith(t)}function Ka(e,t){return t.find(r=>bn(e,r))}function lo(e,t){let r=Ka(t.pathname,e.blockedPathPrefixes);if(r)return r.startsWith(mr)?`blocked path regex: ${r}`:`blocked path prefix: ${r}`;let n=e.blockedSearchFragments.find(s=>t.search.includes(s));return n?`blocked search fragment: ${n}`:null}function za(e){let t=new URL(e.sourceOrigin),r=new Set([t.hostname,...e.allowedAssetHosts]);if(e.targetOrigin&&e.targetOrigin!=="."&&e.targetOrigin!=="/")try{r.add(new URL(e.targetOrigin).hostname);}catch{}for(let n of Object.keys(e.extraReplacements||{}))try{r.add(new URL(n).hostname);}catch{}return r}function Ja(e,t){return za(e).has(t.hostname)}function Qa(e){let t=Ne(e.trim()).replace(/\\\//g,"/").replace(/^['"]|['"]$/g,"").trim();return t=t.replace(/[)]+$/g,"").trim(),t=t.replace(/;.*$/g,"").trim(),t}function pn(e){let t=Ne(e).replace(/\\\//g,"/");return /[{}]|\bwindow\.|\blocation\.|\bincludes\(|\?\?null|\+|%7B|%7D|%22|<|>|\s/.test(t)||/[()[\]'"]/.test(t)}function Ga(e){let t=Ne(e).replace(/\\\//g,"/").trim(),r=C.extname(t).toLowerCase();return eo.has(r)||to.has(r)?false:/^(?:this|[A-Za-z_$][\w$]*)\.[A-Za-z_$][\w$]*(?:\.[A-Za-z_$][\w$]*)*$/.test(t)}function nt(e){return ba.some(t=>e.pathname.startsWith(t))}function oe(e,t,r=e.sourceOrigin,n,s="url",o=false){let a=Qa(t);if(!a||a.startsWith("data:")||a.startsWith("blob:")||a.startsWith("mailto:")||a.startsWith("tel:")||a.startsWith("#"))return n?.ignore(s,t,"empty or unsupported scheme",r),null;if(pn(a))return n?.ignore(s,t,"looks like JavaScript/code fragment",r),null;if(Ga(a))return n?.ignore(s,t,"looks like JavaScript property access",r),null;try{let c=new URL(a,r);if(uo(c))return n?.reject(s,t,"malformed URL encoding",r),null;if(!["http:","https:"].includes(c.protocol))return n?.ignore(s,t,"unsupported protocol: ",r),null;if(!Ja(e,c))return n?.ignore(s,c.toString(),"host not allowed",r),null;let i=lo(e,c);if(i&&!(o&&Lr(c)))return n?.reject(s,c.toString(),i,r),null;let d=new URL(e.sourceOrigin);return c.protocol=d.protocol,c.host=d.host,c.hash="",c}catch{return n?.reject(s,t,"invalid URL",r),null}}function uo(e){try{return decodeURIComponent(e.pathname),decodeURIComponent(e.search),decodeURIComponent(e.hash),!1}catch{return true}}function ke(e,t,r,n){try{let s=new URL(e);return uo(s)?(t.reject(r,e,"malformed URL encoding",n),null):Tt(s.pathname)===null?(t.reject(r,e,"unsafe URL pathname",n),null):s.protocol!=="http:"&&s.protocol!=="https:"?(t.reject(r,e,`unsupported protocol: ${s.protocol}`,n),null):s}catch{return t.reject(r,e,"invalid URL",n),null}}function po(e){return eo.has(C.extname(e.pathname).toLowerCase())}function Ve(e){return nt(e)?false:to.has(C.extname(e.pathname).toLowerCase())}function yt(e){let t=e.pathname.toLowerCase();return t.endsWith(".xml")&&(t.includes("sitemap")||t.endsWith("/sitemap.xml"))}function G(e,t){return !!(yt(t)||t.pathname==="/robots.txt"||t.pathname==="/llms.txt"||t.pathname.toLowerCase().endsWith(".xsl")||e.assetPathPrefixes.length>0&&e.assetPathPrefixes.some(r=>bn(t.pathname,r))||po(t)||!Ve(t)&&!nt(t))}function Fe(e,t){let r=new URL(t),n=Tt(r.pathname);if(n===null)throw new Error(`Unsafe page URL pathname: ${r.pathname}`);return n.endsWith("/")?n+="index.html":C.extname(n)||(n+="/index.html"),At(e.outputDir,n)}function Za(e){if(!e.generated404RequestPath)return null;try{let t=new URL(e.generated404RequestPath,e.sourceOrigin);return !t.pathname.endsWith("/")&&C.extname(t.pathname)===""&&(t.pathname+="/"),t.hash="",t.toString()}catch{return null}}function yr(e,t){let r=Za(e);if(!r)return false;try{return new URL(t,e.sourceOrigin).toString()===r}catch{return false}}function Dt(e,t){let r=new URL(t),n=Tt(r.pathname);if(n===null)throw new Error(`Unsafe asset URL pathname: ${r.pathname}`);n.endsWith("/")&&(n+="index.html");let s=!!r.search,o=n,a=At(e.outputDir,o),c=zr(e.targetOrigin,o),i=`${c}${r.search}`;if(!s)return {originalPathname:o,originalFilePath:a,originalPublicUrl:c,originalPublicUrlWithSearch:i,preferQueryHashed:s};let d=C.extname(n),u=`${d?n.slice(0,-d.length):n}.${Ee(r.search)}${d||".bin"}`;return {originalPathname:o,originalFilePath:a,originalPublicUrl:c,originalPublicUrlWithSearch:i,preferQueryHashed:s,hashedPathname:u,hashedFilePath:At(e.outputDir,u),hashedPublicUrl:zr(e.targetOrigin,u)}}function Ya(e,t,r,n){let s=ke(t,r,"asset",n);return s?Dt(e,s.toString()):null}function mn(e,t,r,n,s){t[r]=n;try{let o=new URL(r),c=[new URL(e.sourceOrigin).origin,...Object.keys(e.extraReplacements||{})];if(e.targetOrigin&&e.targetOrigin!=="."&&e.targetOrigin!=="/")try{c.push(new URL(e.targetOrigin).origin);}catch{}for(let i of c)try{let d=new URL(i);t[d.origin+o.pathname+o.search]=n;}catch{}try{let i=(()=>{let d=new URL(n,e.targetOrigin==="."?"https://relative.invalid":e.targetOrigin);return `${d.pathname}${d.search}`})();t[o.pathname+o.search]=i;}catch{}try{let i=new URL(n,e.targetOrigin==="."?"https://relative.invalid":e.targetOrigin).pathname;t[o.pathname]=i;}catch{}try{let i=new URL(s,e.targetOrigin==="."?"https://relative.invalid":e.targetOrigin).pathname;t[o.pathname]=i;}catch{}}catch{}}async function mo(e){try{return await F.readFile(e)}catch(t){if(t.code==="ENOENT")return null;throw t}}async function Ye(e){try{return await F.stat(e)}catch(t){if(t.code==="ENOENT")return null;throw t}}function Xa(e){let t=String(e["content-length"]||"").trim();if(!t)return null;let r=Number.parseInt(t,10);return Number.isFinite(r)&&r>=0?r:null}function go(e){let t=String(e["last-modified"]||"").trim();if(!t)return null;let r=Date.parse(t);return Number.isFinite(r)?r:null}function ec(e,t){let r=go(t),n=Xa(t),s=e?.mtime.getTime();return r!==null&&Math.abs((s??0)-r)>=1e3||n!==null&&e?.size!==n?false:r!==null||n!==null}async function tc(e,t){if(!t)return;let r=go(t);if(r===null)return;let n=await Ye(e);if(!n)return;let s=new Date(r);await F.utimes(e,n.atime,s).catch(()=>{});}function gn(e,t){let r=C.extname(e.pathname).toLowerCase(),n=t["content-type"]||"";return ya.has(r)||wa.some(s=>n.includes(s))&&!n.startsWith("image/")&&!n.includes("font")}function rc(e){try{let t=C.extname(new URL(e).pathname).toLowerCase();return t===".js"||t===".mjs"}catch{return false}}function Ze(e,t){(e.doneAssets.size%25===0||e.doneAssets.size===1||e.doneAssets.size===e.stats.assetsQueued)&&t.progress(`Asset processing progress: processed ${e.doneAssets.size}, discovered ${e.stats.assetsQueued}.`,{doneAssets:e.doneAssets.size,assetsQueued:e.stats.assetsQueued,phase:"download-assets"});}function nc(e){return Ee(e.toString("base64"),40)}function fo(e,t,r){let n=e.assetVariantDigestsByOriginalPath.get(t);if(!n||n.size===0)return false;for(let s of n)if(s!==r)return true;return false}function ho(e,t,r){let n=e.assetVariantDigestsByOriginalPath.get(t);n||(n=new Set,e.assetVariantDigestsByOriginalPath.set(t,n)),n.add(r);}async function fn(e,t,r,n,s,o,a){let c=Dt(e,r),i=nc(n),d=c.originalFilePath,l=c.originalPublicUrlWithSearch;if(c.preferQueryHashed&&c.hashedFilePath&&c.hashedPublicUrl&&fo(s,c.originalFilePath,i)){let g=co(e,t,r);g?(d=g.outputPath,l=g.publicUrl):(d=c.hashedFilePath,l=c.hashedPublicUrl);}mn(e,t,r,l,c.originalPublicUrl);let u=$e(d)?Buffer.from(Zr(n.toString("utf8"),e,t,d),"utf8"):n,f=await mo(d),p=false;return (f===null||!f.equals(u))&&(await We(d,u),p=true),o?.debug(`${p?"Saved":"Skipped unchanged"} asset output ${r}`,{phase:"download-assets",url:r,outputPath:d,bytes:u.length,wroteFile:p}),ho(s,c.originalFilePath,i),await tc(d,a),s.stats.assetsSaved++,o&&(s.stats.assetsSaved%50===0||s.stats.assetsSaved===1)&&o.progress(`Asset progress: saved ${s.stats.assetsSaved}, discovered ${s.stats.assetsQueued}, pending ${s.assetQueue.length}.`,{assetsSaved:s.stats.assetsSaved,assetsQueued:s.stats.assetsQueued,assetQueue:s.assetQueue.length,phase:"download-assets"}),{outputPath:d,publicUrl:l,wroteFile:p}}function st(e,t,r,n,s){let o=()=>{let u=String(s??"").trim();if(!u)return {discoveredFrom:"",discoveredFromType:"unknown"};if(u==="seed-path"||u==="cli"||u==="generated-404-request-path")return {discoveredFrom:u,discoveredFromType:u};if(/^https?:\/\//i.test(u))try{let f=new URL(u);return yt(f)?{discoveredFrom:u,discoveredFromType:"sitemap"}:G(e,f)?{discoveredFrom:u,discoveredFromType:"asset"}:Ve(f)&&!nt(f)?{discoveredFrom:u,discoveredFromType:"page"}:{discoveredFrom:u,discoveredFromType:"url"}}catch{return {discoveredFrom:u,discoveredFromType:"url"}}return {discoveredFrom:u,discoveredFromType:"url"}},a=s&&/^https?:\/\//i.test(s)?s:e.sourceOrigin,c=oe(e,r,a,n,"page");if(!c)return;if(!Ve(c)||po(c)){if(G(e,c)){n.info(`Seeded/non-page URL queued as asset: ${c.toString()}`,{url:c.toString(),source:s}),Q(e,t,c.toString(),n,s);return}n.reject("page",c.toString(),nt(c)?"asset/internal path cannot be page":"not page-like",s);return}let i=c.toString(),{discoveredFrom:d,discoveredFromType:l}=o();d&&!t.pageDiscoverySources.has(i)&&t.pageDiscoverySources.set(i,d),!t.donePages.has(i)&&!t.queuedPages.has(i)&&(t.queuedPages.add(i),t.pageQueue.push(i),t.stats.pagesQueued++,n.debug(`Queued discovered page ${i}`,{phase:"discovery",url:i,discoveredFrom:d,discoveredFromType:l,outputPath:Fe(e,i)}),(t.stats.pagesQueued%25===0||t.stats.pagesQueued===1)&&n.progress(`Discovery progress: pages ${t.stats.pagesQueued}, assets ${t.stats.assetsQueued}, sitemaps ${t.stats.sitemapsQueued}.`,{pagesQueued:t.stats.pagesQueued,assetsQueued:t.stats.assetsQueued,sitemapsQueued:t.stats.sitemapsQueued,pageQueue:t.pageQueue.length,phase:"discovery"}));}function Q(e,t,r,n,s){let o=s&&/^https?:\/\//i.test(s)?s:e.sourceOrigin,a=oe(e,r,o,n,"asset");if(!a)return;if(!G(e,a)){n.reject("asset",a.toString(),"not a safe asset path/prefix",s);return}let c=a.toString();!t.doneAssets.has(c)&&!t.queuedAssets.has(c)&&(t.queuedAssets.add(c),t.assetQueue.push(c),t.stats.assetsQueued++,(t.stats.assetsQueued%100===0||t.stats.assetsQueued===1)&&n.progress(`Discovery progress: pages ${t.stats.pagesQueued}, assets ${t.stats.assetsQueued}, sitemaps ${t.stats.sitemapsQueued}.`,{pagesQueued:t.stats.pagesQueued,assetsQueued:t.stats.assetsQueued,sitemapsQueued:t.stats.sitemapsQueued,assetQueue:t.assetQueue.length,phase:"discovery"}));}function gr(e,t,r,n,s){let o=s&&/^https?:\/\//i.test(s)?s:e.sourceOrigin,a=oe(e,r,o,n,"sitemap",zn(s));if(!a)return;if(!yt(a)){n.reject("sitemap",a.toString(),"not sitemap-like",s);return}let c=a.toString();!t.doneSitemaps.has(c)&&!t.queuedSitemaps.has(c)&&(t.queuedSitemaps.add(c),t.sitemapQueue.push(c),t.stats.sitemapsQueued++,(t.stats.sitemapsQueued%10===0||t.stats.sitemapsQueued===1)&&n.progress(`Discovery progress: pages ${t.stats.pagesQueued}, assets ${t.stats.assetsQueued}, sitemaps ${t.stats.sitemapsQueued}.`,{pagesQueued:t.stats.pagesQueued,assetsQueued:t.stats.assetsQueued,sitemapsQueued:t.stats.sitemapsQueued,sitemapQueue:t.sitemapQueue.length,phase:"discovery"}));}function sc(e){let t=Ne(e),r=[...t.matchAll(/<url>\s*([\s\S]*?)\s*<\/url>/gi)].map(n=>n[1]);return r.length>0?r.map(n=>{let s=n.match(/<loc>\s*([^<]+?)\s*<\/loc>/i);if(!s?.[1])return null;let o=n.match(/<lastmod>\s*([^<]+?)\s*<\/lastmod>/i);return {loc:s[1].trim(),lastmod:rt(o?.[1]??null)}}).filter(n=>!!n):[...t.matchAll(/<loc>\s*([^<]+?)\s*<\/loc>/gi)].map(n=>({loc:n[1].trim(),lastmod:null})).filter(n=>n.loc)}function oc(e){return e.split(",").map(t=>t.trim().split(/\s+/)[0]).filter(Boolean)}function ic(e){let t=[],r=/url\(\s*(?:"([^"]+)"|'([^']+)'|([^)]*?))\s*\)/gi;for(let n of e.matchAll(r)){let s=e.slice(Math.max(0,n.index-8),n.index);if(/\bnew\s+$/i.test(s))continue;let o=(n[1]||n[2]||n[3]||"").trim();o&&t.push(o);}return t}function ac(e){return e.replace(/<script\b[^>]*>[\s\S]*?<\/script\s*>/gi,"")}function cc(e,t){if(t==="dom-style")return true;let r=(()=>{try{return C.extname(new URL(e).pathname).toLowerCase()}catch{return ""}})();return !(r===".js"||r===".mjs"||r===".map"||t.includes("javascript"))}function pr(e){return e.trim().replace(/\\/g,"/").replace(/^https?:\/\/[^/]+/i,"").replace(/^\/+/,"")}async function wo(e,t,r,n){let s=[];await F.mkdir(t,{recursive:true});let o=await F.readdir(e,{withFileTypes:true});for(let a of o){let c=C.join(e,a.name),i=C.join(t,a.name);if(a.isDirectory()){s.push(...await wo(c,i,r,n));continue}await yo(c,i,r,n)&&s.push(i);}return s}async function lc(e,t){try{let[r,n]=await Promise.all([F.stat(e),F.stat(t)]);if(r.size!==n.size)return !1;let[s,o]=await Promise.all([F.readFile(e),F.readFile(t)]);return s.equals(o)}catch{return false}}async function yo(e,t,r,n){let s=C.resolve(t);return r.has(s)?(n.debug("Skipped post-crawl copy over crawled page output",{phase:"copy-extra-paths",sourcePath:e,targetPath:t}),false):await lc(e,t)?(n.debug("Skipped unchanged post-crawl copy target",{phase:"copy-extra-paths",sourcePath:e,targetPath:t}),false):(await F.mkdir(C.dirname(t),{recursive:true}),await F.copyFile(e,t),true)}async function uc(e,t,r){let n=Object.entries(e.postCrawlCopyMap||{}).map(([c,i])=>({sourcePath:c.trim(),prefix:String(i||"").trim()}));if(n.length===0)return [];let s=0,o=[],a=new Set([...t.donePages].map(c=>C.resolve(Fe(e,c))));r.mark("copy-extra-paths");for(let c of n){let i=c.sourcePath,d=c.prefix;if(!i||!d){r.warn("Skipped post-crawl copy mapping with empty key/value",{sourcePath:i,prefixPath:d});continue}let l=Ca(i);if(!l.resolvedPath){r.warn("Skipped post-crawl copy source because alias root is not configured",{sourcePath:i,alias:l.alias||"",requiredEnv:l.requiredEnv||"",prefixPath:d});continue}let u=l.resolvedPath,f=pr(d);if(!f){r.warn("Skipped post-crawl copy mapping with invalid export prefix",{sourcePath:i,prefixPath:d});continue}let p;try{p=await F.stat(u);}catch{r.warn("Skipped post-crawl copy source because it does not exist",{sourcePath:i,sourceAbs:u,prefixPath:d});continue}let g=C.resolve(e.outputDir,f);if(p.isDirectory()){let y=await wo(u,g,a,r);o.push(...y),s+=y.length,y.length>0&&r.progress(`Copied static directory to export: ${u} -> /${f}`,{phase:"copy-extra-paths",sourcePath:u,targetPath:`/${f}`,copiedItems:s,changedFiles:y.length});continue}let w=C.basename(u),m=d.endsWith("/")?C.join(g,w):g;await yo(u,m,a,r)&&(o.push(m),s++,r.progress(`Copied static file to export: ${u} -> /${pr(d.endsWith("/")?`${d}${w}`:d)}`,{phase:"copy-extra-paths",sourcePath:u,targetPath:`/${pr(d.endsWith("/")?`${d}${w}`:d)}`,copiedItems:s}));}return r.endMark("copy-extra-paths",{mappedSources:n.length,copiedItems:s}),o}function wt(e,t,r,n,s){let o=new Set,a=Ne(r).replace(/\\\//g,"/"),c=s==="page-html"?ac(a):a,i=cc(t,s);if(i){for(let d of ic(c)){let l=oe(e,d,t,n,`${s}:css-url`);l&&G(e,l)&&o.add(l.toString());}for(let d of c.matchAll(/@import\s+(?:url\()?\s*['"]?([^'"\s;]+)['"]?\s*\)?/gi)){let l=oe(e,d[1],t,n,`${s}:css-import`);l&&G(e,l)&&o.add(l.toString());}}if(i||s==="page-html")for(let d of c.matchAll(/<\?xml-stylesheet[^>]+href=["']([^"']+)["'][^>]*\?>/gi)){let l=oe(e,d[1],t,n,`${s}:xml-stylesheet`);l&&G(e,l)&&o.add(l.toString());}if(s==="page-html")for(let d of ws(a)){let l=d.startsWith("//")?`${new URL(e.sourceOrigin).protocol}${d}`:d;if(pn(l)){n.ignore(`${s}:serialized-url`,l,"looks like JavaScript/code fragment",t);continue}let u=oe(e,l,t,n,`${s}:serialized-url`);u&&G(e,u)?o.add(u.toString()):u&&n.ignore("asset",u.toString(),"serialized URL did not pass safe asset path filter",t);}if(s!=="page-html"&&rc(t))for(let d of ys(a)){if(pn(d)||!/\.(?:js|mjs)(?:[?#]|$)/i.test(d))continue;let l=oe(e,d,t,n,`${s}:relative-asset`);l&&G(e,l)&&o.add(l.toString());}return [...o]}function bo(e,t,r,n){let s=new Set,o=Ne(r);for(let a of o.matchAll(/href=["']([^"'#\s][^"']*?)["']/gi)){let c=a[1],i=oe(e,c,t,n,"page-link");i&&(lo(e,i)||Ve(i)&&!nt(i)&&!G(e,i)&&s.add(i.toString()));}return [...s]}async function Ks(e,t,r,n,s,o,a=false,c=[]){let i=new Set(c),d=0,l=new Map,u=(f,p)=>{let g=[p],w=new Set;for(;g.length>0;){let m=g.pop();if(m===f)return true;w.has(m)||(w.add(m),g.push(...l.get(m)??[]));}return false};for(;r.sitemapQueue.length>0;){let f=r.sitemapQueue.shift();r.queuedSitemaps.delete(f);let p=ke(f,n,"sitemap","sitemap-queue");if(!p)continue;let g=p.toString();if(r.doneSitemaps.has(g))continue;r.doneSitemaps.add(g),n.sitemap(`Fetching sitemap ${g}`,{url:g});let w=true;try{let m=await t.get(g,{timeout:6e4});if(w=!1,!m.ok()){if(n.skip("sitemap",g,m.status()),a&&!i.has(g))throw new Error(`Required child content-sync sitemap returned HTTP ${m.status()}: ${g}`);continue}let h=await m.body(),y=m.url()||g,b=ke(y,n,"sitemap-response",g);if(!b)continue;let P=b.toString();r.successfulSitemaps.add(g),r.successfulSitemaps.add(P),i.has(g)&&(r.resolvedSitemapRoots.add(P),d+=1);let O=await fn(e,r.assetMap,P,h,r,n);le(s,e,O.outputPath),Ce(s,O.outputPath);let x=h.toString("utf8");/<sitemapindex(?:\s|>)/i.test(x)?r.sitemapIndexUrls.add(P):r.sitemapLeafUrls.add(P);let k=wt(e,P,x,n,"sitemap");for(let A of k)Q(e,r,A,n,P);let R=[];for(let A of sc(x)){let I=oe(e,A.loc,P,n,"sitemap-loc",!0);if(!I){if(a)throw new Error(`Content-sync sitemap contains an inadmissible location: ${A.loc}`);continue}if(yt(I)){if(u(P,I.toString()))throw new Error(`Sitemap index cycle detected: ${P} -> ${I.toString()}`);if(l.has(P)||l.set(P,new Set),l.get(P).add(I.toString()),R.push(I.toString()),a&&r.doneSitemaps.has(I.toString())&&!r.successfulSitemaps.has(I.toString()))throw new Error(`Required child content-sync sitemap was not resolved: ${I.toString()}`);gr(e,r,I.toString(),n,P);}else if(a){if(Ve(I)&&!G(e,I)){let K=o.requiredUrls.has(I.toString()),D=o.manifest.pages[I.toString()],S=!!D&&!!await Ye(D.outputPath);if(!K&&!S)throw new Error(`Content-sync sitemap coverage is incomplete for ${I.toString()}.`)}n.ignore("sitemap-loc",I.toString(),"content-sync sitemap-only traversal does not enqueue urlset locations",P);}else G(e,I)?Q(e,r,I.toString(),n,P):Ve(I)?(A.lastmod&&(r.sitemapLastmodByPage[I.toString()]=A.lastmod),st(e,r,I.toString(),n,P)):n.reject("sitemap-loc",I.toString(),"not page/sitemap/asset-like",P);}o.trackManifest&&(o.manifest.assets[P]={url:P,outputPath:O.outputPath,isText:!0,contentType:m.headers()["content-type"]??"application/xml",cacheControl:ln(m.headers()),changeToken:null,tokenSource:null,discoveredAssets:[...new Set([...k,...R])],lastCrawledAt:new Date().toISOString(),lastSeenRunId:o.runId,unreferencedRuns:0,rewriteComplete:!1},await He(e,o));}catch(m){n.error(`Failed sitemap ${g}`,{url:g,error:String(m)});let h=a&&i.has(g)&&w;if(a&&!h)throw m}}if(a&&i.size>0&&d===0)throw new Error(`None of the configured content-sync sitemap roots could be resolved: ${[...i].join(", ")}`)}async function dc(e,t,r,n,s,o,a){let c=oe(e,n,e.sourceOrigin,s,"asset-fetch");if(!c||!G(e,c))return;let i=c.toString();if(r.doneAssets.has(i))return;let d=o.enabled||o.strictTargeted?o.previousManifest.assets[i]:void 0,l=o.trackManifest?await dr(e,t,o,i,s):null,u=l?.token??null,f=Yr(d?.changeToken,l),p=o.strictTargeted&&(!l?.supported||!l.token)&&Xr(e.sourceOrigin,i),g=o.strictTargeted?o.manifest.assets[i]:void 0;if(g?.lastSeenRunId===o.runId&&await Ye(g.outputPath)){r.doneAssets.add(i);for(let m of g.discoveredAssets||[])Q(e,r,m,s,i);le(a,e,g.outputPath),ft(a,e,g.outputPath,g.cacheControl),g.isText&&Ce(a,g.outputPath),s.info(`Resumed completed content-sync asset ${i}`,{url:i,source:"content-sync-checkpoint"}),Ze(r,s);return}if(d&&(f||p)&&await Ye(d.outputPath)){o.manifest.assets[i]={...d,changeToken:u,tokenSource:l?.tokenSource??d.tokenSource,discoveredAssets:[...d.discoveredAssets||[]],lastSeenRunId:o.runId,unreferencedRuns:0},delete o.manifest.pages[i],r.doneAssets.add(i);for(let m of d.discoveredAssets||[])Q(e,r,m,s,i);ft(a,e,d.outputPath,d.cacheControl),s.info(`Reused unchanged trusted asset ${i}.`,{url:i,tokenSource:l?.tokenSource??"unknown",phase:"download-assets",source:f?"asset-change-token-match":"content-sync-release-fingerprint"}),Ze(r,s);return}let w=(m,h={})=>{if(!d||o.strictTargeted)return false;o.manifest.assets[i]={...d,discoveredAssets:[...d.discoveredAssets||[]],lastCrawledAt:new Date().toISOString(),lastSeenRunId:o.runId,unreferencedRuns:0},delete o.manifest.pages[i],r.doneAssets.add(i);for(let y of d.discoveredAssets||[])Q(e,r,y,s,i);return s.warn(`Keeping previous incremental asset ${i} after fetch issue.`,{url:i,reason:m,preservedFromPreviousManifest:true,...h,phase:"download-assets"}),Ze(r,s),true};s.asset(`Fetching asset ${i}`,{url:i});try{let m=ht(e,r.assetMap,i),h=m?await Ye(m):null;if(m&&h&&!o.strictTargeted)try{let D=await se(`fetch asset headers ${i}`,6e4,()=>t.head(i,{timeout:6e4})),S=D.headers();if(D.ok()&&ec(h,S)){let q=await mo(m);if(q!==null){let ue=D.url()||i,H=ke(ue,s,"asset-response",i);if(!H)return;let B=H.toString(),T=await fn(e,r.assetMap,B,q,r,s,S);T.wroteFile&&(le(a,e,T.outputPath),$e(T.outputPath)&&Ce(a,T.outputPath));let W=ln(S)||d?.cacheControl||null;ft(a,e,T.outputPath,W),r.doneAssets.add(i),s.info(`Reused existing asset ${i} based on response headers.`,{url:i,filePath:m,lastModified:S["last-modified"]||"",contentLength:S["content-length"]||"",phase:"download-assets"}),Ze(r,s);let U=gn(c,S),z=d?.discoveredAssets?[...d.discoveredAssets]:[];if(U||d?.isText){let J=q.toString("utf8"),de=wt(e,B,J,s,"asset:cached");(de.length>0||!d)&&(z=de);for(let Se of z)Q(e,r,Se,s,B);}if(o.trackManifest){let J=U||!!d?.isText;o.manifest.assets[i]={url:i,outputPath:T.outputPath,isText:J,contentType:cn(S)||d?.contentType||null,cacheControl:W,changeToken:l?.supported?l.token:null,tokenSource:l?.supported?l.tokenSource??null:null,discoveredAssets:z,lastCrawledAt:new Date().toISOString(),lastSeenRunId:o.runId,unreferencedRuns:0,rewriteComplete:!J},delete o.manifest.pages[i],(o.enabled||o.strictTargeted)&&J&&await He(e,o);}return}}}catch{}let y=await se(`fetch asset ${i}`,6e4,()=>t.get(i,{timeout:6e4}));if(!y.ok()){if(w(`http-${y.status()}`,{status:y.status()}))return;if(o.strictTargeted)throw new Error(`Required content-sync asset returned HTTP ${y.status()}: ${i}`);s.skip("asset",i,y.status());return}let b=await se(`read asset response ${i}`,6e4,()=>y.body()),P=y.url()||i,O=ke(P,s,"asset-response",i);if(!O)return;let x=O.toString(),k=y.headers(),R=await fn(e,r.assetMap,x,b,r,s,k);R.wroteFile&&(le(a,e,R.outputPath),$e(R.outputPath)&&Ce(a,R.outputPath));let A=ln(k);ft(a,e,R.outputPath,A),r.doneAssets.add(i),Ze(r,s);let I=gn(c,k),K=[];if(I){let D=b.toString("utf8");K=wt(e,x,D,s,`asset:${C.extname(c.pathname).toLowerCase()||k["content-type"]||"unknown"}`);for(let S of K)Q(e,r,S,s,x);}o.trackManifest&&(o.manifest.assets[i]={url:i,outputPath:R.outputPath,isText:I,contentType:cn(k),cacheControl:A,changeToken:l?.supported?l.token:null,tokenSource:l?.supported?l.tokenSource??null:null,discoveredAssets:K,lastCrawledAt:new Date().toISOString(),lastSeenRunId:o.runId,unreferencedRuns:0,rewriteComplete:!I},delete o.manifest.pages[i],(o.enabled||o.strictTargeted)&&I&&await He(e,o));}catch(m){if(w("fetch-error",{error:String(m)}))return;if(s.error(`Failed asset ${i}`,{url:i,error:String(m)}),o.strictTargeted)throw m}finally{r.doneAssets.has(i)||(r.doneAssets.add(i),Ze(r,s));}}async function pc(e,t,r,n,s,o){let a=Math.max(1,Number(e.assetDownloadConcurrency||e.concurrency||1)),c=Array.from({length:a},async()=>{for(;r.assetQueue.length>0;){let i=r.assetQueue.shift();i&&(r.queuedAssets.delete(i),await dc(e,t,r,i,n,s,o));}});await Promise.all(c);}function fr(e,t){let r=me(e.outputDir,t);if(!r)throw new Error(`Remote export output is outside outputDir: ${t}`);return r}function mc(e,t){return gn(e,{"content-type":t})}function zs(e){return /(?:^|\/)index\.html?$|\.html?$/i.test(e)}async function gc(e,t,r,n,s,o,a,c,i){let d=Math.max(1,Math.min(100,i)),l=20;for(;r.assetQueue.length>0;){let u=r.assetQueue.splice(0,d*l);for(let w of u)r.queuedAssets.delete(w);await yn(e,t,s,u,n);let f=[];for(let w of u){let m=s.manifest.assets[w],h=m?me(e.outputDir,m.outputPath):null,y=h?a.objects[h]:void 0,b=s.changeTokenCache.get(w)??null;if(!(s.enabled&&m&&y?.kind==="asset"&&y.sourceUrl===w&&(Yr(m.changeToken,b)||(!b?.supported||!b.token)&&Xr(e.sourceOrigin,w)))||!m||!h||!y){f.push(w);continue}s.manifest.assets[w]={...m,changeToken:b?.token??null,tokenSource:b?.tokenSource??m.tokenSource,lastSeenRunId:s.runId,unreferencedRuns:0};for(let O of m.discoveredAssets||[])Q(e,r,O,n,w);r.doneAssets.add(w),ft(o,e,m.outputPath,m.cacheControl),n.info(`Reused unchanged S3-native asset ${w}.`,{url:w,relativePath:h,tokenSource:b?.tokenSource??"release-fingerprint",phase:"download-assets",execution:"lambda"}),Ze(r,n);}if(f.length===0)continue;let p=[];for(let w=0;w<f.length;w+=l)p.push(f.slice(w,w+l));let g=await Promise.all(p.map(w=>c.fetch({urls:w,ignoreHttpsErrors:e.ignoreHttpsErrors,timeoutMs:6e4})));for(let w of g)for(let m of w.assets){let h=m.requestedUrl;try{if(m.outcome!=="fetched"||!m.object||!m.finalUrl){let A=m.error||`Remote asset fetch ended with ${m.outcome}.`;if(n.error(`Failed remote asset ${h}`,{url:h,status:m.httpStatus,outcome:m.outcome,error:A,execution:"lambda"}),s.strictTargeted)throw new Error(A);continue}let y=ke(m.finalUrl,n,"remote-asset-response",h);if(!y)continue;let b=Dt(e,y.toString()),P=b.originalFilePath,O=b.originalPublicUrlWithSearch;if(b.preferQueryHashed&&b.hashedFilePath&&b.hashedPublicUrl&&fo(r,b.originalFilePath,m.object.sha256)){let A=co(e,r.assetMap,y.toString());P=A?.outputPath??b.hashedFilePath,O=A?.publicUrl??b.hashedPublicUrl;}mn(e,r.assetMap,y.toString(),O,b.originalPublicUrl),y.toString()!==h&&mn(e,r.assetMap,h,O,b.originalPublicUrl),ho(r,b.originalFilePath,m.object.sha256);let x=fr(e,P),k=m.contentType?.trim()||"application/octet-stream",R=mc(y,k);gt(a,{relativePath:x,sourceUrl:h,kind:"asset",contentType:k,cacheControl:m.cacheControl,isText:R,object:m.object}),le(o,e,P),R&&Ce(o,P),ft(o,e,P,m.cacheControl);for(let A of m.discoveredAssets)Q(e,r,A,n,y.toString());r.stats.assetsSaved++,s.trackManifest&&(s.manifest.assets[h]={url:h,outputPath:P,isText:R,contentType:k,cacheControl:m.cacheControl,changeToken:null,tokenSource:null,discoveredAssets:[...m.discoveredAssets],lastCrawledAt:new Date().toISOString(),lastSeenRunId:s.runId,unreferencedRuns:0,rewriteComplete:!R},delete s.manifest.pages[h]),n.debug(`Remote asset fetch completed ${h}`,{url:h,finalUrl:y.toString(),relativePath:x,bytes:m.object.bytes,taskId:w.taskId,attempts:w.attempts,execution:"lambda"});}finally{r.doneAssets.add(h),Ze(r,n);}}}}async function fc(e,t,r,n){for(let s of [...t.changedFiles].sort()){if(!Ls(r,s))continue;let o=C.join(e.outputDir,s),a=await F.readFile(o).catch(l=>{throw new Error(`Coordinator-owned output is missing before S3 staging: ${s}`,{cause:l})}),c=$e(o),i=String(Es.lookup(s)||"")||(c?"text/plain; charset=utf-8":"application/octet-stream"),d=await n.writeWorkspaceObject({key:`${r.workspace.prefix}jobs/${r.jobId}/coordinator/${Ee(s,40)}-${C.basename(s)}`,body:a,contentType:i,cacheControl:zs(s)?e.s3.htmlCacheControl:e.s3.assetCacheControl});gt(r,{relativePath:s,sourceUrl:null,kind:"generated",contentType:i,cacheControl:zs(s)?e.s3.htmlCacheControl:e.s3.assetCacheControl,isText:c,object:d});}}function hc(e){let t=Math.ceil(e/1e3);return `${t} second${t===1?"":"s"}`}function Be(e){return Math.max(6e4,e.navigationTimeoutMs*2,e.readiness.timeoutMs+e.readiness.fallbackWaitMs+15e3)}function $t(e){return Math.max(15e3,Math.min(6e4,Be(e)))}function So(e){return Math.max(15e3,e.readiness.timeoutMs+e.readiness.fallbackWaitMs+1e4)}function Sn(e){return e.stats.pagesCompleted}function hn(e){let r=e.options?.browserProcess;return {pid:typeof r?.process?.pid=="number"?r.process.pid:null,kill:typeof r?.kill=="function"?r.kill.bind(r):null}}async function an(e,t,r){let n=hn(e);try{if(n.kill){await n.kill(),t.warn(`Force-killed crawl worker browser after ${r}`,{browserPid:n.pid,reason:r});return}if(n.pid!==null){process.kill(n.pid,"SIGKILL"),t.warn(`Sent SIGKILL to crawl worker browser after ${r}`,{browserPid:n.pid,reason:r});return}t.warn(`Could not resolve crawl worker browser PID after ${r}`,{reason:r});}catch(s){t.error(`Failed to force-kill crawl worker browser after ${r}`,{browserPid:n.pid,reason:r,error:String(s)});}}async function se(e,t,r){let n;try{return await Promise.race([r(),new Promise((s,o)=>{n=globalThis.setTimeout(()=>{o(new Mt(e,t));},t);})])}finally{n!==void 0&&globalThis.clearTimeout(n);}}var Mt=class extends Error{constructor(r,n){super(`${r} timed out after ${hc(n)}.`);this.operation=r;this.timeoutMs=n;this.name="OperationTimeoutError";}operation;timeoutMs};async function wc(e,t){let r=So(e);await t.evaluate(async n=>{await new Promise(s=>{let o=0,a=700,c=Date.now(),i=()=>{window.clearInterval(d),window.scrollTo(0,0),s();},d=window.setInterval(()=>{if(Date.now()-c>=n.maxDurationMs){i();return}window.scrollBy(0,a),o+=a;let l=document.body?.scrollHeight||0,u=document.documentElement?.scrollHeight||0,f=Math.max(l,u);o>=f+window.innerHeight&&i();},120);});},{maxDurationMs:r});}async function yc(e,t){await t.waitForLoadState("domcontentloaded",{timeout:e.readiness.timeoutMs}).catch(()=>{}),e.readiness.waitForSelector&&await t.waitForSelector(e.readiness.waitForSelector,{timeout:e.readiness.timeoutMs}).catch(()=>{}),e.readiness.waitForFunction&&await t.waitForFunction(e.readiness.waitForFunction,void 0,{timeout:e.readiness.timeoutMs}).catch(()=>{}),await wc(e,t),await t.waitForTimeout(e.readiness.fallbackWaitMs);}async function bc(e,t){await t.waitForLoadState("domcontentloaded",{timeout:e.readiness.timeoutMs}).catch(()=>{}),await t.waitForLoadState("load",{timeout:e.readiness.timeoutMs}).catch(()=>{}),e.readiness.waitForSelector&&await t.waitForSelector(e.readiness.waitForSelector,{timeout:e.readiness.timeoutMs}).catch(()=>{}),await t.waitForTimeout(e.readiness.fallbackWaitMs);}function Po(e,t){return e.noJavaScriptRenderPathPrefixes.some(r=>bn(t,r))}async function Sc(e,t,r,n,s=true){let o=new Set;if(s){let c=await t.evaluate(()=>{let i=new Set,d=["href","src","poster","data-src","data-lazy-src","data-original","data-bg","data-background","data-href","data-resource-url"],l=new Set,u=["srcset","data-srcset","data-lazy-srcset"],f=p=>{p.querySelectorAll("*").forEach(g=>{for(let m of d){let h=g.getAttribute(m);h&&i.add(h);}for(let m of u){let h=g.getAttribute(m);h&&h.split(",").forEach(y=>{let b=y.trim().split(/\s+/)[0];b&&i.add(b);});}let w=g.getAttribute("style");w&&l.add(w),g.shadowRoot&&f(g.shadowRoot);});};return f(document),{attrs:[...i],styles:[...l]}});for(let i of c.attrs)for(let d of oc(i)){let l=oe(e,d,r,n,"dom-attr");l&&G(e,l)&&o.add(l.toString());}for(let i of c.styles)for(let d of wt(e,r,i,n,"dom-style"))o.add(d);}let a=await t.content();for(let c of wt(e,r,a,n,"page-html"))o.add(c);return [...o]}async function Js(e){return await e.evaluate(()=>{document.querySelectorAll("#wpsuite-consent-root").forEach(t=>t.remove()),document.documentElement.classList.remove("wpsuite-consent-scroll-locked"),document.body.classList.remove("wpsuite-consent-scroll-locked");}),e.content()}async function wn(e,t,r,n,s){let o=Fe(e,t);await We(o,r,"utf8");let a=await F.stat(o);s?.debug(`Saved page output ${t}`,{phase:"save-pages",url:t,outputPath:o,bytes:a.size});let c=hr(n,o),i=Math.min(n.stats.pagesQueued,Sn(n)+1);s&&c&&(n.stats.pagesSaved%10===0||n.stats.pagesSaved===1)&&s.progress(`Page progress: processed ${i}, rendered ${n.stats.pagesRendered}, saved ${n.stats.pagesSaved}, discovered ${n.stats.pagesQueued}.`,{donePages:i,claimedPages:n.donePages.size,pagesRendered:n.stats.pagesRendered,pagesSaved:n.stats.pagesSaved,pagesQueued:n.stats.pagesQueued,pageQueue:n.pageQueue.length,phase:"save-pages"});}function hr(e,t){let r=C.resolve(t);return e.savedPageOutputs.has(r)?false:(e.savedPageOutputs.add(r),e.stats.pagesSaved=e.savedPageOutputs.size,true)}async function wr(e,t,r,n,s){let o=me(e.outputDir,n);if(!o)return;if(s){let c=s.objects[o];c?.kind==="page"&&c.sourceUrl===r&&c.object?.bucket===s.workspace.bucket&&typeof c.object.key=="string"&&c.object.key.startsWith(s.workspace.prefix)&&hr(t,n);return}(await Ye(n).catch(()=>null))?.isFile()&&hr(t,n);}function Ro(e){let t=Sn(e);return t%5===0||t===1||t===e.stats.pagesQueued}function vo(e,t){let r=Sn(e);t.progress(`Render progress: processed ${r}, rendered ${e.stats.pagesRendered}, saved ${e.stats.pagesSaved}, discovered ${e.stats.pagesQueued}.`,{donePages:r,claimedPages:e.donePages.size,pagesRendered:e.stats.pagesRendered,pagesSaved:e.stats.pagesSaved,pagesQueued:e.stats.pagesQueued,phase:"render-pages"});}async function Pc(e){await e.addInitScript(()=>{Object.defineProperty(window,"__WPSUITE_STATIC_EXPORT__",{value:true,writable:false,configurable:true});let t=r=>{if(r==null||String(r)==="")return true;try{let n=new URL(String(r),window.location.href),s=new URL(window.location.href);return n.hash="",s.hash="",n.href===s.href}catch{return false}};try{let r=window.location.assign.bind(window.location),n=window.location.replace.bind(window.location),s=window.location.reload.bind(window.location);Object.defineProperty(window.location,"assign",{configurable:!0,value:o=>{if(t(o)){console.warn("[smartcloud-static-publisher] blocked same-page location.assign",o??"");return}return r(o)}}),Object.defineProperty(window.location,"replace",{configurable:!0,value:o=>{if(t(o)){console.warn("[smartcloud-static-publisher] blocked same-page location.replace",o??"");return}return n(o)}}),Object.defineProperty(window.location,"reload",{configurable:!0,value:()=>{console.warn("[smartcloud-static-publisher] blocked location.reload");}});}catch{}});}async function Rc(e,t,r){let n=await e.newContext({viewport:t.viewport,userAgent:"WPSuiteStaticPublisher/0.8 Playwright SitemapOnly",ignoreHTTPSErrors:t.ignoreHttpsErrors,...r?{javaScriptEnabled:false}:{}});return r||await Pc(n),n}async function vc(e,t,r,n,s,o,a,c,i,d){for(;t.pageQueue.length>0&&!(e.maxPages>0&&t.donePages.size>=e.maxPages);){let l=t.pageQueue.shift();if(!l)break;t.queuedPages.delete(l);try{let u=ke(l,r,"page","page-queue");if(!u)continue;let f=u.toString();if(l=f,t.queuedPages.delete(l),t.donePages.has(l))continue;t.donePages.add(l),o.enabled&&o.seenPages.add(l);let p=yr(e,l),g=Po(e,u.pathname);if(!Ve(u)||G(e,u)||nt(u)){if(G(e,u)){r.info(`Remote worker redirected non-page URL to asset queue: ${l}`,{url:l,source:"remote-worker-guard"}),Q(e,t,l,r,"remote-worker-guard");continue}r.reject("page",l,"guard rejected non-page URL before remote rendering","remote-worker");continue}let w=o.strictTargeted?o.manifest.pages[l]:void 0;if(w?.lastSeenRunId===o.runId&&await Ye(w.outputPath)){o.seenPages.add(l);for(let R of w.discoveredAssets||[])Q(e,t,R,r,l);le(a,e,w.outputPath),Ce(a,w.outputPath),await wr(e,t,l,w.outputPath,d),r.info(`Resumed completed content-sync page ${l}`,{url:l,source:"content-sync-checkpoint"});continue}let m=await io(e,s,t,o,l,r);if(o.enabled&&n!=="single-url"&&n!=="content-sync"){let R=o.manifest.pages[l];if(m.action==="reuse"&&R){for(let A of R.discoveredAssets)Q(e,t,A,r,l);for(let A of R.discoveredPages)st(e,t,A,r,l);R.lastSeenRunId=o.runId,R.sitemapLastmod=rt(t.sitemapLastmodByPage[l])??R.sitemapLastmod,m.changeToken?.supported&&(R.changeToken=m.changeToken.token,R.tokenSource=m.changeToken.tokenSource??R.tokenSource),await wr(e,t,l,R.outputPath,d),r.info(`Incremental reuse skipped unchanged page ${l}`,{url:l,mode:"incremental",reason:m.changeToken?.supported===!0?"change-token-match":"sitemap-lastmod-match"});continue}}r.page(`Rendering remotely ${l}`,{url:l,execution:"lambda"});let h=await i.render({sourceOrigin:e.sourceOrigin,url:l,options:{ignoreHttpsErrors:e.ignoreHttpsErrors,javaScriptEnabled:!g,viewport:e.viewport,navigationTimeoutMs:e.navigationTimeoutMs,autoScrollTimeoutMs:So(e),readiness:e.readiness},downloadHtml:!d}),y=h.page,b=y.finalUrl?ke(y.finalUrl,r,"remote-final-response",l)?.toString():void 0;if(n==="content-sync"&&b&&b!==f){if(o.deleteOnMissingUrls.has(l)){await jt(e,o,a,l,o.deleteOnMissingUrls),r.info(`Removed stale content-sync archive route redirected to ${b}`,{url:l,finalResponseUrl:b,source:"content-sync-tombstone"});continue}throw new Error(`Required content-sync route redirected outside its planned URL: ${l} -> ${b}`)}let P=y.httpStatus;if(p){if(P!==404){r.error(`Generated 404 request path returned unexpected status for ${l}`,{url:l,expectedStatus:404,status:P,requestPath:e.generated404RequestPath,execution:"lambda"});continue}}else if(P!==null&&P>=400){if(n==="content-sync"&&(P===404||P===410)&&o.deleteOnMissingUrls.has(l)){await jt(e,o,a,l,o.deleteOnMissingUrls),r.info(`Removed stale content-sync archive page ${l}`,{url:l,status:P,source:"content-sync-tombstone"});continue}if(n==="content-sync")throw new Error(`Required content-sync route returned HTTP ${P}: ${l}`);r.skip("page",l,P,t.pageDiscoverySources.get(l));continue}t.stats.pagesRendered++;let O=new Set;if(!d){if(h.html===null)throw new Error("Remote render did not return HTML for local output mode.");for(let R of wt(e,f,h.html,r,"remote-page-html"))O.add(R);}for(let R of [...y.discoveredAssets,...y.networkUrls]){let A=oe(e,R,f,r,"remote-render");A&&G(e,A)&&O.add(A.toString());}for(let R of O)Q(e,t,R,r,l);let x=n!=="single-url"&&n!=="content-sync"&&!p?[...new Set([...!d&&h.html!==null?bo(e,l,h.html,r):[],...y.discoveredPages])]:[];for(let R of x)st(e,t,R,r,l);for(let R of y.cookies){let A=R.sameSite==="Strict"||R.sameSite==="Lax"||R.sameSite==="None"?R.sameSite:"Unspecified",I=!Number.isFinite(R.expires)||R.expires<=0;c.add({name:R.name,domain:R.domain,path:R.path||"/",expires:I?null:R.expires,session:I,secure:R.secure,httpOnly:R.httpOnly,sameSite:A,partitioned:R.partitioned===!0});}let k=Fe(e,l);if(d){if(!y.html)throw new Error("Remote render completed without a workspace HTML object.");gt(d,{relativePath:fr(e,k),sourceUrl:l,kind:"page",contentType:y.contentType?.trim()||"text/html; charset=utf-8",cacheControl:e.s3.htmlCacheControl,isText:!0,object:y.html}),hr(t,k);}else {if(h.html===null)throw new Error("Remote render did not return HTML for local output mode.");await wn(e,l,h.html,t,r);}le(a,e,k),Ce(a,k),o.trackManifest&&(o.manifest.pages[l]={url:l,outputPath:k,contentType:y.contentType?.trim()||null,changeToken:m.changeToken?.supported?m.changeToken.token:null,tokenSource:m.changeToken?.supported?m.changeToken.tokenSource??null:null,sitemapLastmod:rt(t.sitemapLastmodByPage[l])??null,discoveredPages:x,discoveredAssets:[...O],lastCrawledAt:new Date().toISOString(),lastSeenRunId:o.runId,rewriteComplete:!1},(o.enabled||o.strictTargeted)&&await He(e,o)),r.debug(`Remote render completed ${l}`,{url:l,taskId:h.taskId,attempts:h.attempts,execution:"lambda"});}catch(u){if(r.error(`Failed remote page ${l}`,{url:l,error:String(u),execution:"lambda",...u instanceof we?{status:u.status,attempts:u.attempts}:{}}),u instanceof we){t.pageHttpFailures.set(l,u);continue}if(o.strictTargeted)throw u}finally{t.stats.pagesCompleted++,Ro(t)&&vo(t,r);}}}async function Cc(e,t,r,n,s,o,a,c){let i=await chromium.launch({headless:true}),d=hn(i);d.pid!==null&&r.debug(`Launched crawl worker browser PID ${d.pid}`,{browserPid:d.pid});try{for(;t.pageQueue.length>0;){i||(i=await chromium.launch({headless:!0}),d=hn(i),d.pid!==null&&r.debug(`Relaunched crawl worker browser PID ${d.pid}`,{browserPid:d.pid}));let l=i;if(e.maxPages>0&&t.donePages.size>=e.maxPages)break;let u=t.pageQueue.shift();if(!u)break;t.queuedPages.delete(u);let f=null,p=null,g=!1,w=null,m=[],h=new Set;try{let y=ke(u,r,"page","page-queue");if(!y)continue;let b=y.toString();if(u=b,t.queuedPages.delete(u),t.donePages.has(u))continue;t.donePages.add(u),o.enabled&&o.seenPages.add(u);let P=yr(e,u),O=Po(e,y.pathname);if(!Ve(y)||G(e,y)||nt(y)){if(G(e,y)){r.info(`Worker redirected non-page URL to asset queue: ${u}`,{url:u,source:"worker-guard"}),Q(e,t,u,r,"worker-guard");continue}r.reject("page",u,"guard rejected non-page URL before rendering","worker");continue}let x=o.strictTargeted?o.manifest.pages[u]:void 0;if(x?.lastSeenRunId===o.runId&&await Ye(x.outputPath)){o.seenPages.add(u);for(let T of x.discoveredAssets||[])Q(e,t,T,r,u);le(a,e,x.outputPath),Ce(a,x.outputPath),await wr(e,t,u,x.outputPath),r.info(`Resumed completed content-sync page ${u}`,{url:u,source:"content-sync-checkpoint"});continue}let k=await io(e,s,t,o,u,r);if(o.enabled&&n!=="single-url"&&n!=="content-sync"){let T=o.manifest.pages[u];if(k.action==="reuse"&&T){for(let W of T.discoveredAssets)Q(e,t,W,r,u);for(let W of T.discoveredPages)st(e,t,W,r,u);T.lastSeenRunId=o.runId,T.sitemapLastmod=rt(t.sitemapLastmodByPage[u])??T.sitemapLastmod,k.changeToken?.supported&&(T.changeToken=k.changeToken.token,T.tokenSource=k.changeToken.tokenSource??T.tokenSource),await wr(e,t,u,T.outputPath),r.info(`Incremental reuse skipped unchanged page ${u}`,{url:u,mode:"incremental",reason:k.changeToken?.supported===!0?"change-token-match":"sitemap-lastmod-match"});continue}}f=await se(`create page context ${u}`,Be(e),()=>Rc(l,e,O)),p=await se(`create page ${u}`,Be(e),()=>f.newPage()),m=await f.cookies();let R=!1,A=new Set;await p.route("**/*",async T=>{let W=T.request();try{let U=oe(e,W.url(),e.sourceOrigin,r,"network-request");U&&G(e,U)&&(A.add(U.toString()),Q(e,t,U.toString(),r,u));}catch{}if(W.isNavigationRequest()&&W.frame()===p.mainFrame())try{let U=new URL(W.url()),z=new URL(b);if(U.hash="",z.hash="",U.href===z.href){if(R){r.warn(`Blocked same-page navigation/reload for ${u}`,{url:u,requestUrl:W.url()});try{await T.abort("aborted");}catch(J){r.debug(`Ignored canceled route while blocking reload for ${u}`,{url:u,error:String(J)});}return}R=!0;}}catch{}try{await T.continue();}catch(U){r.debug(`Ignored canceled network route for ${u}`,{url:u,requestUrl:W.url(),error:String(U)});}}),p.on("response",T=>{try{let U=oe(e,T.url(),e.sourceOrigin,r,"network-response");U&&G(e,U)&&(A.add(U.toString()),Q(e,t,U.toString(),r,u));}catch{}let W=T.headerValues("set-cookie").then(U=>{for(let z of U)c.add(vs(z,T.url()));}).catch(()=>{}).then(()=>{});h.add(W),W.finally(()=>h.delete(W));}),r.page(`Rendering ${u}`,{url:u});let I=null,K=null;try{if(I=await p.goto(u,{waitUntil:"domcontentloaded",timeout:e.navigationTimeoutMs}),I&&I.ok())try{K=await se(`read response body ${u}`,Be(e),()=>I.text());}catch{K=null;}}catch(T){let W=t.pageHttpFailures.get(u);if(W){let U=(t.pageHttpAttempts.get(u)??0)+1;throw t.pageHttpAttempts.set(u,U),new we(u,W.status,U,`Retry navigation failed: ${String(T)}`)}r.warn(`Navigation issue for ${u}; saving current DOM if available`,{url:u,error:String(T)});}let D=I?.status();if(er(D)){let T=(t.pageHttpAttempts.get(u)??0)+1;throw t.pageHttpAttempts.set(u,T),new we(u,D,T)}if(I)t.pageHttpFailures.delete(u);else if(t.pageHttpFailures.has(u)){let T=t.pageHttpFailures.get(u),W=(t.pageHttpAttempts.get(u)??0)+1;throw t.pageHttpAttempts.set(u,W),new we(u,T.status,W,"Retry navigation returned no HTTP response.")}if(n==="content-sync"&&I){let T=ke(I.url(),r,"content-sync-final-response",u)?.toString();if(T&&T!==b){if(o.deleteOnMissingUrls.has(u)){await jt(e,o,a,u,o.deleteOnMissingUrls),r.info(`Removed stale content-sync archive route redirected to ${T}`,{url:u,finalResponseUrl:T,source:"content-sync-tombstone"});continue}throw new Error(`Required content-sync route redirected outside its planned URL: ${u} -> ${T}`)}}if(P){let T=I?.status()??null;if(T!==404){r.error(`Generated 404 request path returned unexpected status for ${u}`,{url:u,expectedStatus:404,status:T,requestPath:e.generated404RequestPath});continue}r.info(`Capturing rendered 404 page for ${u}`,{url:u,status:T,outputPath:Fe(e,u)});}else if(I&&!I.ok()){if(n==="content-sync"&&(I.status()===404||I.status()===410)&&o.deleteOnMissingUrls.has(u)){await jt(e,o,a,u,o.deleteOnMissingUrls),r.info(`Removed stale content-sync archive page ${u}`,{url:u,status:I.status(),source:"content-sync-tombstone"}),await p.close();continue}if(n==="content-sync")throw new Error(`Required content-sync route returned HTTP ${I.status()}: ${u}`);r.skip("page",u,I.status(),t.pageDiscoverySources.get(u)),await p.close();continue}O?(r.info(`Rendering without JS execution for ${u}`,{url:u,mode:"no-js"}),await se(`wait for rendered page ${u}`,Be(e),()=>bc(e,p))):await se(`wait for rendered page ${u}`,Be(e),()=>yc(e,p)),t.stats.pagesRendered++;let S=await se(`extract rendered assets ${u}`,Be(e),()=>Sc(e,p,b,r,!O));for(let T of S)Q(e,t,T,r,u);let q=[...new Set([...S,...A])],ue=K??await se(`capture rendered html ${u}`,Be(e),()=>Js(p)),H=n!=="single-url"&&n!=="content-sync"&&!P?bo(e,u,ue,r):[];if(n!=="single-url"&&n!=="content-sync"&&!P)for(let T of H)st(e,t,T,r,u);await wn(e,u,ue,t,r);let B=Fe(e,u);if(le(a,e,B),Ce(a,B),o.trackManifest){let T=I?.headers();o.manifest.pages[u]={url:u,outputPath:B,contentType:cn(T),changeToken:k.changeToken?.supported?k.changeToken.token:null,tokenSource:k.changeToken?.supported?k.changeToken.tokenSource??null:null,sitemapLastmod:rt(t.sitemapLastmodByPage[u])??null,discoveredPages:H,discoveredAssets:q,lastCrawledAt:new Date().toISOString(),lastSeenRunId:o.runId,rewriteComplete:!1},(o.enabled||o.strictTargeted)&&await He(e,o);}}catch(y){if(y instanceof we){t.pageHttpFailures.set(u,y),y.attempts<rn?(w=tr(y.attempts),r.warn(`Retrying page after HTTP ${y.status}: ${u}`,{url:u,status:y.status,attempt:y.attempts,maxAttempts:rn,delayMs:w,reason:y.message,execution:"local"})):(t.pageHttpFailures.set(u,y),r.error(`Failed page after HTTP retries ${u}`,{url:u,status:y.status,attempts:y.attempts,error:String(y),execution:"local"}));continue}if(g=y instanceof Mt,o.strictTargeted)throw r.error(`Failed required content-sync page ${u}`,{url:u,error:String(y)}),y;if(g)r.warn(`Skipped partial DOM for timed-out page ${u}`,{url:u,error:String(y),recovery:"recycle-worker-browser"});else try{let b=p?await se(`capture partial html ${u}`,Be(e),()=>Js(p)):"";if(b&&b.trim()){await wn(e,u,b,t,r);let P=Fe(e,u);if(le(a,e,P),Ce(a,P),o.trackManifest){let O=o.manifest.pages[u]??o.previousManifest.pages[u];o.manifest.pages[u]={url:u,outputPath:P,contentType:O?.contentType??null,changeToken:null,tokenSource:null,sitemapLastmod:rt(t.sitemapLastmodByPage[u])??O?.sitemapLastmod??null,discoveredPages:O?.discoveredPages?[...O.discoveredPages]:[],discoveredAssets:O?.discoveredAssets?[...O.discoveredAssets]:[],lastCrawledAt:new Date().toISOString(),lastSeenRunId:o.runId,rewriteComplete:!1},(o.enabled||o.strictTargeted)&&await He(e,o);}r.warn(`Saved partial DOM for ${u}`,{url:u,error:String(y)});}}catch(b){b instanceof Mt&&(g=!0),r.error(`Could not save partial DOM for ${u}`,{url:u,error:String(b)});}r.error(`Failed page ${u}`,{url:u,error:String(y)});}finally{if(!g&&p&&await se(`drain network routes ${u}`,$t(e),()=>p.unrouteAll({behavior:"wait"})).catch(y=>{g=!0,r.warn(`Could not drain network routes for ${u}`,{url:u,browserPid:d.pid,error:String(y),recovery:"recycle-worker-browser"});}),g&&(i=null,await an(l,r,`page operation timeout for ${u}`),await l.close().catch(()=>{})),h.size>0&&await Promise.allSettled([...h]),!g&&f)try{let y=await f.cookies();c.addAll(Cs(m,y));}catch{}w===null&&(t.stats.pagesCompleted++,Ro(t)&&vo(t,r)),!g&&p&&await se(`close page ${u}`,$t(e),()=>p.close()).catch(y=>{g=!0,r.warn(`Timed out while closing page ${u}`,{url:u,browserPid:d.pid,error:String(y),recovery:"recycle-worker-browser"});}),!g&&f&&await se(`close page context ${u}`,$t(e),()=>f.close()).catch(y=>{g=!0,r.warn(`Timed out while closing page context for ${u}`,{url:u,browserPid:d.pid,error:String(y),recovery:"recycle-worker-browser"});}),g&&i===l&&(i=null,await an(l,r,`page cleanup timeout for ${u}`),await l.close().catch(()=>{})),w!==null&&(await setTimeout$1(w),t.donePages.delete(u),t.queuedPages.add(u),t.pageQueue.push(u));}}}finally{if(i){let l=i;await se("close worker browser",$t(e),()=>l.close()).catch(u=>(r.warn("Timed out while closing crawl worker browser",{browserPid:d.pid,error:String(u)}),an(l,r,"browser.close timeout")));}}}async function kc(e){try{let t=await F.readFile(e),n=(e.endsWith(".gz")?gunzipSync(t):t).toString("utf8").trim();if(!n)return [];try{let s=JSON.parse(n);if(Array.isArray(s))return s;if(s&&typeof s=="object")return [s]}catch{return n.split(/\r?\n/).map(s=>s.trim()).filter(Boolean).map(s=>{try{let o=JSON.parse(s);return o&&typeof o=="object"?o:null}catch{return null}}).filter(s=>s!==null)}return []}catch{return []}}function Qs(e){let t=String(e||"").toLowerCase();return t.includes("timeout")||t.includes("timed out")||t.includes("navigation timeout")}function xc(e){let t=String(e?.job?.command||"").trim(),r=String(e?.job?.crawlMode||"full").trim();return t!=="publish"&&t!=="crawl"?false:r!=="incremental"}function Ic(e){let t=[e?.archivedAt,e?.job?.endedAt,e?.job?.startedAt];for(let r of t){let n=Date.parse(String(r||""));if(Number.isFinite(n))return n}return 0}async function Co(e){try{let t=await F.readFile(e,"utf8"),r=JSON.parse(t);return r&&typeof r=="object"&&!Array.isArray(r)?r:null}catch{return null}}function Gs(e){let t=String(e.originalFileName||"").toLowerCase();return t.endsWith("errors.jsonl")?0:t.endsWith("errors.json")?1:2}function Tc(e,t){let r=Array.isArray(t?.artifacts)?t.artifacts.filter(n=>String(n?.role||"").trim()==="errors"&&String(n?.storedFileName||"").trim()!=="").sort((n,s)=>Gs(n)-Gs(s)).map(n=>C.join(e,String(n.storedFileName))):[];return [...new Set([...r,C.join(e,"errors.jsonl"),C.join(e,"errors.json"),C.join(e,"errors.jsonl.gz"),C.join(e,"errors.json.gz")])]}async function Zs(e){let t=await Co(C.join(e,"job.json"));for(let r of Tc(e,t)){let n=await kc(r);if(n.length>0)return n}return []}async function Ac(e){let t=C.join(e.logDir,"archive"),r;try{r=await F.readdir(t);}catch{return ""}let n="",s=0;for(let o of r){let a=C.join(t,o);if(!(await F.stat(a).catch(()=>null))?.isDirectory())continue;let i=await Co(C.join(a,"job.json"));if(!xc(i))continue;let d=Ic(i);d>=s&&(s=d,n=a);}return n}async function Ec(e){let t=await Ac(e),r=t!==""?await Zs(t):await Zs(e.logDir),n=new Set;for(let s of r)if(Qs(s.error)||Qs(s.message)){let o=s.url;typeof o=="string"&&o&&n.add(o);}return [...n]}async function $c(e){let t=[];for(let r of e)if(r.startsWith("@")){let n=r.slice(1),s=await F.readFile(n,"utf8");t.push(...s.split(/\r?\n/).map(o=>o.trim()).filter(o=>o&&!o.startsWith("#")));}else t.push(r);return t}async function Oc(e){if(!e)throw new Error("Content-sync crawl requires an immutable impact plan.");let t=JSON.parse(await F.readFile(e,"utf8"));return vt(t),t}function Mc(e,t){let r;try{r=new URL(e);}catch{return false}return t.archiveFamilies.some(n=>{let s=new URL(n.url);if(r.origin!==s.origin)return false;if(r.toString()===s.toString())return true;if(r.searchParams.has("paged")&&r.pathname===s.pathname)return /^\d+$/.test(r.searchParams.get("paged")||"");let o=s.pathname.replace(/\/+$/,""),a=r.pathname.slice(o.length).replace(/^\/+/,""),c=String(n.paginationBase||"page").replace(/^\/+|\/+$/g,"").replace(/[.*+?^${}()|[\]\\]/g,"\\$&");return r.pathname.startsWith(`${o}/`)&&new RegExp(`^${c}/\\d+/?$`).test(a)})}function Et(e,t,r){let n=r==="page"?Fe(e,t):Dt(e,t).originalFilePath;return me(e.outputDir,n)}async function jt(e,t,r,n,s){let o=t.manifest.pages[n];if(!o)return;let a=me(e.outputDir,o.outputPath);if(!a)throw new Error(`Manifest-owned page path escaped output root: ${n}`);let c=C.resolve(o.outputPath);Object.entries(t.manifest.pages).some(([d,l])=>d!==n&&!s.has(d)&&C.resolve(l.outputPath)===c)||(await F.rm(o.outputPath,{force:true}),r.deletedFiles.add(a),r.revalidateFiles.delete(a)),delete t.manifest.pages[n];}async function jc(e,t,r,n,s){let o=t.manifest.assets[n];if(!o)return;let a=me(e.outputDir,o.outputPath);if(!a)throw new Error(`Manifest-owned resource path escaped output root: ${n}`);let c=C.resolve(o.outputPath);Object.entries(t.manifest.assets).some(([d,l])=>d!==n&&!s.has(d)&&C.resolve(l.outputPath)===c)||(await F.rm(o.outputPath,{force:true}),r.deletedFiles.add(a)),delete t.manifest.assets[n];}function Fc(e,t){let r=new Set,n=[...t];for(;n.length>0;){let s=n.shift();if(r.has(s))continue;r.add(s);let o=e.assets[s];for(let a of o?.discoveredAssets??[])try{yt(new URL(a))&&n.push(a);}catch{}}return r}async function Dc(e,t,r,n,s){let o=Fc(r.previousManifest,s);for(let a of o){if(t.successfulSitemaps.has(a))continue;let c=r.previousManifest.assets[a];if(!c)continue;let i=me(e.outputDir,c.outputPath);if(!i)throw new Error(`Manifest-owned sitemap path escaped output root: ${a}`);await F.rm(c.outputPath,{force:true}),n.deletedFiles.add(i),delete r.manifest.assets[a];}await He(e,r);}async function Uc(e){try{let t=await F.readFile(C.join(e.outputDir,"asset-map.json"),"utf8");return JSON.parse(t)}catch{return {}}}async function Lc(e){let t=["crawl.log.jsonl","current-crawl-event.json","rejected.jsonl","ignored.jsonl","skipped-http.jsonl","errors.jsonl","timings.jsonl","rejected.json","ignored.json","skipped-http.json","errors.json","timings.json"];await F.mkdir(e,{recursive:true}),await Promise.all(t.map(async r=>{try{await F.unlink(C.join(e,r));}catch(n){if(n.code!=="ENOENT")throw n}}));}function Ys(e,t,r,n,s){let o=oe(e,r,e.sourceOrigin,n,"manual-url");o&&(yt(o)?gr(e,t,o.toString(),n,s):G(e,o)?Q(e,t,o.toString(),n,s):Ve(o)?st(e,t,o.toString(),n,s):n.reject("manual-url",o.toString(),"not page/sitemap/asset-like",s));}async function ko(e=process.argv.slice(2)){let t=[],r=await Ie(void 0,{onRemotePublisherConfigDiagnostic:v=>{t.push(v);}}),n=kt(r.sitemapPaths),s=t.at(-1)??null,o=Sa(e),a=o.mode==="content-sync"?await Oc(o.contentSyncPlanPath):null;if(o.resumeRewrite&&o.mode!=="full")throw new Error("--resume-rewrite is only supported for full crawl/publish jobs.");let c=[];o.mode==="retry-timeouts"&&(c=await Ec(r)),o.mode==="single-url"&&(c=await $c(o.urls)),a&&(c=[...a.directRenderUrls,...a.archiveFamilyUrls,...a.resourceRenderUrls]);let i=o.crawlMode==="incremental"&&o.mode==="full",d=i&&typeof r.subscriptionType=="string"&&r.subscriptionType.trim()!=="";if(a&&r.subscriptionType!=="PROFESSIONAL"&&r.subscriptionType!=="AGENCY")throw new Error("Content-sync requires an active Professional or Agency subscription.");let l=(o.mode==="full"||o.mode==="single-url"||o.mode==="content-sync")&&!o.resumeRewrite,u=o.mode!=="full"||o.resumeRewrite||d,f=u?await Uc(r):{},p=d||o.mode==="single-url"||o.mode==="content-sync"?await Ta(r):no(),g=new Set(c),w=new Set;if(a){for(let v of a.archiveFamilies)if(v.foundPosts===0)for(let j of v.pageUrls)w.add(j);for(let v of Object.keys(p.pages))Mc(v,a)&&!g.has(v)&&(c.push(v),w.add(v));}let m={enabled:d,trackManifest:l,manifest:dn(p),previousManifest:dn(p),runId:a?.jobId??`${Date.now()}`,seenPages:new Set,changeTokenCache:new Map,pageChangeTokenPrimePromise:null,manifestSaveChain:Promise.resolve(),manifestPendingChanges:0,lastManifestSavedAt:Date.now(),strictTargeted:!!a,requiredUrls:g,deleteOnMissingUrls:w};await Lc(r.logDir);let h=new Qt(r.logDir,r.logLevel),y=o.remoteRender??r.remoteWorkers?.render?.enabled===true,b=ir({explicitPath:o.remoteWorkerConfigPath,runtimeDir:Ft()}),P=null,O=null,x=null,k=null,R=Math.max(1,r.concurrency),A=1,I=r.remoteWorkers?.rewrite?.enabled===true,K=r.remoteWorkers?.deploy?.enabled===true,D=y&&I&&K&&!o.resumeRewrite;if(!D&&o.mode==="full"&&!o.resumeRewrite&&await F.rm(ar(r),{force:true}),y&&!o.resumeRewrite||I){if(!b)throw new Error("Remote Lambda workers are enabled, but the runtime directory is unknown. Run through queue-runner with --runtime-dir, set STATIC_PUBLISHER_RUNTIME_DIR, or use --remote-worker-config for a diagnostic run.");let v=await Xt(b),j=false;if(x=new mt(v,{},{onProgress:M=>{h.progress(`Lambda ${M.operation} batch: ${M.completedItems+M.failedItems}/${M.totalItems}`,{remoteWorkerOperation:M.operation,remoteWorkerTaskId:M.taskId,remoteWorkerStatus:M.status,remoteWorkerCompletedItems:M.completedItems,remoteWorkerFailedItems:M.failedItems,remoteWorkerTotalItems:M.totalItems,remoteWorkerUpdatedAt:M.updatedAt});},onProgressError:M=>{j||(j=true,h.warn("Lambda progress status could not be read; task execution continues.",{error:M.message}));}}),D){if(!v.functions.asset)throw new Error("Full Lambda delegation requires an asset worker. Redeploy the Lambda worker stack and reinstall remote-workers.json.");let M=u?await lr(r):null;k=Us(`crawl-${Ee(m.runId,40)}`,v,M),O=new nr({client:x,jobId:k.jobId,maxAttempts:2}),h.info("S3-native Lambda data plane is enabled.",{execution:"lambda",assetWorker:v.functions.asset,workspaceBucket:v.workspace.bucket,workspacePrefix:v.workspace.prefix});}}if(y&&!o.resumeRewrite){if(!x)throw new Error("Remote render worker client was not initialized.");R=Math.max(1,Math.min(100,D?r.concurrency:r.remoteWorkers?.render?.concurrency??r.concurrency)),A=Math.max(1,Math.min(20,r.remoteWorkers?.render?.batchSize??5)),P=new rr({client:x,jobId:`crawl-${Ee(m.runId,40)}`,maxAttempts:r.remoteWorkers?.render?.maxAttempts??2,batchSize:A,maxConcurrentBatches:R,onRetry:v=>{h.warn(`Retrying remote render for ${v.url}`,{url:v.url,attempt:v.attempt,maxAttempts:v.maxAttempts,reason:v.reason,status:v.status,delayMs:v.delayMs,execution:"lambda"});}}),h.info("Lambda page rendering is enabled.",{remoteWorkerConfigPath:C.resolve(b),concurrency:R,maxAttempts:r.remoteWorkers?.render?.maxAttempts??2,batchSize:A,execution:"lambda"});}if(s){let v={status:s.status,virtualAssetBaseUrl:s.virtualAssetBaseUrl,subscriptionType:s.subscriptionType??null,error:s.error,requests:s.requests,source:"remote-publisher-config"};s.status==="loaded"&&s.subscriptionType?h.info("Loaded remote WP Suite publisher configuration.",v):h.warn("Remote WP Suite publisher configuration is unavailable or has no active subscription type.",v);}if(i&&!d){let v="Incremental crawl requires an active remote publisher subscription; refusing to fall back to a destructive full crawl.";throw h.error(v,{requestedMode:o.crawlMode,subscriptionType:r.subscriptionType??null,source:"incremental-subscription-guard"}),await h.flush(),new Error(v)}let S={pageQueue:[],queuedPages:new Set,donePages:new Set,savedPageOutputs:new Set,pageHttpAttempts:new Map,pageHttpFailures:new Map,pageDiscoverySources:new Map,assetQueue:[],queuedAssets:new Set,doneAssets:new Set,sitemapQueue:[],queuedSitemaps:new Set,doneSitemaps:new Set,successfulSitemaps:new Set,resolvedSitemapRoots:new Set,sitemapIndexUrls:new Set,sitemapLeafUrls:new Set,sitemapLastmodByPage:{},assetMap:{...f},assetVariantDigestsByOriginalPath:new Map,stats:{pagesQueued:0,pagesRendered:0,pagesCompleted:0,assetsQueued:0,sitemapsQueued:0,assetsSaved:0,pagesSaved:0}},q=Ia(),ue=new Zt,H=Pa();if(H&&!o.resumeRewrite&&await Yt(H,ue.artifact()),await Qe(r),await Kr(r,{startedAt:new Date().toISOString(),outputDir:C.resolve(r.outputDir)}),!o.resumeRewrite&&r.pageCache?.purgeBeforeCrawl===true){h.mark("purge-page-cache");let v=await request.newContext({ignoreHTTPSErrors:r.ignoreHttpsErrors});try{let j=await Fs(r,v);h.info("WordPress page cache was purged before crawl discovery.",{provider:j.provider,scope:j.scope,purgedAt:j.purgedAt??null}),h.endMark("purge-page-cache",{provider:j.provider,scope:j.scope});}catch(j){throw h.error("WordPress page-cache purge failed; crawl stopped before changing export output.",{error:j instanceof Error?j.message:String(j)}),await h.flush(),j}finally{await v.dispose();}}if(u||await F.rm(r.outputDir,{recursive:true,force:true}),await F.mkdir(r.outputDir,{recursive:true}),u||await Kr(r,{startedAt:new Date().toISOString(),outputDir:C.resolve(r.outputDir)}),a){let v=new Set([...a.deleteUrls,...m.deleteOnMissingUrls]);for(let M of a.deleteUrls)await jt(r,m,q,M,v);let j=new Set(a.resourceDeleteUrls);for(let M of a.resourceDeleteUrls)await jc(r,m,q,M,j);}if(o.resumeRewrite)h.info("Resuming final rewrite from existing output.",{phase:"rewrite-text",mode:o.mode,crawlMode:o.crawlMode});else {let v=await request.newContext({ignoreHTTPSErrors:r.ignoreHttpsErrors});try{if(h.mark("discovery"),o.mode==="full"?(n.forEach(M=>gr(r,S,M,h)),await Ks(r,v,S,h,q,m),r.seedPaths.forEach(M=>Ys(r,S,M,h,"seed-path")),r.generated404RequestPath&&st(r,S,r.generated404RequestPath,h,"generated-404-request-path")):(c.forEach(M=>Ys(r,S,M,h,"cli")),a?.sitemapUrls.forEach(M=>gr(r,S,M,h,"content-sync-impact")),await Ks(r,v,S,h,q,m,o.mode==="content-sync",a?.sitemapUrls??[]),a&&await Dc(r,S,m,q,a.sitemapUrls)),h.endMark("discovery",{pages:S.pageQueue.length,assets:S.assetQueue.length,sitemaps:S.sitemapQueue.length}),h.summary(`Queued ${S.pageQueue.length} pages, ${S.assetQueue.length} assets, ${S.sitemapQueue.length} sitemaps.`,{mode:o.mode,crawlMode:o.crawlMode,queuedPages:S.pageQueue.length,queuedAssets:S.assetQueue.length,queuedSitemaps:S.sitemapQueue.length}),o.mode==="retry-timeouts"&&S.pageQueue.length===0&&S.assetQueue.length===0&&S.sitemapQueue.length===0){h.summary("No timed-out URLs were queued. Skipping retry crawl.",{mode:o.mode,crawlMode:o.crawlMode,queuedPages:0,queuedAssets:0,queuedSitemaps:0}),await h.flush(),H&&await Yt(H,ue.artifact());return}h.mark("render-pages");let j=Array.from({length:P?R*A:R},()=>P?vc(r,S,h,o.mode,v,m,q,ue,P,k??void 0):Cc(r,S,h,o.mode,v,m,q,ue));if(await Promise.all(j),S.pageHttpFailures.size>0&&await h.flush(),As(S.pageHttpFailures),H&&await Yt(H,ue.artifact()),h.endMark("render-pages",{pages:S.stats.pagesCompleted}),h.mark("download-assets"),h.progress("Asset download phase started.",{phase:"download-assets",doneAssets:S.doneAssets.size,assetsQueued:S.stats.assetsQueued,assetQueue:S.assetQueue.length}),k&&O?await gc(r,v,S,h,m,q,k,O,r.concurrency):(await yn(r,v,m,[...S.assetQueue],h),await pc(r,v,S,h,m,q)),h.endMark("download-assets",{assets:S.doneAssets.size}),m.enabled&&r.maxPages===0&&(await Fa(r,S,m,h,q),o.mode==="full"&&await Da(r,m,h,q)),o.mode==="full"){let M=await uc(r,S,h);for(let X of M)if(le(q,r,X),k&&x){let re=fr(r,X),$=await F.readFile(X),_=$e(X),E=String(Es.lookup(re)||"")||(_?"text/plain; charset=utf-8":"application/octet-stream"),ne=await x.writeWorkspaceObject({key:`${k.workspace.prefix}jobs/${k.jobId}/copied/${Ee(re,40)}-${C.basename(re)}`,body:$,contentType:E});gt(k,{relativePath:re,sourceUrl:null,kind:"generated",contentType:ne.contentType,cacheControl:null,isText:_,object:ne}),_&&Ce(q,X);}}}finally{await se("dispose crawl request context",$t(r),()=>v.dispose()).catch(j=>{h.warn("Timed out while disposing crawl request context",{error:String(j)});});}}if(m.trackManifest&&await He(r,m,true),k)for(let v of q.deletedFiles)qs(k,v);let B=JSON.stringify(S.assetMap,null,2);if(await F.writeFile(C.join(r.outputDir,"asset-map.json"),B,"utf8"),k&&x){let v=await x.writeWorkspaceObject({key:`${k.workspace.prefix}jobs/${k.jobId}/generated/asset-map.json`,body:B,contentType:"application/json; charset=utf-8"});gt(k,{relativePath:"asset-map.json",sourceUrl:null,kind:"generated",contentType:"application/json; charset=utf-8",cacheControl:r.s3.assetCacheControl,isText:true,object:v});}JSON.stringify(f,null,2)!==JSON.stringify(S.assetMap,null,2)&&le(q,r,C.join(r.outputDir,"asset-map.json")),k&&x&&await fc(r,q,k,x);let T=o.mode==="single-url"||o.mode==="content-sync"?Ha(r,S):m.enabled&&!o.resumeRewrite?Ua(r,m,q,f,S.assetMap):void 0;h.mark("rewrite-text");let W=o.mode==="single-url"||o.mode==="content-sync"?`Rewriting text files touched by URL crawl: 0/${T?.length??0}`:"Rewriting text files...";h.progress(W,{phase:"rewrite-text",index:0,totalFiles:T?.length,changedTextFiles:0}),await on(W);let U=Date.now(),z={files:T,previousAssetMap:f,onStart:({totalFiles:v,workerCount:j})=>{h.info(`Rewrite phase scanning ${v} text files.`,{phase:"rewrite-text",totalFiles:v,workerCount:j});},onProgress:async({index:v,totalFiles:j,changedTextFiles:M,file:X,changed:re})=>{re&&le(q,r,C.join(r.outputDir,X)),h.checkpoint(`Rewriting text file ${v}/${j}`,{phase:"rewrite-text",index:v,totalFiles:j,changedTextFiles:M,file:X}),h.debug(`${re?"Rewrote":"Checked unchanged"} text file ${v}/${j}: ${X}`,{phase:"rewrite-text",index:v,totalFiles:j,changedTextFiles:M,file:X,changed:re});let $=Date.now();if(!(v===1||v===j||v%50===0||$-U>=5e3))return;U=$;let E=`Rewriting text files: ${v}/${j}`;h.progress(E,{phase:"rewrite-text",index:v,totalFiles:j,changedTextFiles:M,file:X}),await on(E);}},J;if(k&&x){let v=T?.map(M=>fr(r,C.isAbsolute(M)?M:C.join(r.outputDir,M))),j=Object.values(k.objects).filter(M=>M.isText&&(!v||v.includes(M.relativePath))).length;await z.onStart?.({totalFiles:j,workerCount:Math.min(r.concurrency,j)}),J=await or(r,k,S.assetMap,{client:x,jobId:k.jobId,concurrency:r.concurrency,batchSize:25,maxAttempts:2,...v?{relativePaths:v}:{},onProgress:z.onProgress}),await Ws(r,k);}else I&&x?J=await sr(r,S.assetMap,{client:x,jobId:`crawl-${Ee(m.runId,40)}`,concurrency:r.remoteWorkers?.rewrite?.concurrency??r.rewriteConcurrency,batchSize:r.remoteWorkers?.rewrite?.batchSize??25,maxAttempts:r.remoteWorkers?.rewrite?.maxAttempts??2,onStageProgress:async({index:v,totalFiles:j,file:M})=>{let X=Date.now();if(v!==1&&v!==j&&v%25!==0&&X-U<5e3)return;U=X;let re=`Staging text files for Lambda rewrite: ${v}/${j}`;h.progress(re,{phase:"rewrite-stage",index:v,totalFiles:j,file:M,execution:"lambda"}),await on(re);},options:z}):J=await Kt(r,S.assetMap,z);m.trackManifest&&(La(m,T),await He(r,m,true)),h.endMark("rewrite-text",{changedTextFiles:J});let de=a?[...q.deletedFiles].sort():m.enabled&&!o.resumeRewrite?await Wa(r,S,m,q,h,k):[],Se=[...new Set((T||[]).map(v=>me(r.outputDir,C.isAbsolute(v)?v:C.join(r.outputDir,v))).filter(v=>v!==null))].sort();if(a){let v=[...q.changedFiles].sort(),j=new Set(v),M=new Set(a.directRenderUrls.map(L=>Et(r,L,"page")).filter(L=>!!L&&j.has(L))),X=new Set(a.archiveFamilyUrls.map(L=>Et(r,L,"page")).filter(L=>!!L&&j.has(L))),re=new Set(a.resourceRenderUrls.map(L=>Et(r,L,"asset")).filter(L=>!!L&&j.has(L))),$=new Set([...S.sitemapLeafUrls].map(L=>Et(r,L,"asset")).filter(L=>!!L&&j.has(L))),_=new Set([...S.sitemapIndexUrls].map(L=>Et(r,L,"asset")).filter(L=>!!L&&j.has(L))),E=new Set([...M,...X,...re,...$,..._]),ne=v.filter(L=>!E.has(L)),he=[...new Set([...a.directRenderUrls,...a.archiveFamilyUrls,...S.resolvedSitemapRoots,...S.sitemapLeafUrls,...S.sitemapIndexUrls,...a.deleteUrls,...a.resourceRenderUrls,...a.resourceDeleteUrls].map(L=>{let Pe=new URL(L);return `${Pe.pathname}${Pe.search}`}))].sort();await Vr(r,{schemaVersion:2,generatedAt:new Date().toISOString(),outputDir:C.resolve(r.outputDir),runMode:"content-sync",crawlMode:"incremental",fullSyncRequired:false,changedFiles:v,deletedFiles:de,rewriteTargets:Se,revalidateFiles:[...q.revalidateFiles].sort(),consumerId:a.consumerId,fromSequence:a.fromSequence,toSequence:a.toSequence,impactHash:a.impactHash,resolvedSitemapUrls:[...S.resolvedSitemapRoots],uploadGroups:{assets:ne,content:[...M].sort(),listings:[...X].sort(),resources:[...re].sort(),sitemapLeaves:[...$].sort(),sitemapIndexes:[..._].reverse()},invalidationPaths:he});}else await Vr(r,{schemaVersion:1,generatedAt:new Date().toISOString(),outputDir:C.resolve(r.outputDir),runMode:o.mode,crawlMode:o.crawlMode,fullSyncRequired:!(m.enabled&&!o.resumeRewrite),changedFiles:m.enabled&&!o.resumeRewrite?[...q.changedFiles].sort():[],deletedFiles:m.enabled&&!o.resumeRewrite?de:[],rewriteTargets:m.enabled&&!o.resumeRewrite?Se:[],revalidateFiles:[...q.revalidateFiles].sort()});await ns(r),h.summary(o.resumeRewrite?`Done. Resumed final rewrite over existing output and changed ${J} text files.`:`Done. Rendered ${S.stats.pagesRendered} pages, processed ${S.doneSitemaps.size} sitemaps and ${S.doneAssets.size} assets.`,{mode:o.mode,crawlMode:o.crawlMode,resumeRewrite:o.resumeRewrite,...S.stats,pagesRendered:S.stats.pagesRendered,donePages:S.stats.pagesCompleted,claimedPages:S.donePages.size,doneSitemaps:S.doneSitemaps.size,doneAssets:S.doneAssets.size,changedTextFiles:J}),await h.flush();}function qc(e){let t=e/6e4;if(Number.isInteger(t)&&t>=1)return `${t} minute${t===1?"":"s"}`;let r=Math.ceil(e/1e3);return `${r} second${r===1?"":"s"}`}async function ye(e,t,r){let n=new AbortController,s=globalThis.setTimeout(()=>{n.abort(new Error(`${e} timed out after ${qc(t)}.`));},t);try{return await r({abortController:n,httpOptions:{abortSignal:n.signal,requestTimeout:t}})}finally{globalThis.clearTimeout(s);}}function Wc(e){return typeof e.subscriptionType=="string"&&e.subscriptionType.trim()!==""}function br(e){let t="";for(let n=0;n<e.length;n++){let s=e[n];if(s==="--profile"){let o=(e[n+1]||"").trim();if(!o)throw new Error("Missing value for --profile.");t=o,n+=1;}else if(s.startsWith("--profile=")){let o=s.slice(10).trim();if(!o)throw new Error("Missing value for --profile.");t=o;}}let r=String(process.env.PUBLISHER_DEPLOY_PROFILE||process.env.PUBLISHER_DEPLOYMENT_PROFILE||"").trim();return t||r||null}function Nc(e,t){return {...e,...t??{}}}function _c(e,t){return {...e,...t??{},invalidationPaths:[...(t?.invalidationPaths??e.invalidationPaths)||[]]}}function bt(e,t){let r=String(t??e.deploymentTargetOverride??"").trim();if(!Wc(e)){if(r)throw new Error(`Deployment target "${r}" requires an active WPSuite subscription and remote publisher config.`);return {name:null,profile:null,config:e}}let n=String(r||e.defaultDeploymentProfile||"").trim();if(!n)return {name:null,profile:null,config:e};let s=e.deploymentProfiles?.[n];if(!s)throw new Error(`Unknown deployment profile "${n}". Check the linked WPSuite publisher configuration.`);return {name:n,profile:s,config:{...e,targetOrigin:s.targetOrigin??e.targetOrigin,s3:Nc(e.s3,s.s3),cloudFront:_c(e.cloudFront,s.cloudFront)}}}function Pn(e){return String(e??"").split(";").map(t=>t.trim().toLowerCase()).filter(Boolean).join(";")}var Eo="wpsuite-sha256",$o="wpsuite-normalized-sha256",Cn="public, max-age=0, must-revalidate",Gc=/(?:^|[-_:.])(id|uid|nonce|token|hash|instance)(?:$|[-_:.])/i,kn=/^[0-9a-f]{8}-[0-9a-f]{4}-[1-5][0-9a-f]{3}-[89ab][0-9a-f]{3}-[0-9a-f]{12}$/i,Zc=["SIGINT","SIGTERM"],Rr=new Set,Sr=new Map,xo=null;function Yc(e){Rr.add(e);let t=false;return ()=>{t||(t=true,Rr.delete(e));}}async function Xc(){let e=[...Rr];e.length!==0&&await Promise.allSettled(e.map(async t=>{Rr.delete(t),await F.rm(t,{recursive:true,force:true});}));}function el(){if(!(Sr.size>0))for(let e of Zc){let t=()=>{xo||(xo=Xc().finally(()=>{for(let[r,n]of Sr)process.off(r,n);Sr.clear(),process.exit(1);}));};Sr.set(e,t),process.on(e,t);}}el();function tl(e,t){let r=String(process.env.STATIC_PUBLISHER_CRAWL_MANIFEST_PATH||"").trim();if(r)return C.resolve(r);let n=t.trim();return n?C.join(C.resolve(n),"crawl-manifest.json"):C.join(C.resolve(e),".crawl-manifest.json")}function Xe(e){return C.normalize(e).split(C.sep).join("/")}function Io(e,t){let r=C.relative(C.resolve(e),C.resolve(t));return !r||r.startsWith("..")||C.isAbsolute(r)?null:Xe(r)}async function rl(e,t,r){let n=tl(e.outputDir,t),s;try{s=await F.readFile(n,"utf8");}catch(l){return l.code==="ENOENT"?(r.warn("Deploy rewrite guard disabled because the crawl manifest is missing.",{manifestPath:n,source:"deploy-guard"}),null):(r.warn("Deploy rewrite guard disabled because the crawl manifest could not be read.",{manifestPath:n,error:l instanceof Error?l.message:String(l),source:"deploy-guard"}),null)}let o;try{o=JSON.parse(s);}catch(l){return r.warn("Deploy rewrite guard disabled because the crawl manifest is invalid JSON.",{manifestPath:n,error:l instanceof Error?l.message:String(l),source:"deploy-guard"}),null}let a=new Map,c=new Map,i=0,d=0;for(let[l,u]of Object.entries(o.pages||{})){let f=String(u?.outputPath||"").trim(),p=f?Io(e.outputDir,f):null;if(p){let g=typeof u?.contentType=="string"&&u.contentType?u.contentType:null;g&&c.set(p,g);}!f||u?.rewriteComplete===true||p&&(i++,a.has(p)||a.set(p,{kind:"page",sourceUrl:l,outputPath:C.resolve(f),relativePath:p}));}for(let[l,u]of Object.entries(o.assets||{})){let f=String(u?.outputPath||"").trim(),p=u?.isText===true,g=f?Io(e.outputDir,f):null;if(g){let w=typeof u?.contentType=="string"&&u.contentType?u.contentType:null;w&&c.set(g,w);}!f||!p||u?.rewriteComplete===true||g&&(d++,a.has(g)||a.set(g,{kind:"asset",sourceUrl:l,outputPath:C.resolve(f),relativePath:g}));}return {manifestPath:n,byRelativePath:a,contentTypeByRelativePath:c,pendingPages:i,pendingTextAssets:d}}function nl(e){return e&&(kn.test(e)?"__uuid__":/^[0-9a-f]{6,}$/i.test(e)?"__hex__":/^[0-9]{8,}$/.test(e)?"__num__":/^(?=.*[a-z])(?=.*\d)[a-z0-9]{8,}$/i.test(e)?"__alnum__":e)}function Rn(e){return e.split(/([_:.\-/=?&#]+)/g).map((t,r)=>r%2===1?t:nl(t)).join("")}function sl(e){return e.split(/([_:.\-/=?&#]+)/g).map((t,r)=>r%2===1?t:kn.test(t)?"__uuid__":/^[0-9a-f]{6,}$/i.test(t)?"__hex__":/^[0-9]{6,}$/.test(t)?"__num__":/^[a-z0-9_-]{6,}$/i.test(t)?"__id__":t).join("")}function vr(e,t){return Array.isArray(e)?e.map(r=>vr(r,t)):e&&typeof e=="object"?Object.fromEntries(Object.entries(e).map(([r,n])=>[r,vr(n,r)])):typeof e!="string"?e:t&&Gc.test(t)?sl(e):kn.test(e)?"__uuid__":/^[0-9a-f]{6,}$/i.test(e)||/^[0-9]{8,}$/.test(e)?Rn(e):e}function ol(e){return e.replace(/((?:https?:\/\/[^"'\s>]+|\/)(?:wp-content|wp-includes)\/[^"'\s>?]+)\?ver=[A-Za-z0-9._-]+(?=$|[#"'])/gi,"$1")}function il(e,t){let r=t.trim();if((r.startsWith("{")||r.startsWith("[")||r.startsWith('"'))&&e.startsWith("data-"))try{let s=JSON.parse(r);return JSON.stringify(vr(s))}catch{}if(e.startsWith("data-")&&/^[A-Za-z0-9+/=]+$/.test(r))try{let s=Buffer.from(r,"base64").toString("utf8"),o=JSON.parse(s),a=JSON.stringify(vr(o));return Buffer.from(a,"utf8").toString("base64")}catch{}return t}function al(e,t){let r=e.toLowerCase();return r==="class"?t.split(/(\s+)/).map((n,s)=>s%2===1?n:Rn(n)).join(""):r==="id"||r==="for"||r==="aria-controls"||r==="aria-labelledby"||r==="aria-describedby"||r==="aria-owns"||r==="aria-activedescendant"||r==="name"?Rn(t):r==="href"||r==="src"?ol(t):il(r,t)}function cl(e){return e.replace(/<([a-z][^\s/>]*)([^<>]*?)>/gi,(t,r,n)=>{if(r.startsWith("/"))return t;let s=n.replace(/\s([:@a-zA-Z_][-:.a-zA-Z0-9_]*?)=(['"])([\s\S]*?)\2/g,(o,a,c,i)=>{let d=al(a,i);return ` ${a}=${c}${d}${c}`});return `<${r}${s}>`})}function St(e){let t=C.extname(e).toLowerCase();return [".html",".htm",".xml",".xsl",".txt"].includes(t)||["robots.txt","sitemap.xml"].includes(C.basename(e))}function Pr(e,t){return [e.replace(/^\/+|\/+$/g,""),t.replace(/^\/+/,"")].filter(Boolean).join("/")}async function ll(e,t,r,n){let s=new Map,o,a=0;do{a++;let c=await ye(`S3 list objects page ${a} for s3://${t}/${r||""}`,3e5,({httpOptions:i})=>e.send(new ListObjectsV2Command({Bucket:t,Prefix:r||void 0,ContinuationToken:o}),i));for(let i of c.Contents||[]){if(!i.Key)continue;let d=(i.ETag||"").replace(/^"|"$/g,"").toLowerCase(),l=Number(i.Size??0);s.set(i.Key,{etag:d,size:l,cacheControl:void 0,contentType:void 0});}o=c.NextContinuationToken,n.debug(`Listed S3 keys page ${a}: ${s.size} keys so far`);}while(o);return s}async function ul(e,t,r,n){if(n.has(r))return n.get(r)??null;try{let s=await ye(`S3 head object ${r}`,3e5,({httpOptions:a})=>e.send(new HeadObjectCommand({Bucket:t,Key:r}),a)),o={etag:(s.ETag||"").replace(/^"|"$/g,"").toLowerCase(),size:Number(s.ContentLength??0),cacheControl:s.CacheControl?.trim()||null,contentType:s.ContentType?.trim()||null};return n.set(r,o),o}catch{return n.set(r,null),null}}async function dl(e,t,r,n){if(n.cacheControl!==void 0&&n.contentType!==void 0)return {cacheControl:n.cacheControl,contentType:n.contentType};try{let s=await ye(`S3 head cache metadata ${r}`,3e5,({httpOptions:o})=>e.send(new HeadObjectCommand({Bucket:t,Key:r}),o));n.cacheControl=s.CacheControl?.trim()||null,n.contentType=s.ContentType?.trim()||null;}catch{n.cacheControl=null,n.contentType=null;}return {cacheControl:n.cacheControl,contentType:n.contentType}}function To(e){return String(e||"").split(",").map(t=>t.trim().toLowerCase()).filter(Boolean).sort().join(",")}async function pl(e,t,r,n){let s=[...new Set(Array.from(r).filter(Boolean))];if(s.length===0)return n.info("No explicitly tombstoned S3 objects to delete."),[];n.info(`Deleting ${s.length} explicitly tombstoned S3 object(s)\u2026`);for(let o=0;o<s.length;o+=1e3){let a=s.slice(o,o+1e3);if(a.length===0)continue;let c=await ye(`S3 delete objects batch ${Math.floor(o/1e3)+1}`,3e5,({httpOptions:i})=>e.send(new DeleteObjectsCommand({Bucket:t,Delete:{Objects:a.map(d=>({Key:d}))}}),i));if(c.Errors&&c.Errors.length>0){let i=c.Errors.map(d=>`${d.Key||"(unknown)"}: ${d.Code||"DeleteFailed"}`);throw new Error(`S3 reported ${i.length} object deletion error(s): ${i.join(", ")}`)}n.info(`Deleted batch of ${a.length} object(s).`);for(let i of a)n.debug(` deleted: ${i}`);}return s}function ml(e){return createHash("md5").update(e).digest("hex")}function et(e){return createHash("sha256").update(e).digest("hex")}function Cr(e){return createHash("sha256").update(cl(e.toString("utf8"))).digest("hex")}async function gl(e,t,r,n){if(n.has(r))return n.get(r)??null;try{let a=((await ye(`S3 head object metadata ${r}`,3e5,({httpOptions:c})=>e.send(new HeadObjectCommand({Bucket:t,Key:r}),c))).Metadata?.[Eo]||"").trim().toLowerCase()||null;return n.set(r,a),a}catch{return n.set(r,null),null}}async function fl(e,t,r,n,s){if(n.has(r))return n.get(r)??null;try{let a=((await ye(`S3 head object normalized metadata ${r}`,3e5,({httpOptions:c})=>e.send(new HeadObjectCommand({Bucket:t,Key:r}),c))).Metadata?.[$o]||"").trim().toLowerCase();if(a)return n.set(r,a),a}catch{return n.set(r,null),null}if(s.has(r)){let o=s.get(r)??null;return n.set(r,o),o}try{let a=await(await ye(`S3 get object ${r}`,3e5,({httpOptions:i})=>e.send(new GetObjectCommand({Bucket:t,Key:r}),i))).Body?.transformToByteArray(),c=a?Cr(Buffer.from(a)):null;return s.set(r,c),n.set(r,c),c}catch{return s.set(r,null),n.set(r,null),null}}function hl(e){return e.replace(/[^a-zA-Z0-9._-]+/g,"-").replace(/-+/g,"-").replace(/^-|-$/g,"")||"profile"}function wl(e,t){let r=e,n=Object.entries(t).sort((s,o)=>o[0].length-s[0].length);for(let[s,o]of n)s&&(r=r.split(s).join(o));return r}async function yl(e,t,r,n){let s=C.join(e,"asset-map.json"),o;try{o=await F.readFile(s,"utf8");}catch(i){if(i.code==="ENOENT")return;throw i}let a=JSON.parse(o);if(!a||typeof a!="object")return;let c=Object.fromEntries(Object.entries(a).map(([i,d])=>{let l=String(d??"");return t.urlRewriteMode==="absolute"&&t.targetOrigin&&r.targetOrigin&&t.targetOrigin!==r.targetOrigin&&(l=l.split(t.targetOrigin).join(r.targetOrigin)),l=wl(l,n),[i,l]}));await F.writeFile(s,JSON.stringify(c,null,2),"utf8");}async function bl(e,t,r,n,s,o,a){let c=e.targetOrigin!==t.targetOrigin,i=Object.keys(n).length>0;if(!r||!c&&!i)return {outputDir:e.outputDir,cleanup:async()=>{}};if(c&&e.urlRewriteMode!=="absolute")throw new Error(`Deployment profile "${r}" changes targetOrigin, but the base crawl output must use urlRewriteMode "absolute" for multi-target redeploys.`);let d=C.join(C.dirname(e.outputDir),`.deploy-profile-${hl(r)}-${Date.now()}`),l=Yc(d);s.info(`Preparing deployment profile "${r}" from existing crawl output to ${d}...`);try{if(await F.rm(d,{recursive:!0,force:!0}),o){await F.mkdir(d,{recursive:!0});for(let w of o){let m=C.join(e.outputDir,w),h=C.join(d,w);await F.mkdir(C.dirname(h),{recursive:!0}),await F.copyFile(m,h);}}else await F.cp(e.outputDir,d,{recursive:!0});let u={...e,sourceOrigin:e.targetOrigin,targetOrigin:t.targetOrigin,extraReplacements:n,outputDir:d},f=1;s.info(`Rewriting text files for deployment profile "${r}"...`);let p={files:o,onStart:({totalFiles:w,workerCount:m})=>{f=m,s.info(`Rewriting ${w} text file(s) for deployment profile "${r}" with ${m} worker(s).`);},onProgress:({index:w,totalFiles:m,changedTextFiles:h,file:y,changed:b})=>{let O=`Rewriting [${w}/${m}] ${y} (${b?"rewrote":"checked"}; ${h} changed so far)`;m<=200||w<=5||w%10===0||w===m?(s.progress(O,{file:y,index:w,totalFiles:m,changed:b,changedTextFiles:h,workerCount:f}),s.info(O)):s.debug(O);}},g=a?await sr(u,{},{...a,options:p}):await Kt(u,{},p);return await yl(d,e,t,n),s.info(`Prepared deployment profile "${r}" in ${d} (${g} rewritten text file(s)).`),{outputDir:d,cleanup:async()=>{l(),await F.rm(d,{recursive:!0,force:!0});}}}catch(u){throw s.error(`Failed to prepare deployment profile "${r}" temporary output.`,{tempDir:d,outputDir:e.outputDir,error:u instanceof Error?u.message:String(u),...u instanceof Error&&u.stack?{stack:u.stack}:{}}),await F.rm(d,{recursive:true,force:true}).catch(()=>{}),l(),await s.flush().catch(()=>{}),u}}function Oo(e,t){let r=s=>s.replace(/^\/+|\/+$/g,""),n=e.targets.find(s=>s.bucketName===t.s3.bucket&&r(s.prefix)===r(t.s3.prefix)&&s.region===t.s3.region);if(!n)throw new Error(`No CDK Lambda deployment target matches s3://${t.s3.bucket}/${t.s3.prefix||""} in ${t.s3.region}. Redeploy the CDK with this target and reinstall remote-workers.json.`);return n}function Sl(e,t){if(!e||typeof e!="object")throw new Error("Remote deploy result must be a JSON object.");let r=e;if(r.schemaVersion!==ee||r.response?.operation!=="deploy-copy"||r.response.jobId!==t.jobId||r.response.taskId!==t.taskId||!r.detail||!Array.isArray(r.detail.objects)||!Array.isArray(r.detail.deletedKeys)||!Array.isArray(r.detail.deleteErrors))throw new Error("Remote deploy result has an invalid envelope.");return r}async function kr(e){let t=null;for(let r=1;r<=Math.max(1,Math.min(5,e.maxAttempts));r+=1){let n=te(`deploy-${e.batchIndex}-a${r}-${Date.now()}`,"taskId");try{let s=await e.client.invoke({schemaVersion:ee,operation:"deploy-copy",jobId:e.jobId,taskId:n,targetId:e.targetId,items:e.items,...e.deleteRelativeKeys?{deleteRelativeKeys:e.deleteRelativeKeys}:{}}),o=Sl(await e.client.readResult(s),s);if(o.response.status==="partial")throw new Error(`Worker reported ${o.response.failedItems} failed item(s).`);return o}catch(s){t=s;}}throw new Error(`Remote deploy task failed after ${e.maxAttempts} attempt(s): ${t instanceof Error?t.message:String(t)}`,{cause:t})}async function Pl(e){let t=Oo(e.remoteConfig,e.config),r=te(`deploy-${Date.now()}-${et(Buffer.from(`${t.id}:${e.config.outputDir}`)).slice(0,12)}`,"jobId"),n=Ge(e.remoteConfig.workspace.prefix,"jobs",r,"deploy-inputs");e.log.progress(`Staging export for Lambda deploy: 0/${e.files.length}`,{phase:"deploy-stage",index:0,totalFiles:e.files.length,uploaded:0,skipped:0,failed:0,mode:"lambda-s3-copy"});let s=0,o=[],a=Math.max(1,Math.min(16,e.concurrency*2)),c=0;await Promise.all(Array.from({length:Math.min(a,e.files.length)},async()=>{for(;;){let y=c;if(y>=e.files.length)return;c+=1;let b=e.files[y],P=await F.readFile(C.join(e.config.outputDir,b)),O=e.contentTypeByRelativePath?.get(b)||Es.lookup(b)||"application/octet-stream",x=e.revalidateFiles.has(Xe(b))?Cn:St(b)?e.config.s3.htmlCacheControl:e.config.s3.assetCacheControl,k=et(P),R=St(b)?Cr(P):void 0,A=`${n}/files/${et(Buffer.from(b))}-${C.basename(b)}`.replace(/\/+/g,"/");await e.client.writeWorkspaceObject({key:A,body:P,contentType:String(O),cacheControl:x,metadata:{"wpsuite-sha256":k,...R?{"wpsuite-normalized-sha256":R}:{}}}),o[y]={sourceKey:A,targetRelativeKey:b,sha256:k,...R?{normalizedSha256:R}:{},bytes:P.byteLength,contentType:String(O),cacheControl:x},s+=1,(s===e.files.length||s<=5||s%25===0)&&e.log.progress(`Staging export for Lambda deploy: ${s}/${e.files.length}`,{phase:"deploy-stage",index:s,totalFiles:e.files.length,staged:s,mode:"lambda-s3-copy"});}}));let i=[],d=Math.max(1,Math.min(500,e.batchSize));for(let y=0;y<o.length;y+=d)i.push(o.slice(y,y+d));let l=[],u=[],f=[],p=0,g=0,w=0,m=Math.max(1,Math.min(Math.max(1,e.concurrency),i.length));if(e.log.progress(`Lambda deploy: 0/${e.files.length}`,{phase:"deploy-copy",index:0,totalFiles:e.files.length,uploaded:0,skipped:0,failed:0,mode:"lambda-s3-copy",workerCount:m,completedBatches:0,totalBatches:i.length}),await Promise.all(Array.from({length:m},async()=>{for(;;){let y=w;if(y>=i.length)return;w+=1;let b=Date.now(),P=await kr({client:e.client,jobId:r,targetId:t.id,batchIndex:y+1,items:i[y],maxAttempts:e.maxAttempts}),O=0,x=0,k=0;for(let A of P.detail.objects)p+=1,A.status==="copied"?(l.push(A.targetKey),O+=1):A.status==="skipped"?(u.push(A.targetKey),x+=1):(f.push(A.targetKey),k+=1),e.log.debug(`Lambda deploy ${A.status}: ${A.targetKey}`,{phase:"deploy-copy",batch:y+1,sourceKey:A.sourceKey,targetKey:A.targetKey,status:A.status,...A.error?{error:A.error}:{}});g+=1;let R=Date.now()-b;e.log.info(`Lambda deploy batch ${y+1}/${i.length} completed: ${O} copied, ${x} skipped unchanged, ${k} failed.`,{phase:"deploy-copy",batch:y+1,totalBatches:i.length,items:P.detail.objects.length,copied:O,skipped:x,failed:k,elapsedMs:R,elapsedSeconds:Math.round(R/10)/100,workerExporterVersion:P.response.exporterVersion,...P.requestId?{lambdaRequestId:P.requestId}:{},...P.completedAt?{workerCompletedAt:P.completedAt}:{}}),e.log.progress(`Lambda deploy: ${p}/${e.files.length}`,{phase:"deploy-copy",index:p,totalFiles:e.files.length,uploaded:l.length,skipped:u.length,failed:f.length,mode:"lambda-s3-copy",workerCount:m,completedBatches:g,totalBatches:i.length});}})),f.length>0)throw new Error(`Remote deployment failed for ${f.length} object(s).`);let h=[];for(let y=0;y<e.deletedFiles.length;y+=1e3){let b=e.deletedFiles.slice(y,y+1e3);if(b.length===0)continue;let P=await kr({client:e.client,jobId:r,targetId:t.id,batchIndex:i.length+Math.floor(y/1e3)+1,items:[],deleteRelativeKeys:b,maxAttempts:e.maxAttempts});h.push(...P.detail.deletedKeys),e.log.progress(`Lambda deploy deletions: ${h.length}/${e.deletedFiles.length}`,{phase:"deploy-delete",index:h.length,totalFiles:e.deletedFiles.length,deleted:h.length,mode:"lambda-s3-copy"});}return {uploadedKeys:l,skippedKeys:u,failedKeys:f,deletedKeys:h}}async function Rl(e){let t=Oo(e.remoteConfig,e.config),r=te(`deploy-manifest-${Date.now()}-${et(Buffer.from(t.id)).slice(0,12)}`,"jobId"),n=e.objects.map(p=>({sourceKey:p.object.key,targetRelativeKey:p.relativePath,sha256:p.object.sha256,bytes:p.object.bytes,contentType:p.contentType||"application/octet-stream",cacheControl:e.revalidateFiles.has(Xe(p.relativePath))?Cn:St(p.relativePath)?e.config.s3.htmlCacheControl:e.config.s3.assetCacheControl})),s=[],o=Math.max(1,Math.min(500,e.batchSize));for(let p=0;p<n.length;p+=o)s.push(n.slice(p,p+o));let a=[],c=[],i=[],d=0,l=0,u=Math.max(1,Math.min(Math.max(1,e.concurrency),Math.max(1,s.length)));if(e.log.progress(`Lambda deploy: 0/${n.length}`,{phase:"deploy-copy",index:0,totalFiles:n.length,mode:"lambda-s3-native",workerCount:u}),await Promise.all(Array.from({length:s.length===0?0:u},async()=>{for(;;){let p=d;if(p>=s.length)return;d+=1;let g=await kr({client:e.client,jobId:r,targetId:t.id,batchIndex:p+1,items:s[p],maxAttempts:e.maxAttempts});for(let w of g.detail.objects)l+=1,w.status==="copied"?a.push(w.targetKey):w.status==="skipped"?c.push(w.targetKey):i.push(w.targetKey);e.log.progress(`Lambda deploy: ${l}/${n.length}`,{phase:"deploy-copy",index:l,totalFiles:n.length,uploaded:a.length,skipped:c.length,failed:i.length,mode:"lambda-s3-native",workerCount:u});}})),i.length>0)throw new Error(`Remote deployment failed for ${i.length} object(s).`);let f=[];for(let p=0;p<e.deletedFiles.length;p+=1e3){let g=e.deletedFiles.slice(p,p+1e3);if(g.length===0)continue;let w=await kr({client:e.client,jobId:r,targetId:t.id,batchIndex:s.length+Math.floor(p/1e3)+1,items:[],deleteRelativeKeys:g,maxAttempts:e.maxAttempts});f.push(...w.detail.deletedKeys);}return {uploadedKeys:a,skippedKeys:c,failedKeys:i,deletedKeys:f}}async function vl(e,t,r,n,s){let o={...t,jobId:te(`profile-${et(Buffer.from(n)).slice(0,16)}-${Date.now()}`,"jobId"),objects:{},assetMap:{...t.assetMap},generatedAt:new Date().toISOString()},a=0,c=Math.max(1,Math.min(Math.max(1,s),Math.max(1,r.length)));return await Promise.all(Array.from({length:r.length===0?0:c},async()=>{for(;;){let i=a;if(i>=r.length)return;a+=1;let d=r[i],l=Ge(e.config.workspace.prefix,"jobs",o.jobId,"profile",et(Buffer.from(d.relativePath)),C.basename(d.relativePath));o.objects[d.relativePath]={...d,object:await e.copyWorkspaceObject(d.object,l)};}})),o}async function Mo(e=process.argv.slice(2)){let t=await Ie(),r=br(e),n=bt(t,r),s=C.resolve(n.config.logDir||"logs"),o=process.env.STATIC_PUBLISHER_RUNTIME_DIR||process.env.WPSUITE_STATIC_PUBLISHER_RUNTIME_DIR||"",a=o?C.join(C.resolve(o),"deploy-diff.json"):"",c=new dt(s,"deploy.log.jsonl",n.config.logLevel??"info"),i=n.profile?.extraReplacements??{},d=async()=>{};try{let l=await lt(t);if(e.includes("--content-sync")&&l?.schemaVersion!==2)throw new Error("Content-sync deployment requires a valid schema-2 targeted deploy plan.");let f=await rs(t);if(f)throw new Error(`Deployment blocked: the crawl started at ${f.startedAt} did not complete its final rewrite. Run a successful crawl or resume the rewrite before deploying.`);let p=t.remoteWorkers?.rewrite?.enabled===!0,g=t.remoteWorkers?.deploy?.enabled===!0,w=null,m=null;if(p||g){let $=ir({runtimeDir:o});if(!$)throw new Error("Remote Lambda workers are enabled, but the runtime directory is unknown.");w=await Xt($);let _=!1;m=new mt(w,{},{onProgress:E=>{c.progress(`Lambda ${E.operation} batch: ${E.completedItems+E.failedItems}/${E.totalItems}`,{remoteWorkerOperation:E.operation,remoteWorkerTaskId:E.taskId,remoteWorkerStatus:E.status,remoteWorkerCompletedItems:E.completedItems,remoteWorkerFailedItems:E.failedItems,remoteWorkerTotalItems:E.totalItems,remoteWorkerUpdatedAt:E.updatedAt});},onProgressError:E=>{_||(_=!0,c.warn("Lambda progress status could not be read; task execution continues.",{error:E.message}));}});}let h=g&&p&&t.remoteWorkers?.render?.enabled===!0&&m&&w?.functions.asset?await lr(t):null;if(h&&m&&w){if(h.workspace.bucket!==w.workspace.bucket||h.workspace.prefix!==w.workspace.prefix)throw new Error("Remote export manifest workspace does not match remote-workers.json.");let $=n.config,_=$.s3SyncMode??"sdk-upload-delete";if(l?.schemaVersion===2&&l.deletedFiles.length>0&&_!=="sdk-upload-delete")throw new Error("Content-sync tombstones require the sdk-upload-delete S3 sync mode.");let E=l?.schemaVersion===2?[...l.uploadGroups.assets,...l.uploadGroups.content,...l.uploadGroups.listings,...l.uploadGroups.resources,...l.uploadGroups.sitemapLeaves,...l.uploadGroups.sitemapIndexes]:l?.changedFiles??[];if(l?.schemaVersion===2){let ce=[...new Set(E)],Ue=[...new Set(l.changedFiles)];if(ce.length!==Ue.length||Ue.some(it=>!ce.includes(it)))throw new Error("Content-sync deploy-plan upload groups do not cover the exact changed-file set.")}let he=!!l&&!l.fullSyncRequired?[...new Set(E.map(Xe))]:Object.keys(h.objects).sort(),L=he.filter(ce=>!h.objects[ce]);if(L.length>0)throw new Error(`Remote export manifest is missing ${L.length} planned object(s): ${L.slice(0,10).join(", ")}`);let Pe=h,V=he.map(ce=>h.objects[ce]);n.name&&(t.targetOrigin!==$.targetOrigin||Object.keys(i).length>0)&&(Pe=await vl(m,h,V,n.name||"default",t.concurrency),await or($,Pe,Pe.assetMap,{client:m,jobId:Pe.jobId,concurrency:t.concurrency,batchSize:25,maxAttempts:2}),V=he.map(ce=>Pe.objects[ce])),n.name&&c.info(`Using deployment profile: ${n.name}`),c.info(`Starting S3-native Lambda deploy - s3://${$.s3.bucket}/${$.s3.prefix||""} (${$.s3.region}).`),c.mark("deploy");let ie=await Rl({client:m,remoteConfig:w,config:$,objects:V,deletedFiles:_==="sdk-upload-delete"?l?.deletedFiles??[]:[],revalidateFiles:new Set((l?.revalidateFiles??[]).map(Xe)),concurrency:t.concurrency,batchSize:50,maxAttempts:2,log:c});a&&(await F.mkdir(C.dirname(a),{recursive:!0}),await F.writeFile(a,JSON.stringify({generatedAt:new Date().toISOString(),mode:"lambda-s3-native",summary:{totalFiles:V.length,eligibleFiles:V.length,uploaded:ie.uploadedKeys.length,skipped:ie.skippedKeys.length,rejected:0,failed:ie.failedKeys.length,deleted:ie.deletedKeys.length,protected:0,...n.name?{profile:n.name}:{}},uploadedKeys:ie.uploadedKeys,skippedKeys:ie.skippedKeys,rejectedKeys:[],failedKeys:ie.failedKeys,deletedKeys:ie.deletedKeys,protectedRemoteOnlyKeys:[]},null,2),"utf8")),l?.schemaVersion!==2&&await Qe(t),c.endMark("deploy"),await c.flush();return}let y=await bl(t,n.config,n.name,i,c,l?.schemaVersion===2?l.changedFiles:void 0,p&&m?{client:m,jobId:`profile-${Date.now()}`,concurrency:t.remoteWorkers?.rewrite?.concurrency??t.rewriteConcurrency,batchSize:t.remoteWorkers?.rewrite?.batchSize??25,maxAttempts:t.remoteWorkers?.rewrite?.maxAttempts??2,onStageProgress:({index:$,totalFiles:_,file:E})=>{($===1||$===_||$%25===0)&&c.progress(`Staging deployment-profile rewrite: ${$}/${_}`,{phase:"rewrite-stage",index:$,totalFiles:_,file:E,execution:"lambda"});}}:void 0);d=y.cleanup;let b={...n.config,outputDir:y.outputDir},P=b.s3SyncMode??"sdk-upload-delete";if(l?.schemaVersion===2&&l.deletedFiles.length>0&&P!=="sdk-upload-delete")throw new Error("Content-sync tombstones require the sdk-upload-delete S3 sync mode.");let O=l?.schemaVersion!==2&&y.outputDir!==t.outputDir&&(t.targetOrigin!==n.config.targetOrigin||Object.keys(i).length>0),x=!!l&&!l.fullSyncRequired&&!O;if(l?.schemaVersion===2&&!x)throw new Error("Content-sync deployment cannot widen into a full-output deployment.");n.name&&c.info(`Using deployment profile: ${n.name}`),c.info(`Starting deploy \u2014 s3://${b.s3.bucket}/${b.s3.prefix||""} (region: ${b.s3.region})`),c.info(`S3 sync mode: ${P}`),l&&l.fullSyncRequired?c.info("Deploy plan requests a full sync; scanning the whole output tree."):l&&O?c.info("Ignoring incremental deploy plan because deployment-profile rewrites require a full sync."):x&&c.info(`Using incremental deploy plan: ${l.changedFiles.length} changed file(s), ${l.deletedFiles.length} deleted file(s).`),c.mark("deploy");let k=new S3Client({region:b.s3.region}),R=y.outputDir===t.outputDir?await rl(t,o,c):null,A=l?.schemaVersion===2?[...l.uploadGroups.assets,...l.uploadGroups.content,...l.uploadGroups.listings,...l.uploadGroups.resources,...l.uploadGroups.sitemapLeaves,...l.uploadGroups.sitemapIndexes]:l?.changedFiles??[];if(l?.schemaVersion===2){let $=[...new Set(A)],_=[...new Set(l.changedFiles)];if($.length!==_.length||_.some(E=>!$.includes(E)))throw new Error("Content-sync deploy-plan upload groups do not cover the exact changed-file set.")}let I=x?(await Promise.all(A.map(async $=>{try{return (await F.stat(C.join(b.outputDir,$))).isFile()?$:null}catch{if(l?.schemaVersion===2)throw new Error(`Content-sync planned upload is missing: ${$}`);return null}}))).filter($=>$!==null):await vi(["**/*"],{cwd:b.outputDir,onlyFiles:!0,dot:!0}),K=[],D=[],S=I.filter($=>{let _=R?.byRelativePath.get(Xe($));if(!_)return !0;let E=Pr(b.s3.prefix,$);return K.push($),D.push(E),c.reject(_.kind,_.sourceUrl||$,"rewrite not completed; deploy upload blocked","deploy-guard",{file:$,key:E,outputPath:_.outputPath,manifestPath:R?.manifestPath}),!1}),q=new Set((l?.revalidateFiles||[]).map(Xe)),ue=new Set((x?S:I).map($=>Pr(b.s3.prefix,$)));R&&(R.pendingPages>0||R.pendingTextAssets>0)&&c.info(`Deploy rewrite guard loaded ${R.pendingPages} pending page(s) and ${R.pendingTextAssets} pending text asset(s) from crawl manifest.`,{manifestPath:R.manifestPath,pendingPages:R.pendingPages,pendingTextAssets:R.pendingTextAssets,source:"deploy-guard"}),K.length>0&&c.warn(`Deploy rewrite guard blocked ${K.length} file(s) from upload because final crawl rewrite is incomplete.`,{rejected:K.length,manifestPath:R?.manifestPath,source:"deploy-guard"}),x?c.info(`Using ${S.length} eligible planned changed file(s) from deploy plan for upload${K.length>0?` (${K.length} blocked by deploy rewrite guard)`:""}.`):c.info(`Found ${I.length} file(s) in output directory "${b.outputDir}"${K.length>0?`; ${S.length} remain eligible for upload after deploy rewrite guard filtering`:""}.`),c.progress("Deploy preflight: comparing local output with remote S3 state.",{phase:"deploy",mode:P,totalFiles:S.length,scannedFiles:I.length,rejected:K.length,deploymentProfile:n.name||"",s3Bucket:b.s3.bucket,s3Prefix:b.s3.prefix||"",targetedPlan:x,deployGuardEnabled:y.outputDir===t.outputDir});let H=0,B=0,T=0,W=[],U=[],z=[],J=[],de=[],Se=new Map,v=new Map,j=new Map,M=new Map,X=new Map;if(g){if(!m||!w)throw new Error("Remote deploy worker client was not initialized.");if(P!=="sdk-upload-delete"&&P!=="sdk-upload-only")throw new Error(`Unsupported remote deploy mode: ${P}`);let $=await Pl({client:m,remoteConfig:w,config:b,files:S,deletedFiles:P==="sdk-upload-delete"?l?.deletedFiles??[]:[],revalidateFiles:q,contentTypeByRelativePath:R?.contentTypeByRelativePath,concurrency:b.remoteWorkers?.deploy?.concurrency??b.assetDownloadConcurrency,batchSize:b.remoteWorkers?.deploy?.batchSize??50,maxAttempts:b.remoteWorkers?.deploy?.maxAttempts??2,log:c});W.push(...$.uploadedKeys),U.push(...$.skippedKeys),z.push(...$.failedKeys),J=$.deletedKeys,H=W.length,B=U.length,T=z.length,c.info(`Lambda deploy complete: ${H} copied, ${B} skipped unchanged, ${J.length} deleted, ${T} failed.`),a&&(await F.mkdir(C.dirname(a),{recursive:!0}),await F.writeFile(a,JSON.stringify({generatedAt:new Date().toISOString(),mode:"lambda-s3-copy",summary:{totalFiles:I.length,eligibleFiles:S.length,uploaded:H,skipped:B,rejected:D.length,failed:T,deleted:J.length,protected:0,...n.name?{profile:n.name}:{}},uploadedKeys:W,skippedKeys:U,rejectedKeys:D,failedKeys:z,deletedKeys:J,protectedRemoteOnlyKeys:[]},null,2),"utf8")),l?.schemaVersion!==2&&await Qe(t),c.endMark("deploy"),await c.flush();return}x||(c.info("Listing existing S3 objects to detect unchanged files..."),Se=await ll(k,b.s3.bucket,b.s3.prefix,c),c.info(`Found ${Se.size} existing key(s) in S3.`));let re=async $=>Se.has($)?Se.get($)??null:x?ul(k,b.s3.bucket,$,v):null;for(let $ of S){let _=C.join(b.outputDir,$),E=Pr(b.s3.prefix,$),ne=R?.contentTypeByRelativePath.get($),he=ne&&ne!=="application/octet-stream"?ne:Es.lookup($)||ne||"application/octet-stream",L=q.has(Xe($)),Pe=L?Cn:St($)?b.s3.htmlCacheControl:b.s3.assetCacheControl,V=H+B+T+1;S.length<=200||V<=5||V%10===0||V===S.length?(c.progress(`Uploading [${V}/${S.length}] ${E} (${he})`,{file:$,key:E,index:V,totalFiles:S.length,contentType:he,mode:P}),c.info(`Uploading [${V}/${S.length}] ${E} (${he})`)):c.debug(`Uploading [${V}/${S.length}] ${E} (${he})`);try{let Re=await F.readFile(_),ie=await re(E),ce=null,Ue=null;if(ie){let it=await dl(k,b.s3.bucket,E,ie),No=!L||To(it.cacheControl)===To(Pe),_o=Pn(it.contentType)===Pn(String(he)),Ar=No&&_o,Bo=Re.byteLength;if(ie.size===Bo){let Lt=ie.etag.includes("-");if(ie.etag!==""&&!Lt){let Ho=ml(Re);if(ie.etag===Ho&&Ar){B++,S.length<=200||B<=5||B%25===0?(c.progress(`Skipped unchanged [${V}/${S.length}] ${E}`,{file:$,key:E,index:V,totalFiles:S.length,uploaded:H,skipped:B,failed:T,mode:P,reason:"etag-md5-match"}),c.info(`Skipped unchanged [${V}/${S.length}] ${E}`)):c.debug(`Skipped unchanged [${V}/${S.length}] ${E}`),U.push(E);continue}}ce=et(Re);let $n=await gl(k,b.s3.bucket,E,j);if($n&&$n===ce&&Ar){B++,S.length<=200||B<=5||B%25===0?(c.progress(`Skipped unchanged [${V}/${S.length}] ${E}`,{file:$,key:E,index:V,totalFiles:S.length,uploaded:H,skipped:B,failed:T,mode:P,reason:"metadata-sha256-match"}),c.info(`Skipped unchanged [${V}/${S.length}] ${E}`)):c.debug(`Skipped unchanged [${V}/${S.length}] ${E}`),U.push(E);continue}}if(St($)){Ue=Cr(Re);let Lt=await fl(k,b.s3.bucket,E,M,X);if(Lt&&Lt===Ue&&Ar){B++,S.length<=200||B<=5||B%25===0?(c.progress(`Skipped semantically unchanged [${V}/${S.length}] ${E}`,{file:$,key:E,index:V,totalFiles:S.length,uploaded:H,skipped:B,failed:T,mode:P,reason:"normalized-html-match"}),c.info(`Skipped semantically unchanged [${V}/${S.length}] ${E}`)):c.debug(`Skipped semantically unchanged [${V}/${S.length}] ${E}`),U.push(E);continue}}}ce=ce??et(Re),Ue=Ue??(St($)?Cr(Re):null),await ye(`S3 upload ${E}`,9e5,({abortController:it})=>new Upload({client:k,abortController:it,params:{Bucket:b.s3.bucket,Key:E,Body:Re,ContentType:he,CacheControl:Pe,Metadata:{[Eo]:ce,...Ue?{[$o]:Ue}:{}}}}).done()),H++,W.push(E),(H%25===0||H===S.length)&&(c.progress(`Uploaded ${H}/${S.length} file(s)\u2026`,{uploaded:H,skipped:B,failed:T,totalFiles:S.length,mode:P}),c.info(`Uploaded ${H}/${S.length} file(s)\u2026`));}catch(Re){T++,z.push(E),c.error(`Failed to upload ${E}: ${Re.message}`,{key:E,error:String(Re)});}}if(c.info(`Upload complete: ${H} uploaded, ${B} skipped unchanged, ${D.length} rejected by guard, ${T} failed.`),z.length>0||D.length>0)throw new Error(`Deployment stopped before deletion because ${z.length} upload(s) failed and ${D.length} upload(s) were rejected.`);if(P==="sdk-upload-delete"){let $=new Set((l?.deletedFiles??[]).map(E=>Pr(b.s3.prefix,E))),_=[...$].filter(E=>!ue.has(E));if(!x&&(de=[...Se.keys()].filter(ne=>!ue.has(ne)).filter(ne=>!$.has(ne)),de.length>0)){c.warn(`Protected ${de.length} remote-only S3 object(s) from deletion because the crawl did not provide explicit tombstones.`,{protected:de.length,source:"deploy-delete-guard"});for(let ne of de)c.debug(` protected remote-only object: ${ne}`);}J=await pl(k,b.s3.bucket,x?_:_.filter(E=>Se.has(E)),c);}else c.info("Sync mode is sdk-upload-only \u2014 skipping stale object deletion.");a&&(await F.mkdir(C.dirname(a),{recursive:!0}),await F.writeFile(a,JSON.stringify({generatedAt:new Date().toISOString(),mode:P,summary:{totalFiles:I.length,eligibleFiles:S.length,uploaded:W.length,skipped:U.length,rejected:D.length,failed:z.length,deleted:J.length,protected:de.length,...n.name?{profile:n.name}:{}},uploadedKeys:W,skippedKeys:U,rejectedKeys:D,failedKeys:z,deletedKeys:J,protectedRemoteOnlyKeys:de},null,2),"utf8")),l?.schemaVersion!==2&&await Qe(t),c.endMark("deploy"),await c.flush();}finally{await d().catch(()=>{});}}function kl(e){let t=e;return t.endsWith("/")?t+="index.html":C.posix.basename(t).includes(".")||(t+="/index.html"),t}function xl(e,t){let r=t.trim().replace(/^\/+|\/+$/g,"");if(!r)return null;let n=`/${r}`;return e===n||e.startsWith(`${n}/`)?e:`${n}${e.startsWith("/")?e:`/${e}`}`}function jo(e,t){let r=new Set;for(let n of e){let s=new URL(n,"https://content-sync.invalid");if(s.origin!=="https://content-sync.invalid")continue;let o=`${s.pathname}${s.search}`,a=kl(s.pathname);r.add(o),r.add(`${a}${s.search}`);let c=xl(a,t);c&&r.add(`${c}${s.search}`);}return [...r].sort()}function El(){let e=String(process.env.STATIC_PUBLISHER_RUNTIME_DIR||process.env.WPSUITE_STATIC_PUBLISHER_RUNTIME_DIR||"").trim();return e?C.join(C.resolve(e),"content-sync-invalidation.json"):""}async function xn(e,t){if(!e)return;await F.mkdir(C.dirname(e),{recursive:true});let r=`${e}.${process.pid}.${Date.now()}.tmp`;await F.writeFile(r,JSON.stringify({...t,updatedAt:new Date().toISOString()},null,2),"utf8"),await F.rename(r,e);}async function $l(e,t,r,n){if(!e)return null;try{let s=JSON.parse(await F.readFile(e,"utf8"));if(s.schemaVersion!==1||s.distributionId!==t||s.impactHash!==r||!Array.isArray(s.batches))throw new Error("Content-sync invalidation state does not match the deploy plan.");let o=s.batches.flatMap(a=>a.paths);return o.length!==n.length||o.some((a,c)=>a!==n[c])?null:s}catch(s){if(s.code==="ENOENT")return null;throw s}}function Ol(e,t=3e3){let r=[];for(let n=0;n<e.length;n+=t)r.push(e.slice(n,n+t));return r}async function Do(e=process.argv.slice(2)){let t=await Ie(),r=br(e),n=bt(t,r),s=n.config,o=new dt(s.logDir||"logs","invalidate.log.jsonl",s.logLevel??"info"),a=e.includes("--content-sync"),c=await lt(t);if(a&&c?.schemaVersion!==2)throw new Error("Content-sync invalidation requires a valid schema-2 targeted deploy plan.");if(n.name&&o.info(`Using deployment profile: ${n.name}`),!s.cloudFront.distributionId){o.info("No CloudFront distributionId configured; skipping invalidation."),await o.flush();return}let i=c?.schemaVersion===2?c.invalidationPaths:s.cloudFront.invalidationPaths.length>0?s.cloudFront.invalidationPaths:["/*"],d=c?.schemaVersion===2?jo(i,s.s3.prefix||""):i;if(c?.schemaVersion===2&&d.some(g=>g==="/*"))throw new Error("Content-sync cannot use a whole-distribution invalidation.");if(d.length===0){o.info("The targeted deploy plan has no CloudFront paths to invalidate."),await o.flush();return}let l=s.cloudFront.distributionId,u=new CloudFrontClient({region:"us-east-1",maxAttempts:5});if(o.mark("invalidate"),c?.schemaVersion!==2){let g=`smartcloud-static-publisher-${Date.now()}`;await ye(`CloudFront invalidation for distribution ${l}`,3e5,({httpOptions:w})=>u.send(new CreateInvalidationCommand({DistributionId:l,InvalidationBatch:{CallerReference:g,Paths:{Quantity:d.length,Items:d}}}),w)),o.endMark("invalidate"),await o.flush();return}let f=El(),p=await $l(f,l,c.impactHash,d);if(!p){let g=createHash("sha256").update(JSON.stringify(d)).digest("hex");p={schemaVersion:1,distributionId:l,impactHash:c.impactHash,updatedAt:new Date().toISOString(),batches:Ol(d).map((w,m)=>({index:m,callerReference:`wpsuite-content-sync-${c.impactHash.slice(0,24)}-${g.slice(0,24)}-${m}`,paths:w,invalidationId:null,status:"pending"}))},await xn(f,p);}for(let g of p.batches){if(!g.invalidationId){let w=await ye(`CloudFront targeted invalidation batch ${g.index+1}`,3e5,({httpOptions:h})=>u.send(new CreateInvalidationCommand({DistributionId:l,InvalidationBatch:{CallerReference:g.callerReference,Paths:{Quantity:g.paths.length,Items:g.paths}}}),h)),m=String(w.Invalidation?.Id||"").trim();if(!m)throw new Error("CloudFront did not return an invalidation ID.");g.invalidationId=m,g.status="created",await xn(f,p);}await waitUntilInvalidationCompleted({client:u,maxWaitTime:900,minDelay:2,maxDelay:15},{DistributionId:l,Id:g.invalidationId}),g.status="completed",await xn(f,p),o.info(`CloudFront invalidation batch ${g.index+1}/${p.batches.length} completed.`,{invalidationId:g.invalidationId,pathCount:g.paths.length});}o.endMark("invalidate"),await o.flush();}function Tr(e){let t=new URL(e);return t.hash="",t.href}function Uo(e,t,r){let n=new Set([...t].map(i=>Tr(i))),s=new Map,o=new Map,a=i=>{s.set(Tr(i),i);},c=i=>{if(!i)return;let d=Tr(i);s.has(d)||o.set(d,i);};for(let i of e.deleteUrls)a(i);for(let i of e.resourceDeleteUrls)a(i);for(let i of e.archiveFamilies)if(i.foundPosts===0)for(let d of i.pageUrls)n.has(Tr(d))||a(d);for(let i of e.directRenderUrls)c(i);for(let i of e.resourceRenderUrls)c(i);for(let i of e.archiveFamilies)c(i.pageUrls[0]),c(i.pageUrls.at(-1));for(let i of r)c(i);return {expectedAvailable:[...o.values()],expectedMissing:[...s.values()]}}var qo=["claimed","impact-planned","rendered","deployed","invalidated","verified","acknowledged"];function An(){let e=String(process.env.STATIC_PUBLISHER_RUNTIME_DIR||process.env.WPSUITE_STATIC_PUBLISHER_RUNTIME_DIR||"").trim();if(!e)throw new Error("Content-sync requires a runtime directory.");return C.resolve(e)}function Pt(e,t){return qo.indexOf(e)>=qo.indexOf(t)}async function Ke(e,t,r,n,s={}){let o={timestamp:new Date().toISOString(),eventType:t,status:t.endsWith("failed")?"failed":"success",actorSource:"content-sync",jobId:r.id||"",command:"content-sync",message:n,details:s};await F.mkdir(e,{recursive:true}),await F.appendFile(C.join(e,"audit-events.jsonl"),`${JSON.stringify(o)}
|
|
19
|
-
`,"utf8");}function jl(e){return Rt({postTypes:e.postTypes??[],listingPaths:e.listingPaths??[],includeSubsites:e.includeSubsites,includePostTypeArchives:e.includePostTypeArchives,includeTaxonomyArchives:e.includeTaxonomyArchives,includeAuthorArchives:e.includeAuthorArchives,includeDateArchives:e.includeDateArchives,includePostsPage:e.includePostsPage,includeSitemapChain:e.includeSitemapChain})}function Fl(e,t){let r=(e.scheduler?.rules??[]).filter(s=>s.command==="content-sync"&&s.id===t);if(r.length===0)throw new Error(`Content-sync scheduler rule not found: ${t}`);if(r.length>1)throw new Error(`Content-sync scheduler rule ID is not unique: ${t}`);let n=r[0];if(n.enabled===false)throw new Error(`Content-sync scheduler rule is disabled: ${t}`);return n}async function En(e,t){if(e.subscriptionType!=="PROFESSIONAL"&&e.subscriptionType!=="AGENCY")throw new Error("Content-sync requires an active Professional or Agency subscription.");let r=jl(t),n=bt(e,t.deploymentProfile),s=n.name||"",o=jn(e.sourceOrigin,String(t.id||""),r),a=Fn({sourceOrigin:e.sourceOrigin,targetOrigin:n.config.targetOrigin,deploymentProfile:s,s3Bucket:n.config.s3.bucket,s3Prefix:n.config.s3.prefix,cloudFrontDistributionId:n.config.cloudFront.distributionId,urlRewriteMode:n.config.urlRewriteMode,extraReplacements:n.profile?.extraReplacements??{}}),c=Dn({siteId:e.wpsuite?.siteSettings?.siteId,accountId:e.wpsuite?.siteSettings?.accountId,sourceOrigin:e.sourceOrigin,ruleId:String(t.id||""),targetFingerprint:a}),i=`content-sync:${String(t.id||"")}:${Le({scopeFingerprint:o,targetFingerprint:a}).slice(0,32)}`,d=new Wt({sourceOrigin:e.sourceOrigin,runtimeToken:String(e.wpsuite?.runtimeToken||""),ignoreHttpsErrors:e.ignoreHttpsErrors}),l=await d.releaseFingerprint(r.includeSubsites),u=Mn({wordpressFingerprint:l,targetFingerprint:a,sourceOrigin:e.sourceOrigin,sitemapPaths:kt(e.sitemapPaths),blockedPathPrefixes:e.blockedPathPrefixes,assetPathPrefixes:e.assetPathPrefixes,noJavaScriptRenderPathPrefixes:e.noJavaScriptRenderPathPrefixes,urlRewriteMode:e.urlRewriteMode});return {rule:t,scope:r,deployment:n,deploymentProfile:s,scopeFingerprint:o,targetFingerprint:a,consumerId:c,coalesceKey:i,client:d,releaseFingerprint:u}}async function Dl(e){let t=An(),r=Nt(t),n=await Ie(),s=(n.scheduler?.rules??[]).filter(d=>d.command==="content-sync"&&d.enabled!==false);if(s.length===0)return 0;let o=await jr(r),a=await _t(r),c=await Mr(r),i=0;for(let d of s){let l=await En(n,d),u=c.entries[l.coalesceKey];if(!u||u.releaseJobId!==e||u.scopeFingerprint!==l.scopeFingerprint||u.targetFingerprint!==l.targetFingerprint||u.releaseFingerprint!==l.releaseFingerprint)throw new Error(`The normal release has no matching pre-crawl content-sync cutoff for rule ${String(d.id||"")}.`);let f=Le({releaseJobId:e,releaseFingerprint:l.releaseFingerprint,scopeFingerprint:l.scopeFingerprint,targetFingerprint:l.targetFingerprint,sequence:u.sequence}),p=await l.client.establishBaseline({consumerId:l.consumerId,scopeFingerprint:l.scopeFingerprint,baselineId:f,postTypes:l.scope.postTypes,includeSubsites:l.scope.includeSubsites,sequence:u.sequence}),g={schemaVersion:1,ruleId:String(d.id||""),consumerId:l.consumerId,coalesceKey:l.coalesceKey,scopeFingerprint:l.scopeFingerprint,targetFingerprint:l.targetFingerprint,releaseFingerprint:l.releaseFingerprint,baselineId:f,deploymentProfile:l.deploymentProfile,committedSequence:p.committedSequence,releaseJobId:e,verifiedAt:new Date().toISOString()};o.entries[l.coalesceKey]=g;let w=a.rules[l.coalesceKey];a.rules[l.coalesceKey]={ruleId:String(d.id||""),consumerId:l.consumerId,coalesceKey:l.coalesceKey,committedSequence:p.committedSequence,observedHeadSequence:p.headSequence,lag:Math.max(0,p.headSequence-p.committedSequence),lastSuccessfulJobId:w?.lastSuccessfulJobId||e,lastSuccessfulAt:new Date().toISOString(),trailingWorkDetected:p.headSequence>p.committedSequence,retryAttempt:0,nextRetryAt:null,lastError:null,baselineStatus:"ready",baselineReason:null};let m=await Kn(r,l.coalesceKey);await Ke(t,"content-sync-baseline-established",{id:e},"A normal release established a verified content-sync baseline.",{ruleId:d.id,consumerId:l.consumerId,committedSequence:p.committedSequence,supersededCurrent:m}),i++;}return await Nn(r,o),await Bt(r,a),await F.rm(r.releaseCutoff,{force:true}),i}async function Ul(e){let t=An(),r=Nt(t),n=await Ie(),s=(n.scheduler?.rules??[]).filter(c=>c.command==="content-sync"&&c.enabled!==false);if(s.length===0)return 0;let o=await Mr(r),a=0;for(let c of s){let i=await En(n,c),d=Object.values(o.entries).find(f=>f.releaseJobId===e&&f.ruleId===String(c.id||""));if(d){if(d.coalesceKey===i.coalesceKey&&d.scopeFingerprint===i.scopeFingerprint&&d.targetFingerprint===i.targetFingerprint&&d.releaseFingerprint===i.releaseFingerprint){a++;continue}throw new Error(`The normal release scope changed after its journal cutoff was captured for rule ${String(c.id||"")}. Start a new normal publish instead of resuming this release.`)}let l=await i.client.unboundHead(i.scope.postTypes,i.scope.includeSubsites),u={schemaVersion:1,releaseJobId:e,ruleId:String(c.id||""),coalesceKey:i.coalesceKey,scopeFingerprint:i.scopeFingerprint,targetFingerprint:i.targetFingerprint,releaseFingerprint:i.releaseFingerprint,sequence:l.headSequence,capturedAt:new Date().toISOString()};o.entries[i.coalesceKey]=u,await Ke(t,"content-sync-release-cutoff-captured",{id:e},"A normal release captured its pre-crawl content-sync journal cutoff.",{ruleId:c.id,consumerId:i.consumerId,sequence:l.headSequence}),a++;}return await Wn(r,o),a}async function Ll(e,t){let r=JSON.parse(await F.readFile(C.join(e,"current-run.json"),"utf8"));if(r.id!==t||r.command!=="content-sync"||!String(r.ruleId||"").trim())throw new Error("The active queue job is not the requested content-sync job.");return r}async function Tn(e,t,r=0){let n=e.protocol==="https:"?qn:Yo,s=e.protocol==="https:"?new qn.Agent({rejectUnauthorized:!t}):void 0;return new Promise((o,a)=>{let c=n.get(e,{agent:s,timeout:3e4,headers:{"user-agent":"WP-Suite-Content-Sync/1"}},i=>{let d=i.statusCode??500,l=i.headers.location;if(d>=300&&d<400&&l&&r<5){i.resume(),Tn(new URL(l,e),t,r+1).then(o,a);return}let u=[],f=0;i.on("data",p=>{f+=p.byteLength,f<=1048576&&u.push(p);}),i.on("error",a),i.on("end",()=>o({status:d,body:Buffer.concat(u).toString("utf8"),contentType:String(i.headers["content-type"]||"")}));});c.on("timeout",()=>c.destroy(new Error(`Verification timed out: ${e}`))),c.on("error",a);})}async function ql(e,t,r,n){let s=t.deployment.config.targetOrigin;if(!/^https?:\/\//i.test(s))throw new Error("Content-sync verification requires an absolute HTTP(S) target origin.");let o=JSON.parse(await F.readFile(n,"utf8")),a=new Set;for(let[l,u]of Object.entries(o.pages??{}))a.add(l),typeof u.url=="string"&&a.add(u.url);let c=await lt(e);if(c?.schemaVersion!==2||c.impactHash!==r.impactHash)throw new Error("Content-sync verification requires the matching targeted deploy plan.");let i=Uo(r,a,c.resolvedSitemapUrls),d=new Set(r.resourceRenderUrls.map(l=>{let u=new URL(l);return u.hash="",u.href}));for(let l of i.expectedAvailable){let u=new URL(l),f=new URL(`${u.pathname}${u.search}`,s),p=await Tn(f,e.ignoreHttpsErrors);if(p.status<200||p.status>=400)throw new Error(`Content-sync verification failed (${p.status}): ${f}`);let g=new URL(l);if(g.hash="",d.has(g.href)){if(!p.contentType.toLowerCase().startsWith("application/json"))throw new Error(`Resource verification expected application/json: ${f}`);try{JSON.parse(p.body);}catch{throw new Error(`Resource verification received invalid JSON: ${f}`)}}}for(let l of i.expectedMissing){let u=new URL(l),f=new URL(`${u.pathname}${u.search}`,s),p=await Tn(f,e.ignoreHttpsErrors);if(p.status>=200&&p.status<300)throw new Error(`Deleted content is still publicly available: ${f}`)}}async function Wl(e){let t=await F.readFile(e.candidateManifest,"utf8");JSON.parse(t);let r=`${e.trustedManifest}.${process.pid}.tmp`;await F.writeFile(r,t,"utf8"),await F.rename(r,e.trustedManifest);}async function Nl(e,t){try{let r=JSON.parse(await F.readFile(e.candidateManifest,"utf8"));if([...Object.values(r.pages??{}),...Object.values(r.assets??{})].some(s=>s?.lastSeenRunId===t))return "resumed"}catch(r){if(r.code!=="ENOENT")throw new Error(`The content-sync candidate manifest is invalid: ${r instanceof Error?r.message:String(r)}`,{cause:r})}return await F.copyFile(e.trustedManifest,e.candidateManifest).catch(r=>{throw new Error(`A trusted crawl manifest is required before content-sync: ${r instanceof Error?r.message:String(r)}`,{cause:r})}),"initialized"}async function ot(e,t,r,n,s={},o=0,a=async()=>{}){t.phase=r,await _n(e,t),await Vn(e,{schemaVersion:1,jobId:t.jobId,phase:r,completedItems:n,totalItems:n,attempt:o,updatedAt:new Date().toISOString(),details:s}),await Ke(C.dirname(e.state),"content-sync-checkpoint",{id:t.jobId},`Content-sync checkpoint completed: ${r}.`,{phase:r,completedItems:n,totalItems:n,attempt:o,...s}),await a(r,t);}async function _l(e,t={}){let r={loadConfig:Ie,resolveRuleContext:En,runCrawl:ko,runDeploy:Mo,runInvalidate:Do,verifyDeployment:ql,promoteCandidateManifest:Wl,clearDeployPlan:Qe,afterCheckpoint:async()=>{},...t},n=An(),s=Nt(n),o=await Ll(n,e),a=await r.loadConfig(),c=Fl(a,String(o.ruleId)),i=await r.resolveRuleContext(a,c);if(o.coalesceKey&&o.coalesceKey!==i.coalesceKey)throw new Error("Queued content-sync demand no longer matches the active rule scope.");let l=(await jr(s)).entries[i.coalesceKey];if(!l||l.scopeFingerprint!==i.scopeFingerprint||l.targetFingerprint!==i.targetFingerprint||l.releaseFingerprint!==i.releaseFingerprint)throw await Ke(n,"content-sync-baseline-rejected",o,"Content-sync requires a new verified full or incremental release baseline.",{ruleId:c.id,reason:l?"mismatch":"missing"}),new Error("Content-sync baseline is missing or stale. Run a successful normal publish first.");let u=await Fr(s),f=await i.client.head({consumerId:i.consumerId,scopeFingerprint:i.scopeFingerprint,baselineId:l.baselineId,postTypes:i.scope.postTypes,includeSubsites:i.scope.includeSubsites});if(u&&u.jobId!==o.id)throw new Error("Another immutable content-sync range is still active.");if(u||(u={schemaVersion:1,jobId:o.id,ruleId:String(c.id||""),consumerId:i.consumerId,coalesceKey:i.coalesceKey,scopeFingerprint:i.scopeFingerprint,targetFingerprint:i.targetFingerprint,baselineId:l.baselineId,fromSequence:f.committedSequence,toSequence:f.headSequence,phase:"claimed",impactHash:null,startedAt:new Date().toISOString(),updatedAt:new Date().toISOString()},await ot(s,u,"claimed",0,{fromSequence:u.fromSequence,toSequence:u.toSequence},0,r.afterCheckpoint),await Ke(n,"content-sync-range-claimed",o,"Content-sync claimed a closed journal range.",{fromSequence:u.fromSequence,toSequence:u.toSequence})),u.fromSequence===u.toSequence){let h=await _t(s);h.rules[i.coalesceKey]={ruleId:String(c.id||""),consumerId:i.consumerId,coalesceKey:i.coalesceKey,committedSequence:u.toSequence,observedHeadSequence:f.headSequence,lag:Math.max(0,f.headSequence-u.toSequence),lastSuccessfulJobId:o.id,lastSuccessfulAt:new Date().toISOString(),trailingWorkDetected:false,retryAttempt:0,nextRetryAt:null,lastError:null},await Bt(s,h),await Dr(s);return}let p=await Bn(s);if(!Pt(u.phase,"impact-planned")){let h=await i.client.events({consumerId:i.consumerId,scopeFingerprint:i.scopeFingerprint,baselineId:l.baselineId,postTypes:i.scope.postTypes,includeSubsites:i.scope.includeSubsites,afterSequence:u.fromSequence,throughSequence:u.toSequence}),y=Or({events:h,scope:i.scope,sourceOrigin:a.sourceOrigin}),b=await i.client.resolveImpactFamilies(y,i.scope.includeSubsites);p=Ln({jobId:o.id,ruleId:String(c.id||""),consumerId:i.consumerId,coalesceKey:i.coalesceKey,scopeFingerprint:i.scopeFingerprint,targetFingerprint:i.targetFingerprint,baselineId:l.baselineId,sourceOrigin:a.sourceOrigin,scope:i.scope,fromSequence:u.fromSequence,toSequence:u.toSequence,events:h,resolvedArchiveFamilies:b,sitemapUrls:kt(a.sitemapPaths)}),await Hn(s,p),u.impactHash=p.impactHash,await ot(s,u,"impact-planned",h.length,{eventCount:h.length,foldedCount:p.foldedCount,impactHash:p.impactHash},0,r.afterCheckpoint),await Ke(n,"content-sync-impact-planned",o,"Content-sync persisted an immutable impact plan.",{impactHash:p.impactHash,eventCount:h.length});}if(!p||p.jobId!==o.id||u.impactHash!==p.impactHash)throw new Error("The immutable content-sync impact plan is missing or mismatched.");if(process.env.STATIC_PUBLISHER_CRAWL_MANIFEST_PATH=s.candidateManifest,!Pt(u.phase,"rendered")){let h=await Nl(s,o.id);await Ke(n,h==="resumed"?"content-sync-render-resumed":"content-sync-render-initialized",o,h==="resumed"?"Content-sync resumed its candidate crawl manifest.":"Content-sync initialized a candidate crawl manifest.",{impactHash:p.impactHash}),await r.runCrawl(["--content-sync-plan",s.impact]),await ot(s,u,"rendered",p.directRenderUrls.length+p.archiveFamilyUrls.length+p.resourceRenderUrls.length,{impactHash:p.impactHash},o.attempt??0,r.afterCheckpoint);}let g=i.deploymentProfile?["--profile",i.deploymentProfile]:[];if(Pt(u.phase,"deployed")||(await r.runDeploy([...g,"--content-sync"]),await ot(s,u,"deployed",1,{impactHash:p.impactHash},0,r.afterCheckpoint),await Ke(n,"content-sync-deployed",o,"Content-sync targeted deployment completed.",{impactHash:p.impactHash})),Pt(u.phase,"invalidated")?Pt(u.phase,"verified")||await r.runInvalidate([...g,"--content-sync"]):(await r.runInvalidate([...g,"--content-sync"]),await ot(s,u,"invalidated",1,{impactHash:p.impactHash},0,r.afterCheckpoint)),Pt(u.phase,"verified")||(await r.verifyDeployment(a,i,p,s.candidateManifest),await r.promoteCandidateManifest(s),await ot(s,u,"verified",1,{impactHash:p.impactHash},0,r.afterCheckpoint)),f=await i.client.head({consumerId:i.consumerId,scopeFingerprint:i.scopeFingerprint,baselineId:l.baselineId,postTypes:i.scope.postTypes,includeSubsites:i.scope.includeSubsites}),f.committedSequence===u.fromSequence)await i.client.acknowledge({consumerId:i.consumerId,scopeFingerprint:i.scopeFingerprint,baselineId:l.baselineId,expectedSequence:u.fromSequence,sequence:u.toSequence,postTypes:i.scope.postTypes,includeSubsites:i.scope.includeSubsites});else if(f.committedSequence!==u.toSequence)throw new Error("Content-sync acknowledgement cursor is in an unexpected state.");await ot(s,u,"acknowledged",1,{sequence:u.toSequence},0,r.afterCheckpoint),await Ke(n,"content-sync-cursor-acknowledged",o,"Content-sync committed its journal cursor after verification.",{sequence:u.toSequence});let w=await i.client.head({consumerId:i.consumerId,scopeFingerprint:i.scopeFingerprint,baselineId:l.baselineId,postTypes:i.scope.postTypes,includeSubsites:i.scope.includeSubsites}),m=await _t(s);m.rules[i.coalesceKey]={ruleId:String(c.id||""),consumerId:i.consumerId,coalesceKey:i.coalesceKey,committedSequence:u.toSequence,observedHeadSequence:w.headSequence,lag:Math.max(0,w.headSequence-u.toSequence),lastSuccessfulJobId:o.id,lastSuccessfulAt:new Date().toISOString(),trailingWorkDetected:w.headSequence>u.toSequence,retryAttempt:0,nextRetryAt:null,lastError:null},await Bt(s,m),await r.clearDeployPlan(a),await F.rm(C.join(n,"content-sync-invalidation.json"),{force:true}),await F.rm(s.candidateManifest,{force:true}),await Dr(s);}async function Wo(e=process.argv.slice(2)){let r=e.indexOf("--capture-baseline-cutoffs");if(r>=0){let a=String(e[r+1]||"").trim();if(!a)throw new Error("--capture-baseline-cutoffs requires a release job ID.");await Ul(a);return}let n=e.indexOf("--establish-baselines");if(n>=0){let a=String(e[n+1]||"").trim();if(!a)throw new Error("--establish-baselines requires a release job ID.");await Dl(a);return}let s=e.indexOf("--job-id"),o=s>=0?String(e[s+1]||"").trim():"";if(!o)throw new Error("Content-sync requires --job-id.");await _l(o);}Wo().catch(e=>{console.error(e instanceof Error?e.message:String(e)),process.exit(1);});
|
|
18
|
+
${o}`,40);return n.info(`Using generated 404 fallback change token for ${r}`,{url:r,requestPath:e.generated404RequestPath,source:"generated-404-change-token-fallback"}),{url:r,supported:!0,token:a,tokenSource:"generated-404-response-hash",postId:null,dependencyPostIds:[],reason:null}}catch(s){return n.warn(`Generated 404 fallback token lookup failed for ${r}`,{url:r,error:String(s),requestPath:e.generated404RequestPath,source:"generated-404-change-token-fallback"}),null}}async function lo(e,t,r,n,s,o){let a=Sr(e,s);if(await Oa(e,t,r,n,s,o),!n.enabled)return {action:"render",changeToken:n.trackManifest?await mr(e,t,n,s,o):null};let c=n.manifest.pages[s];if(!c)return {action:"render",changeToken:await mr(e,t,n,s,o)};let i=await mr(e,t,n,s,o);if(i?.supported&&i.token)return c.changeToken===i.token?a&&!await Fa(e,t,s,o)?{action:"render",changeToken:i}:{action:"reuse",changeToken:i}:{action:"render",changeToken:i};let d=nt(r.sitemapLastmodByPage[s]);return d&&c.sitemapLastmod&&c.sitemapLastmod===d?{action:"reuse",changeToken:i}:{action:"render",changeToken:i}}async function Fa(e,t,r,n){try{let o=(await t.get(r,{timeout:Math.min(e.navigationTimeoutMs,15e3),failOnStatusCode:!1})).status();return o===404?!0:(n.warn(`Generated 404 request path no longer returns 404 for ${r}`,{url:r,status:o,requestPath:e.generated404RequestPath,source:"generated-404-status-probe"}),!1)}catch(s){return n.warn(`Generated 404 status probe failed for ${r}`,{url:r,error:String(s),requestPath:e.generated404RequestPath,source:"generated-404-status-probe"}),false}}async function Da(e,t,r,n,s){let o=Js(r.previousManifest,void 0,n,"previous-manifest"),a=0;for(let[g,p]of Object.entries(r.manifest.pages))if(!r.seenPages.has(g)){mn(s,e,p.outputPath);try{await F.unlink(p.outputPath);}catch(f){(f.code||"")!=="ENOENT"&&n.warn(`Failed to remove stale incremental page output for ${g}`,{url:g,outputPath:p.outputPath,error:String(f)});}delete r.manifest.pages[g],a++;}let c=Js(r.manifest,r.runId,n,"active-manifest"),i=new Set,d=new Set;for(let g of c){for(let w of Mt(e,g))i.add(w);let p=r.manifest.assets[g]?.outputPath;p&&d.add(p);let f=ht(e,t.assetMap,g);f&&d.add(f);}for(let g of Object.keys(r.manifest.assets)){if(c.has(g)){r.manifest.assets[g].unreferencedRuns=0;continue}let p=r.manifest.assets[g];if(ks(p.unreferencedRuns)){p.unreferencedRuns+=1,n.warn(`Deferred deletion of newly unreferenced incremental asset ${g}.`,{url:g,unreferencedRuns:p.unreferencedRuns,phase:"incremental-cleanup",source:"asset-deletion-grace"});continue}delete r.manifest.assets[g];}let u=0,l=0;for(let g of o){if(r.manifest.assets[g])continue;let p=new Set,f=r.previousManifest.assets[g]?.outputPath;f&&p.add(f);let w=ht(e,t.assetMap,g);if(!c.has(g)&&w)p.add(w);else if(!c.has(g)){let m=Xa(e,g,n,"incremental-cleanup");m&&(p.add(m.originalFilePath),m.hashedFilePath&&p.add(m.hashedFilePath));}for(let m of p)if(!d.has(m)){mn(s,e,m);try{await F.unlink(m),u++;}catch(h){(h.code||"")!=="ENOENT"&&n.warn(`Failed to remove stale incremental asset output for ${g}`,{url:g,outputPath:m,error:String(h)});}}for(let m of Mt(e,g))i.has(m)||Object.prototype.hasOwnProperty.call(t.assetMap,m)&&(delete t.assetMap[m],l++);}(a>0||u>0||l>0)&&n.info(`Incremental cleanup removed ${a} stale pages, ${u} stale assets, ${l} stale asset mappings`,{removedPages:a,removedAssets:u,removedAssetMappings:l,phase:"incremental-cleanup"});}async function Ua(e,t,r,n){let s=new Set([...Object.values(t.manifest.pages),...Object.values(t.manifest.assets)].map(i=>String(i.outputPath||"").trim()).filter(Boolean).map(i=>k.resolve(i))),o=Object.values(e.postCrawlCopyMap||{}).map(i=>gr(String(i||""))).filter(i=>!!i).map(i=>k.resolve(e.outputDir,i)),c=(await Ci(["**/*.html","**/*.htm"],{cwd:e.outputDir,onlyFiles:true,dot:true})).filter(i=>Cs(k.join(e.outputDir,i),e.outputDir,s,o));for(let i of c){let d=k.join(e.outputDir,i);mn(n,e,d),await F.unlink(d);}c.length>0&&r.info(`Removed ${c.length} orphaned HTML output file(s) that are absent from the current crawl manifest.`,{phase:"incremental-cleanup",source:"manifest-output-reconciliation",removedPages:c.length,samples:c.slice(0,20)});}function Js(e,t,r,n){let s=new Set,o=a=>{let c=a.trim();if(c){if(r){let i=xe(c,r,"asset",n??"manifest");if(!i)return;s.add(i.toString());return}s.add(c);}};for(let a of Object.values(e.pages))for(let c of a.discoveredAssets||[])o(c);for(let[a,c]of Object.entries(e.assets||{}))t&&c.lastSeenRunId!==t||o(a);return s}function Qs(e,t,r){for(let n of t)for(let s of Mt(e,n))if(r.has(s))return true;return false}function La(e,t,r,n,s){let o=new Set(r.rewriteTargets);for(let c of r.changedFiles)o.add(k.resolve(e.outputDir,c));for(let c of Object.values(t.manifest.pages))c.rewriteComplete||o.add(k.resolve(c.outputPath));for(let c of Object.values(t.manifest.assets))c.isText&&!c.rewriteComplete&&o.add(k.resolve(c.outputPath));let a=$a(n,s);if(a.size===0)return [...o];for(let c of Object.values(t.manifest.pages))Qs(e,c.discoveredAssets,a)&&o.add(k.resolve(c.outputPath));for(let[c,i]of Object.entries(t.manifest.assets)){i.isText&&Qs(e,i.discoveredAssets,a)&&o.add(k.resolve(i.outputPath));for(let d of Mt(e,c))if(a.has(d)){ue(r,e,i.outputPath),i.isText&&o.add(k.resolve(i.outputPath));break}}return [...o]}function Wa(e,t){let r=t?new Set(Array.from(t,s=>k.resolve(s))):null,n=s=>r===null||r.has(k.resolve(s));for(let s of Object.values(e.manifest.pages))n(s.outputPath)&&(s.rewriteComplete=true);for(let s of Object.values(e.manifest.assets)){if(!s.isText){s.rewriteComplete=true;continue}n(s.outputPath)&&(s.rewriteComplete=true);}}function qa(e,t,r){let n=new Set,s=o=>{if(!o)return;let a=ge(e.outputDir,o);a&&n.add(a);};for(let o of t.donePages)s(De(e,o));for(let o of Object.values(r.manifest.pages))o.lastSeenRunId===r.runId&&s(o.outputPath);for(let o of t.doneAssets)s(ht(e,t.assetMap,o));for(let o of Object.values(r.manifest.assets))o.lastSeenRunId===r.runId&&s(o.outputPath);return n}async function _a(e,t,r,n,s,o){let a=[...n.deletedFiles].sort(),c=qa(e,t,r),i=0;for(let l of [...c].sort())if(!o?.objects[l]){try{if((await F.stat(k.join(e.outputDir,l))).isFile())continue}catch{}i++,s.warn(`Active output is missing after crawl: ${l}`,{phase:"deploy-plan",file:l,outputPath:k.join(e.outputDir,l)});}if(i>0&&s.warn(`Detected ${i} active output file(s) missing before deploy plan save.`,{phase:"deploy-plan",missingActiveOutputs:i}),a.length===0)return [];let d=[],u=0;for(let l of a){if(!c.has(l)){d.push(l);continue}u++;let g=k.join(e.outputDir,l),p;try{p=(await F.stat(g)).isFile();}catch{p=false;}s.warn(`Deploy plan protected active output from deletion: ${l}`,{phase:"deploy-plan",file:l,outputPath:g,exists:p});}return u>0&&s.info(`Deploy plan skipped ${u} active output deletion(s).`,{phase:"deploy-plan",protectedDeletes:u,deletedFiles:d.length}),d}function Mt(e,t){let r=new Set([t]);try{let n=new URL(t),o=[new URL(e.sourceOrigin).origin,...Object.keys(e.extraReplacements||{})];if(e.targetOrigin&&e.targetOrigin!=="."&&e.targetOrigin!=="/")try{o.push(new URL(e.targetOrigin).origin);}catch{}for(let a of o)try{r.add(new URL(a).origin+n.pathname+n.search);}catch{}r.add(n.pathname+n.search),r.add(n.pathname);}catch{}return [...r]}function Na(e,t){let r=new Set([t]);try{let n=new URL(t),o=[new URL(e.sourceOrigin).origin,...Object.keys(e.extraReplacements||{})];if(e.targetOrigin&&e.targetOrigin!=="."&&e.targetOrigin!=="/")try{o.push(new URL(e.targetOrigin).origin);}catch{}for(let a of o)try{r.add(new URL(a).origin+n.pathname+n.search);}catch{}r.add(n.pathname+n.search);}catch{}return [...r]}function uo(e,t){let r=e.targetOrigin&&e.targetOrigin!=="."&&e.targetOrigin!=="/"?e.targetOrigin:"https://relative.invalid/";try{let n=new URL(t,r);return At(e.outputDir,n.pathname)}catch{return null}}function po(e,t,r){for(let n of Na(e,r)){let s=t[n];if(!s)continue;let o=uo(e,s);if(o)return {outputPath:o,publicUrl:s}}return null}function Ba(e,t,r){for(let n of Mt(e,r)){let s=t[n];if(!s)continue;let o=uo(e,s);if(o)return o}return null}function ht(e,t,r){let n=Ba(e,t,r);if(n)return n;try{return Ut(e,r).originalFilePath}catch{return null}}function Ha(){let e=process.env.STATIC_PUBLISHER_RUNTIME_DIR||process.env.WPSUITE_STATIC_PUBLISHER_RUNTIME_DIR||"";return e.trim()?k.join(k.resolve(e),"queue-runner-heartbeat.json"):""}async function Et(e){let t=Ha();if(t)try{let r=await F.readFile(t,"utf8"),n=JSON.parse(r);if(!n||typeof n!="object")return;await F.writeFile(t,JSON.stringify({...n,checkedAt:new Date().toISOString(),status:"running",currentStep:"rewrite",message:e},null,2),"utf8");}catch{}}function Va(e,t){let r=new Set;for(let n of t.donePages)r.add(k.resolve(De(e,n)));for(let n of t.doneAssets){let s=ht(e,t.assetMap,n);!s||!Oe(s)||r.add(k.resolve(s));}for(let n of t.doneSitemaps){let s=ht(e,t.assetMap,n);!s||!Oe(s)||r.add(k.resolve(s));}return [...r]}var fr="re:",pr=new Map;function Ka(e){if(!e.startsWith(fr))return null;let t=pr.get(e);if(t!==void 0)return t||null;let r=e.slice(fr.length).trim();if(!r)return pr.set(e,false),null;try{let n=new RegExp(r);return pr.set(e,n),n}catch{return console.warn(`[crawl] Ignoring invalid path matcher regex: ${e}`),pr.set(e,false),null}}function Rn(e,t){let r=Ka(t);return r?r.test(e):t.startsWith(fr)?false:e.startsWith(t)}function za(e,t){return t.find(r=>Rn(e,r))}function mo(e,t){let r=za(t.pathname,e.blockedPathPrefixes);if(r)return r.startsWith(fr)?`blocked path regex: ${r}`:`blocked path prefix: ${r}`;let n=e.blockedSearchFragments.find(s=>t.search.includes(s));return n?`blocked search fragment: ${n}`:null}function Ja(e){let t=new URL(e.sourceOrigin),r=new Set([t.hostname,...e.allowedAssetHosts]);if(e.targetOrigin&&e.targetOrigin!=="."&&e.targetOrigin!=="/")try{r.add(new URL(e.targetOrigin).hostname);}catch{}for(let n of Object.keys(e.extraReplacements||{}))try{r.add(new URL(n).hostname);}catch{}return r}function Qa(e,t){return Ja(e).has(t.hostname)}function Ga(e){let t=Ne(e.trim()).replace(/\\\//g,"/").replace(/^['"]|['"]$/g,"").trim();return t=t.replace(/[)]+$/g,"").trim(),t=t.replace(/;.*$/g,"").trim(),t}function fn(e){let t=Ne(e).replace(/\\\//g,"/");return /[{}]|\bwindow\.|\blocation\.|\bincludes\(|\?\?null|\+|%7B|%7D|%22|<|>|\s/.test(t)||/[()[\]'"]/.test(t)}function Za(e){let t=Ne(e).replace(/\\\//g,"/").trim(),r=k.extname(t).toLowerCase();return no.has(r)||so.has(r)?false:/^(?:this|[A-Za-z_$][\w$]*)\.[A-Za-z_$][\w$]*(?:\.[A-Za-z_$][\w$]*)*$/.test(t)}function st(e){return Sa.some(t=>e.pathname.startsWith(t))}function ie(e,t,r=e.sourceOrigin,n,s="url",o=false){let a=Ga(t);if(!a||a.startsWith("data:")||a.startsWith("blob:")||a.startsWith("mailto:")||a.startsWith("tel:")||a.startsWith("#"))return n?.ignore(s,t,"empty or unsupported scheme",r),null;if(fn(a))return n?.ignore(s,t,"looks like JavaScript/code fragment",r),null;if(Za(a))return n?.ignore(s,t,"looks like JavaScript property access",r),null;try{let c=new URL(a,r);if(go(c))return n?.reject(s,t,"malformed URL encoding",r),null;if(!["http:","https:"].includes(c.protocol))return n?.ignore(s,t,"unsupported protocol: ",r),null;if(!Qa(e,c))return n?.ignore(s,c.toString(),"host not allowed",r),null;let i=mo(e,c);if(i&&!(o&&_r(c)))return n?.reject(s,c.toString(),i,r),null;let d=new URL(e.sourceOrigin);return c.protocol=d.protocol,c.host=d.host,c.hash="",c}catch{return n?.reject(s,t,"invalid URL",r),null}}function go(e){try{return decodeURIComponent(e.pathname),decodeURIComponent(e.search),decodeURIComponent(e.hash),!1}catch{return true}}function xe(e,t,r,n){try{let s=new URL(e);return go(s)?(t.reject(r,e,"malformed URL encoding",n),null):Tt(s.pathname)===null?(t.reject(r,e,"unsafe URL pathname",n),null):s.protocol!=="http:"&&s.protocol!=="https:"?(t.reject(r,e,`unsupported protocol: ${s.protocol}`,n),null):s}catch{return t.reject(r,e,"invalid URL",n),null}}function fo(e){return no.has(k.extname(e.pathname).toLowerCase())}function Ke(e){return st(e)?false:so.has(k.extname(e.pathname).toLowerCase())}function yt(e){let t=e.pathname.toLowerCase();return t.endsWith(".xml")&&(t.includes("sitemap")||t.endsWith("/sitemap.xml"))}function Y(e,t){return !!(yt(t)||t.pathname==="/robots.txt"||t.pathname==="/llms.txt"||t.pathname.toLowerCase().endsWith(".xsl")||e.assetPathPrefixes.length>0&&e.assetPathPrefixes.some(r=>Rn(t.pathname,r))||fo(t)||!Ke(t)&&!st(t))}function De(e,t){let r=new URL(t),n=Tt(r.pathname);if(n===null)throw new Error(`Unsafe page URL pathname: ${r.pathname}`);return n.endsWith("/")?n+="index.html":k.extname(n)||(n+="/index.html"),At(e.outputDir,n)}function Ya(e){if(!e.generated404RequestPath)return null;try{let t=new URL(e.generated404RequestPath,e.sourceOrigin);return !t.pathname.endsWith("/")&&k.extname(t.pathname)===""&&(t.pathname+="/"),t.hash="",t.toString()}catch{return null}}function Sr(e,t){let r=Ya(e);if(!r)return false;try{return new URL(t,e.sourceOrigin).toString()===r}catch{return false}}function Ut(e,t){let r=new URL(t),n=Tt(r.pathname);if(n===null)throw new Error(`Unsafe asset URL pathname: ${r.pathname}`);n.endsWith("/")&&(n+="index.html");let s=!!r.search,o=n,a=At(e.outputDir,o),c=Zr(e.targetOrigin,o),i=`${c}${r.search}`;if(!s)return {originalPathname:o,originalFilePath:a,originalPublicUrl:c,originalPublicUrlWithSearch:i,preferQueryHashed:s};let d=k.extname(n),l=`${d?n.slice(0,-d.length):n}.${$e(r.search)}${d||".bin"}`;return {originalPathname:o,originalFilePath:a,originalPublicUrl:c,originalPublicUrlWithSearch:i,preferQueryHashed:s,hashedPathname:l,hashedFilePath:At(e.outputDir,l),hashedPublicUrl:Zr(e.targetOrigin,l)}}function Xa(e,t,r,n){let s=xe(t,r,"asset",n);return s?Ut(e,s.toString()):null}function hn(e,t,r,n,s){t[r]=n;try{let o=new URL(r),c=[new URL(e.sourceOrigin).origin,...Object.keys(e.extraReplacements||{})];if(e.targetOrigin&&e.targetOrigin!=="."&&e.targetOrigin!=="/")try{c.push(new URL(e.targetOrigin).origin);}catch{}for(let i of c)try{let d=new URL(i);t[d.origin+o.pathname+o.search]=n;}catch{}try{let i=(()=>{let d=new URL(n,e.targetOrigin==="."?"https://relative.invalid":e.targetOrigin);return `${d.pathname}${d.search}`})();t[o.pathname+o.search]=i;}catch{}try{let i=new URL(n,e.targetOrigin==="."?"https://relative.invalid":e.targetOrigin).pathname;t[o.pathname]=i;}catch{}try{let i=new URL(s,e.targetOrigin==="."?"https://relative.invalid":e.targetOrigin).pathname;t[o.pathname]=i;}catch{}}catch{}}async function ho(e){try{return await F.readFile(e)}catch(t){if(t.code==="ENOENT")return null;throw t}}async function Xe(e){try{return await F.stat(e)}catch(t){if(t.code==="ENOENT")return null;throw t}}function ec(e){let t=String(e["content-length"]||"").trim();if(!t)return null;let r=Number.parseInt(t,10);return Number.isFinite(r)&&r>=0?r:null}function wo(e){let t=String(e["last-modified"]||"").trim();if(!t)return null;let r=Date.parse(t);return Number.isFinite(r)?r:null}function tc(e,t){let r=wo(t),n=ec(t),s=e?.mtime.getTime();return r!==null&&Math.abs((s??0)-r)>=1e3||n!==null&&e?.size!==n?false:r!==null||n!==null}async function rc(e,t){if(!t)return;let r=wo(t);if(r===null)return;let n=await Xe(e);if(!n)return;let s=new Date(r);await F.utimes(e,n.atime,s).catch(()=>{});}function wn(e,t){let r=k.extname(e.pathname).toLowerCase(),n=t["content-type"]||"";return ba.has(r)||ya.some(s=>n.includes(s))&&!n.startsWith("image/")&&!n.includes("font")}function nc(e){try{let t=k.extname(new URL(e).pathname).toLowerCase();return t===".js"||t===".mjs"}catch{return false}}function Ye(e,t){(e.doneAssets.size%25===0||e.doneAssets.size===1||e.doneAssets.size===e.stats.assetsQueued)&&t.progress(`Asset processing progress: processed ${e.doneAssets.size}, discovered ${e.stats.assetsQueued}.`,{doneAssets:e.doneAssets.size,assetsQueued:e.stats.assetsQueued,phase:"download-assets"});}function sc(e){return $e(e.toString("base64"),40)}function yo(e,t,r){let n=e.assetVariantDigestsByOriginalPath.get(t);if(!n||n.size===0)return false;for(let s of n)if(s!==r)return true;return false}function bo(e,t,r){let n=e.assetVariantDigestsByOriginalPath.get(t);n||(n=new Set,e.assetVariantDigestsByOriginalPath.set(t,n)),n.add(r);}async function yn(e,t,r,n,s,o,a){let c=Ut(e,r),i=sc(n),d=c.originalFilePath,u=c.originalPublicUrlWithSearch;if(c.preferQueryHashed&&c.hashedFilePath&&c.hashedPublicUrl&&yo(s,c.originalFilePath,i)){let f=po(e,t,r);f?(d=f.outputPath,u=f.publicUrl):(d=c.hashedFilePath,u=c.hashedPublicUrl);}hn(e,t,r,u,c.originalPublicUrl);let l=Oe(d)?Buffer.from(tn(n.toString("utf8"),e,t,d),"utf8"):n,g=await ho(d),p=false;return (g===null||!g.equals(l))&&(await _e(d,l),p=true),o?.debug(`${p?"Saved":"Skipped unchanged"} asset output ${r}`,{phase:"download-assets",url:r,outputPath:d,bytes:l.length,wroteFile:p}),bo(s,c.originalFilePath,i),await rc(d,a),s.stats.assetsSaved++,o&&(s.stats.assetsSaved%50===0||s.stats.assetsSaved===1)&&o.progress(`Asset progress: saved ${s.stats.assetsSaved}, discovered ${s.stats.assetsQueued}, pending ${s.assetQueue.length}.`,{assetsSaved:s.stats.assetsSaved,assetsQueued:s.stats.assetsQueued,assetQueue:s.assetQueue.length,phase:"download-assets"}),{outputPath:d,publicUrl:u,wroteFile:p}}function ot(e,t,r,n,s){let o=()=>{let l=String(s??"").trim();if(!l)return {discoveredFrom:"",discoveredFromType:"unknown"};if(l==="seed-path"||l==="cli"||l==="generated-404-request-path")return {discoveredFrom:l,discoveredFromType:l};if(/^https?:\/\//i.test(l))try{let g=new URL(l);return yt(g)?{discoveredFrom:l,discoveredFromType:"sitemap"}:Y(e,g)?{discoveredFrom:l,discoveredFromType:"asset"}:Ke(g)&&!st(g)?{discoveredFrom:l,discoveredFromType:"page"}:{discoveredFrom:l,discoveredFromType:"url"}}catch{return {discoveredFrom:l,discoveredFromType:"url"}}return {discoveredFrom:l,discoveredFromType:"url"}},a=s&&/^https?:\/\//i.test(s)?s:e.sourceOrigin,c=ie(e,r,a,n,"page");if(!c)return;if(!Ke(c)||fo(c)){if(Y(e,c)){n.info(`Seeded/non-page URL queued as asset: ${c.toString()}`,{url:c.toString(),source:s}),Z(e,t,c.toString(),n,s);return}n.reject("page",c.toString(),st(c)?"asset/internal path cannot be page":"not page-like",s);return}let i=c.toString(),{discoveredFrom:d,discoveredFromType:u}=o();d&&!t.pageDiscoverySources.has(i)&&t.pageDiscoverySources.set(i,d),!t.donePages.has(i)&&!t.queuedPages.has(i)&&(t.queuedPages.add(i),t.pageQueue.push(i),t.stats.pagesQueued++,n.debug(`Queued discovered page ${i}`,{phase:"discovery",url:i,discoveredFrom:d,discoveredFromType:u,outputPath:De(e,i)}),(t.stats.pagesQueued%25===0||t.stats.pagesQueued===1)&&n.progress(`Discovery progress: pages ${t.stats.pagesQueued}, assets ${t.stats.assetsQueued}, sitemaps ${t.stats.sitemapsQueued}.`,{pagesQueued:t.stats.pagesQueued,assetsQueued:t.stats.assetsQueued,sitemapsQueued:t.stats.sitemapsQueued,pageQueue:t.pageQueue.length,phase:"discovery"}));}function Z(e,t,r,n,s){let o=s&&/^https?:\/\//i.test(s)?s:e.sourceOrigin,a=ie(e,r,o,n,"asset");if(!a)return;if(!Y(e,a)){n.reject("asset",a.toString(),"not a safe asset path/prefix",s);return}let c=a.toString();!t.doneAssets.has(c)&&!t.queuedAssets.has(c)&&(t.queuedAssets.add(c),t.assetQueue.push(c),t.stats.assetsQueued++,(t.stats.assetsQueued%100===0||t.stats.assetsQueued===1)&&n.progress(`Discovery progress: pages ${t.stats.pagesQueued}, assets ${t.stats.assetsQueued}, sitemaps ${t.stats.sitemapsQueued}.`,{pagesQueued:t.stats.pagesQueued,assetsQueued:t.stats.assetsQueued,sitemapsQueued:t.stats.sitemapsQueued,assetQueue:t.assetQueue.length,phase:"discovery"}));}function hr(e,t,r,n,s){let o=s&&/^https?:\/\//i.test(s)?s:e.sourceOrigin,a=ie(e,r,o,n,"sitemap",Gn(s));if(!a)return;if(!yt(a)){n.reject("sitemap",a.toString(),"not sitemap-like",s);return}let c=a.toString();!t.doneSitemaps.has(c)&&!t.queuedSitemaps.has(c)&&(t.queuedSitemaps.add(c),t.sitemapQueue.push(c),t.stats.sitemapsQueued++,(t.stats.sitemapsQueued%10===0||t.stats.sitemapsQueued===1)&&n.progress(`Discovery progress: pages ${t.stats.pagesQueued}, assets ${t.stats.assetsQueued}, sitemaps ${t.stats.sitemapsQueued}.`,{pagesQueued:t.stats.pagesQueued,assetsQueued:t.stats.assetsQueued,sitemapsQueued:t.stats.sitemapsQueued,sitemapQueue:t.sitemapQueue.length,phase:"discovery"}));}function oc(e){let t=Ne(e),r=[...t.matchAll(/<url>\s*([\s\S]*?)\s*<\/url>/gi)].map(n=>n[1]);return r.length>0?r.map(n=>{let s=n.match(/<loc>\s*([^<]+?)\s*<\/loc>/i);if(!s?.[1])return null;let o=n.match(/<lastmod>\s*([^<]+?)\s*<\/lastmod>/i);return {loc:s[1].trim(),lastmod:nt(o?.[1]??null)}}).filter(n=>!!n):[...t.matchAll(/<loc>\s*([^<]+?)\s*<\/loc>/gi)].map(n=>({loc:n[1].trim(),lastmod:null})).filter(n=>n.loc)}function ic(e){return e.split(",").map(t=>t.trim().split(/\s+/)[0]).filter(Boolean)}function ac(e){let t=[],r=/url\(\s*(?:"([^"]+)"|'([^']+)'|([^)]*?))\s*\)/gi;for(let n of e.matchAll(r)){let s=e.slice(Math.max(0,n.index-8),n.index);if(/\bnew\s+$/i.test(s))continue;let o=(n[1]||n[2]||n[3]||"").trim();o&&t.push(o);}return t}function cc(e){return e.replace(/<script\b[^>]*>[\s\S]*?<\/script\s*>/gi,"")}function lc(e,t){if(t==="dom-style")return true;let r=(()=>{try{return k.extname(new URL(e).pathname).toLowerCase()}catch{return ""}})();return !(r===".js"||r===".mjs"||r===".map"||t.includes("javascript"))}function gr(e){return e.trim().replace(/\\/g,"/").replace(/^https?:\/\/[^/]+/i,"").replace(/^\/+/,"")}async function So(e,t,r,n){let s=[];await F.mkdir(t,{recursive:true});let o=await F.readdir(e,{withFileTypes:true});for(let a of o){let c=k.join(e,a.name),i=k.join(t,a.name);if(a.isDirectory()){s.push(...await So(c,i,r,n));continue}await Po(c,i,r,n)&&s.push(i);}return s}async function uc(e,t){try{let[r,n]=await Promise.all([F.stat(e),F.stat(t)]);if(r.size!==n.size)return !1;let[s,o]=await Promise.all([F.readFile(e),F.readFile(t)]);return s.equals(o)}catch{return false}}async function Po(e,t,r,n){let s=k.resolve(t);return r.has(s)?(n.debug("Skipped post-crawl copy over crawled page output",{phase:"copy-extra-paths",sourcePath:e,targetPath:t}),false):await uc(e,t)?(n.debug("Skipped unchanged post-crawl copy target",{phase:"copy-extra-paths",sourcePath:e,targetPath:t}),false):(await F.mkdir(k.dirname(t),{recursive:true}),await F.copyFile(e,t),true)}async function dc(e,t,r){let n=Object.entries(e.postCrawlCopyMap||{}).map(([c,i])=>({sourcePath:c.trim(),prefix:String(i||"").trim()}));if(n.length===0)return [];let s=0,o=[],a=new Set([...t.donePages].map(c=>k.resolve(De(e,c))));r.mark("copy-extra-paths");for(let c of n){let i=c.sourcePath,d=c.prefix;if(!i||!d){r.warn("Skipped post-crawl copy mapping with empty key/value",{sourcePath:i,prefixPath:d});continue}let u=ka(i);if(!u.resolvedPath){r.warn("Skipped post-crawl copy source because alias root is not configured",{sourcePath:i,alias:u.alias||"",requiredEnv:u.requiredEnv||"",prefixPath:d});continue}let l=u.resolvedPath,g=gr(d);if(!g){r.warn("Skipped post-crawl copy mapping with invalid export prefix",{sourcePath:i,prefixPath:d});continue}let p;try{p=await F.stat(l);}catch{r.warn("Skipped post-crawl copy source because it does not exist",{sourcePath:i,sourceAbs:l,prefixPath:d});continue}let f=k.resolve(e.outputDir,g);if(p.isDirectory()){let y=await So(l,f,a,r);o.push(...y),s+=y.length,y.length>0&&r.progress(`Copied static directory to export: ${l} -> /${g}`,{phase:"copy-extra-paths",sourcePath:l,targetPath:`/${g}`,copiedItems:s,changedFiles:y.length});continue}let w=k.basename(l),m=d.endsWith("/")?k.join(f,w):f;await Po(l,m,a,r)&&(o.push(m),s++,r.progress(`Copied static file to export: ${l} -> /${gr(d.endsWith("/")?`${d}${w}`:d)}`,{phase:"copy-extra-paths",sourcePath:l,targetPath:`/${gr(d.endsWith("/")?`${d}${w}`:d)}`,copiedItems:s}));}return r.endMark("copy-extra-paths",{mappedSources:n.length,copiedItems:s}),o}function wt(e,t,r,n,s){let o=new Set,a=Ne(r).replace(/\\\//g,"/"),c=s==="page-html"?cc(a):a,i=lc(t,s);if(i){for(let d of ac(c)){let u=ie(e,d,t,n,`${s}:css-url`);u&&Y(e,u)&&o.add(u.toString());}for(let d of c.matchAll(/@import\s+(?:url\()?\s*['"]?([^'"\s;]+)['"]?\s*\)?/gi)){let u=ie(e,d[1],t,n,`${s}:css-import`);u&&Y(e,u)&&o.add(u.toString());}}if(i||s==="page-html")for(let d of c.matchAll(/<\?xml-stylesheet[^>]+href=["']([^"']+)["'][^>]*\?>/gi)){let u=ie(e,d[1],t,n,`${s}:xml-stylesheet`);u&&Y(e,u)&&o.add(u.toString());}if(s==="page-html")for(let d of Ps(a)){let u=d.startsWith("//")?`${new URL(e.sourceOrigin).protocol}${d}`:d;if(fn(u)){n.ignore(`${s}:serialized-url`,u,"looks like JavaScript/code fragment",t);continue}let l=ie(e,u,t,n,`${s}:serialized-url`);l&&Y(e,l)?o.add(l.toString()):l&&n.ignore("asset",l.toString(),"serialized URL did not pass safe asset path filter",t);}if(s!=="page-html"&&nc(t))for(let d of Rs(a)){if(fn(d)||!/\.(?:js|mjs)(?:[?#]|$)/i.test(d))continue;let u=ie(e,d,t,n,`${s}:relative-asset`);u&&Y(e,u)&&o.add(u.toString());}return [...o]}function Ro(e,t,r,n){let s=new Set,o=Ne(r);for(let a of o.matchAll(/href=["']([^"'#\s][^"']*?)["']/gi)){let c=a[1],i=ie(e,c,t,n,"page-link");i&&(mo(e,i)||Ke(i)&&!st(i)&&!Y(e,i)&&s.add(i.toString()));}return [...s]}async function Gs(e,t,r,n,s,o,a=false,c=[]){let i=new Set(c),d=0,u=new Map,l=(g,p)=>{let f=[p],w=new Set;for(;f.length>0;){let m=f.pop();if(m===g)return true;w.has(m)||(w.add(m),f.push(...u.get(m)??[]));}return false};for(;r.sitemapQueue.length>0;){let g=r.sitemapQueue.shift();r.queuedSitemaps.delete(g);let p=xe(g,n,"sitemap","sitemap-queue");if(!p)continue;let f=p.toString();if(r.doneSitemaps.has(f))continue;r.doneSitemaps.add(f),n.sitemap(`Fetching sitemap ${f}`,{url:f});let w=true;try{let m=await t.get(f,{timeout:6e4});if(w=!1,!m.ok()){if(n.skip("sitemap",f,m.status()),a&&!i.has(f))throw new Error(`Required child content-sync sitemap returned HTTP ${m.status()}: ${f}`);continue}let h=await m.body(),y=m.url()||f,S=xe(y,n,"sitemap-response",f);if(!S)continue;let P=S.toString();r.successfulSitemaps.add(f),r.successfulSitemaps.add(P),i.has(f)&&(r.resolvedSitemapRoots.add(P),d+=1);let M=await yn(e,r.assetMap,P,h,r,n);ue(s,e,M.outputPath),ke(s,M.outputPath);let A=h.toString("utf8");/<sitemapindex(?:\s|>)/i.test(A)?r.sitemapIndexUrls.add(P):r.sitemapLeafUrls.add(P);let C=wt(e,P,A,n,"sitemap");for(let $ of C)Z(e,r,$,n,P);let R=[];for(let $ of oc(A)){let T=ie(e,$.loc,P,n,"sitemap-loc",!0);if(!T){if(a)throw new Error(`Content-sync sitemap contains an inadmissible location: ${$.loc}`);continue}if(yt(T)){if(l(P,T.toString()))throw new Error(`Sitemap index cycle detected: ${P} -> ${T.toString()}`);if(u.has(P)||u.set(P,new Set),u.get(P).add(T.toString()),R.push(T.toString()),a&&r.doneSitemaps.has(T.toString())&&!r.successfulSitemaps.has(T.toString()))throw new Error(`Required child content-sync sitemap was not resolved: ${T.toString()}`);hr(e,r,T.toString(),n,P);}else if(a){if(Ke(T)&&!Y(e,T)){let N=o.requiredUrls.has(T.toString()),H=o.manifest.pages[T.toString()],b=!!H&&!!await Xe(H.outputPath);if(!N&&!b)throw new Error(`Content-sync sitemap coverage is incomplete for ${T.toString()}.`)}n.ignore("sitemap-loc",T.toString(),"content-sync sitemap-only traversal does not enqueue urlset locations",P);}else Y(e,T)?Z(e,r,T.toString(),n,P):Ke(T)?($.lastmod&&(r.sitemapLastmodByPage[T.toString()]=$.lastmod),ot(e,r,T.toString(),n,P)):n.reject("sitemap-loc",T.toString(),"not page/sitemap/asset-like",P);}o.trackManifest&&(o.manifest.assets[P]={url:P,outputPath:M.outputPath,isText:!0,contentType:m.headers()["content-type"]??"application/xml",cacheControl:pn(m.headers()),changeToken:null,tokenSource:null,discoveredAssets:[...new Set([...C,...R])],lastCrawledAt:new Date().toISOString(),lastSeenRunId:o.runId,unreferencedRuns:0,rewriteComplete:!1},await Ve(e,o));}catch(m){n.error(`Failed sitemap ${f}`,{url:f,error:String(m)});let h=a&&i.has(f)&&w;if(a&&!h)throw m}}if(a&&i.size>0&&d===0)throw new Error(`None of the configured content-sync sitemap roots could be resolved: ${[...i].join(", ")}`)}async function pc(e,t,r,n,s,o,a){let c=ie(e,n,e.sourceOrigin,s,"asset-fetch");if(!c||!Y(e,c))return;let i=c.toString();if(r.doneAssets.has(i))return;let d=o.enabled||o.strictTargeted?o.previousManifest.assets[i]:void 0,u=o.trackManifest?await mr(e,t,o,i,s):null,l=u?.token??null,g=rn(d?.changeToken,u),p=o.strictTargeted&&(!u?.supported||!u.token)&&nn(e.sourceOrigin,i),f=o.strictTargeted?o.manifest.assets[i]:void 0;if(f?.lastSeenRunId===o.runId&&await Xe(f.outputPath)){r.doneAssets.add(i);for(let m of f.discoveredAssets||[])Z(e,r,m,s,i);ue(a,e,f.outputPath),ft(a,e,f.outputPath,f.cacheControl),f.isText&&ke(a,f.outputPath),s.info(`Resumed completed content-sync asset ${i}`,{url:i,source:"content-sync-checkpoint"}),Ye(r,s);return}if(d&&(g||p)&&await Xe(d.outputPath)){o.manifest.assets[i]={...d,changeToken:l,tokenSource:u?.tokenSource??d.tokenSource,discoveredAssets:[...d.discoveredAssets||[]],lastSeenRunId:o.runId,unreferencedRuns:0},delete o.manifest.pages[i],r.doneAssets.add(i);for(let m of d.discoveredAssets||[])Z(e,r,m,s,i);ft(a,e,d.outputPath,d.cacheControl),s.info(`Reused unchanged trusted asset ${i}.`,{url:i,tokenSource:u?.tokenSource??"unknown",phase:"download-assets",source:g?"asset-change-token-match":"content-sync-release-fingerprint"}),Ye(r,s);return}let w=(m,h={})=>{if(!d||o.strictTargeted)return false;o.manifest.assets[i]={...d,discoveredAssets:[...d.discoveredAssets||[]],lastCrawledAt:new Date().toISOString(),lastSeenRunId:o.runId,unreferencedRuns:0},delete o.manifest.pages[i],r.doneAssets.add(i);for(let y of d.discoveredAssets||[])Z(e,r,y,s,i);return s.warn(`Keeping previous incremental asset ${i} after fetch issue.`,{url:i,reason:m,preservedFromPreviousManifest:true,...h,phase:"download-assets"}),Ye(r,s),true};s.asset(`Fetching asset ${i}`,{url:i});try{let m=ht(e,r.assetMap,i),h=m?await Xe(m):null;if(m&&h&&!o.strictTargeted)try{let H=await oe(`fetch asset headers ${i}`,6e4,()=>t.head(i,{timeout:6e4})),b=H.headers();if(H.ok()&&tc(h,b)){let W=await ho(m);if(W!==null){let de=H.url()||i,V=xe(de,s,"asset-response",i);if(!V)return;let B=V.toString(),E=await yn(e,r.assetMap,B,W,r,s,b);E.wroteFile&&(ue(a,e,E.outputPath),Oe(E.outputPath)&&ke(a,E.outputPath));let q=pn(b)||d?.cacheControl||null;ft(a,e,E.outputPath,q),r.doneAssets.add(i),s.info(`Reused existing asset ${i} based on response headers.`,{url:i,filePath:m,lastModified:b["last-modified"]||"",contentLength:b["content-length"]||"",phase:"download-assets"}),Ye(r,s);let D=wn(c,b),J=d?.discoveredAssets?[...d.discoveredAssets]:[];if(D||d?.isText){let Q=W.toString("utf8"),pe=wt(e,B,Q,s,"asset:cached");(pe.length>0||!d)&&(J=pe);for(let Pe of J)Z(e,r,Pe,s,B);}if(o.trackManifest){let Q=D||!!d?.isText;o.manifest.assets[i]={url:i,outputPath:E.outputPath,isText:Q,contentType:dn(b)||d?.contentType||null,cacheControl:q,changeToken:u?.supported?u.token:null,tokenSource:u?.supported?u.tokenSource??null:null,discoveredAssets:J,lastCrawledAt:new Date().toISOString(),lastSeenRunId:o.runId,unreferencedRuns:0,rewriteComplete:!Q},delete o.manifest.pages[i],(o.enabled||o.strictTargeted)&&Q&&await Ve(e,o);}return}}}catch{}let y=await oe(`fetch asset ${i}`,6e4,()=>t.get(i,{timeout:6e4}));if(!y.ok()){if(w(`http-${y.status()}`,{status:y.status()}))return;if(o.strictTargeted)throw new Error(`Required content-sync asset returned HTTP ${y.status()}: ${i}`);s.skip("asset",i,y.status());return}let S=await oe(`read asset response ${i}`,6e4,()=>y.body()),P=y.url()||i,M=xe(P,s,"asset-response",i);if(!M)return;let A=M.toString(),C=y.headers(),R=await yn(e,r.assetMap,A,S,r,s,C);R.wroteFile&&(ue(a,e,R.outputPath),Oe(R.outputPath)&&ke(a,R.outputPath));let $=pn(C);ft(a,e,R.outputPath,$),r.doneAssets.add(i),Ye(r,s);let T=wn(c,C),N=[];if(T){let H=S.toString("utf8");N=wt(e,A,H,s,`asset:${k.extname(c.pathname).toLowerCase()||C["content-type"]||"unknown"}`);for(let b of N)Z(e,r,b,s,A);}o.trackManifest&&(o.manifest.assets[i]={url:i,outputPath:R.outputPath,isText:T,contentType:dn(C),cacheControl:$,changeToken:u?.supported?u.token:null,tokenSource:u?.supported?u.tokenSource??null:null,discoveredAssets:N,lastCrawledAt:new Date().toISOString(),lastSeenRunId:o.runId,unreferencedRuns:0,rewriteComplete:!T},delete o.manifest.pages[i],(o.enabled||o.strictTargeted)&&T&&await Ve(e,o));}catch(m){if(w("fetch-error",{error:String(m)}))return;if(s.error(`Failed asset ${i}`,{url:i,error:String(m)}),o.strictTargeted)throw m}finally{r.doneAssets.has(i)||(r.doneAssets.add(i),Ye(r,s));}}async function mc(e,t,r,n,s,o){let a=Math.max(1,Number(e.assetDownloadConcurrency||e.concurrency||1)),c=Array.from({length:a},async()=>{for(;r.assetQueue.length>0;){let i=r.assetQueue.shift();i&&(r.queuedAssets.delete(i),await pc(e,t,r,i,n,s,o));}});await Promise.all(c);}function wr(e,t){let r=ge(e.outputDir,t);if(!r)throw new Error(`Remote export output is outside outputDir: ${t}`);return r}function gc(e,t){return wn(e,{"content-type":t})}function Zs(e){return /(?:^|\/)index\.html?$|\.html?$/i.test(e)}async function fc(e,t,r,n,s,o,a,c,i){let d=Math.max(1,Math.min(100,i)),u=20;for(;r.assetQueue.length>0;){let l=r.assetQueue.splice(0,d*u);for(let w of l)r.queuedAssets.delete(w);await Pn(e,t,s,l,n);let g=[];for(let w of l){let m=s.manifest.assets[w],h=m?ge(e.outputDir,m.outputPath):null,y=h?a.objects[h]:void 0,S=s.changeTokenCache.get(w)??null;if(!(s.enabled&&m&&y?.kind==="asset"&&y.sourceUrl===w&&(rn(m.changeToken,S)||(!S?.supported||!S.token)&&nn(e.sourceOrigin,w)))||!m||!h||!y){g.push(w);continue}s.manifest.assets[w]={...m,changeToken:S?.token??null,tokenSource:S?.tokenSource??m.tokenSource,lastSeenRunId:s.runId,unreferencedRuns:0};for(let M of m.discoveredAssets||[])Z(e,r,M,n,w);r.doneAssets.add(w),ft(o,e,m.outputPath,m.cacheControl),n.info(`Reused unchanged S3-native asset ${w}.`,{url:w,relativePath:h,tokenSource:S?.tokenSource??"release-fingerprint",phase:"download-assets",execution:"lambda"}),Ye(r,n);}if(g.length===0)continue;let p=[];for(let w=0;w<g.length;w+=u)p.push(g.slice(w,w+u));let f=await Promise.all(p.map(w=>c.fetch({urls:w,ignoreHttpsErrors:e.ignoreHttpsErrors,timeoutMs:6e4})));for(let w of f)for(let m of w.assets){let h=m.requestedUrl;try{if(m.outcome!=="fetched"||!m.object||!m.finalUrl){let $=m.error||`Remote asset fetch ended with ${m.outcome}.`;if(n.error(`Failed remote asset ${h}`,{url:h,status:m.httpStatus,outcome:m.outcome,error:$,execution:"lambda"}),s.strictTargeted)throw new Error($);continue}let y=xe(m.finalUrl,n,"remote-asset-response",h);if(!y)continue;let S=Ut(e,y.toString()),P=S.originalFilePath,M=S.originalPublicUrlWithSearch;if(S.preferQueryHashed&&S.hashedFilePath&&S.hashedPublicUrl&&yo(r,S.originalFilePath,m.object.sha256)){let $=po(e,r.assetMap,y.toString());P=$?.outputPath??S.hashedFilePath,M=$?.publicUrl??S.hashedPublicUrl;}hn(e,r.assetMap,y.toString(),M,S.originalPublicUrl),y.toString()!==h&&hn(e,r.assetMap,h,M,S.originalPublicUrl),bo(r,S.originalFilePath,m.object.sha256);let A=wr(e,P),C=m.contentType?.trim()||"application/octet-stream",R=gc(y,C);gt(a,{relativePath:A,sourceUrl:h,kind:"asset",contentType:C,cacheControl:m.cacheControl,isText:R,object:m.object}),ue(o,e,P),R&&ke(o,P),ft(o,e,P,m.cacheControl);for(let $ of m.discoveredAssets)Z(e,r,$,n,y.toString());r.stats.assetsSaved++,s.trackManifest&&(s.manifest.assets[h]={url:h,outputPath:P,isText:R,contentType:C,cacheControl:m.cacheControl,changeToken:null,tokenSource:null,discoveredAssets:[...m.discoveredAssets],lastCrawledAt:new Date().toISOString(),lastSeenRunId:s.runId,unreferencedRuns:0,rewriteComplete:!R},delete s.manifest.pages[h]),n.debug(`Remote asset fetch completed ${h}`,{url:h,finalUrl:y.toString(),relativePath:A,bytes:m.object.bytes,taskId:w.taskId,attempts:w.attempts,execution:"lambda"});}finally{r.doneAssets.add(h),Ye(r,n);}}}}async function hc(e,t,r,n){for(let s of [...t.changedFiles].sort()){if(!Ns(r,s))continue;let o=k.join(e.outputDir,s),a=await F.readFile(o).catch(u=>{throw new Error(`Coordinator-owned output is missing before S3 staging: ${s}`,{cause:u})}),c=Oe(o),i=String(js.lookup(s)||"")||(c?"text/plain; charset=utf-8":"application/octet-stream"),d=await n.writeWorkspaceObject({key:`${r.workspace.prefix}jobs/${r.jobId}/coordinator/${$e(s,40)}-${k.basename(s)}`,body:a,contentType:i,cacheControl:Zs(s)?e.s3.htmlCacheControl:e.s3.assetCacheControl});gt(r,{relativePath:s,sourceUrl:null,kind:"generated",contentType:i,cacheControl:Zs(s)?e.s3.htmlCacheControl:e.s3.assetCacheControl,isText:c,object:d});}}function wc(e){let t=Math.ceil(e/1e3);return `${t} second${t===1?"":"s"}`}function He(e){return Math.max(6e4,e.navigationTimeoutMs*2,e.readiness.timeoutMs+e.readiness.fallbackWaitMs+15e3)}function Ot(e){return Math.max(15e3,Math.min(6e4,He(e)))}function vo(e){return Math.max(15e3,e.readiness.timeoutMs+e.readiness.fallbackWaitMs+1e4)}function vn(e){return e.stats.pagesCompleted}function bn(e){let r=e.options?.browserProcess;return {pid:typeof r?.process?.pid=="number"?r.process.pid:null,kill:typeof r?.kill=="function"?r.kill.bind(r):null}}async function un(e,t,r){let n=bn(e);try{if(n.kill){await n.kill(),t.warn(`Force-killed crawl worker browser after ${r}`,{browserPid:n.pid,reason:r});return}if(n.pid!==null){process.kill(n.pid,"SIGKILL"),t.warn(`Sent SIGKILL to crawl worker browser after ${r}`,{browserPid:n.pid,reason:r});return}t.warn(`Could not resolve crawl worker browser PID after ${r}`,{reason:r});}catch(s){t.error(`Failed to force-kill crawl worker browser after ${r}`,{browserPid:n.pid,reason:r,error:String(s)});}}async function oe(e,t,r){let n;try{return await Promise.race([r(),new Promise((s,o)=>{n=globalThis.setTimeout(()=>{o(new jt(e,t));},t);})])}finally{n!==void 0&&globalThis.clearTimeout(n);}}var jt=class extends Error{constructor(r,n){super(`${r} timed out after ${wc(n)}.`);this.operation=r;this.timeoutMs=n;this.name="OperationTimeoutError";}operation;timeoutMs};async function yc(e,t){let r=vo(e);await t.evaluate(async n=>{await new Promise(s=>{let o=0,a=700,c=Date.now(),i=()=>{window.clearInterval(d),window.scrollTo(0,0),s();},d=window.setInterval(()=>{if(Date.now()-c>=n.maxDurationMs){i();return}window.scrollBy(0,a),o+=a;let u=document.body?.scrollHeight||0,l=document.documentElement?.scrollHeight||0,g=Math.max(u,l);o>=g+window.innerHeight&&i();},120);});},{maxDurationMs:r});}async function bc(e,t){await t.waitForLoadState("domcontentloaded",{timeout:e.readiness.timeoutMs}).catch(()=>{}),e.readiness.waitForSelector&&await t.waitForSelector(e.readiness.waitForSelector,{timeout:e.readiness.timeoutMs}).catch(()=>{}),e.readiness.waitForFunction&&await t.waitForFunction(e.readiness.waitForFunction,void 0,{timeout:e.readiness.timeoutMs}).catch(()=>{}),await yc(e,t),await t.waitForTimeout(e.readiness.fallbackWaitMs);}async function Sc(e,t){await t.waitForLoadState("domcontentloaded",{timeout:e.readiness.timeoutMs}).catch(()=>{}),await t.waitForLoadState("load",{timeout:e.readiness.timeoutMs}).catch(()=>{}),e.readiness.waitForSelector&&await t.waitForSelector(e.readiness.waitForSelector,{timeout:e.readiness.timeoutMs}).catch(()=>{}),await t.waitForTimeout(e.readiness.fallbackWaitMs);}function Co(e,t){return e.noJavaScriptRenderPathPrefixes.some(r=>Rn(t,r))}async function Pc(e,t,r,n,s=true){let o=new Set;if(s){let c=await t.evaluate(()=>{let i=new Set,d=["href","src","poster","data-src","data-lazy-src","data-original","data-bg","data-background","data-href","data-resource-url"],u=new Set,l=["srcset","data-srcset","data-lazy-srcset"],g=p=>{p.querySelectorAll("*").forEach(f=>{for(let m of d){let h=f.getAttribute(m);h&&i.add(h);}for(let m of l){let h=f.getAttribute(m);h&&h.split(",").forEach(y=>{let S=y.trim().split(/\s+/)[0];S&&i.add(S);});}let w=f.getAttribute("style");w&&u.add(w),f.shadowRoot&&g(f.shadowRoot);});};return g(document),{attrs:[...i],styles:[...u]}});for(let i of c.attrs)for(let d of ic(i)){let u=ie(e,d,r,n,"dom-attr");u&&Y(e,u)&&o.add(u.toString());}for(let i of c.styles)for(let d of wt(e,r,i,n,"dom-style"))o.add(d);}let a=await t.content();for(let c of wt(e,r,a,n,"page-html"))o.add(c);return [...o]}async function Sn(e,t,r,n,s){let o=De(e,t);await _e(o,r,"utf8");let a=await F.stat(o);s?.debug(`Saved page output ${t}`,{phase:"save-pages",url:t,outputPath:o,bytes:a.size});let c=yr(n,o),i=Math.min(n.stats.pagesQueued,vn(n)+1);s&&c&&(n.stats.pagesSaved%10===0||n.stats.pagesSaved===1)&&s.progress(`Page progress: processed ${i}, rendered ${n.stats.pagesRendered}, saved ${n.stats.pagesSaved}, discovered ${n.stats.pagesQueued}.`,{donePages:i,claimedPages:n.donePages.size,pagesRendered:n.stats.pagesRendered,pagesSaved:n.stats.pagesSaved,pagesQueued:n.stats.pagesQueued,pageQueue:n.pageQueue.length,phase:"save-pages"});}function yr(e,t){let r=k.resolve(t);return e.savedPageOutputs.has(r)?false:(e.savedPageOutputs.add(r),e.stats.pagesSaved=e.savedPageOutputs.size,true)}async function br(e,t,r,n,s){let o=ge(e.outputDir,n);if(!o)return;if(s){let c=s.objects[o];c?.kind==="page"&&c.sourceUrl===r&&c.object?.bucket===s.workspace.bucket&&typeof c.object.key=="string"&&c.object.key.startsWith(s.workspace.prefix)&&yr(t,n);return}(await Xe(n).catch(()=>null))?.isFile()&&yr(t,n);}function ko(e){let t=vn(e);return t%5===0||t===1||t===e.stats.pagesQueued}function xo(e,t){let r=vn(e);t.progress(`Render progress: processed ${r}, rendered ${e.stats.pagesRendered}, saved ${e.stats.pagesSaved}, discovered ${e.stats.pagesQueued}.`,{donePages:r,claimedPages:e.donePages.size,pagesRendered:e.stats.pagesRendered,pagesSaved:e.stats.pagesSaved,pagesQueued:e.stats.pagesQueued,phase:"render-pages"});}async function Rc(e){await rs(e),await e.addInitScript(()=>{Object.defineProperty(window,"__WPSUITE_STATIC_EXPORT__",{value:true,writable:false,configurable:true});let t=r=>{if(r==null||String(r)==="")return true;try{let n=new URL(String(r),window.location.href),s=new URL(window.location.href);return n.hash="",s.hash="",n.href===s.href}catch{return false}};try{let r=window.location.assign.bind(window.location),n=window.location.replace.bind(window.location),s=window.location.reload.bind(window.location);Object.defineProperty(window.location,"assign",{configurable:!0,value:o=>{if(t(o)){console.warn("[smartcloud-static-publisher] blocked same-page location.assign",o??"");return}return r(o)}}),Object.defineProperty(window.location,"replace",{configurable:!0,value:o=>{if(t(o)){console.warn("[smartcloud-static-publisher] blocked same-page location.replace",o??"");return}return n(o)}}),Object.defineProperty(window.location,"reload",{configurable:!0,value:()=>{console.warn("[smartcloud-static-publisher] blocked location.reload");}});}catch{}});}async function vc(e,t,r){let n=await e.newContext({viewport:t.viewport,userAgent:"WPSuiteStaticPublisher/0.8 Playwright SitemapOnly",ignoreHTTPSErrors:t.ignoreHttpsErrors,...r?{javaScriptEnabled:false}:{}});return r||await Rc(n),n}async function Cc(e,t,r,n,s,o,a,c,i,d){for(;t.pageQueue.length>0&&!(e.maxPages>0&&t.donePages.size>=e.maxPages);){let u=t.pageQueue.shift();if(!u)break;t.queuedPages.delete(u);try{let l=xe(u,r,"page","page-queue");if(!l)continue;let g=l.toString();if(u=g,t.queuedPages.delete(u),t.donePages.has(u))continue;t.donePages.add(u),o.enabled&&o.seenPages.add(u);let p=Sr(e,u),f=Co(e,l.pathname);if(!Ke(l)||Y(e,l)||st(l)){if(Y(e,l)){r.info(`Remote worker redirected non-page URL to asset queue: ${u}`,{url:u,source:"remote-worker-guard"}),Z(e,t,u,r,"remote-worker-guard");continue}r.reject("page",u,"guard rejected non-page URL before remote rendering","remote-worker");continue}let w=o.strictTargeted?o.manifest.pages[u]:void 0;if(w?.lastSeenRunId===o.runId&&await Xe(w.outputPath)){o.seenPages.add(u);for(let R of w.discoveredAssets||[])Z(e,t,R,r,u);ue(a,e,w.outputPath),ke(a,w.outputPath),await br(e,t,u,w.outputPath,d),r.info(`Resumed completed content-sync page ${u}`,{url:u,source:"content-sync-checkpoint"});continue}let m=await lo(e,s,t,o,u,r);if(o.enabled&&n!=="single-url"&&n!=="content-sync"){let R=o.manifest.pages[u];if(m.action==="reuse"&&R){for(let $ of R.discoveredAssets)Z(e,t,$,r,u);for(let $ of R.discoveredPages)ot(e,t,$,r,u);R.lastSeenRunId=o.runId,R.sitemapLastmod=nt(t.sitemapLastmodByPage[u])??R.sitemapLastmod,m.changeToken?.supported&&(R.changeToken=m.changeToken.token,R.tokenSource=m.changeToken.tokenSource??R.tokenSource),await br(e,t,u,R.outputPath,d),r.info(`Incremental reuse skipped unchanged page ${u}`,{url:u,mode:"incremental",reason:m.changeToken?.supported===!0?"change-token-match":"sitemap-lastmod-match"});continue}}r.page(`Rendering remotely ${u}`,{url:u,execution:"lambda"});let h=await i.render({sourceOrigin:e.sourceOrigin,url:u,options:{ignoreHttpsErrors:e.ignoreHttpsErrors,javaScriptEnabled:!f,viewport:e.viewport,navigationTimeoutMs:e.navigationTimeoutMs,autoScrollTimeoutMs:vo(e),readiness:e.readiness},downloadHtml:!d}),y=h.page,S=y.finalUrl?xe(y.finalUrl,r,"remote-final-response",u)?.toString():void 0;if(n==="content-sync"&&S&&S!==g){if(o.deleteOnMissingUrls.has(u)){await Ft(e,o,a,u,o.deleteOnMissingUrls),r.info(`Removed stale content-sync archive route redirected to ${S}`,{url:u,finalResponseUrl:S,source:"content-sync-tombstone"});continue}throw new Error(`Required content-sync route redirected outside its planned URL: ${u} -> ${S}`)}let P=y.httpStatus;if(p){if(P!==404){r.error(`Generated 404 request path returned unexpected status for ${u}`,{url:u,expectedStatus:404,status:P,requestPath:e.generated404RequestPath,execution:"lambda"});continue}}else if(P!==null&&P>=400){if(n==="content-sync"&&(P===404||P===410)&&o.deleteOnMissingUrls.has(u)){await Ft(e,o,a,u,o.deleteOnMissingUrls),r.info(`Removed stale content-sync archive page ${u}`,{url:u,status:P,source:"content-sync-tombstone"});continue}if(n==="content-sync")throw new Error(`Required content-sync route returned HTTP ${P}: ${u}`);r.skip("page",u,P,t.pageDiscoverySources.get(u));continue}t.stats.pagesRendered++;let M=new Set;if(!d){if(h.html===null)throw new Error("Remote render did not return HTML for local output mode.");for(let R of wt(e,g,h.html,r,"remote-page-html"))M.add(R);}for(let R of [...y.discoveredAssets,...y.networkUrls]){let $=ie(e,R,g,r,"remote-render");$&&Y(e,$)&&M.add($.toString());}for(let R of M)Z(e,t,R,r,u);let A=n!=="single-url"&&n!=="content-sync"&&!p?[...new Set([...!d&&h.html!==null?Ro(e,u,h.html,r):[],...y.discoveredPages])]:[];for(let R of A)ot(e,t,R,r,u);for(let R of y.cookies){let $=R.sameSite==="Strict"||R.sameSite==="Lax"||R.sameSite==="None"?R.sameSite:"Unspecified",T=!Number.isFinite(R.expires)||R.expires<=0;c.add({name:R.name,domain:R.domain,path:R.path||"/",expires:T?null:R.expires,session:T,secure:R.secure,httpOnly:R.httpOnly,sameSite:$,partitioned:R.partitioned===!0});}let C=De(e,u);if(d){if(!y.html)throw new Error("Remote render completed without a workspace HTML object.");gt(d,{relativePath:wr(e,C),sourceUrl:u,kind:"page",contentType:y.contentType?.trim()||"text/html; charset=utf-8",cacheControl:e.s3.htmlCacheControl,isText:!0,object:y.html}),yr(t,C);}else {if(h.html===null)throw new Error("Remote render did not return HTML for local output mode.");await Sn(e,u,h.html,t,r);}ue(a,e,C),ke(a,C),o.trackManifest&&(o.manifest.pages[u]={url:u,outputPath:C,contentType:y.contentType?.trim()||null,changeToken:m.changeToken?.supported?m.changeToken.token:null,tokenSource:m.changeToken?.supported?m.changeToken.tokenSource??null:null,sitemapLastmod:nt(t.sitemapLastmodByPage[u])??null,discoveredPages:A,discoveredAssets:[...M],lastCrawledAt:new Date().toISOString(),lastSeenRunId:o.runId,rewriteComplete:!1},(o.enabled||o.strictTargeted)&&await Ve(e,o)),r.debug(`Remote render completed ${u}`,{url:u,taskId:h.taskId,attempts:h.attempts,execution:"lambda"});}catch(l){if(r.error(`Failed remote page ${u}`,{url:u,error:String(l),execution:"lambda",...l instanceof ye?{status:l.status,attempts:l.attempts}:{}}),l instanceof ye){t.pageHttpFailures.set(u,l);continue}if(o.strictTargeted)throw l}finally{t.stats.pagesCompleted++,ko(t)&&xo(t,r);}}}async function kc(e,t,r,n,s,o,a,c){let i=await chromium.launch({headless:true}),d=bn(i);d.pid!==null&&r.debug(`Launched crawl worker browser PID ${d.pid}`,{browserPid:d.pid});try{for(;t.pageQueue.length>0;){i||(i=await chromium.launch({headless:!0}),d=bn(i),d.pid!==null&&r.debug(`Relaunched crawl worker browser PID ${d.pid}`,{browserPid:d.pid}));let u=i;if(e.maxPages>0&&t.donePages.size>=e.maxPages)break;let l=t.pageQueue.shift();if(!l)break;t.queuedPages.delete(l);let g=null,p=null,f=!1,w=null,m=[],h=new Set;try{let y=xe(l,r,"page","page-queue");if(!y)continue;let S=y.toString();if(l=S,t.queuedPages.delete(l),t.donePages.has(l))continue;t.donePages.add(l),o.enabled&&o.seenPages.add(l);let P=Sr(e,l),M=Co(e,y.pathname);if(!Ke(y)||Y(e,y)||st(y)){if(Y(e,y)){r.info(`Worker redirected non-page URL to asset queue: ${l}`,{url:l,source:"worker-guard"}),Z(e,t,l,r,"worker-guard");continue}r.reject("page",l,"guard rejected non-page URL before rendering","worker");continue}let A=o.strictTargeted?o.manifest.pages[l]:void 0;if(A?.lastSeenRunId===o.runId&&await Xe(A.outputPath)){o.seenPages.add(l);for(let E of A.discoveredAssets||[])Z(e,t,E,r,l);ue(a,e,A.outputPath),ke(a,A.outputPath),await br(e,t,l,A.outputPath),r.info(`Resumed completed content-sync page ${l}`,{url:l,source:"content-sync-checkpoint"});continue}let C=await lo(e,s,t,o,l,r);if(o.enabled&&n!=="single-url"&&n!=="content-sync"){let E=o.manifest.pages[l];if(C.action==="reuse"&&E){for(let q of E.discoveredAssets)Z(e,t,q,r,l);for(let q of E.discoveredPages)ot(e,t,q,r,l);E.lastSeenRunId=o.runId,E.sitemapLastmod=nt(t.sitemapLastmodByPage[l])??E.sitemapLastmod,C.changeToken?.supported&&(E.changeToken=C.changeToken.token,E.tokenSource=C.changeToken.tokenSource??E.tokenSource),await br(e,t,l,E.outputPath),r.info(`Incremental reuse skipped unchanged page ${l}`,{url:l,mode:"incremental",reason:C.changeToken?.supported===!0?"change-token-match":"sitemap-lastmod-match"});continue}}g=await oe(`create page context ${l}`,He(e),()=>vc(u,e,M)),p=await oe(`create page ${l}`,He(e),()=>g.newPage()),m=await g.cookies();let R=!1,$=new Set;await p.route("**/*",async E=>{let q=E.request();try{let D=ie(e,q.url(),e.sourceOrigin,r,"network-request");D&&Y(e,D)&&($.add(D.toString()),Z(e,t,D.toString(),r,l));}catch{}if(q.isNavigationRequest()&&q.frame()===p.mainFrame())try{let D=new URL(q.url()),J=new URL(S);if(D.hash="",J.hash="",D.href===J.href){if(R){r.warn(`Blocked same-page navigation/reload for ${l}`,{url:l,requestUrl:q.url()});try{await E.abort("aborted");}catch(Q){r.debug(`Ignored canceled route while blocking reload for ${l}`,{url:l,error:String(Q)});}return}R=!0;}}catch{}try{await E.continue();}catch(D){r.debug(`Ignored canceled network route for ${l}`,{url:l,requestUrl:q.url(),error:String(D)});}}),p.on("response",E=>{try{let D=ie(e,E.url(),e.sourceOrigin,r,"network-response");D&&Y(e,D)&&($.add(D.toString()),Z(e,t,D.toString(),r,l));}catch{}let q=E.headerValues("set-cookie").then(D=>{for(let J of D)c.add(Is(J,E.url()));}).catch(()=>{}).then(()=>{});h.add(q),q.finally(()=>h.delete(q));}),r.page(`Rendering ${l}`,{url:l});let T=null,N=null;try{if(T=await p.goto(l,{waitUntil:"domcontentloaded",timeout:e.navigationTimeoutMs}),T&&T.ok())try{N=await oe(`read response body ${l}`,He(e),()=>T.text());}catch{N=null;}}catch(E){let q=t.pageHttpFailures.get(l);if(q){let D=(t.pageHttpAttempts.get(l)??0)+1;throw t.pageHttpAttempts.set(l,D),new ye(l,q.status,D,`Retry navigation failed: ${String(E)}`)}r.warn(`Navigation issue for ${l}; saving current DOM if available`,{url:l,error:String(E)});}let H=T?.status();if(rr(H)){let E=(t.pageHttpAttempts.get(l)??0)+1;throw t.pageHttpAttempts.set(l,E),new ye(l,H,E)}if(T)t.pageHttpFailures.delete(l);else if(t.pageHttpFailures.has(l)){let E=t.pageHttpFailures.get(l),q=(t.pageHttpAttempts.get(l)??0)+1;throw t.pageHttpAttempts.set(l,q),new ye(l,E.status,q,"Retry navigation returned no HTTP response.")}if(n==="content-sync"&&T){let E=xe(T.url(),r,"content-sync-final-response",l)?.toString();if(E&&E!==S){if(o.deleteOnMissingUrls.has(l)){await Ft(e,o,a,l,o.deleteOnMissingUrls),r.info(`Removed stale content-sync archive route redirected to ${E}`,{url:l,finalResponseUrl:E,source:"content-sync-tombstone"});continue}throw new Error(`Required content-sync route redirected outside its planned URL: ${l} -> ${E}`)}}if(P){let E=T?.status()??null;if(E!==404){r.error(`Generated 404 request path returned unexpected status for ${l}`,{url:l,expectedStatus:404,status:E,requestPath:e.generated404RequestPath});continue}r.info(`Capturing rendered 404 page for ${l}`,{url:l,status:E,outputPath:De(e,l)});}else if(T&&!T.ok()){if(n==="content-sync"&&(T.status()===404||T.status()===410)&&o.deleteOnMissingUrls.has(l)){await Ft(e,o,a,l,o.deleteOnMissingUrls),r.info(`Removed stale content-sync archive page ${l}`,{url:l,status:T.status(),source:"content-sync-tombstone"}),await p.close();continue}if(n==="content-sync")throw new Error(`Required content-sync route returned HTTP ${T.status()}: ${l}`);r.skip("page",l,T.status(),t.pageDiscoverySources.get(l)),await p.close();continue}M?(r.info(`Rendering without JS execution for ${l}`,{url:l,mode:"no-js"}),await oe(`wait for rendered page ${l}`,He(e),()=>Sc(e,p))):await oe(`wait for rendered page ${l}`,He(e),()=>bc(e,p)),t.stats.pagesRendered++;let b=await oe(`extract rendered assets ${l}`,He(e),()=>Pc(e,p,S,r,!M));for(let E of b)Z(e,t,E,r,l);let W=[...new Set([...b,...$])],de=N??await oe(`capture rendered html ${l}`,He(e),()=>Kr(p)),V=n!=="single-url"&&n!=="content-sync"&&!P?Ro(e,l,de,r):[];if(n!=="single-url"&&n!=="content-sync"&&!P)for(let E of V)ot(e,t,E,r,l);await Sn(e,l,de,t,r);let B=De(e,l);if(ue(a,e,B),ke(a,B),o.trackManifest){let E=T?.headers();o.manifest.pages[l]={url:l,outputPath:B,contentType:dn(E),changeToken:C.changeToken?.supported?C.changeToken.token:null,tokenSource:C.changeToken?.supported?C.changeToken.tokenSource??null:null,sitemapLastmod:nt(t.sitemapLastmodByPage[l])??null,discoveredPages:V,discoveredAssets:W,lastCrawledAt:new Date().toISOString(),lastSeenRunId:o.runId,rewriteComplete:!1},(o.enabled||o.strictTargeted)&&await Ve(e,o);}}catch(y){if(y instanceof ye){t.pageHttpFailures.set(l,y),y.attempts<an?(w=nr(y.attempts),r.warn(`Retrying page after HTTP ${y.status}: ${l}`,{url:l,status:y.status,attempt:y.attempts,maxAttempts:an,delayMs:w,reason:y.message,execution:"local"})):(t.pageHttpFailures.set(l,y),r.error(`Failed page after HTTP retries ${l}`,{url:l,status:y.status,attempts:y.attempts,error:String(y),execution:"local"}));continue}if(f=y instanceof jt,o.strictTargeted)throw r.error(`Failed required content-sync page ${l}`,{url:l,error:String(y)}),y;if(f)r.warn(`Skipped partial DOM for timed-out page ${l}`,{url:l,error:String(y),recovery:"recycle-worker-browser"});else try{let S=p?await oe(`capture partial html ${l}`,He(e),()=>Kr(p)):"";if(S&&S.trim()){await Sn(e,l,S,t,r);let P=De(e,l);if(ue(a,e,P),ke(a,P),o.trackManifest){let M=o.manifest.pages[l]??o.previousManifest.pages[l];o.manifest.pages[l]={url:l,outputPath:P,contentType:M?.contentType??null,changeToken:null,tokenSource:null,sitemapLastmod:nt(t.sitemapLastmodByPage[l])??M?.sitemapLastmod??null,discoveredPages:M?.discoveredPages?[...M.discoveredPages]:[],discoveredAssets:M?.discoveredAssets?[...M.discoveredAssets]:[],lastCrawledAt:new Date().toISOString(),lastSeenRunId:o.runId,rewriteComplete:!1},(o.enabled||o.strictTargeted)&&await Ve(e,o);}r.warn(`Saved partial DOM for ${l}`,{url:l,error:String(y)});}}catch(S){S instanceof jt&&(f=!0),r.error(`Could not save partial DOM for ${l}`,{url:l,error:String(S)});}r.error(`Failed page ${l}`,{url:l,error:String(y)});}finally{if(!f&&p&&await oe(`drain network routes ${l}`,Ot(e),()=>p.unrouteAll({behavior:"wait"})).catch(y=>{f=!0,r.warn(`Could not drain network routes for ${l}`,{url:l,browserPid:d.pid,error:String(y),recovery:"recycle-worker-browser"});}),f&&(i=null,await un(u,r,`page operation timeout for ${l}`),await u.close().catch(()=>{})),h.size>0&&await Promise.allSettled([...h]),!f&&g)try{let y=await g.cookies();c.addAll(Ts(m,y));}catch{}w===null&&(t.stats.pagesCompleted++,ko(t)&&xo(t,r)),!f&&p&&await oe(`close page ${l}`,Ot(e),()=>p.close()).catch(y=>{f=!0,r.warn(`Timed out while closing page ${l}`,{url:l,browserPid:d.pid,error:String(y),recovery:"recycle-worker-browser"});}),!f&&g&&await oe(`close page context ${l}`,Ot(e),()=>g.close()).catch(y=>{f=!0,r.warn(`Timed out while closing page context for ${l}`,{url:l,browserPid:d.pid,error:String(y),recovery:"recycle-worker-browser"});}),f&&i===u&&(i=null,await un(u,r,`page cleanup timeout for ${l}`),await u.close().catch(()=>{})),w!==null&&(await setTimeout$1(w),t.donePages.delete(l),t.queuedPages.add(l),t.pageQueue.push(l));}}}finally{if(i){let u=i;await oe("close worker browser",Ot(e),()=>u.close()).catch(l=>(r.warn("Timed out while closing crawl worker browser",{browserPid:d.pid,error:String(l)}),un(u,r,"browser.close timeout")));}}}async function xc(e){try{let t=await F.readFile(e),n=(e.endsWith(".gz")?gunzipSync(t):t).toString("utf8").trim();if(!n)return [];try{let s=JSON.parse(n);if(Array.isArray(s))return s;if(s&&typeof s=="object")return [s]}catch{return n.split(/\r?\n/).map(s=>s.trim()).filter(Boolean).map(s=>{try{let o=JSON.parse(s);return o&&typeof o=="object"?o:null}catch{return null}}).filter(s=>s!==null)}return []}catch{return []}}function Ys(e){let t=String(e||"").toLowerCase();return t.includes("timeout")||t.includes("timed out")||t.includes("navigation timeout")}function Ic(e){let t=String(e?.job?.command||"").trim(),r=String(e?.job?.crawlMode||"full").trim();return t!=="publish"&&t!=="crawl"?false:r!=="incremental"}function Tc(e){let t=[e?.archivedAt,e?.job?.endedAt,e?.job?.startedAt];for(let r of t){let n=Date.parse(String(r||""));if(Number.isFinite(n))return n}return 0}async function Io(e){try{let t=await F.readFile(e,"utf8"),r=JSON.parse(t);return r&&typeof r=="object"&&!Array.isArray(r)?r:null}catch{return null}}function Xs(e){let t=String(e.originalFileName||"").toLowerCase();return t.endsWith("errors.jsonl")?0:t.endsWith("errors.json")?1:2}function Ac(e,t){let r=Array.isArray(t?.artifacts)?t.artifacts.filter(n=>String(n?.role||"").trim()==="errors"&&String(n?.storedFileName||"").trim()!=="").sort((n,s)=>Xs(n)-Xs(s)).map(n=>k.join(e,String(n.storedFileName))):[];return [...new Set([...r,k.join(e,"errors.jsonl"),k.join(e,"errors.json"),k.join(e,"errors.jsonl.gz"),k.join(e,"errors.json.gz")])]}async function eo(e){let t=await Io(k.join(e,"job.json"));for(let r of Ac(e,t)){let n=await xc(r);if(n.length>0)return n}return []}async function Ec(e){let t=k.join(e.logDir,"archive"),r;try{r=await F.readdir(t);}catch{return ""}let n="",s=0;for(let o of r){let a=k.join(t,o);if(!(await F.stat(a).catch(()=>null))?.isDirectory())continue;let i=await Io(k.join(a,"job.json"));if(!Ic(i))continue;let d=Tc(i);d>=s&&(s=d,n=a);}return n}async function $c(e){let t=await Ec(e),r=t!==""?await eo(t):await eo(e.logDir),n=new Set;for(let s of r)if(Ys(s.error)||Ys(s.message)){let o=s.url;typeof o=="string"&&o&&n.add(o);}return [...n]}async function Oc(e){let t=[];for(let r of e)if(r.startsWith("@")){let n=r.slice(1),s=await F.readFile(n,"utf8");t.push(...s.split(/\r?\n/).map(o=>o.trim()).filter(o=>o&&!o.startsWith("#")));}else t.push(r);return t}async function Mc(e){if(!e)throw new Error("Content-sync crawl requires an immutable impact plan.");let t=JSON.parse(await F.readFile(e,"utf8"));return vt(t),t}function jc(e,t){let r;try{r=new URL(e);}catch{return false}return t.archiveFamilies.some(n=>{let s=new URL(n.url);if(r.origin!==s.origin)return false;if(r.toString()===s.toString())return true;if(r.searchParams.has("paged")&&r.pathname===s.pathname)return /^\d+$/.test(r.searchParams.get("paged")||"");let o=s.pathname.replace(/\/+$/,""),a=r.pathname.slice(o.length).replace(/^\/+/,""),c=String(n.paginationBase||"page").replace(/^\/+|\/+$/g,"").replace(/[.*+?^${}()|[\]\\]/g,"\\$&");return r.pathname.startsWith(`${o}/`)&&new RegExp(`^${c}/\\d+/?$`).test(a)})}function $t(e,t,r){let n=r==="page"?De(e,t):Ut(e,t).originalFilePath;return ge(e.outputDir,n)}async function Ft(e,t,r,n,s){let o=t.manifest.pages[n];if(!o)return;let a=ge(e.outputDir,o.outputPath);if(!a)throw new Error(`Manifest-owned page path escaped output root: ${n}`);let c=k.resolve(o.outputPath);Object.entries(t.manifest.pages).some(([d,u])=>d!==n&&!s.has(d)&&k.resolve(u.outputPath)===c)||(await F.rm(o.outputPath,{force:true}),r.deletedFiles.add(a),r.revalidateFiles.delete(a)),delete t.manifest.pages[n];}async function Fc(e,t,r,n,s){let o=t.manifest.assets[n];if(!o)return;let a=ge(e.outputDir,o.outputPath);if(!a)throw new Error(`Manifest-owned resource path escaped output root: ${n}`);let c=k.resolve(o.outputPath);Object.entries(t.manifest.assets).some(([d,u])=>d!==n&&!s.has(d)&&k.resolve(u.outputPath)===c)||(await F.rm(o.outputPath,{force:true}),r.deletedFiles.add(a)),delete t.manifest.assets[n];}function Dc(e,t){let r=new Set,n=[...t];for(;n.length>0;){let s=n.shift();if(r.has(s))continue;r.add(s);let o=e.assets[s];for(let a of o?.discoveredAssets??[])try{yt(new URL(a))&&n.push(a);}catch{}}return r}async function Uc(e,t,r,n,s){let o=Dc(r.previousManifest,s);for(let a of o){if(t.successfulSitemaps.has(a))continue;let c=r.previousManifest.assets[a];if(!c)continue;let i=ge(e.outputDir,c.outputPath);if(!i)throw new Error(`Manifest-owned sitemap path escaped output root: ${a}`);await F.rm(c.outputPath,{force:true}),n.deletedFiles.add(i),delete r.manifest.assets[a];}await Ve(e,r);}async function Lc(e){try{let t=await F.readFile(k.join(e.outputDir,"asset-map.json"),"utf8");return JSON.parse(t)}catch{return {}}}async function Wc(e){let t=["crawl.log.jsonl","current-crawl-event.json","rejected.jsonl","ignored.jsonl","skipped-http.jsonl","errors.jsonl","timings.jsonl","rejected.json","ignored.json","skipped-http.json","errors.json","timings.json"];await F.mkdir(e,{recursive:true}),await Promise.all(t.map(async r=>{try{await F.unlink(k.join(e,r));}catch(n){if(n.code!=="ENOENT")throw n}}));}function to(e,t,r,n,s){let o=ie(e,r,e.sourceOrigin,n,"manual-url");o&&(yt(o)?hr(e,t,o.toString(),n,s):Y(e,o)?Z(e,t,o.toString(),n,s):Ke(o)?ot(e,t,o.toString(),n,s):n.reject("manual-url",o.toString(),"not page/sitemap/asset-like",s));}async function To(e=process.argv.slice(2)){let t=[],r=await Te(void 0,{onRemotePublisherConfigDiagnostic:v=>{t.push(v);}}),n=kt(r.sitemapPaths),s=t.at(-1)??null,o=Pa(e),a=o.mode==="content-sync"?await Mc(o.contentSyncPlanPath):null;if(o.resumeRewrite&&o.mode!=="full")throw new Error("--resume-rewrite is only supported for full crawl/publish jobs.");let c=[];o.mode==="retry-timeouts"&&(c=await $c(r)),o.mode==="single-url"&&(c=await Oc(o.urls)),a&&(c=[...a.directRenderUrls,...a.archiveFamilyUrls,...a.resourceRenderUrls]);let i=o.crawlMode==="incremental"&&o.mode==="full",d=i&&typeof r.subscriptionType=="string"&&r.subscriptionType.trim()!=="";if(a&&r.subscriptionType!=="PROFESSIONAL"&&r.subscriptionType!=="AGENCY")throw new Error("Content-sync requires an active Professional or Agency subscription.");let u=(o.mode==="full"||o.mode==="single-url"||o.mode==="content-sync")&&!o.resumeRewrite,l=o.mode!=="full"||o.resumeRewrite||d,g=l?await Lc(r):{},p=d||o.mode==="single-url"||o.mode==="content-sync"?await Aa(r):io(),f=new Set(c),w=new Set;if(a){for(let v of a.archiveFamilies)if(v.foundPosts===0)for(let j of v.pageUrls)w.add(j);for(let v of Object.keys(p.pages))jc(v,a)&&!f.has(v)&&(c.push(v),w.add(v));}let m={enabled:d,trackManifest:u,manifest:gn(p),previousManifest:gn(p),runId:a?.jobId??`${Date.now()}`,seenPages:new Set,changeTokenCache:new Map,pageChangeTokenPrimePromise:null,manifestSaveChain:Promise.resolve(),manifestPendingChanges:0,lastManifestSavedAt:Date.now(),strictTargeted:!!a,requiredUrls:f,deleteOnMissingUrls:w};await Wc(r.logDir);let h=new Zt(r.logDir,r.logLevel),y=o.remoteRender??r.remoteWorkers?.render?.enabled===true,S=cr({explicitPath:o.remoteWorkerConfigPath,runtimeDir:Dt()}),P=null,M=null,A=null,C=null,R=Math.max(1,r.concurrency),$=1,T=r.remoteWorkers?.rewrite?.enabled===true,N=r.remoteWorkers?.deploy?.enabled===true,H=y&&T&&N&&!o.resumeRewrite;if(!H&&o.mode==="full"&&!o.resumeRewrite&&await F.rm(lr(r),{force:true}),y&&!o.resumeRewrite||T){if(!S)throw new Error("Remote Lambda workers are enabled, but the runtime directory is unknown. Run through queue-runner with --runtime-dir, set STATIC_PUBLISHER_RUNTIME_DIR, or use --remote-worker-config for a diagnostic run.");let v=await tr(S),j=false;if(A=new mt(v,{},{onProgress:O=>{if(O.operation==="rewrite"){h.debug("Lambda rewrite task progress.",{remoteWorkerOperation:O.operation,remoteWorkerTaskId:O.taskId,remoteWorkerStatus:O.status,remoteWorkerCompletedItems:O.completedItems,remoteWorkerFailedItems:O.failedItems,remoteWorkerTotalItems:O.totalItems,remoteWorkerUpdatedAt:O.updatedAt});return}h.progress(`Lambda ${O.operation} batch: ${O.completedItems+O.failedItems}/${O.totalItems}`,{remoteWorkerOperation:O.operation,remoteWorkerTaskId:O.taskId,remoteWorkerStatus:O.status,remoteWorkerCompletedItems:O.completedItems,remoteWorkerFailedItems:O.failedItems,remoteWorkerTotalItems:O.totalItems,remoteWorkerUpdatedAt:O.updatedAt});},onProgressError:O=>{j||(j=true,h.warn("Lambda progress status could not be read; task execution continues.",{error:O.message}));}}),H){if(!v.functions.asset)throw new Error("Full Lambda delegation requires an asset worker. Redeploy the Lambda worker stack and reinstall remote-workers.json.");let O=l?await dr(r):null;C=_s(`crawl-${$e(m.runId,40)}`,v,O),M=new or({client:A,jobId:C.jobId,maxAttempts:2}),h.info("S3-native Lambda data plane is enabled.",{execution:"lambda",assetWorker:v.functions.asset,workspaceBucket:v.workspace.bucket,workspacePrefix:v.workspace.prefix});}}if(y&&!o.resumeRewrite){if(!A)throw new Error("Remote render worker client was not initialized.");R=Math.max(1,Math.min(100,H?r.concurrency:r.remoteWorkers?.render?.concurrency??r.concurrency)),$=Math.max(1,Math.min(20,r.remoteWorkers?.render?.batchSize??5)),P=new sr({client:A,jobId:`crawl-${$e(m.runId,40)}`,maxAttempts:r.remoteWorkers?.render?.maxAttempts??2,batchSize:$,maxConcurrentBatches:R,onRetry:v=>{h.warn(`Retrying remote render for ${v.url}`,{url:v.url,attempt:v.attempt,maxAttempts:v.maxAttempts,reason:v.reason,status:v.status,delayMs:v.delayMs,execution:"lambda"});}}),h.info("Lambda page rendering is enabled.",{remoteWorkerConfigPath:k.resolve(S),concurrency:R,maxAttempts:r.remoteWorkers?.render?.maxAttempts??2,batchSize:$,execution:"lambda"});}if(s){let v={status:s.status,virtualAssetBaseUrl:s.virtualAssetBaseUrl,subscriptionType:s.subscriptionType??null,error:s.error,requests:s.requests,source:"remote-publisher-config"};s.status==="loaded"&&s.subscriptionType?h.info("Loaded remote WP Suite publisher configuration.",v):h.warn("Remote WP Suite publisher configuration is unavailable or has no active subscription type.",v);}if(i&&!d){let v="Incremental crawl requires an active remote publisher subscription; refusing to fall back to a destructive full crawl.";throw h.error(v,{requestedMode:o.crawlMode,subscriptionType:r.subscriptionType??null,source:"incremental-subscription-guard"}),await h.flush(),new Error(v)}let b={pageQueue:[],queuedPages:new Set,donePages:new Set,savedPageOutputs:new Set,pageHttpAttempts:new Map,pageHttpFailures:new Map,pageDiscoverySources:new Map,assetQueue:[],queuedAssets:new Set,doneAssets:new Set,sitemapQueue:[],queuedSitemaps:new Set,doneSitemaps:new Set,successfulSitemaps:new Set,resolvedSitemapRoots:new Set,sitemapIndexUrls:new Set,sitemapLeafUrls:new Set,sitemapLastmodByPage:{},assetMap:{...g},assetVariantDigestsByOriginalPath:new Map,stats:{pagesQueued:0,pagesRendered:0,pagesCompleted:0,assetsQueued:0,sitemapsQueued:0,assetsSaved:0,pagesSaved:0}},W=Ta(),de=new Xt,V=Ra();if(V&&!o.resumeRewrite&&await er(V,de.artifact()),await Ge(r),await Gr(r,{startedAt:new Date().toISOString(),outputDir:k.resolve(r.outputDir)}),!o.resumeRewrite&&r.pageCache?.purgeBeforeCrawl===true){h.mark("purge-page-cache");let v=await request.newContext({ignoreHTTPSErrors:r.ignoreHttpsErrors});try{let j=await Ws(r,v);h.info("WordPress page cache was purged before crawl discovery.",{provider:j.provider,scope:j.scope,purgedAt:j.purgedAt??null}),h.endMark("purge-page-cache",{provider:j.provider,scope:j.scope});}catch(j){throw h.error("WordPress page-cache purge failed; crawl stopped before changing export output.",{error:j instanceof Error?j.message:String(j)}),await h.flush(),j}finally{await v.dispose();}}if(l||await F.rm(r.outputDir,{recursive:true,force:true}),await F.mkdir(r.outputDir,{recursive:true}),l||await Gr(r,{startedAt:new Date().toISOString(),outputDir:k.resolve(r.outputDir)}),a){let v=new Set([...a.deleteUrls,...m.deleteOnMissingUrls]);for(let O of a.deleteUrls)await Ft(r,m,W,O,v);let j=new Set(a.resourceDeleteUrls);for(let O of a.resourceDeleteUrls)await Fc(r,m,W,O,j);}if(o.resumeRewrite)h.info("Resuming final rewrite from existing output.",{phase:"rewrite-text",mode:o.mode,crawlMode:o.crawlMode});else {let v=await request.newContext({ignoreHTTPSErrors:r.ignoreHttpsErrors});try{if(h.mark("discovery"),o.mode==="full"?(n.forEach(O=>hr(r,b,O,h)),await Gs(r,v,b,h,W,m),r.seedPaths.forEach(O=>to(r,b,O,h,"seed-path")),r.generated404RequestPath&&ot(r,b,r.generated404RequestPath,h,"generated-404-request-path")):(c.forEach(O=>to(r,b,O,h,"cli")),a?.sitemapUrls.forEach(O=>hr(r,b,O,h,"content-sync-impact")),await Gs(r,v,b,h,W,m,o.mode==="content-sync",a?.sitemapUrls??[]),a&&await Uc(r,b,m,W,a.sitemapUrls)),h.endMark("discovery",{pages:b.pageQueue.length,assets:b.assetQueue.length,sitemaps:b.sitemapQueue.length}),h.summary(`Queued ${b.pageQueue.length} pages, ${b.assetQueue.length} assets, ${b.sitemapQueue.length} sitemaps.`,{mode:o.mode,crawlMode:o.crawlMode,queuedPages:b.pageQueue.length,queuedAssets:b.assetQueue.length,queuedSitemaps:b.sitemapQueue.length}),o.mode==="retry-timeouts"&&b.pageQueue.length===0&&b.assetQueue.length===0&&b.sitemapQueue.length===0){h.summary("No timed-out URLs were queued. Skipping retry crawl.",{mode:o.mode,crawlMode:o.crawlMode,queuedPages:0,queuedAssets:0,queuedSitemaps:0}),await h.flush(),V&&await er(V,de.artifact());return}h.mark("render-pages");let j=Array.from({length:P?R*$:R},()=>P?Cc(r,b,h,o.mode,v,m,W,de,P,C??void 0):kc(r,b,h,o.mode,v,m,W,de));if(await Promise.all(j),b.pageHttpFailures.size>0&&await h.flush(),Ms(b.pageHttpFailures),V&&await er(V,de.artifact()),h.endMark("render-pages",{pages:b.stats.pagesCompleted}),h.mark("download-assets"),h.progress("Asset download phase started.",{phase:"download-assets",doneAssets:b.doneAssets.size,assetsQueued:b.stats.assetsQueued,assetQueue:b.assetQueue.length}),C&&M?await fc(r,v,b,h,m,W,C,M,r.concurrency):(await Pn(r,v,m,[...b.assetQueue],h),await mc(r,v,b,h,m,W)),h.endMark("download-assets",{assets:b.doneAssets.size}),m.enabled&&r.maxPages===0&&(await Da(r,b,m,h,W),o.mode==="full"&&await Ua(r,m,h,W)),o.mode==="full"){let O=await dc(r,b,h);for(let K of O)if(ue(W,r,K),C&&A){let G=wr(r,K),I=await F.readFile(K),U=Oe(K),x=String(js.lookup(G)||"")||(U?"text/plain; charset=utf-8":"application/octet-stream"),te=await A.writeWorkspaceObject({key:`${C.workspace.prefix}jobs/${C.jobId}/copied/${$e(G,40)}-${k.basename(G)}`,body:I,contentType:x});gt(C,{relativePath:G,sourceUrl:null,kind:"generated",contentType:te.contentType,cacheControl:null,isText:U,object:te}),U&&ke(W,K);}}}finally{await oe("dispose crawl request context",Ot(r),()=>v.dispose()).catch(j=>{h.warn("Timed out while disposing crawl request context",{error:String(j)});});}}if(m.trackManifest&&await Ve(r,m,true),C)for(let v of W.deletedFiles)Bs(C,v);let B=JSON.stringify(b.assetMap,null,2);if(await F.writeFile(k.join(r.outputDir,"asset-map.json"),B,"utf8"),C&&A){let v=await A.writeWorkspaceObject({key:`${C.workspace.prefix}jobs/${C.jobId}/generated/asset-map.json`,body:B,contentType:"application/json; charset=utf-8"});gt(C,{relativePath:"asset-map.json",sourceUrl:null,kind:"generated",contentType:"application/json; charset=utf-8",cacheControl:r.s3.assetCacheControl,isText:true,object:v});}JSON.stringify(g,null,2)!==JSON.stringify(b.assetMap,null,2)&&ue(W,r,k.join(r.outputDir,"asset-map.json")),C&&A&&await hc(r,W,C,A);let E=o.mode==="single-url"||o.mode==="content-sync"?Va(r,b):m.enabled&&!o.resumeRewrite?La(r,m,W,g,b.assetMap):void 0;h.mark("rewrite-text");let q=o.mode==="single-url"||o.mode==="content-sync"?`Rewriting text files touched by URL crawl: 0/${E?.length??0}`:"Rewriting text files...";h.progress(q,{phase:"rewrite-text",index:0,totalFiles:E?.length,changedTextFiles:0}),await Et(q);let D=Date.now(),J={files:E,previousAssetMap:g,onStart:({totalFiles:v,workerCount:j})=>{h.info(`Rewrite phase scanning ${v} text files.`,{phase:"rewrite-text",totalFiles:v,workerCount:j});},onProgress:async({index:v,totalFiles:j,changedTextFiles:O,file:K,changed:G})=>{G&&ue(W,r,k.join(r.outputDir,K)),h.checkpoint(`Rewriting text file ${v}/${j}`,{phase:"rewrite-text",index:v,totalFiles:j,changedTextFiles:O,file:K}),h.debug(`${G?"Rewrote":"Checked unchanged"} text file ${v}/${j}: ${K}`,{phase:"rewrite-text",index:v,totalFiles:j,changedTextFiles:O,file:K,changed:G});let I=Date.now();if(!(v===1||v===j||v%50===0||I-D>=5e3))return;D=I;let x=`Rewriting text files: ${v}/${j}`;h.progress(x,{phase:"rewrite-text",index:v,totalFiles:j,changedTextFiles:O,file:K}),await Et(x);}},Q;if(C&&A){let v=E?.map(O=>wr(r,k.isAbsolute(O)?O:k.join(r.outputDir,O))),j=Object.values(C.objects).filter(O=>O.isText&&(!v||v.includes(O.relativePath))).length;await J.onStart?.({totalFiles:j,workerCount:Math.min(r.concurrency,j)}),Q=await ar(r,C,b.assetMap,{client:A,jobId:C.jobId,concurrency:r.concurrency,batchSize:25,maxAttempts:2,...v?{relativePaths:v}:{},onProgress:J.onProgress,onBatchProgress:async({completedItems:O,totalItems:K,completedBatches:G,totalBatches:I,changedTextFiles:U})=>{let x=`Lambda rewrite: ${O}/${K} files; ${G}/${I} batches completed`;h.progress(x,{phase:"rewrite-text",execution:"lambda",index:O,totalFiles:K,completedBatches:G,totalBatches:I,changedTextFiles:U}),await Et(x);}}),await Hs(r,C);}else T&&A?Q=await ir(r,b.assetMap,{client:A,jobId:`crawl-${$e(m.runId,40)}`,concurrency:r.remoteWorkers?.rewrite?.concurrency??r.rewriteConcurrency,batchSize:r.remoteWorkers?.rewrite?.batchSize??25,maxAttempts:r.remoteWorkers?.rewrite?.maxAttempts??2,onStageProgress:async({index:v,totalFiles:j,file:O})=>{let K=Date.now();if(v!==1&&v!==j&&v%25!==0&&K-D<5e3)return;D=K;let G=`Staging text files for Lambda rewrite: ${v}/${j}`;h.progress(G,{phase:"rewrite-stage",index:v,totalFiles:j,file:O,execution:"lambda"}),await Et(G);},onBatchProgress:async({completedItems:v,totalItems:j,completedBatches:O,totalBatches:K,changedTextFiles:G})=>{let I=`Lambda rewrite: ${v}/${j} files; ${O}/${K} batches completed`;h.progress(I,{phase:"rewrite-text",execution:"lambda",index:v,totalFiles:j,completedBatches:O,totalBatches:K,changedTextFiles:G}),await Et(I);},options:J}):Q=await Jt(r,b.assetMap,J);m.trackManifest&&(Wa(m,E),await Ve(r,m,true)),h.endMark("rewrite-text",{changedTextFiles:Q});let pe=a?[...W.deletedFiles].sort():m.enabled&&!o.resumeRewrite?await _a(r,b,m,W,h,C):[],Pe=[...new Set((E||[]).map(v=>ge(r.outputDir,k.isAbsolute(v)?v:k.join(r.outputDir,v))).filter(v=>v!==null))].sort();if(a){let v=[...W.changedFiles].sort(),j=new Set(v),O=new Set(a.directRenderUrls.map(L=>$t(r,L,"page")).filter(L=>!!L&&j.has(L))),K=new Set(a.archiveFamilyUrls.map(L=>$t(r,L,"page")).filter(L=>!!L&&j.has(L))),G=new Set(a.resourceRenderUrls.map(L=>$t(r,L,"asset")).filter(L=>!!L&&j.has(L))),I=new Set([...b.sitemapLeafUrls].map(L=>$t(r,L,"asset")).filter(L=>!!L&&j.has(L))),U=new Set([...b.sitemapIndexUrls].map(L=>$t(r,L,"asset")).filter(L=>!!L&&j.has(L))),x=new Set([...O,...K,...G,...I,...U]),te=v.filter(L=>!x.has(L)),le=[...new Set([...a.directRenderUrls,...a.archiveFamilyUrls,...b.resolvedSitemapRoots,...b.sitemapLeafUrls,...b.sitemapIndexUrls,...a.deleteUrls,...a.resourceRenderUrls,...a.resourceDeleteUrls].map(L=>{let Re=new URL(L);return `${Re.pathname}${Re.search}`}))].sort();await Qr(r,{schemaVersion:2,generatedAt:new Date().toISOString(),outputDir:k.resolve(r.outputDir),runMode:"content-sync",crawlMode:"incremental",fullSyncRequired:false,changedFiles:v,deletedFiles:pe,rewriteTargets:Pe,revalidateFiles:[...W.revalidateFiles].sort(),consumerId:a.consumerId,fromSequence:a.fromSequence,toSequence:a.toSequence,impactHash:a.impactHash,resolvedSitemapUrls:[...b.resolvedSitemapRoots],uploadGroups:{assets:te,content:[...O].sort(),listings:[...K].sort(),resources:[...G].sort(),sitemapLeaves:[...I].sort(),sitemapIndexes:[...U].reverse()},invalidationPaths:le});}else await Qr(r,{schemaVersion:1,generatedAt:new Date().toISOString(),outputDir:k.resolve(r.outputDir),runMode:o.mode,crawlMode:o.crawlMode,fullSyncRequired:!(m.enabled&&!o.resumeRewrite),changedFiles:m.enabled&&!o.resumeRewrite?[...W.changedFiles].sort():[],deletedFiles:m.enabled&&!o.resumeRewrite?pe:[],rewriteTargets:m.enabled&&!o.resumeRewrite?Pe:[],revalidateFiles:[...W.revalidateFiles].sort()});await as(r),h.summary(o.resumeRewrite?`Done. Resumed final rewrite over existing output and changed ${Q} text files.`:`Done. Rendered ${b.stats.pagesRendered} pages, processed ${b.doneSitemaps.size} sitemaps and ${b.doneAssets.size} assets.`,{mode:o.mode,crawlMode:o.crawlMode,resumeRewrite:o.resumeRewrite,...b.stats,pagesRendered:b.stats.pagesRendered,donePages:b.stats.pagesCompleted,claimedPages:b.donePages.size,doneSitemaps:b.doneSitemaps.size,doneAssets:b.doneAssets.size,changedTextFiles:Q}),await h.flush();}function qc(e){let t=e/6e4;if(Number.isInteger(t)&&t>=1)return `${t} minute${t===1?"":"s"}`;let r=Math.ceil(e/1e3);return `${r} second${r===1?"":"s"}`}async function be(e,t,r){let n=new AbortController,s=globalThis.setTimeout(()=>{n.abort(new Error(`${e} timed out after ${qc(t)}.`));},t);try{return await r({abortController:n,httpOptions:{abortSignal:n.signal,requestTimeout:t}})}finally{globalThis.clearTimeout(s);}}function _c(e){return typeof e.subscriptionType=="string"&&e.subscriptionType.trim()!==""}function Pr(e){let t="";for(let n=0;n<e.length;n++){let s=e[n];if(s==="--profile"){let o=(e[n+1]||"").trim();if(!o)throw new Error("Missing value for --profile.");t=o,n+=1;}else if(s.startsWith("--profile=")){let o=s.slice(10).trim();if(!o)throw new Error("Missing value for --profile.");t=o;}}let r=String(process.env.PUBLISHER_DEPLOY_PROFILE||process.env.PUBLISHER_DEPLOYMENT_PROFILE||"").trim();return t||r||null}function Nc(e,t){return {...e,...t??{}}}function Bc(e,t){return {...e,...t??{},invalidationPaths:[...(t?.invalidationPaths??e.invalidationPaths)||[]]}}function bt(e,t){let r=String(t??e.deploymentTargetOverride??"").trim();if(!_c(e)){if(r)throw new Error(`Deployment target "${r}" requires an active WPSuite subscription and remote publisher config.`);return {name:null,profile:null,config:e}}let n=String(r||e.defaultDeploymentProfile||"").trim();if(!n)return {name:null,profile:null,config:e};let s=e.deploymentProfiles?.[n];if(!s)throw new Error(`Unknown deployment profile "${n}". Check the linked WPSuite publisher configuration.`);return {name:n,profile:s,config:{...e,targetOrigin:s.targetOrigin??e.targetOrigin,s3:Nc(e.s3,s.s3),cloudFront:Bc(e.cloudFront,s.cloudFront)}}}function Cn(e){return String(e??"").split(";").map(t=>t.trim().toLowerCase()).filter(Boolean).join(";")}var Mo="wpsuite-sha256",jo="wpsuite-normalized-sha256",In="public, max-age=0, must-revalidate",Zc=/(?:^|[-_:.])(id|uid|nonce|token|hash|instance)(?:$|[-_:.])/i,Tn=/^[0-9a-f]{8}-[0-9a-f]{4}-[1-5][0-9a-f]{3}-[89ab][0-9a-f]{3}-[0-9a-f]{12}$/i,Yc=["SIGINT","SIGTERM"],Cr=new Set,Rr=new Map,Ao=null;function Xc(e){Cr.add(e);let t=false;return ()=>{t||(t=true,Cr.delete(e));}}async function el(){let e=[...Cr];e.length!==0&&await Promise.allSettled(e.map(async t=>{Cr.delete(t),await F.rm(t,{recursive:true,force:true});}));}function tl(){if(!(Rr.size>0))for(let e of Yc){let t=()=>{Ao||(Ao=el().finally(()=>{for(let[r,n]of Rr)process.off(r,n);Rr.clear(),process.exit(1);}));};Rr.set(e,t),process.on(e,t);}}tl();function rl(e,t){let r=String(process.env.STATIC_PUBLISHER_CRAWL_MANIFEST_PATH||"").trim();if(r)return k.resolve(r);let n=t.trim();return n?k.join(k.resolve(n),"crawl-manifest.json"):k.join(k.resolve(e),".crawl-manifest.json")}function et(e){return k.normalize(e).split(k.sep).join("/")}function Eo(e,t){let r=k.relative(k.resolve(e),k.resolve(t));return !r||r.startsWith("..")||k.isAbsolute(r)?null:et(r)}async function nl(e,t,r){let n=rl(e.outputDir,t),s;try{s=await F.readFile(n,"utf8");}catch(u){return u.code==="ENOENT"?(r.warn("Deploy rewrite guard disabled because the crawl manifest is missing.",{manifestPath:n,source:"deploy-guard"}),null):(r.warn("Deploy rewrite guard disabled because the crawl manifest could not be read.",{manifestPath:n,error:u instanceof Error?u.message:String(u),source:"deploy-guard"}),null)}let o;try{o=JSON.parse(s);}catch(u){return r.warn("Deploy rewrite guard disabled because the crawl manifest is invalid JSON.",{manifestPath:n,error:u instanceof Error?u.message:String(u),source:"deploy-guard"}),null}let a=new Map,c=new Map,i=0,d=0;for(let[u,l]of Object.entries(o.pages||{})){let g=String(l?.outputPath||"").trim(),p=g?Eo(e.outputDir,g):null;if(p){let f=typeof l?.contentType=="string"&&l.contentType?l.contentType:null;f&&c.set(p,f);}!g||l?.rewriteComplete===true||p&&(i++,a.has(p)||a.set(p,{kind:"page",sourceUrl:u,outputPath:k.resolve(g),relativePath:p}));}for(let[u,l]of Object.entries(o.assets||{})){let g=String(l?.outputPath||"").trim(),p=l?.isText===true,f=g?Eo(e.outputDir,g):null;if(f){let w=typeof l?.contentType=="string"&&l.contentType?l.contentType:null;w&&c.set(f,w);}!g||!p||l?.rewriteComplete===true||f&&(d++,a.has(f)||a.set(f,{kind:"asset",sourceUrl:u,outputPath:k.resolve(g),relativePath:f}));}return {manifestPath:n,byRelativePath:a,contentTypeByRelativePath:c,pendingPages:i,pendingTextAssets:d}}function sl(e){return e&&(Tn.test(e)?"__uuid__":/^[0-9a-f]{6,}$/i.test(e)?"__hex__":/^[0-9]{8,}$/.test(e)?"__num__":/^(?=.*[a-z])(?=.*\d)[a-z0-9]{8,}$/i.test(e)?"__alnum__":e)}function kn(e){return e.split(/([_:.\-/=?&#]+)/g).map((t,r)=>r%2===1?t:sl(t)).join("")}function ol(e){return e.split(/([_:.\-/=?&#]+)/g).map((t,r)=>r%2===1?t:Tn.test(t)?"__uuid__":/^[0-9a-f]{6,}$/i.test(t)?"__hex__":/^[0-9]{6,}$/.test(t)?"__num__":/^[a-z0-9_-]{6,}$/i.test(t)?"__id__":t).join("")}function kr(e,t){return Array.isArray(e)?e.map(r=>kr(r,t)):e&&typeof e=="object"?Object.fromEntries(Object.entries(e).map(([r,n])=>[r,kr(n,r)])):typeof e!="string"?e:t&&Zc.test(t)?ol(e):Tn.test(e)?"__uuid__":/^[0-9a-f]{6,}$/i.test(e)||/^[0-9]{8,}$/.test(e)?kn(e):e}function il(e){return e.replace(/((?:https?:\/\/[^"'\s>]+|\/)(?:wp-content|wp-includes)\/[^"'\s>?]+)\?ver=[A-Za-z0-9._-]+(?=$|[#"'])/gi,"$1")}function al(e,t){let r=t.trim();if((r.startsWith("{")||r.startsWith("[")||r.startsWith('"'))&&e.startsWith("data-"))try{let s=JSON.parse(r);return JSON.stringify(kr(s))}catch{}if(e.startsWith("data-")&&/^[A-Za-z0-9+/=]+$/.test(r))try{let s=Buffer.from(r,"base64").toString("utf8"),o=JSON.parse(s),a=JSON.stringify(kr(o));return Buffer.from(a,"utf8").toString("base64")}catch{}return t}function cl(e,t){let r=e.toLowerCase();return r==="class"?t.split(/(\s+)/).map((n,s)=>s%2===1?n:kn(n)).join(""):r==="id"||r==="for"||r==="aria-controls"||r==="aria-labelledby"||r==="aria-describedby"||r==="aria-owns"||r==="aria-activedescendant"||r==="name"?kn(t):r==="href"||r==="src"?il(t):al(r,t)}function ll(e){return e.replace(/<([a-z][^\s/>]*)([^<>]*?)>/gi,(t,r,n)=>{if(r.startsWith("/"))return t;let s=n.replace(/\s([:@a-zA-Z_][-:.a-zA-Z0-9_]*?)=(['"])([\s\S]*?)\2/g,(o,a,c,i)=>{let d=cl(a,i);return ` ${a}=${c}${d}${c}`});return `<${r}${s}>`})}function St(e){let t=k.extname(e).toLowerCase();return [".html",".htm",".xml",".xsl",".txt"].includes(t)||["robots.txt","sitemap.xml"].includes(k.basename(e))}function vr(e,t){return [e.replace(/^\/+|\/+$/g,""),t.replace(/^\/+/,"")].filter(Boolean).join("/")}async function ul(e,t,r,n){let s=new Map,o,a=0;do{a++;let c=await be(`S3 list objects page ${a} for s3://${t}/${r||""}`,3e5,({httpOptions:i})=>e.send(new ListObjectsV2Command({Bucket:t,Prefix:r||void 0,ContinuationToken:o}),i));for(let i of c.Contents||[]){if(!i.Key)continue;let d=(i.ETag||"").replace(/^"|"$/g,"").toLowerCase(),u=Number(i.Size??0);s.set(i.Key,{etag:d,size:u,cacheControl:void 0,contentType:void 0});}o=c.NextContinuationToken,n.debug(`Listed S3 keys page ${a}: ${s.size} keys so far`);}while(o);return s}async function dl(e,t,r,n){if(n.has(r))return n.get(r)??null;try{let s=await be(`S3 head object ${r}`,3e5,({httpOptions:a})=>e.send(new HeadObjectCommand({Bucket:t,Key:r}),a)),o={etag:(s.ETag||"").replace(/^"|"$/g,"").toLowerCase(),size:Number(s.ContentLength??0),cacheControl:s.CacheControl?.trim()||null,contentType:s.ContentType?.trim()||null};return n.set(r,o),o}catch{return n.set(r,null),null}}async function pl(e,t,r,n){if(n.cacheControl!==void 0&&n.contentType!==void 0)return {cacheControl:n.cacheControl,contentType:n.contentType};try{let s=await be(`S3 head cache metadata ${r}`,3e5,({httpOptions:o})=>e.send(new HeadObjectCommand({Bucket:t,Key:r}),o));n.cacheControl=s.CacheControl?.trim()||null,n.contentType=s.ContentType?.trim()||null;}catch{n.cacheControl=null,n.contentType=null;}return {cacheControl:n.cacheControl,contentType:n.contentType}}function $o(e){return String(e||"").split(",").map(t=>t.trim().toLowerCase()).filter(Boolean).sort().join(",")}async function ml(e,t,r,n){let s=[...new Set(Array.from(r).filter(Boolean))];if(s.length===0)return n.info("No explicitly tombstoned S3 objects to delete."),[];n.info(`Deleting ${s.length} explicitly tombstoned S3 object(s)\u2026`);for(let o=0;o<s.length;o+=1e3){let a=s.slice(o,o+1e3);if(a.length===0)continue;let c=await be(`S3 delete objects batch ${Math.floor(o/1e3)+1}`,3e5,({httpOptions:i})=>e.send(new DeleteObjectsCommand({Bucket:t,Delete:{Objects:a.map(d=>({Key:d}))}}),i));if(c.Errors&&c.Errors.length>0){let i=c.Errors.map(d=>`${d.Key||"(unknown)"}: ${d.Code||"DeleteFailed"}`);throw new Error(`S3 reported ${i.length} object deletion error(s): ${i.join(", ")}`)}n.info(`Deleted batch of ${a.length} object(s).`);for(let i of a)n.debug(` deleted: ${i}`);}return s}function gl(e){return createHash("md5").update(e).digest("hex")}function tt(e){return createHash("sha256").update(e).digest("hex")}function xr(e){return createHash("sha256").update(ll(e.toString("utf8"))).digest("hex")}async function fl(e,t,r,n){if(n.has(r))return n.get(r)??null;try{let a=((await be(`S3 head object metadata ${r}`,3e5,({httpOptions:c})=>e.send(new HeadObjectCommand({Bucket:t,Key:r}),c))).Metadata?.[Mo]||"").trim().toLowerCase()||null;return n.set(r,a),a}catch{return n.set(r,null),null}}async function hl(e,t,r,n,s){if(n.has(r))return n.get(r)??null;try{let a=((await be(`S3 head object normalized metadata ${r}`,3e5,({httpOptions:c})=>e.send(new HeadObjectCommand({Bucket:t,Key:r}),c))).Metadata?.[jo]||"").trim().toLowerCase();if(a)return n.set(r,a),a}catch{return n.set(r,null),null}if(s.has(r)){let o=s.get(r)??null;return n.set(r,o),o}try{let a=await(await be(`S3 get object ${r}`,3e5,({httpOptions:i})=>e.send(new GetObjectCommand({Bucket:t,Key:r}),i))).Body?.transformToByteArray(),c=a?xr(Buffer.from(a)):null;return s.set(r,c),n.set(r,c),c}catch{return s.set(r,null),n.set(r,null),null}}function wl(e){return e.replace(/[^a-zA-Z0-9._-]+/g,"-").replace(/-+/g,"-").replace(/^-|-$/g,"")||"profile"}function yl(e,t){let r=e,n=Object.entries(t).sort((s,o)=>o[0].length-s[0].length);for(let[s,o]of n)s&&(r=r.split(s).join(o));return r}async function bl(e,t,r,n){let s=k.join(e,"asset-map.json"),o;try{o=await F.readFile(s,"utf8");}catch(i){if(i.code==="ENOENT")return;throw i}let a=JSON.parse(o);if(!a||typeof a!="object")return;let c=Object.fromEntries(Object.entries(a).map(([i,d])=>{let u=String(d??"");return t.urlRewriteMode==="absolute"&&t.targetOrigin&&r.targetOrigin&&t.targetOrigin!==r.targetOrigin&&(u=u.split(t.targetOrigin).join(r.targetOrigin)),u=yl(u,n),[i,u]}));await F.writeFile(s,JSON.stringify(c,null,2),"utf8");}async function Sl(e,t,r,n,s,o,a){let c=e.targetOrigin!==t.targetOrigin,i=Object.keys(n).length>0;if(!r||!c&&!i)return {outputDir:e.outputDir,cleanup:async()=>{}};if(c&&e.urlRewriteMode!=="absolute")throw new Error(`Deployment profile "${r}" changes targetOrigin, but the base crawl output must use urlRewriteMode "absolute" for multi-target redeploys.`);let d=k.join(k.dirname(e.outputDir),`.deploy-profile-${wl(r)}-${Date.now()}`),u=Xc(d);s.info(`Preparing deployment profile "${r}" from existing crawl output to ${d}...`);try{if(await F.rm(d,{recursive:!0,force:!0}),o){await F.mkdir(d,{recursive:!0});for(let w of o){let m=k.join(e.outputDir,w),h=k.join(d,w);await F.mkdir(k.dirname(h),{recursive:!0}),await F.copyFile(m,h);}}else await F.cp(e.outputDir,d,{recursive:!0});let l={...e,sourceOrigin:e.targetOrigin,targetOrigin:t.targetOrigin,extraReplacements:n,outputDir:d},g=1;s.info(`Rewriting text files for deployment profile "${r}"...`);let p={files:o,onStart:({totalFiles:w,workerCount:m})=>{g=m,s.info(`Rewriting ${w} text file(s) for deployment profile "${r}" with ${m} worker(s).`);},onProgress:({index:w,totalFiles:m,changedTextFiles:h,file:y,changed:S})=>{let M=`Rewriting [${w}/${m}] ${y} (${S?"rewrote":"checked"}; ${h} changed so far)`;m<=200||w<=5||w%10===0||w===m?(s.progress(M,{file:y,index:w,totalFiles:m,changed:S,changedTextFiles:h,workerCount:g}),s.info(M)):s.debug(M);}},f=a?await ir(l,{},{...a,options:p}):await Jt(l,{},p);return await bl(d,e,t,n),s.info(`Prepared deployment profile "${r}" in ${d} (${f} rewritten text file(s)).`),{outputDir:d,cleanup:async()=>{u(),await F.rm(d,{recursive:!0,force:!0});}}}catch(l){throw s.error(`Failed to prepare deployment profile "${r}" temporary output.`,{tempDir:d,outputDir:e.outputDir,error:l instanceof Error?l.message:String(l),...l instanceof Error&&l.stack?{stack:l.stack}:{}}),await F.rm(d,{recursive:true,force:true}).catch(()=>{}),u(),await s.flush().catch(()=>{}),l}}function Fo(e,t){let r=s=>s.replace(/^\/+|\/+$/g,""),n=e.targets.find(s=>s.bucketName===t.s3.bucket&&r(s.prefix)===r(t.s3.prefix)&&s.region===t.s3.region);if(!n)throw new Error(`No CDK Lambda deployment target matches s3://${t.s3.bucket}/${t.s3.prefix||""} in ${t.s3.region}. Redeploy the CDK with this target and reinstall remote-workers.json.`);return n}function Pl(e,t){if(!e||typeof e!="object")throw new Error("Remote deploy result must be a JSON object.");let r=e;if(r.schemaVersion!==re||r.response?.operation!=="deploy-copy"||r.response.jobId!==t.jobId||r.response.taskId!==t.taskId||!r.detail||!Array.isArray(r.detail.objects)||!Array.isArray(r.detail.deletedKeys)||!Array.isArray(r.detail.deleteErrors))throw new Error("Remote deploy result has an invalid envelope.");return r}async function Ir(e){let t=null;for(let r=1;r<=Math.max(1,Math.min(5,e.maxAttempts));r+=1){let n=ne(`deploy-${e.batchIndex}-a${r}-${Date.now()}`,"taskId");try{let s=await e.client.invoke({schemaVersion:re,operation:"deploy-copy",jobId:e.jobId,taskId:n,targetId:e.targetId,items:e.items,...e.deleteRelativeKeys?{deleteRelativeKeys:e.deleteRelativeKeys}:{}}),o=Pl(await e.client.readResult(s),s);if(o.response.status==="partial")throw new Error(`Worker reported ${o.response.failedItems} failed item(s).`);return o}catch(s){t=s;}}throw new Error(`Remote deploy task failed after ${e.maxAttempts} attempt(s): ${t instanceof Error?t.message:String(t)}`,{cause:t})}async function Rl(e){let t=Fo(e.remoteConfig,e.config),r=ne(`deploy-${Date.now()}-${tt(Buffer.from(`${t.id}:${e.config.outputDir}`)).slice(0,12)}`,"jobId"),n=Ze(e.remoteConfig.workspace.prefix,"jobs",r,"deploy-inputs");e.log.progress(`Staging export for Lambda deploy: 0/${e.files.length}`,{phase:"deploy-stage",index:0,totalFiles:e.files.length,uploaded:0,skipped:0,failed:0,mode:"lambda-s3-copy"});let s=0,o=[],a=Math.max(1,Math.min(16,e.concurrency*2)),c=0;await Promise.all(Array.from({length:Math.min(a,e.files.length)},async()=>{for(;;){let y=c;if(y>=e.files.length)return;c+=1;let S=e.files[y],P=await F.readFile(k.join(e.config.outputDir,S)),M=e.contentTypeByRelativePath?.get(S)||js.lookup(S)||"application/octet-stream",A=e.revalidateFiles.has(et(S))?In:St(S)?e.config.s3.htmlCacheControl:e.config.s3.assetCacheControl,C=tt(P),R=St(S)?xr(P):void 0,$=`${n}/files/${tt(Buffer.from(S))}-${k.basename(S)}`.replace(/\/+/g,"/");await e.client.writeWorkspaceObject({key:$,body:P,contentType:String(M),cacheControl:A,metadata:{"wpsuite-sha256":C,...R?{"wpsuite-normalized-sha256":R}:{}}}),o[y]={sourceKey:$,targetRelativeKey:S,sha256:C,...R?{normalizedSha256:R}:{},bytes:P.byteLength,contentType:String(M),cacheControl:A},s+=1,(s===e.files.length||s<=5||s%25===0)&&e.log.progress(`Staging export for Lambda deploy: ${s}/${e.files.length}`,{phase:"deploy-stage",index:s,totalFiles:e.files.length,staged:s,mode:"lambda-s3-copy"});}}));let i=[],d=Math.max(1,Math.min(500,e.batchSize));for(let y=0;y<o.length;y+=d)i.push(o.slice(y,y+d));let u=[],l=[],g=[],p=0,f=0,w=0,m=Math.max(1,Math.min(Math.max(1,e.concurrency),i.length));if(e.log.progress(`Lambda deploy: 0/${e.files.length}`,{phase:"deploy-copy",index:0,totalFiles:e.files.length,uploaded:0,skipped:0,failed:0,mode:"lambda-s3-copy",workerCount:m,completedBatches:0,totalBatches:i.length}),await Promise.all(Array.from({length:m},async()=>{for(;;){let y=w;if(y>=i.length)return;w+=1;let S=Date.now(),P=await Ir({client:e.client,jobId:r,targetId:t.id,batchIndex:y+1,items:i[y],maxAttempts:e.maxAttempts}),M=0,A=0,C=0;for(let $ of P.detail.objects)p+=1,$.status==="copied"?(u.push($.targetKey),M+=1):$.status==="skipped"?(l.push($.targetKey),A+=1):(g.push($.targetKey),C+=1),e.log.debug(`Lambda deploy ${$.status}: ${$.targetKey}`,{phase:"deploy-copy",batch:y+1,sourceKey:$.sourceKey,targetKey:$.targetKey,status:$.status,...$.error?{error:$.error}:{}});f+=1;let R=Date.now()-S;e.log.info(`Lambda deploy batch ${y+1}/${i.length} completed: ${M} copied, ${A} skipped unchanged, ${C} failed.`,{phase:"deploy-copy",batch:y+1,totalBatches:i.length,items:P.detail.objects.length,copied:M,skipped:A,failed:C,elapsedMs:R,elapsedSeconds:Math.round(R/10)/100,workerExporterVersion:P.response.exporterVersion,...P.requestId?{lambdaRequestId:P.requestId}:{},...P.completedAt?{workerCompletedAt:P.completedAt}:{}}),e.log.progress(`Lambda deploy: ${p}/${e.files.length}`,{phase:"deploy-copy",index:p,totalFiles:e.files.length,uploaded:u.length,skipped:l.length,failed:g.length,mode:"lambda-s3-copy",workerCount:m,completedBatches:f,totalBatches:i.length});}})),g.length>0)throw new Error(`Remote deployment failed for ${g.length} object(s).`);let h=[];for(let y=0;y<e.deletedFiles.length;y+=1e3){let S=e.deletedFiles.slice(y,y+1e3);if(S.length===0)continue;let P=await Ir({client:e.client,jobId:r,targetId:t.id,batchIndex:i.length+Math.floor(y/1e3)+1,items:[],deleteRelativeKeys:S,maxAttempts:e.maxAttempts});h.push(...P.detail.deletedKeys),e.log.progress(`Lambda deploy deletions: ${h.length}/${e.deletedFiles.length}`,{phase:"deploy-delete",index:h.length,totalFiles:e.deletedFiles.length,deleted:h.length,mode:"lambda-s3-copy"});}return {uploadedKeys:u,skippedKeys:l,failedKeys:g,deletedKeys:h}}async function vl(e){let t=Fo(e.remoteConfig,e.config),r=ne(`deploy-manifest-${Date.now()}-${tt(Buffer.from(t.id)).slice(0,12)}`,"jobId"),n=e.objects.map(p=>({sourceKey:p.object.key,targetRelativeKey:p.relativePath,sha256:p.object.sha256,bytes:p.object.bytes,contentType:p.contentType||"application/octet-stream",cacheControl:e.revalidateFiles.has(et(p.relativePath))?In:St(p.relativePath)?e.config.s3.htmlCacheControl:e.config.s3.assetCacheControl})),s=[],o=Math.max(1,Math.min(500,e.batchSize));for(let p=0;p<n.length;p+=o)s.push(n.slice(p,p+o));let a=[],c=[],i=[],d=0,u=0,l=Math.max(1,Math.min(Math.max(1,e.concurrency),Math.max(1,s.length)));if(e.log.progress(`Lambda deploy: 0/${n.length}`,{phase:"deploy-copy",index:0,totalFiles:n.length,mode:"lambda-s3-native",workerCount:l}),await Promise.all(Array.from({length:s.length===0?0:l},async()=>{for(;;){let p=d;if(p>=s.length)return;d+=1;let f=await Ir({client:e.client,jobId:r,targetId:t.id,batchIndex:p+1,items:s[p],maxAttempts:e.maxAttempts});for(let w of f.detail.objects)u+=1,w.status==="copied"?a.push(w.targetKey):w.status==="skipped"?c.push(w.targetKey):i.push(w.targetKey);e.log.progress(`Lambda deploy: ${u}/${n.length}`,{phase:"deploy-copy",index:u,totalFiles:n.length,uploaded:a.length,skipped:c.length,failed:i.length,mode:"lambda-s3-native",workerCount:l});}})),i.length>0)throw new Error(`Remote deployment failed for ${i.length} object(s).`);let g=[];for(let p=0;p<e.deletedFiles.length;p+=1e3){let f=e.deletedFiles.slice(p,p+1e3);if(f.length===0)continue;let w=await Ir({client:e.client,jobId:r,targetId:t.id,batchIndex:s.length+Math.floor(p/1e3)+1,items:[],deleteRelativeKeys:f,maxAttempts:e.maxAttempts});g.push(...w.detail.deletedKeys);}return {uploadedKeys:a,skippedKeys:c,failedKeys:i,deletedKeys:g}}async function Cl(e,t,r,n,s){let o={...t,jobId:ne(`profile-${tt(Buffer.from(n)).slice(0,16)}-${Date.now()}`,"jobId"),objects:{},assetMap:{...t.assetMap},generatedAt:new Date().toISOString()},a=0,c=Math.max(1,Math.min(Math.max(1,s),Math.max(1,r.length)));return await Promise.all(Array.from({length:r.length===0?0:c},async()=>{for(;;){let i=a;if(i>=r.length)return;a+=1;let d=r[i],u=Ze(e.config.workspace.prefix,"jobs",o.jobId,"profile",tt(Buffer.from(d.relativePath)),k.basename(d.relativePath));o.objects[d.relativePath]={...d,object:await e.copyWorkspaceObject(d.object,u)};}})),o}async function Do(e=process.argv.slice(2)){let t=await Te(),r=Pr(e),n=bt(t,r),s=k.resolve(n.config.logDir||"logs"),o=process.env.STATIC_PUBLISHER_RUNTIME_DIR||process.env.WPSUITE_STATIC_PUBLISHER_RUNTIME_DIR||"",a=o?k.join(k.resolve(o),"deploy-diff.json"):"",c=new dt(s,"deploy.log.jsonl",n.config.logLevel??"info"),i=n.profile?.extraReplacements??{},d=async()=>{};try{let u=await lt(t);if(e.includes("--content-sync")&&u?.schemaVersion!==2)throw new Error("Content-sync deployment requires a valid schema-2 targeted deploy plan.");let g=await is(t);if(g)throw new Error(`Deployment blocked: the crawl started at ${g.startedAt} did not complete its final rewrite. Run a successful crawl or resume the rewrite before deploying.`);let p=t.remoteWorkers?.rewrite?.enabled===!0,f=t.remoteWorkers?.deploy?.enabled===!0,w=null,m=null;if(p||f){let I=cr({runtimeDir:o});if(!I)throw new Error("Remote Lambda workers are enabled, but the runtime directory is unknown.");w=await tr(I);let U=!1;m=new mt(w,{},{onProgress:x=>{if(x.operation==="rewrite"){c.debug("Lambda rewrite task progress.",{remoteWorkerOperation:x.operation,remoteWorkerTaskId:x.taskId,remoteWorkerStatus:x.status,remoteWorkerCompletedItems:x.completedItems,remoteWorkerFailedItems:x.failedItems,remoteWorkerTotalItems:x.totalItems,remoteWorkerUpdatedAt:x.updatedAt});return}c.progress(`Lambda ${x.operation} batch: ${x.completedItems+x.failedItems}/${x.totalItems}`,{remoteWorkerOperation:x.operation,remoteWorkerTaskId:x.taskId,remoteWorkerStatus:x.status,remoteWorkerCompletedItems:x.completedItems,remoteWorkerFailedItems:x.failedItems,remoteWorkerTotalItems:x.totalItems,remoteWorkerUpdatedAt:x.updatedAt});},onProgressError:x=>{U||(U=!0,c.warn("Lambda progress status could not be read; task execution continues.",{error:x.message}));}});}let h=f&&p&&t.remoteWorkers?.render?.enabled===!0&&m&&w?.functions.asset?await dr(t):null;if(h&&m&&w){if(h.workspace.bucket!==w.workspace.bucket||h.workspace.prefix!==w.workspace.prefix)throw new Error("Remote export manifest workspace does not match remote-workers.json.");let I=n.config,U=I.s3SyncMode??"sdk-upload-delete";if(u?.schemaVersion===2&&u.deletedFiles.length>0&&U!=="sdk-upload-delete")throw new Error("Content-sync tombstones require the sdk-upload-delete S3 sync mode.");let x=u?.schemaVersion===2?[...u.uploadGroups.assets,...u.uploadGroups.content,...u.uploadGroups.listings,...u.uploadGroups.resources,...u.uploadGroups.sitemapLeaves,...u.uploadGroups.sitemapIndexes]:u?.changedFiles??[];if(u?.schemaVersion===2){let se=[...new Set(x)],we=[...new Set(u.changedFiles)];if(se.length!==we.length||we.some(Le=>!se.includes(Le)))throw new Error("Content-sync deploy-plan upload groups do not cover the exact changed-file set.")}let le=!!u&&!u.fullSyncRequired?[...new Set(x.map(et))]:Object.keys(h.objects).sort(),L=le.filter(se=>!h.objects[se]);if(L.length>0)throw new Error(`Remote export manifest is missing ${L.length} planned object(s): ${L.slice(0,10).join(", ")}`);let Re=h,z=le.map(se=>h.objects[se]);n.name&&(t.targetOrigin!==I.targetOrigin||Object.keys(i).length>0)&&(Re=await Cl(m,h,z,n.name||"default",t.concurrency),await ar(I,Re,Re.assetMap,{client:m,jobId:Re.jobId,concurrency:t.concurrency,batchSize:25,maxAttempts:2,onBatchProgress:({completedItems:se,totalItems:we,completedBatches:Le,totalBatches:Wt,changedTextFiles:$r})=>{c.progress(`Lambda deployment-profile rewrite: ${se}/${we} files; ${Le}/${Wt} batches completed`,{phase:"rewrite-text",execution:"lambda",index:se,totalFiles:we,completedBatches:Le,totalBatches:Wt,changedTextFiles:$r});}}),z=le.map(se=>Re.objects[se])),n.name&&c.info(`Using deployment profile: ${n.name}`),c.info(`Starting S3-native Lambda deploy - s3://${I.s3.bucket}/${I.s3.prefix||""} (${I.s3.region}).`),c.mark("deploy");let ae=await vl({client:m,remoteConfig:w,config:I,objects:z,deletedFiles:U==="sdk-upload-delete"?u?.deletedFiles??[]:[],revalidateFiles:new Set((u?.revalidateFiles??[]).map(et)),concurrency:t.concurrency,batchSize:50,maxAttempts:2,log:c});a&&(await F.mkdir(k.dirname(a),{recursive:!0}),await F.writeFile(a,JSON.stringify({generatedAt:new Date().toISOString(),mode:"lambda-s3-native",summary:{totalFiles:z.length,eligibleFiles:z.length,uploaded:ae.uploadedKeys.length,skipped:ae.skippedKeys.length,rejected:0,failed:ae.failedKeys.length,deleted:ae.deletedKeys.length,protected:0,...n.name?{profile:n.name}:{}},uploadedKeys:ae.uploadedKeys,skippedKeys:ae.skippedKeys,rejectedKeys:[],failedKeys:ae.failedKeys,deletedKeys:ae.deletedKeys,protectedRemoteOnlyKeys:[]},null,2),"utf8")),u?.schemaVersion!==2&&await Ge(t),c.endMark("deploy"),await c.flush();return}let y=await Sl(t,n.config,n.name,i,c,u?.schemaVersion===2?u.changedFiles:void 0,p&&m?{client:m,jobId:`profile-${Date.now()}`,concurrency:t.remoteWorkers?.rewrite?.concurrency??t.rewriteConcurrency,batchSize:t.remoteWorkers?.rewrite?.batchSize??25,maxAttempts:t.remoteWorkers?.rewrite?.maxAttempts??2,onStageProgress:({index:I,totalFiles:U,file:x})=>{(I===1||I===U||I%25===0)&&c.progress(`Staging deployment-profile rewrite: ${I}/${U}`,{phase:"rewrite-stage",index:I,totalFiles:U,file:x,execution:"lambda"});},onBatchProgress:({completedItems:I,totalItems:U,completedBatches:x,totalBatches:te,changedTextFiles:le})=>{c.progress(`Lambda deployment-profile rewrite: ${I}/${U} files; ${x}/${te} batches completed`,{phase:"rewrite-text",execution:"lambda",index:I,totalFiles:U,completedBatches:x,totalBatches:te,changedTextFiles:le});}}:void 0);d=y.cleanup;let S={...n.config,outputDir:y.outputDir},P=S.s3SyncMode??"sdk-upload-delete";if(u?.schemaVersion===2&&u.deletedFiles.length>0&&P!=="sdk-upload-delete")throw new Error("Content-sync tombstones require the sdk-upload-delete S3 sync mode.");let M=u?.schemaVersion!==2&&y.outputDir!==t.outputDir&&(t.targetOrigin!==n.config.targetOrigin||Object.keys(i).length>0),A=!!u&&!u.fullSyncRequired&&!M;if(u?.schemaVersion===2&&!A)throw new Error("Content-sync deployment cannot widen into a full-output deployment.");n.name&&c.info(`Using deployment profile: ${n.name}`),c.info(`Starting deploy \u2014 s3://${S.s3.bucket}/${S.s3.prefix||""} (region: ${S.s3.region})`),c.info(`S3 sync mode: ${P}`),u&&u.fullSyncRequired?c.info("Deploy plan requests a full sync; scanning the whole output tree."):u&&M?c.info("Ignoring incremental deploy plan because deployment-profile rewrites require a full sync."):A&&c.info(`Using incremental deploy plan: ${u.changedFiles.length} changed file(s), ${u.deletedFiles.length} deleted file(s).`),c.mark("deploy");let C=new S3Client({region:S.s3.region}),R=y.outputDir===t.outputDir?await nl(t,o,c):null,$=u?.schemaVersion===2?[...u.uploadGroups.assets,...u.uploadGroups.content,...u.uploadGroups.listings,...u.uploadGroups.resources,...u.uploadGroups.sitemapLeaves,...u.uploadGroups.sitemapIndexes]:u?.changedFiles??[];if(u?.schemaVersion===2){let I=[...new Set($)],U=[...new Set(u.changedFiles)];if(I.length!==U.length||U.some(x=>!I.includes(x)))throw new Error("Content-sync deploy-plan upload groups do not cover the exact changed-file set.")}let T=A?(await Promise.all($.map(async I=>{try{return (await F.stat(k.join(S.outputDir,I))).isFile()?I:null}catch{if(u?.schemaVersion===2)throw new Error(`Content-sync planned upload is missing: ${I}`);return null}}))).filter(I=>I!==null):await Ci(["**/*"],{cwd:S.outputDir,onlyFiles:!0,dot:!0}),N=[],H=[],b=T.filter(I=>{let U=R?.byRelativePath.get(et(I));if(!U)return !0;let x=vr(S.s3.prefix,I);return N.push(I),H.push(x),c.reject(U.kind,U.sourceUrl||I,"rewrite not completed; deploy upload blocked","deploy-guard",{file:I,key:x,outputPath:U.outputPath,manifestPath:R?.manifestPath}),!1}),W=new Set((u?.revalidateFiles||[]).map(et)),de=new Set((A?b:T).map(I=>vr(S.s3.prefix,I)));R&&(R.pendingPages>0||R.pendingTextAssets>0)&&c.info(`Deploy rewrite guard loaded ${R.pendingPages} pending page(s) and ${R.pendingTextAssets} pending text asset(s) from crawl manifest.`,{manifestPath:R.manifestPath,pendingPages:R.pendingPages,pendingTextAssets:R.pendingTextAssets,source:"deploy-guard"}),N.length>0&&c.warn(`Deploy rewrite guard blocked ${N.length} file(s) from upload because final crawl rewrite is incomplete.`,{rejected:N.length,manifestPath:R?.manifestPath,source:"deploy-guard"}),A?c.info(`Using ${b.length} eligible planned changed file(s) from deploy plan for upload${N.length>0?` (${N.length} blocked by deploy rewrite guard)`:""}.`):c.info(`Found ${T.length} file(s) in output directory "${S.outputDir}"${N.length>0?`; ${b.length} remain eligible for upload after deploy rewrite guard filtering`:""}.`),c.progress("Deploy preflight: comparing local output with remote S3 state.",{phase:"deploy",mode:P,totalFiles:b.length,scannedFiles:T.length,rejected:N.length,deploymentProfile:n.name||"",s3Bucket:S.s3.bucket,s3Prefix:S.s3.prefix||"",targetedPlan:A,deployGuardEnabled:y.outputDir===t.outputDir});let V=0,B=0,E=0,q=[],D=[],J=[],Q=[],pe=[],Pe=new Map,v=new Map,j=new Map,O=new Map,K=new Map;if(f){if(!m||!w)throw new Error("Remote deploy worker client was not initialized.");if(P!=="sdk-upload-delete"&&P!=="sdk-upload-only")throw new Error(`Unsupported remote deploy mode: ${P}`);let I=await Rl({client:m,remoteConfig:w,config:S,files:b,deletedFiles:P==="sdk-upload-delete"?u?.deletedFiles??[]:[],revalidateFiles:W,contentTypeByRelativePath:R?.contentTypeByRelativePath,concurrency:S.remoteWorkers?.deploy?.concurrency??S.assetDownloadConcurrency,batchSize:S.remoteWorkers?.deploy?.batchSize??50,maxAttempts:S.remoteWorkers?.deploy?.maxAttempts??2,log:c});q.push(...I.uploadedKeys),D.push(...I.skippedKeys),J.push(...I.failedKeys),Q=I.deletedKeys,V=q.length,B=D.length,E=J.length,c.info(`Lambda deploy complete: ${V} copied, ${B} skipped unchanged, ${Q.length} deleted, ${E} failed.`),a&&(await F.mkdir(k.dirname(a),{recursive:!0}),await F.writeFile(a,JSON.stringify({generatedAt:new Date().toISOString(),mode:"lambda-s3-copy",summary:{totalFiles:T.length,eligibleFiles:b.length,uploaded:V,skipped:B,rejected:H.length,failed:E,deleted:Q.length,protected:0,...n.name?{profile:n.name}:{}},uploadedKeys:q,skippedKeys:D,rejectedKeys:H,failedKeys:J,deletedKeys:Q,protectedRemoteOnlyKeys:[]},null,2),"utf8")),u?.schemaVersion!==2&&await Ge(t),c.endMark("deploy"),await c.flush();return}A||(c.info("Listing existing S3 objects to detect unchanged files..."),Pe=await ul(C,S.s3.bucket,S.s3.prefix,c),c.info(`Found ${Pe.size} existing key(s) in S3.`));let G=async I=>Pe.has(I)?Pe.get(I)??null:A?dl(C,S.s3.bucket,I,v):null;for(let I of b){let U=k.join(S.outputDir,I),x=vr(S.s3.prefix,I),te=R?.contentTypeByRelativePath.get(I),le=te&&te!=="application/octet-stream"?te:js.lookup(I)||te||"application/octet-stream",L=W.has(et(I)),Re=L?In:St(I)?S.s3.htmlCacheControl:S.s3.assetCacheControl,z=V+B+E+1;b.length<=200||z<=5||z%10===0||z===b.length?(c.progress(`Uploading [${z}/${b.length}] ${x} (${le})`,{file:I,key:x,index:z,totalFiles:b.length,contentType:le,mode:P}),c.info(`Uploading [${z}/${b.length}] ${x} (${le})`)):c.debug(`Uploading [${z}/${b.length}] ${x} (${le})`);try{let ve=await F.readFile(U),ae=await G(x),se=null,we=null;if(ae){let Le=await pl(C,S.s3.bucket,x,ae),Wt=!L||$o(Le.cacheControl)===$o(Re),$r=Cn(Le.contentType)===Cn(String(le)),Or=Wt&&$r,Ho=ve.byteLength;if(ae.size===Ho){let qt=ae.etag.includes("-");if(ae.etag!==""&&!qt){let Vo=gl(ve);if(ae.etag===Vo&&Or){B++,b.length<=200||B<=5||B%25===0?(c.progress(`Skipped unchanged [${z}/${b.length}] ${x}`,{file:I,key:x,index:z,totalFiles:b.length,uploaded:V,skipped:B,failed:E,mode:P,reason:"etag-md5-match"}),c.info(`Skipped unchanged [${z}/${b.length}] ${x}`)):c.debug(`Skipped unchanged [${z}/${b.length}] ${x}`),D.push(x);continue}}se=tt(ve);let jn=await fl(C,S.s3.bucket,x,j);if(jn&&jn===se&&Or){B++,b.length<=200||B<=5||B%25===0?(c.progress(`Skipped unchanged [${z}/${b.length}] ${x}`,{file:I,key:x,index:z,totalFiles:b.length,uploaded:V,skipped:B,failed:E,mode:P,reason:"metadata-sha256-match"}),c.info(`Skipped unchanged [${z}/${b.length}] ${x}`)):c.debug(`Skipped unchanged [${z}/${b.length}] ${x}`),D.push(x);continue}}if(St(I)){we=xr(ve);let qt=await hl(C,S.s3.bucket,x,O,K);if(qt&&qt===we&&Or){B++,b.length<=200||B<=5||B%25===0?(c.progress(`Skipped semantically unchanged [${z}/${b.length}] ${x}`,{file:I,key:x,index:z,totalFiles:b.length,uploaded:V,skipped:B,failed:E,mode:P,reason:"normalized-html-match"}),c.info(`Skipped semantically unchanged [${z}/${b.length}] ${x}`)):c.debug(`Skipped semantically unchanged [${z}/${b.length}] ${x}`),D.push(x);continue}}}se=se??tt(ve),we=we??(St(I)?xr(ve):null),await be(`S3 upload ${x}`,9e5,({abortController:Le})=>new Upload({client:C,abortController:Le,params:{Bucket:S.s3.bucket,Key:x,Body:ve,ContentType:le,CacheControl:Re,Metadata:{[Mo]:se,...we?{[jo]:we}:{}}}}).done()),V++,q.push(x),(V%25===0||V===b.length)&&(c.progress(`Uploaded ${V}/${b.length} file(s)\u2026`,{uploaded:V,skipped:B,failed:E,totalFiles:b.length,mode:P}),c.info(`Uploaded ${V}/${b.length} file(s)\u2026`));}catch(ve){E++,J.push(x),c.error(`Failed to upload ${x}: ${ve.message}`,{key:x,error:String(ve)});}}if(c.info(`Upload complete: ${V} uploaded, ${B} skipped unchanged, ${H.length} rejected by guard, ${E} failed.`),J.length>0||H.length>0)throw new Error(`Deployment stopped before deletion because ${J.length} upload(s) failed and ${H.length} upload(s) were rejected.`);if(P==="sdk-upload-delete"){let I=new Set((u?.deletedFiles??[]).map(x=>vr(S.s3.prefix,x))),U=[...I].filter(x=>!de.has(x));if(!A&&(pe=[...Pe.keys()].filter(te=>!de.has(te)).filter(te=>!I.has(te)),pe.length>0)){c.warn(`Protected ${pe.length} remote-only S3 object(s) from deletion because the crawl did not provide explicit tombstones.`,{protected:pe.length,source:"deploy-delete-guard"});for(let te of pe)c.debug(` protected remote-only object: ${te}`);}Q=await ml(C,S.s3.bucket,A?U:U.filter(x=>Pe.has(x)),c);}else c.info("Sync mode is sdk-upload-only \u2014 skipping stale object deletion.");a&&(await F.mkdir(k.dirname(a),{recursive:!0}),await F.writeFile(a,JSON.stringify({generatedAt:new Date().toISOString(),mode:P,summary:{totalFiles:T.length,eligibleFiles:b.length,uploaded:q.length,skipped:D.length,rejected:H.length,failed:J.length,deleted:Q.length,protected:pe.length,...n.name?{profile:n.name}:{}},uploadedKeys:q,skippedKeys:D,rejectedKeys:H,failedKeys:J,deletedKeys:Q,protectedRemoteOnlyKeys:pe},null,2),"utf8")),u?.schemaVersion!==2&&await Ge(t),c.endMark("deploy"),await c.flush();}finally{await d().catch(()=>{});}}function xl(e){let t=e;return t.endsWith("/")?t+="index.html":k.posix.basename(t).includes(".")||(t+="/index.html"),t}function Il(e,t){let r=t.trim().replace(/^\/+|\/+$/g,"");if(!r)return null;let n=`/${r}`;return e===n||e.startsWith(`${n}/`)?e:`${n}${e.startsWith("/")?e:`/${e}`}`}function Uo(e,t){let r=new Set;for(let n of e){let s=new URL(n,"https://content-sync.invalid");if(s.origin!=="https://content-sync.invalid")continue;let o=`${s.pathname}${s.search}`,a=xl(s.pathname);r.add(o),r.add(`${a}${s.search}`);let c=Il(a,t);c&&r.add(`${c}${s.search}`);}return [...r].sort()}function $l(){let e=String(process.env.STATIC_PUBLISHER_RUNTIME_DIR||process.env.WPSUITE_STATIC_PUBLISHER_RUNTIME_DIR||"").trim();return e?k.join(k.resolve(e),"content-sync-invalidation.json"):""}async function An(e,t){if(!e)return;await F.mkdir(k.dirname(e),{recursive:true});let r=`${e}.${process.pid}.${Date.now()}.tmp`;await F.writeFile(r,JSON.stringify({...t,updatedAt:new Date().toISOString()},null,2),"utf8"),await F.rename(r,e);}async function Ol(e,t,r,n){if(!e)return null;try{let s=JSON.parse(await F.readFile(e,"utf8"));if(s.schemaVersion!==1||s.distributionId!==t||s.impactHash!==r||!Array.isArray(s.batches))throw new Error("Content-sync invalidation state does not match the deploy plan.");let o=s.batches.flatMap(a=>a.paths);return o.length!==n.length||o.some((a,c)=>a!==n[c])?null:s}catch(s){if(s.code==="ENOENT")return null;throw s}}function Ml(e,t=3e3){let r=[];for(let n=0;n<e.length;n+=t)r.push(e.slice(n,n+t));return r}async function Wo(e=process.argv.slice(2)){let t=await Te(),r=Pr(e),n=bt(t,r),s=n.config,o=new dt(s.logDir||"logs","invalidate.log.jsonl",s.logLevel??"info"),a=e.includes("--content-sync"),c=await lt(t);if(a&&c?.schemaVersion!==2)throw new Error("Content-sync invalidation requires a valid schema-2 targeted deploy plan.");if(n.name&&o.info(`Using deployment profile: ${n.name}`),!s.cloudFront.distributionId){o.info("No CloudFront distributionId configured; skipping invalidation."),await o.flush();return}let i=c?.schemaVersion===2?c.invalidationPaths:s.cloudFront.invalidationPaths.length>0?s.cloudFront.invalidationPaths:["/*"],d=c?.schemaVersion===2?Uo(i,s.s3.prefix||""):i;if(c?.schemaVersion===2&&d.some(f=>f==="/*"))throw new Error("Content-sync cannot use a whole-distribution invalidation.");if(d.length===0){o.info("The targeted deploy plan has no CloudFront paths to invalidate."),await o.flush();return}let u=s.cloudFront.distributionId,l=new CloudFrontClient({region:"us-east-1",maxAttempts:5});if(o.mark("invalidate"),c?.schemaVersion!==2){let f=`smartcloud-static-publisher-${Date.now()}`;await be(`CloudFront invalidation for distribution ${u}`,3e5,({httpOptions:w})=>l.send(new CreateInvalidationCommand({DistributionId:u,InvalidationBatch:{CallerReference:f,Paths:{Quantity:d.length,Items:d}}}),w)),o.endMark("invalidate"),await o.flush();return}let g=$l(),p=await Ol(g,u,c.impactHash,d);if(!p){let f=createHash("sha256").update(JSON.stringify(d)).digest("hex");p={schemaVersion:1,distributionId:u,impactHash:c.impactHash,updatedAt:new Date().toISOString(),batches:Ml(d).map((w,m)=>({index:m,callerReference:`wpsuite-content-sync-${c.impactHash.slice(0,24)}-${f.slice(0,24)}-${m}`,paths:w,invalidationId:null,status:"pending"}))},await An(g,p);}for(let f of p.batches){if(!f.invalidationId){let w=await be(`CloudFront targeted invalidation batch ${f.index+1}`,3e5,({httpOptions:h})=>l.send(new CreateInvalidationCommand({DistributionId:u,InvalidationBatch:{CallerReference:f.callerReference,Paths:{Quantity:f.paths.length,Items:f.paths}}}),h)),m=String(w.Invalidation?.Id||"").trim();if(!m)throw new Error("CloudFront did not return an invalidation ID.");f.invalidationId=m,f.status="created",await An(g,p);}await waitUntilInvalidationCompleted({client:l,maxWaitTime:900,minDelay:2,maxDelay:15},{DistributionId:u,Id:f.invalidationId}),f.status="completed",await An(g,p),o.info(`CloudFront invalidation batch ${f.index+1}/${p.batches.length} completed.`,{invalidationId:f.invalidationId,pathCount:f.paths.length});}o.endMark("invalidate"),await o.flush();}function Er(e){let t=new URL(e);return t.hash="",t.href}function qo(e,t,r){let n=new Set([...t].map(i=>Er(i))),s=new Map,o=new Map,a=i=>{s.set(Er(i),i);},c=i=>{if(!i)return;let d=Er(i);s.has(d)||o.set(d,i);};for(let i of e.deleteUrls)a(i);for(let i of e.resourceDeleteUrls)a(i);for(let i of e.archiveFamilies)if(i.foundPosts===0)for(let d of i.pageUrls)n.has(Er(d))||a(d);for(let i of e.directRenderUrls)c(i);for(let i of e.resourceRenderUrls)c(i);for(let i of e.archiveFamilies)c(i.pageUrls[0]),c(i.pageUrls.at(-1));for(let i of r)c(i);return {expectedAvailable:[...o.values()],expectedMissing:[...s.values()]}}var No=["claimed","impact-planned","rendered","deployed","invalidated","verified","acknowledged"];function On(){let e=String(process.env.STATIC_PUBLISHER_RUNTIME_DIR||process.env.WPSUITE_STATIC_PUBLISHER_RUNTIME_DIR||"").trim();if(!e)throw new Error("Content-sync requires a runtime directory.");return k.resolve(e)}function Pt(e,t){return No.indexOf(e)>=No.indexOf(t)}async function ze(e,t,r,n,s={}){let o={timestamp:new Date().toISOString(),eventType:t,status:t.endsWith("failed")?"failed":"success",actorSource:"content-sync",jobId:r.id||"",command:"content-sync",message:n,details:s};await F.mkdir(e,{recursive:true}),await F.appendFile(k.join(e,"audit-events.jsonl"),`${JSON.stringify(o)}
|
|
19
|
+
`,"utf8");}function Fl(e){return Rt({postTypes:e.postTypes??[],listingPaths:e.listingPaths??[],includeSubsites:e.includeSubsites,includePostTypeArchives:e.includePostTypeArchives,includeTaxonomyArchives:e.includeTaxonomyArchives,includeAuthorArchives:e.includeAuthorArchives,includeDateArchives:e.includeDateArchives,includePostsPage:e.includePostsPage,includeSitemapChain:e.includeSitemapChain})}function Dl(e,t){let r=(e.scheduler?.rules??[]).filter(s=>s.command==="content-sync"&&s.id===t);if(r.length===0)throw new Error(`Content-sync scheduler rule not found: ${t}`);if(r.length>1)throw new Error(`Content-sync scheduler rule ID is not unique: ${t}`);let n=r[0];if(n.enabled===false)throw new Error(`Content-sync scheduler rule is disabled: ${t}`);return n}async function Mn(e,t){if(e.subscriptionType!=="PROFESSIONAL"&&e.subscriptionType!=="AGENCY")throw new Error("Content-sync requires an active Professional or Agency subscription.");let r=Fl(t),n=bt(e,t.deploymentProfile),s=n.name||"",o=Un(e.sourceOrigin,String(t.id||""),r),a=Ln({sourceOrigin:e.sourceOrigin,targetOrigin:n.config.targetOrigin,deploymentProfile:s,s3Bucket:n.config.s3.bucket,s3Prefix:n.config.s3.prefix,cloudFrontDistributionId:n.config.cloudFront.distributionId,urlRewriteMode:n.config.urlRewriteMode,extraReplacements:n.profile?.extraReplacements??{}}),c=Wn({siteId:e.wpsuite?.siteSettings?.siteId,accountId:e.wpsuite?.siteSettings?.accountId,sourceOrigin:e.sourceOrigin,ruleId:String(t.id||""),targetFingerprint:a}),i=`content-sync:${String(t.id||"")}:${We({scopeFingerprint:o,targetFingerprint:a}).slice(0,32)}`,d=new Nt({sourceOrigin:e.sourceOrigin,runtimeToken:String(e.wpsuite?.runtimeToken||""),ignoreHttpsErrors:e.ignoreHttpsErrors}),u=await d.releaseFingerprint(r.includeSubsites),l=Dn({wordpressFingerprint:u,targetFingerprint:a,sourceOrigin:e.sourceOrigin,sitemapPaths:kt(e.sitemapPaths),blockedPathPrefixes:e.blockedPathPrefixes,assetPathPrefixes:e.assetPathPrefixes,noJavaScriptRenderPathPrefixes:e.noJavaScriptRenderPathPrefixes,urlRewriteMode:e.urlRewriteMode});return {rule:t,scope:r,deployment:n,deploymentProfile:s,scopeFingerprint:o,targetFingerprint:a,consumerId:c,coalesceKey:i,client:d,releaseFingerprint:l}}async function Ul(e){let t=On(),r=Bt(t),n=await Te(),s=(n.scheduler?.rules??[]).filter(d=>d.command==="content-sync"&&d.enabled!==false);if(s.length===0)return 0;let o=await Ur(r),a=await Ht(r),c=await Dr(r),i=0;for(let d of s){let u=await Mn(n,d),l=c.entries[u.coalesceKey];if(!l||l.releaseJobId!==e||l.scopeFingerprint!==u.scopeFingerprint||l.targetFingerprint!==u.targetFingerprint||l.releaseFingerprint!==u.releaseFingerprint)throw new Error(`The normal release has no matching pre-crawl content-sync cutoff for rule ${String(d.id||"")}.`);let g=We({releaseJobId:e,releaseFingerprint:u.releaseFingerprint,scopeFingerprint:u.scopeFingerprint,targetFingerprint:u.targetFingerprint,sequence:l.sequence}),p=await u.client.establishBaseline({consumerId:u.consumerId,scopeFingerprint:u.scopeFingerprint,baselineId:g,postTypes:u.scope.postTypes,includeSubsites:u.scope.includeSubsites,sequence:l.sequence}),f={schemaVersion:1,ruleId:String(d.id||""),consumerId:u.consumerId,coalesceKey:u.coalesceKey,scopeFingerprint:u.scopeFingerprint,targetFingerprint:u.targetFingerprint,releaseFingerprint:u.releaseFingerprint,baselineId:g,deploymentProfile:u.deploymentProfile,committedSequence:p.committedSequence,releaseJobId:e,verifiedAt:new Date().toISOString()};o.entries[u.coalesceKey]=f;let w=a.rules[u.coalesceKey];a.rules[u.coalesceKey]={ruleId:String(d.id||""),consumerId:u.consumerId,coalesceKey:u.coalesceKey,committedSequence:p.committedSequence,observedHeadSequence:p.headSequence,lag:Math.max(0,p.headSequence-p.committedSequence),lastSuccessfulJobId:w?.lastSuccessfulJobId||e,lastSuccessfulAt:new Date().toISOString(),trailingWorkDetected:p.headSequence>p.committedSequence,retryAttempt:0,nextRetryAt:null,lastError:null,baselineStatus:"ready",baselineReason:null};let m=await Qn(r,u.coalesceKey);await ze(t,"content-sync-baseline-established",{id:e},"A normal release established a verified content-sync baseline.",{ruleId:d.id,consumerId:u.consumerId,committedSequence:p.committedSequence,supersededCurrent:m}),i++;}return await Hn(r,o),await Vt(r,a),await F.rm(r.releaseCutoff,{force:true}),i}async function Ll(e){let t=On(),r=Bt(t),n=await Te(),s=(n.scheduler?.rules??[]).filter(c=>c.command==="content-sync"&&c.enabled!==false);if(s.length===0)return 0;let o=await Dr(r),a=0;for(let c of s){let i=await Mn(n,c),d=Object.values(o.entries).find(g=>g.releaseJobId===e&&g.ruleId===String(c.id||""));if(d){if(d.coalesceKey===i.coalesceKey&&d.scopeFingerprint===i.scopeFingerprint&&d.targetFingerprint===i.targetFingerprint&&d.releaseFingerprint===i.releaseFingerprint){a++;continue}throw new Error(`The normal release scope changed after its journal cutoff was captured for rule ${String(c.id||"")}. Start a new normal publish instead of resuming this release.`)}let u=await i.client.unboundHead(i.scope.postTypes,i.scope.includeSubsites),l={schemaVersion:1,releaseJobId:e,ruleId:String(c.id||""),coalesceKey:i.coalesceKey,scopeFingerprint:i.scopeFingerprint,targetFingerprint:i.targetFingerprint,releaseFingerprint:i.releaseFingerprint,sequence:u.headSequence,capturedAt:new Date().toISOString()};o.entries[i.coalesceKey]=l,await ze(t,"content-sync-release-cutoff-captured",{id:e},"A normal release captured its pre-crawl content-sync journal cutoff.",{ruleId:c.id,consumerId:i.consumerId,sequence:u.headSequence}),a++;}return await Bn(r,o),a}async function Wl(e,t){let r=JSON.parse(await F.readFile(k.join(e,"current-run.json"),"utf8"));if(r.id!==t||r.command!=="content-sync"||!String(r.ruleId||"").trim())throw new Error("The active queue job is not the requested content-sync job.");return r}async function $n(e,t,r=0){let n=e.protocol==="https:"?Nn:Xo,s=e.protocol==="https:"?new Nn.Agent({rejectUnauthorized:!t}):void 0;return new Promise((o,a)=>{let c=n.get(e,{agent:s,timeout:3e4,headers:{"user-agent":"WP-Suite-Content-Sync/1"}},i=>{let d=i.statusCode??500,u=i.headers.location;if(d>=300&&d<400&&u&&r<5){i.resume(),$n(new URL(u,e),t,r+1).then(o,a);return}let l=[],g=0;i.on("data",p=>{g+=p.byteLength,g<=1048576&&l.push(p);}),i.on("error",a),i.on("end",()=>o({status:d,body:Buffer.concat(l).toString("utf8"),contentType:String(i.headers["content-type"]||"")}));});c.on("timeout",()=>c.destroy(new Error(`Verification timed out: ${e}`))),c.on("error",a);})}async function ql(e,t,r,n){let s=t.deployment.config.targetOrigin;if(!/^https?:\/\//i.test(s))throw new Error("Content-sync verification requires an absolute HTTP(S) target origin.");let o=JSON.parse(await F.readFile(n,"utf8")),a=new Set;for(let[u,l]of Object.entries(o.pages??{}))a.add(u),typeof l.url=="string"&&a.add(l.url);let c=await lt(e);if(c?.schemaVersion!==2||c.impactHash!==r.impactHash)throw new Error("Content-sync verification requires the matching targeted deploy plan.");let i=qo(r,a,c.resolvedSitemapUrls),d=new Set(r.resourceRenderUrls.map(u=>{let l=new URL(u);return l.hash="",l.href}));for(let u of i.expectedAvailable){let l=new URL(u),g=new URL(`${l.pathname}${l.search}`,s),p=await $n(g,e.ignoreHttpsErrors);if(p.status<200||p.status>=400)throw new Error(`Content-sync verification failed (${p.status}): ${g}`);let f=new URL(u);if(f.hash="",d.has(f.href)){if(!p.contentType.toLowerCase().startsWith("application/json"))throw new Error(`Resource verification expected application/json: ${g}`);try{JSON.parse(p.body);}catch{throw new Error(`Resource verification received invalid JSON: ${g}`)}}}for(let u of i.expectedMissing){let l=new URL(u),g=new URL(`${l.pathname}${l.search}`,s),p=await $n(g,e.ignoreHttpsErrors);if(p.status>=200&&p.status<300)throw new Error(`Deleted content is still publicly available: ${g}`)}}async function _l(e){let t=await F.readFile(e.candidateManifest,"utf8");JSON.parse(t);let r=`${e.trustedManifest}.${process.pid}.tmp`;await F.writeFile(r,t,"utf8"),await F.rename(r,e.trustedManifest);}async function Nl(e,t){try{let r=JSON.parse(await F.readFile(e.candidateManifest,"utf8"));if([...Object.values(r.pages??{}),...Object.values(r.assets??{})].some(s=>s?.lastSeenRunId===t))return "resumed"}catch(r){if(r.code!=="ENOENT")throw new Error(`The content-sync candidate manifest is invalid: ${r instanceof Error?r.message:String(r)}`,{cause:r})}return await F.copyFile(e.trustedManifest,e.candidateManifest).catch(r=>{throw new Error(`A trusted crawl manifest is required before content-sync: ${r instanceof Error?r.message:String(r)}`,{cause:r})}),"initialized"}async function it(e,t,r,n,s={},o=0,a=async()=>{}){t.phase=r,await Vn(e,t),await Jn(e,{schemaVersion:1,jobId:t.jobId,phase:r,completedItems:n,totalItems:n,attempt:o,updatedAt:new Date().toISOString(),details:s}),await ze(k.dirname(e.state),"content-sync-checkpoint",{id:t.jobId},`Content-sync checkpoint completed: ${r}.`,{phase:r,completedItems:n,totalItems:n,attempt:o,...s}),await a(r,t);}async function Bl(e,t={}){let r={loadConfig:Te,resolveRuleContext:Mn,runCrawl:To,runDeploy:Do,runInvalidate:Wo,verifyDeployment:ql,promoteCandidateManifest:_l,clearDeployPlan:Ge,afterCheckpoint:async()=>{},...t},n=On(),s=Bt(n),o=await Wl(n,e),a=await r.loadConfig(),c=Dl(a,String(o.ruleId)),i=await r.resolveRuleContext(a,c);if(o.coalesceKey&&o.coalesceKey!==i.coalesceKey)throw new Error("Queued content-sync demand no longer matches the active rule scope.");let u=(await Ur(s)).entries[i.coalesceKey];if(!u||u.scopeFingerprint!==i.scopeFingerprint||u.targetFingerprint!==i.targetFingerprint||u.releaseFingerprint!==i.releaseFingerprint)throw await ze(n,"content-sync-baseline-rejected",o,"Content-sync requires a new verified full or incremental release baseline.",{ruleId:c.id,reason:u?"mismatch":"missing"}),new Error("Content-sync baseline is missing or stale. Run a successful normal publish first.");let l=await Lr(s),g=await i.client.head({consumerId:i.consumerId,scopeFingerprint:i.scopeFingerprint,baselineId:u.baselineId,postTypes:i.scope.postTypes,includeSubsites:i.scope.includeSubsites});if(l&&l.jobId!==o.id)throw new Error("Another immutable content-sync range is still active.");if(l||(l={schemaVersion:1,jobId:o.id,ruleId:String(c.id||""),consumerId:i.consumerId,coalesceKey:i.coalesceKey,scopeFingerprint:i.scopeFingerprint,targetFingerprint:i.targetFingerprint,baselineId:u.baselineId,fromSequence:g.committedSequence,toSequence:g.headSequence,phase:"claimed",impactHash:null,startedAt:new Date().toISOString(),updatedAt:new Date().toISOString()},await it(s,l,"claimed",0,{fromSequence:l.fromSequence,toSequence:l.toSequence},0,r.afterCheckpoint),await ze(n,"content-sync-range-claimed",o,"Content-sync claimed a closed journal range.",{fromSequence:l.fromSequence,toSequence:l.toSequence})),l.fromSequence===l.toSequence){let h=await Ht(s);h.rules[i.coalesceKey]={ruleId:String(c.id||""),consumerId:i.consumerId,coalesceKey:i.coalesceKey,committedSequence:l.toSequence,observedHeadSequence:g.headSequence,lag:Math.max(0,g.headSequence-l.toSequence),lastSuccessfulJobId:o.id,lastSuccessfulAt:new Date().toISOString(),trailingWorkDetected:false,retryAttempt:0,nextRetryAt:null,lastError:null},await Vt(s,h),await Wr(s);return}let p=await Kn(s);if(!Pt(l.phase,"impact-planned")){let h=await i.client.events({consumerId:i.consumerId,scopeFingerprint:i.scopeFingerprint,baselineId:u.baselineId,postTypes:i.scope.postTypes,includeSubsites:i.scope.includeSubsites,afterSequence:l.fromSequence,throughSequence:l.toSequence}),y=Fr({events:h,scope:i.scope,sourceOrigin:a.sourceOrigin}),S=await i.client.resolveImpactFamilies(y,i.scope.includeSubsites);p=_n({jobId:o.id,ruleId:String(c.id||""),consumerId:i.consumerId,coalesceKey:i.coalesceKey,scopeFingerprint:i.scopeFingerprint,targetFingerprint:i.targetFingerprint,baselineId:u.baselineId,sourceOrigin:a.sourceOrigin,scope:i.scope,fromSequence:l.fromSequence,toSequence:l.toSequence,events:h,resolvedArchiveFamilies:S,sitemapUrls:kt(a.sitemapPaths)}),await zn(s,p),l.impactHash=p.impactHash,await it(s,l,"impact-planned",h.length,{eventCount:h.length,foldedCount:p.foldedCount,impactHash:p.impactHash},0,r.afterCheckpoint),await ze(n,"content-sync-impact-planned",o,"Content-sync persisted an immutable impact plan.",{impactHash:p.impactHash,eventCount:h.length});}if(!p||p.jobId!==o.id||l.impactHash!==p.impactHash)throw new Error("The immutable content-sync impact plan is missing or mismatched.");if(process.env.STATIC_PUBLISHER_CRAWL_MANIFEST_PATH=s.candidateManifest,!Pt(l.phase,"rendered")){let h=await Nl(s,o.id);await ze(n,h==="resumed"?"content-sync-render-resumed":"content-sync-render-initialized",o,h==="resumed"?"Content-sync resumed its candidate crawl manifest.":"Content-sync initialized a candidate crawl manifest.",{impactHash:p.impactHash}),await r.runCrawl(["--content-sync-plan",s.impact]),await it(s,l,"rendered",p.directRenderUrls.length+p.archiveFamilyUrls.length+p.resourceRenderUrls.length,{impactHash:p.impactHash},o.attempt??0,r.afterCheckpoint);}let f=i.deploymentProfile?["--profile",i.deploymentProfile]:[];if(Pt(l.phase,"deployed")||(await r.runDeploy([...f,"--content-sync"]),await it(s,l,"deployed",1,{impactHash:p.impactHash},0,r.afterCheckpoint),await ze(n,"content-sync-deployed",o,"Content-sync targeted deployment completed.",{impactHash:p.impactHash})),Pt(l.phase,"invalidated")?Pt(l.phase,"verified")||await r.runInvalidate([...f,"--content-sync"]):(await r.runInvalidate([...f,"--content-sync"]),await it(s,l,"invalidated",1,{impactHash:p.impactHash},0,r.afterCheckpoint)),Pt(l.phase,"verified")||(await r.verifyDeployment(a,i,p,s.candidateManifest),await r.promoteCandidateManifest(s),await it(s,l,"verified",1,{impactHash:p.impactHash},0,r.afterCheckpoint)),g=await i.client.head({consumerId:i.consumerId,scopeFingerprint:i.scopeFingerprint,baselineId:u.baselineId,postTypes:i.scope.postTypes,includeSubsites:i.scope.includeSubsites}),g.committedSequence===l.fromSequence)await i.client.acknowledge({consumerId:i.consumerId,scopeFingerprint:i.scopeFingerprint,baselineId:u.baselineId,expectedSequence:l.fromSequence,sequence:l.toSequence,postTypes:i.scope.postTypes,includeSubsites:i.scope.includeSubsites});else if(g.committedSequence!==l.toSequence)throw new Error("Content-sync acknowledgement cursor is in an unexpected state.");await it(s,l,"acknowledged",1,{sequence:l.toSequence},0,r.afterCheckpoint),await ze(n,"content-sync-cursor-acknowledged",o,"Content-sync committed its journal cursor after verification.",{sequence:l.toSequence});let w=await i.client.head({consumerId:i.consumerId,scopeFingerprint:i.scopeFingerprint,baselineId:u.baselineId,postTypes:i.scope.postTypes,includeSubsites:i.scope.includeSubsites}),m=await Ht(s);m.rules[i.coalesceKey]={ruleId:String(c.id||""),consumerId:i.consumerId,coalesceKey:i.coalesceKey,committedSequence:l.toSequence,observedHeadSequence:w.headSequence,lag:Math.max(0,w.headSequence-l.toSequence),lastSuccessfulJobId:o.id,lastSuccessfulAt:new Date().toISOString(),trailingWorkDetected:w.headSequence>l.toSequence,retryAttempt:0,nextRetryAt:null,lastError:null},await Vt(s,m),await r.clearDeployPlan(a),await F.rm(k.join(n,"content-sync-invalidation.json"),{force:true}),await F.rm(s.candidateManifest,{force:true}),await Wr(s);}async function Bo(e=process.argv.slice(2)){let r=e.indexOf("--capture-baseline-cutoffs");if(r>=0){let a=String(e[r+1]||"").trim();if(!a)throw new Error("--capture-baseline-cutoffs requires a release job ID.");await Ll(a);return}let n=e.indexOf("--establish-baselines");if(n>=0){let a=String(e[n+1]||"").trim();if(!a)throw new Error("--establish-baselines requires a release job ID.");await Ul(a);return}let s=e.indexOf("--job-id"),o=s>=0?String(e[s+1]||"").trim():"";if(!o)throw new Error("Content-sync requires --job-id.");await Bl(o);}Bo().catch(e=>{console.error(e instanceof Error?e.message:String(e)),process.exit(1);});
|