@smart-cloud/publisher-exporter 1.1.85 → 1.1.87
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +35 -1
- package/dist/content-sync.js +14 -14
- package/dist/crawl.js +13 -13
- package/dist/remote-worker.js +5 -5
- package/package.json +2 -2
package/dist/content-sync.js
CHANGED
|
@@ -1,19 +1,19 @@
|
|
|
1
|
-
import U,{readFile}from'fs/promises';import ui from'http';import Qn from'https';import C from'path';import ys,{createHash}from'crypto';import {fromIni,fromTemporaryCredentials}from'@aws-sdk/credential-providers';import {request,chromium}from'playwright';import {gunzipSync}from'zlib';import {setTimeout as setTimeout$1}from'timers/promises';import Vs from'mime-types';import {availableParallelism}from'os';import {Worker}from'worker_threads';import {LambdaClient,InvokeCommand}from'@aws-sdk/client-lambda';import {DynamoDBClient,GetItemCommand}from'@aws-sdk/client-dynamodb';import {S3Client,GetObjectCommand,PutObjectCommand,CopyObjectCommand,ListObjectsV2Command,HeadObjectCommand,DeleteObjectsCommand}from'@aws-sdk/client-s3';import {Upload}from'@aws-sdk/lib-storage';import {CloudFrontClient,waitUntilInvalidationCompleted,CreateInvalidationCommand}from'@aws-sdk/client-cloudfront';var si=new Set(["post-type","taxonomy","author","date","posts-page","listing"]);function Qe(e){return [...new Set(e.map(t=>t.trim()).filter(Boolean))].sort()}function oi(e){return [...new Set(e.map(t=>t.trim()).filter(Boolean))]}function ii(e){return new URL(e).pathname.split("/").filter(Boolean).some(r=>{try{return decodeURIComponent(r).endsWith("__trashed")}catch{return r.endsWith("__trashed")}})}function Wr(e){return Array.isArray(e)?e.map(Wr):e&&typeof e=="object"?Object.fromEntries(Object.entries(e).sort(([t],[r])=>t.localeCompare(r)).map(([t,r])=>[t,Wr(r)])):e}function ai(e){return JSON.stringify(Wr(e))}function We(e){return createHash("sha256").update(ai(e)).digest("hex")}function Bn(e){return We({schemaVersion:1,wordpressFingerprint:e.wordpressFingerprint,targetFingerprint:e.targetFingerprint,sourceOrigin:e.sourceOrigin,sitemapPaths:[...e.sitemapPaths].sort(),blockedPathPrefixes:[...e.blockedPathPrefixes].sort(),assetPathPrefixes:[...e.assetPathPrefixes].sort(),noJavaScriptRenderPathPrefixes:[...e.noJavaScriptRenderPathPrefixes].sort(),urlRewriteMode:e.urlRewriteMode})}function qr(e){let t=new URL(e);if(t.protocol!=="http:"&&t.protocol!=="https:")throw new Error(`Unsupported source origin protocol: ${t.protocol}`);return t.hash="",t.search="",t.pathname=t.pathname.replace(/\/+$/,""),t.toString().replace(/\/$/,"")}function xe(e,t){ci(t);let r=new URL(qr(e)),n=new URL(t,`${r.toString().replace(/\/$/,"")}/`);if(n.origin!==r.origin)throw new Error(`Content-sync URL is outside the source origin: ${t}`);let s=r.pathname.replace(/\/+$/,"");if(s&&n.pathname!==s&&!n.pathname.startsWith(`${s}/`))throw new Error(`Content-sync URL is outside the source site path: ${t}`);return n.hash="",n.toString()}function ci(e){let r=String(e).split(/[?#]/,1)[0];for(let s=0;s<3;s+=1)try{let o=decodeURIComponent(r);if(o===r)break;r=o;}catch{throw new Error(`Content-sync URL has malformed encoding: ${e}`)}if(r.includes("\0")||r.includes("\\"))throw new Error(`Content-sync URL has an unsafe path: ${e}`);if(r.replace(/^[a-z][a-z0-9+.-]*:\/\/[^/]*/i,"").split("/").some(s=>s==="."||s===".."))throw new Error(`Content-sync URL has an unsafe path: ${e}`)}function xt(e){let t=Qe((e.postTypes??[]).map(n=>String(n).toLowerCase().replace(/[^a-z0-9_-]/g,"")));if(t.length===0)throw new Error("Content-sync requires at least one public post type.");let r=Qe((e.listingPaths??[]).map(n=>{let s=String(n).trim();if(!s)return "";let o=new URL(s,"https://content-sync.invalid/");if(o.origin!=="https://content-sync.invalid"&&/^https?:\/\//i.test(s))throw new Error("Content-sync listing routes must be same-site paths.");let i=`/${o.pathname.replace(/^\/+|\/+$/g,"")}`;return i==="/"?"/":`${i}/`}));return {postTypes:t,listingPaths:r,includeSubsites:e.includeSubsites===true,includePostTypeArchives:e.includePostTypeArchives!==false,includeTaxonomyArchives:e.includeTaxonomyArchives!==false,includeAuthorArchives:e.includeAuthorArchives===true,includeDateArchives:e.includeDateArchives===true,includePostsPage:e.includePostsPage!==false,includeSitemapChain:e.includeSitemapChain!==false}}function Hn(e,t,r){return We({schemaVersion:1,sourceOrigin:qr(e),ruleId:t.trim(),scope:xt(r)})}function Vn(e){return We({schemaVersion:1,...e})}function zn(e){let t=String(e.siteId??"").trim()||String(e.accountId??"").trim()||qr(e.sourceOrigin);return `content-sync:${We({siteIdentity:t,ruleId:e.ruleId.trim(),targetFingerprint:e.targetFingerprint}).slice(0,48)}`}function Kn(e){let t=[...e].sort((s,o)=>s.sequence-o.sequence),r=new Map,n=-1;for(let s of t){if(!Number.isSafeInteger(s.sequence)||s.sequence<=n)throw new Error("Content-sync journal events are not strictly ordered.");if(n=s.sequence,!Number.isSafeInteger(s.blogId)||s.blogId<1)throw new Error("Content-sync journal event has an invalid multisite identity.");let o=`${s.blogId}:${s.postType}:${s.postId}`,i=r.get(o);if(!i){r.set(o,{postId:s.postId,blogId:s.blogId,postType:s.postType,fromSequence:s.sequence,toSequence:s.sequence,before:s.before,after:s.after,operations:[s.operation],correlationIds:s.correlationId?[s.correlationId]:[]});continue}i.toSequence=s.sequence,i.after=s.after,i.operations.push(s.operation),s.correlationId&&!i.correlationIds.includes(s.correlationId)&&i.correlationIds.push(s.correlationId);}return [...r.values()].sort((s,o)=>s.fromSequence-o.fromSequence)}function Nn(e){return e?.status==="publish"&&!!e.url}function li(e,t){return e==="post-type"?t.includePostTypeArchives:e==="taxonomy"?t.includeTaxonomyArchives:e==="author"?t.includeAuthorArchives:e==="date"?t.includeDateArchives:e==="posts-page"?t.includePostsPage:e==="listing"}function _r(e){let t=xt(e.scope),r=new Map;Kn(e.events);for(let n of e.events)for(let s of [n.before,n.after])for(let o of s?.archiveFamilies??[]){if(!si.has(o.kind)||!li(o.kind,t))continue;let i={...o,url:xe(e.sourceOrigin,o.url)};r.set(`${i.kind}|${i.url}`,i);}for(let n of t.listingPaths){let s=xe(e.sourceOrigin,n);r.set(`listing|${s}`,{kind:"listing",url:s});}return [...r.values()].sort((n,s)=>n.url.localeCompare(s.url))}function Jn(e){let t=xt(e.scope),r=Kn(e.events),n=new Set,s=new Set,o=new Map,i=new Map(_r({events:e.events,scope:t,sourceOrigin:e.sourceOrigin}).map(f=>[`${f.kind}|${f.url}`,f]));for(let f of r){let w=f.before,m=f.after,h=Nn(w),y=Nn(m);y&&m.url&&n.add(xe(e.sourceOrigin,m.url)),h&&w.url&&(!y||w.url!==m.url)&&s.add(xe(e.sourceOrigin,w.url));}for(let f of [...e.events].sort((w,m)=>w.sequence-m.sequence)){for(let w of [f.before,f.after])for(let m of w?.resourceDeleteUrls??[])o.set(xe(e.sourceOrigin,m),"delete");for(let w of f.after?.resourceRenderUrls??[])o.set(xe(e.sourceOrigin,w),"render");}let c=[...o].filter(([,f])=>f==="render").map(([f])=>f),a=[...o].filter(([,f])=>f==="delete").map(([f])=>f),d=new Map(e.resolvedArchiveFamilies.map(f=>[`${f.kind}|${xe(e.sourceOrigin,f.url)}`,{...f,url:xe(e.sourceOrigin,f.url),pageUrls:Qe(f.pageUrls.map(w=>xe(e.sourceOrigin,w)))}])),u=[...i.entries()].map(([f,w])=>{let m=d.get(f);if(!m)throw new Error(`WordPress did not resolve archive family ${f}.`);return {...w,...m}}).sort((f,w)=>f.url.localeCompare(w.url)),l=Qe(u.flatMap(f=>f.pageUrls)),g=t.includeSitemapChain?oi(e.sitemapUrls.map(f=>xe(e.sourceOrigin,f))):[],p={schemaVersion:1,generatedAt:new Date().toISOString(),jobId:e.jobId,ruleId:e.ruleId,consumerId:e.consumerId,coalesceKey:e.coalesceKey,scopeFingerprint:e.scopeFingerprint,targetFingerprint:e.targetFingerprint,baselineId:e.baselineId,fromSequence:e.fromSequence,toSequence:e.toSequence,eventCount:e.events.length,foldedCount:r.length,directRenderUrls:Qe([...n]),archiveFamilyUrls:l,sitemapUrls:g,deleteUrls:Qe([...s]),resourceRenderUrls:Qe(c),resourceDeleteUrls:Qe(a),archiveFamilies:u};return {...p,impactHash:We(p)}}function It(e){let{impactHash:t,...r}=e;if(e.schemaVersion!==1||!t)throw new Error("Invalid content-sync impact plan schema.");if(!Array.isArray(e.resourceRenderUrls)||!Array.isArray(e.resourceDeleteUrls))throw new Error("Invalid content-sync resource impact contract.");if(We(r)!==t)throw new Error("Content-sync impact plan hash mismatch.");for(let n of [...e.directRenderUrls,...e.deleteUrls,...e.resourceRenderUrls,...e.resourceDeleteUrls])if(ii(n))throw new Error(`Content-sync impact contains a WordPress trash alias instead of the last public URL: ${n}`)}var di="wp-json/smartcloud-static-publisher/v1/content-sync/",pi=25*1024*1024,zt=class extends Error{status;code;constructor(t,r,n){super(n),this.name="ContentSyncApiError",this.status=t,this.code=r;}},Kt=class{options;constructor(t){if(!t.runtimeToken.trim())throw new Error("Content-sync requires a WordPress runtime token.");this.options={...t,timeoutMs:t.timeoutMs??6e4};}endpoint(t,r="content-sync"){let n=this.options.sourceOrigin.replace(/\/+$/,"")+"/",s=r==="content-sync"?di:`wp-json/smartcloud-static-publisher/v1/${r}/`;return new URL(`${s}${t}`,n)}async post(t,r,n="content-sync"){let s=this.endpoint(t,n),o=Buffer.from(JSON.stringify(r),"utf8"),i=s.protocol==="https:"?Qn:ui,c=s.protocol==="https:"?new Qn.Agent({rejectUnauthorized:!this.options.ignoreHttpsErrors}):void 0;return new Promise((a,d)=>{let u=i.request(s,{method:"POST",agent:c,headers:{"content-type":"application/json","content-length":String(o.byteLength),"x-static-publisher-token":this.options.runtimeToken},timeout:this.options.timeoutMs},l=>{let g=[],p=0;l.on("data",f=>{if(p+=f.byteLength,p>pi){l.destroy(new Error("Content-sync API response exceeded the size limit."));return}g.push(f);}),l.on("error",d),l.on("end",()=>{let f=Buffer.concat(g).toString("utf8"),w;try{w=f?JSON.parse(f):{};}catch{d(new zt(l.statusCode??500,"invalid-json","Content-sync API returned invalid JSON."));return}let m=l.statusCode??500;if(m<200||m>=300){d(new zt(m,String(w.code??"request-failed"),String(w.message??`Content-sync API request failed (${m}).`)));return}a(w);});});u.on("timeout",()=>u.destroy(new Error(`Content-sync API request timed out: ${t}`))),u.on("error",d),u.end(o);})}async head(t){return this.post("head",t)}async unboundHead(t,r){return this.post("head",{postTypes:t,includeSubsites:r})}async events(t){let r=[],n=t.afterSequence,s=new Set(t.postTypes);for(;n<t.throughSequence;){let o=await this.post("events",{...t,afterSequence:n,limit:250});if(o.fromSequence!==n||o.throughSequence!==t.throughSequence||o.nextSequence<n||o.nextSequence>t.throughSequence)throw new Error("Content-sync API returned an inconsistent event page.");if(!Array.isArray(o.items))throw new Error("Content-sync API returned a malformed event page.");let i=n;for(let c of o.items){if(!Number.isSafeInteger(c.sequence)||c.sequence<=i||c.sequence>t.throughSequence||!Number.isSafeInteger(c.postId)||c.postId<=0||!Number.isSafeInteger(c.blogId)||c.blogId<=0||!s.has(c.postType)||typeof c.operation!="string"||!c.operation)throw new Error("Content-sync API returned an invalid or out-of-scope journal event.");i=c.sequence;}if(o.items.length>0&&o.nextSequence!==i)throw new Error("Content-sync API event cursor does not match the final returned event.");if(r.push(...o.items),!o.hasMore)break;if(o.nextSequence===n)throw new Error("Content-sync API event pagination did not advance.");n=o.nextSequence;}if(t.throughSequence>t.afterSequence&&r.at(-1)?.sequence!==t.throughSequence)throw new Error("Content-sync API omitted the claimed journal high-water event.");return r}async resolveImpactFamilies(t,r){let n=await this.post("impact",{families:t,includeSubsites:r});return Array.isArray(n.families)?n.families:[]}async releaseFingerprint(t=false){let r=await this.post("fingerprint",{includeSubsites:t}),n=String(r.fingerprint||"").trim();if(!/^[a-f0-9]{64}$/.test(n))throw new Error("WordPress returned an invalid release fingerprint.");return n}async establishBaseline(t){return this.post("baseline",t)}async acknowledge(t){return this.post("ack",t)}async importCookieObservations(t){return this.post("cookie-observations",t,"privacy")}};function Jt(e){let t=C.resolve(e);return {state:C.join(t,"content-sync-state.json"),current:C.join(t,"content-sync-current.json"),impact:C.join(t,"content-sync-impact-plan.json"),checkpoint:C.join(t,"content-sync-checkpoint.json"),baseline:C.join(t,"content-sync-baseline.json"),activeRules:C.join(t,"content-sync-active-rules.json"),releaseCutoff:C.join(t,"content-sync-release-cutoff.json"),candidateManifest:C.join(t,"content-sync-candidate-manifest.json"),trustedManifest:C.join(t,"crawl-manifest.json"),invalidation:C.join(t,"content-sync-invalidation.json"),deployPlan:C.join(t,"deploy-plan.json")}}async function Nr(e){let t=await Tt(e.releaseCutoff);if(t===null)return {schemaVersion:1,updatedAt:"",entries:{}};let r=t;if(r.schemaVersion!==1||typeof r.updatedAt!="string"||!r.entries||typeof r.entries!="object"||Array.isArray(r.entries))throw new Error("Invalid content-sync release-cutoff store.");return r}async function Gn(e,t){await lt(e.releaseCutoff,{...t,schemaVersion:1,updatedAt:new Date().toISOString()});}async function lt(e,t){await U.mkdir(C.dirname(e),{recursive:true});let r=`${e}.${process.pid}.${Date.now()}.tmp`;await U.writeFile(r,JSON.stringify(t,null,2),"utf8"),await U.rename(r,e);}async function Tt(e){try{return JSON.parse(await U.readFile(e,"utf8"))}catch(t){if(t.code==="ENOENT")return null;throw new Error(`Invalid or unreadable content-sync state file ${e}: ${t instanceof Error?t.message:String(t)}`,{cause:t})}}async function Br(e){let t=await Tt(e.baseline);if(t===null)return {schemaVersion:1,updatedAt:"",entries:{}};let r=t;if(r.schemaVersion!==1||typeof r.updatedAt!="string"||!r.entries||typeof r.entries!="object"||Array.isArray(r.entries))throw new Error("Invalid content-sync baseline store.");return r}async function Zn(e,t){await lt(e.baseline,{...t,schemaVersion:1,updatedAt:new Date().toISOString()});}async function Hr(e){let t=await Tt(e.current);if(t===null)return null;let r=t;if(r.schemaVersion!==1||typeof r.jobId!="string"||typeof r.phase!="string"||!Number.isSafeInteger(r.fromSequence)||!Number.isSafeInteger(r.toSequence))throw new Error("Invalid content-sync current-range state.");return r}async function Yn(e,t){await lt(e.current,{...t,schemaVersion:1,updatedAt:new Date().toISOString()});}async function Xn(e){let t=await Tt(e.impact);if(t===null)return null;let r=t;return It(r),r}async function es(e,t){It(t),await lt(e.impact,t);}async function ts(e,t){await lt(e.checkpoint,{...t,schemaVersion:1,updatedAt:new Date().toISOString()});}async function Qt(e){let t=await Tt(e.state);if(t===null)return {schemaVersion:1,updatedAt:"",rules:{}};let r=t;if(r.schemaVersion!==1||typeof r.updatedAt!="string"||!r.rules||typeof r.rules!="object"||Array.isArray(r.rules))throw new Error("Invalid content-sync state store.");return r}async function Gt(e,t){await lt(e.state,{...t,schemaVersion:1,updatedAt:new Date().toISOString()});}async function Vr(e){await Promise.all([e.current,e.checkpoint].map(async t=>{try{await U.unlink(t);}catch(r){if(r.code!=="ENOENT")throw r}}));}async function rs(e,t){let r=await Hr(e);return !r||r.coalesceKey!==t?false:(await Promise.all([e.current,e.checkpoint,e.impact,e.candidateManifest,e.invalidation,e.deployPlan].map(async n=>{try{await U.unlink(n);}catch(s){if(s.code!=="ENOENT")throw s}})),true)}var gi=/^[A-Za-z0-9][A-Za-z0-9_.@+=,-]{0,127}$/;function ut(e,t="awsProfile"){let r=String(e??"").trim();if(!r)return "";if(!gi.test(r))throw new Error(`${t} must start with a letter or number and contain only letters, numbers, dot, dash, underscore, comma, plus, equals, or at-sign characters.`);return r}function fi(e){return !!(String(e.AWS_ACCESS_KEY_ID??"").trim()&&String(e.AWS_SECRET_ACCESS_KEY??"").trim())}function dt(e,t=process.env){let r=ut(e);if(!(!r||fi(t)))return fromIni({profile:r})}var zr=["/sitemap_index.xml","/wp-sitemap.xml","/sitemap.xml"];function At(e){let t=new Set;for(let r of [...e,...zr]){let n=String(r||"").trim();n&&t.add(n);}return [...t]}function Kr(e){let t=e.pathname.toLowerCase();return t.endsWith(".xml")&&(t.includes("sitemap")||t.endsWith("/sitemap.xml"))}function ns(e){if(!e||!/^https?:\/\//i.test(e))return false;try{return Kr(new URL(e))}catch{return false}}function os(e){let t=e.trim();return t==="."?".":t.replace(/\/$/,"")}function bi(e){let t=String(e??"").trim();if(!t)return "";let r=t;if(/^https?:\/\//i.test(r))try{r=new URL(r).pathname;}catch{return ""}if(r=r.split(/[?#]/,1)[0]?.replace(/\\/g,"/").trim()??"",!r)return "";let n=r.endsWith("/"),s=r.replace(/^\/+/,"").split("/").map(i=>i.replace(/[^A-Za-z0-9._-]/g,"")).filter(i=>i.length>0&&i!=="."&&i!=="..");if(s.length===0)return "";let o=`/${s.join("/")}`;return n&&C.extname(o)===""&&(o+="/"),o==="/"?"":o}function Jr(e){return !e||typeof e!="object"?{}:Object.fromEntries(Object.entries(e).map(([t,r])=>[t.trim(),String(r??"")]).filter(([t])=>t.length>0))}function Si(e){if(!e||typeof e!="object")return {};let t={};for(let[r,n]of Object.entries(e)){let s=r.trim();if(!s||!n||typeof n!="object")continue;let o=n,i={};if(typeof o.awsProfile=="string"){let a=ut(o.awsProfile,`deploymentProfiles.${s}.awsProfile`);a&&(i.awsProfile=a);}if(typeof o.targetOrigin=="string"){let a=os(o.targetOrigin);a&&(i.targetOrigin=a);}let c=Jr(o.extraReplacements);if(Object.keys(c).length>0&&(i.extraReplacements=c),o.s3&&typeof o.s3=="object"){let a={},d=o.s3;typeof d.bucket=="string"&&(a.bucket=d.bucket.trim()),typeof d.prefix=="string"&&(a.prefix=d.prefix.trim()),typeof d.region=="string"&&(a.region=d.region.trim()),typeof d.htmlCacheControl=="string"&&(a.htmlCacheControl=d.htmlCacheControl.trim()),typeof d.assetCacheControl=="string"&&(a.assetCacheControl=d.assetCacheControl.trim()),Object.keys(a).length>0&&(i.s3=a);}if(o.cloudFront&&typeof o.cloudFront=="object"){let a={},d=o.cloudFront;typeof d.distributionId=="string"&&(a.distributionId=d.distributionId.trim()),Array.isArray(d.invalidationPaths)&&(a.invalidationPaths=d.invalidationPaths.map(u=>String(u??"").trim()).filter(u=>u.length>0)),Object.keys(a).length>0&&(i.cloudFront=a);}t[s]=i;}return t}function Gr(e){return e==="PROFESSIONAL"||e==="AGENCY"?e:void 0}function Pi(e,t){if(!e||typeof e!="object")return null;let r=e,n=r.command;if(n!=="publish"&&n!=="crawl"&&n!=="deploy"&&n!=="invalidate"&&n!=="retry-timeouts"&&n!=="url"&&n!=="content-sync")return null;let s=Number.parseInt(String(r.intervalMinutes??"0"),10);if(!Number.isFinite(s)||s<1)return null;let o=String(r.id??`${n}-${t+1}`).trim();if(!o)return null;let i=String(r.deploymentProfile??"").trim(),c=String(r.url??"").trim(),a=Array.isArray(r.postTypes)?[...new Set(r.postTypes.map(u=>String(u??"").trim().toLowerCase().replace(/[^a-z0-9_-]/g,"")).filter(Boolean))]:[],d=Array.isArray(r.listingPaths)?[...new Set(r.listingPaths.map(u=>String(u??"").trim()).filter(Boolean))]:[];return n==="content-sync"&&a.length===0?null:{id:o,enabled:r.enabled!==false,command:n,intervalMinutes:s,...n==="publish"||n==="crawl"?{crawlMode:r.crawlMode==="incremental"?"incremental":"full"}:{},...(n==="publish"||n==="deploy"||n==="invalidate"||n==="content-sync")&&i?{deploymentProfile:i}:{},...c?{url:c}:{},...a.length>0?{postTypes:a}:{},...d.length>0?{listingPaths:d}:{},...typeof r.includeSubsites=="boolean"?{includeSubsites:r.includeSubsites}:{},...typeof r.includePostTypeArchives=="boolean"?{includePostTypeArchives:r.includePostTypeArchives}:{},...typeof r.includeTaxonomyArchives=="boolean"?{includeTaxonomyArchives:r.includeTaxonomyArchives}:{},...typeof r.includeAuthorArchives=="boolean"?{includeAuthorArchives:r.includeAuthorArchives}:{},...typeof r.includeDateArchives=="boolean"?{includeDateArchives:r.includeDateArchives}:{},...typeof r.includePostsPage=="boolean"?{includePostsPage:r.includePostsPage}:{},...typeof r.includeSitemapChain=="boolean"?{includeSitemapChain:r.includeSitemapChain}:{}}}function is(e){let t=e&&typeof e=="object"?e:{},r=Array.isArray(t.rules)?t.rules.map((n,s)=>Pi(n,s)).filter(n=>!!n):[];return {enabled:t.enabled===true,timezone:typeof t.timezone=="string"&&t.timezone.trim()!==""?t.timezone.trim():"UTC",rules:r}}function Ri(e){let t=e&&typeof e=="object"?e:{},r=t.render&&typeof t.render=="object"?t.render:{},n=Number(r.concurrency??0),s=Number(r.batchSize??0),o=Number(r.maxAttempts??0),i=t.rewrite&&typeof t.rewrite=="object"?t.rewrite:{},c=t.deploy&&typeof t.deploy=="object"?t.deploy:{},a=(d,u)=>({enabled:typeof d.enabled=="boolean"?d.enabled:r.enabled===true,concurrency:Math.min(100,Math.max(1,Number(d.concurrency||u.concurrency))),batchSize:Math.min(500,Math.max(1,Number(d.batchSize||u.batchSize))),maxAttempts:Math.min(5,Math.max(1,Number(d.maxAttempts||2)))});return {render:{enabled:r.enabled===true,...Number.isInteger(n)&&n>0?{concurrency:n}:{},batchSize:Number.isInteger(s)&&s>0?Math.min(20,s):5,...Number.isInteger(o)&&o>0?{maxAttempts:Math.min(5,o)}:{}},rewrite:a(i,{concurrency:8,batchSize:25}),deploy:a(c,{concurrency:8,batchSize:50})}}function vi(e){if(!e||typeof e!="object")return;let t=e,r={};for(let s of ["accountId","siteId"]){let o=t[s];typeof o=="string"&&o.trim()!==""&&(r[s]=o.trim());}let n=Number(t.lastUpdate??0);return Number.isFinite(n)&&n>0&&(r.lastUpdate=Math.floor(n)),t.subscriber===true&&(r.subscriber=true),Object.keys(r).length>0?r:void 0}function Zr(e){let t=e&&typeof e=="object"?e:{},r=String(t.accountId??"").trim(),n=String(t.siteId??"").trim(),s=t.subscriber===true,o=vi(t.siteSettings),i={...o??{},...r?{accountId:o?.accountId??r}:{},...n?{siteId:o?.siteId??n}:{},...o?.subscriber===true||s?{subscriber:true}:{}},c={},a=String(t.apiBase??"").trim();a&&(c.apiBase=a);let d=String(t.runtimeToken??t.nonce??"").trim();d&&(c.runtimeToken=d);let u=String(t.virtualAssetBaseUrl??t.uploadUrl??"").trim();u&&(c.virtualAssetBaseUrl=u),Object.keys(i).length>0&&(c.siteSettings=i);let l=Gr(t.subscriptionType);return l&&(c.subscriptionType=l),c}function Ci(e){try{let t=new URL(e);globalThis.location=t;}catch{}}function as(e){return typeof e=="string"?e:e instanceof URL?e.toString():e.url}function ki(e,t){let r=new Headers(e instanceof Request?e.headers:void 0);if(t?.headers)for(let[n,s]of new Headers(t.headers).entries())r.set(n,s);return r}async function cs(e,t,r=5){let n=new URL(as(e)),s=String(t?.method??(e instanceof Request?e.method:"GET")).toUpperCase(),o=n.protocol==="http:"?ui:Qn,i=ki(e,t);return await new Promise((c,a)=>{let d=o.request(n,{method:s,headers:Object.fromEntries(i.entries()),...n.protocol==="https:"?{rejectUnauthorized:false}:{}},u=>{let l=[];u.on("data",g=>{l.push(Buffer.isBuffer(g)?g:Buffer.from(g));}),u.on("error",a),u.on("end",()=>{let g=u.statusCode??0,p=u.headers.location;if(r>0&&p&&[301,302,303,307,308].includes(g)){c(cs(new URL(p,n),{method:g===303?"GET":s},r-1));return}let f=new Headers;for(let[w,m]of Object.entries(u.headers))Array.isArray(m)?f.set(w,m.join(", ")):typeof m=="string"&&f.set(w,m);c(new Response(Buffer.concat(l),{status:g,statusText:u.statusMessage??"",headers:f}));});});d.on("error",a),d.end();})}function xi(e){let t=Zr(e.wpsuite),r={...t.siteSettings??{},...t.siteSettings?.subscriber===true||t.subscriptionType==="PROFESSIONAL"||t.subscriptionType==="AGENCY"?{subscriber:true}:{}},n=String(r.accountId??"").trim(),s=String(r.siteId??"").trim(),o=String(t.virtualAssetBaseUrl??t.uploadUrl??"").trim();if(e.wpsuite={...t.apiBase?{apiBase:t.apiBase}:{},...t.runtimeToken?{runtimeToken:t.runtimeToken}:{},...o?{virtualAssetBaseUrl:o}:{},...Object.keys(r).length>0?{siteSettings:r}:{},...t.subscriptionType?{subscriptionType:t.subscriptionType}:{}},!n||!s||!o)return false;Ci(e.sourceOrigin);let i=globalThis,a={...i.WpSuite??{},siteSettings:r,uploadUrl:o};return t.apiBase&&(a.apiBase=t.apiBase),i.WpSuite=a,true}async function Ii(e){let t=String(e.wpsuite?.virtualAssetBaseUrl??e.wpsuite?.uploadUrl??"").trim();if(!xi(e)){let s=e.wpsuite?.siteSettings,o=[String(s?.accountId??"").trim()?"":"accountId",String(s?.siteId??"").trim()?"":"siteId",t?"":"virtualAssetBaseUrl"].filter(Boolean);return {remote:null,diagnostic:{status:"invalid-runtime",virtualAssetBaseUrl:t,subscriptionType:null,error:`Missing WP Suite runtime field(s): ${o.join(", ")}.`,requests:[]}}}let r=globalThis.fetch,n=[];try{typeof r=="function"&&/^https?:\/\//i.test(t)&&(globalThis.fetch=(async(a,d)=>{let u=as(a);if(u.startsWith(t)){let l=(()=>{try{return new URL(u).pathname}catch{return u}})();try{let g=e.ignoreHttpsErrors&&u.startsWith("https://")?await cs(a,d):await r(a,d);return n.push({path:l,status:g.status,ok:g.ok,error:null}),g}catch(g){throw n.push({path:l,status:null,ok:!1,error:g instanceof Error?g.message:String(g)}),g}}return r(a,d)}));let{getConfig:s}=await import('@smart-cloud/wpsuite-core'),o=await s("publisher"),i=o&&typeof o=="object"?o:null,c=Gr(i?.subscriptionType);return {remote:i,diagnostic:{status:i?"loaded":"unavailable",virtualAssetBaseUrl:t,subscriptionType:c??null,error:i?null:"WP Suite publisher config loader returned no configuration.",requests:n}}}catch(s){return {remote:null,diagnostic:{status:"unavailable",virtualAssetBaseUrl:t,subscriptionType:null,error:s instanceof Error?s.message:String(s),requests:n}}}finally{typeof r=="function"&&(globalThis.fetch=r);}}function Ti(e,t){let r=Si(t?.deploymentProfiles),n=String(t?.defaultDeploymentProfile??"").trim(),s=r[n]?n:"",o=Gr(t?.subscriptionType),i=Zr(e.wpsuite);return {...e,scheduler:is(t?.scheduler),deploymentProfiles:r,defaultDeploymentProfile:s,...o?{subscriptionType:o}:{},wpsuite:{...i,...i.siteSettings||o?{siteSettings:{...i.siteSettings??{},...i.siteSettings?.subscriber===true||o==="PROFESSIONAL"||o==="AGENCY"?{subscriber:true}:{}}}:{},...o?{subscriptionType:o}:{}}}}function Qr(e,t){let n=String(e||"").replace(/\\/g,"/").trim().replace(/^\/+|\/+$/g,"");if(!n)return t;let s=n.split("/").map(o=>o.trim()).filter(o=>o.length>0&&o!=="."&&o!=="..");return s.length>0?s.join("/"):t}function Ai(){let e=process.env.STATIC_PUBLISHER_RUNTIME_DIR||process.env.WPSUITE_STATIC_PUBLISHER_RUNTIME_DIR||"";return e.trim()?C.resolve(e):""}function ss(e,t,r){let n=String(t||"").trim();return n&&C.isAbsolute(n)?C.resolve(n):C.resolve(e,Qr(n,r))}async function Ie(e,t={}){let r=String(e??"").trim()||process.env.PUBLISHER_CONFIG||"publisher.config.json",n=await U.readFile(r,"utf8"),s=JSON.parse(n);s.sourceOrigin=s.sourceOrigin.replace(/\/$/,""),s.targetOrigin=os(s.targetOrigin),s.awsProfile=ut(s.awsProfile),s.ignoreHttpsErrors??=false,s.outputDir=String(s.outputDir||"export").trim()||"export",s.urlRewriteMode||=s.targetOrigin==="."?"relative":"absolute",s.noJavaScriptRenderPathPrefixes||=[],s.seedPaths||=[],s.generated404RequestPath=bi(s.generated404RequestPath),s.sitemapPaths||=[...zr],s.allowedAssetHosts||=[],s.assetPathPrefixes||=["/wp-content/","/wp-includes/","/static/","/assets/","/build/","/_next/","/docs/","/sitemap","/robots.txt","/llms.txt"],s.blockedPathPrefixes||=[],s.blockedSearchFragments||=[],s.pageCache={purgeBeforeCrawl:s.pageCache?.purgeBeforeCrawl===true};let o=Number(s.processingConcurrency)>0?Math.min(100,Math.max(1,Number(s.processingConcurrency))):null;s.concurrency=o??s.concurrency??1,s.maxPages||=0,s.extraReplacements=Jr(s.extraReplacements),s.postCrawlCopyMap=Jr(s.postCrawlCopyMap),s.logDir=String(s.logDir||"logs").trim()||"logs",s.verbose??=false,s.logLevel||=s.verbose?"debug":"info",s.s3SyncMode||="sdk-upload-delete",s.readiness||={waitForSelector:null,waitForFunction:null,timeoutMs:1500,fallbackWaitMs:1500},s.readiness.timeoutMs??=1500,s.readiness.fallbackWaitMs??=1500,s.viewport||={width:1440,height:1200},s.navigationTimeoutMs||=3e4,s.assetDownloadConcurrency=o??(Number(s.assetDownloadConcurrency)>0?Number(s.assetDownloadConcurrency):s.concurrency),s.rewriteConcurrency=o??(Number(s.rewriteConcurrency)>0?Number(s.rewriteConcurrency):s.assetDownloadConcurrency),s.wpsuite=Zr(s.wpsuite),s.scheduler=is(void 0),s.remoteWorkers=Ri(s.remoteWorkers),typeof s.lambdaDelegationEnabled=="boolean"&&(s.remoteWorkers.render??={},s.remoteWorkers.rewrite??={},s.remoteWorkers.deploy??={},s.remoteWorkers.render.enabled=s.lambdaDelegationEnabled,s.remoteWorkers.rewrite.enabled=s.lambdaDelegationEnabled,s.remoteWorkers.deploy.enabled=s.lambdaDelegationEnabled),o!==null&&(s.processingConcurrency=o,s.remoteWorkers.render??={},s.remoteWorkers.rewrite??={},s.remoteWorkers.deploy??={},s.remoteWorkers.render.concurrency=o,s.remoteWorkers.rewrite.concurrency=o,s.remoteWorkers.deploy.concurrency=o),s.deploymentProfiles={},s.defaultDeploymentProfile="",s.deploymentTargetOverride=String(s.deploymentTargetOverride??"").trim();let i=await Ii(s);t.onRemotePublisherConfigDiagnostic?.(i.diagnostic);let c=Ti(s,i.remote),a=Ai(),d=a?C.resolve(a,".."):"";return d?(c.outputDir=ss(d,c.outputDir,"export"),c.logDir=ss(d,c.logDir,"logs")):(C.isAbsolute(c.outputDir)||(c.outputDir=Qr(c.outputDir,"export")),C.isAbsolute(c.logDir)||(c.logDir=Qr(c.logDir,"logs"))),c}async function ls(e){await e.addInitScript(()=>{let t=window,r=[],n=new WeakSet,s=new WeakSet;Object.defineProperty(t,"__WPSUITE_STATIC_SERIALIZATION_STATE__",{value:{snapshots:r,runtimeCreatedElements:s},configurable:true});let o=Document.prototype.createElement;Document.prototype.createElement=function(g,p){let f=o.call(this,g,p);return s.add(f),f};let i=l=>{!(l instanceof Element)||n.has(l)||(n.add(l),r.push({host:l,pristine:l.cloneNode(true),sourceOwned:!s.has(l)}));},c=Element.prototype.attachShadow;Element.prototype.attachShadow=function(g){return i(this),c.call(this,g)};let a=new WeakSet,d=l=>{if(typeof l!="object"&&typeof l!="function"||l===null||a.has(l))return l;let g=l;if(typeof g.createRoot!="function")return l;let p=g.createRoot,f=function(w,...m){return i(w),Reflect.apply(p,this,[w,...m])};try{Object.defineProperty(g,"createRoot",{...Object.getOwnPropertyDescriptor(g,"createRoot"),value:f}),a.add(l);}catch{}return l},u=l=>{let g=d(t[l]);try{Object.defineProperty(t,l,{configurable:!0,enumerable:!0,get:()=>g,set:p=>{g=d(p);}});}catch{d(t[l]);}};u("ReactDOM"),u("ReactDOMClient");});}async function Yr(e){return e.evaluate(()=>{let t=window.__WPSUITE_STATIC_SERIALIZATION_STATE__,r=/^data-(?:[a-z0-9]+-)*(?:bound|initialized|mounted|hydrated)$/i;document.querySelectorAll("*").forEach(s=>{for(let o of [...s.attributes])r.test(o.name)&&s.removeAttribute(o.name);});for(let s of t?.snapshots??[])s.host.isConnected&&(s.sourceOwned?s.host.replaceWith(s.pristine.cloneNode(true)):s.host.remove());return document.querySelectorAll("*").forEach(s=>{t?.runtimeCreatedElements.has(s)&&s.remove();}),document.querySelectorAll("#wpsuite-consent-root, .grecaptcha-badge, iframe[src*='/recaptcha/']").forEach(s=>s.remove()),document.documentElement.classList.remove("wpsuite-consent-scroll-locked"),document.body.classList.remove("wpsuite-consent-scroll-locked"),`${document.doctype?new XMLSerializer().serializeToString(document.doctype):""}${document.documentElement.outerHTML}`})}function Xr(e){let t=e.code;return t==="ENOENT"||t==="ENOTDIR"||t==="ELOOP"}async function pt(e){let t=C.resolve(e),r;try{r=await U.realpath(t);}catch(o){if(Xr(o))return [];throw o}let n=[{directory:t,ancestors:new Set([r])}],s=[];for(;n.length;){let{directory:o,ancestors:i}=n.pop(),c;try{c=await U.readdir(o,{withFileTypes:!0});}catch(a){if(Xr(a))continue;throw a}for(let a of c){let d=C.join(o,a.name);try{let u=a.isSymbolicLink()?await U.stat(d):a;if(u.isFile())s.push(C.relative(t,d).split(C.sep).join("/"));else if(u.isDirectory()){let l=await U.realpath(d);if(i.has(l))continue;n.push({directory:d,ancestors:new Set([...i,l])});}}catch(u){if(!Xr(u))throw u}}}return s.sort()}function us(e){if(e.size===0)return;let t=[...e.entries()].slice(0,5).map(([r,n])=>`${r}: ${n.message}`).join("; ");throw new Error(`Crawl incomplete: ${e.size} page/worker render failure(s). Deployment is blocked; no complete deploy plan was produced. ${t}`)}var Ei=".deploy-plan.json",$i="deploy-plan.json",Oi=".crawl-incomplete.json",Mi="crawl-incomplete.json";function ds(){let e=process.env.STATIC_PUBLISHER_RUNTIME_DIR||process.env.WPSUITE_STATIC_PUBLISHER_RUNTIME_DIR||"";return e.trim()?C.resolve(e):""}function ps(e){let t=String(e||"").replace(/\\/g,"/").replace(/^\/+/,"").trim(),r=C.posix.normalize(t);return !t||!r||r==="."||/^[a-zA-Z]:/.test(r)||r.startsWith("../")||r===".."?null:r}function ji(e){let t=String(e||"").trim();if(!t.startsWith("/")||t.startsWith("//")||t.includes("*")||t.includes("#"))return null;try{let r=new URL(t,"https://content-sync.invalid");return r.origin!=="https://content-sync.invalid"?null:`${C.posix.normalize(r.pathname)}${r.search}`}catch{return null}}function Te(e){return [...new Set(e.map(ps).filter(t=>t!==null))]}function ms(e,t){let r={generatedAt:String(t.generatedAt||new Date().toISOString()),outputDir:C.resolve(e.outputDir),runMode:t.runMode,crawlMode:t.crawlMode,fullSyncRequired:!!t.fullSyncRequired,changedFiles:Te(t.changedFiles||[]),deletedFiles:Te(t.deletedFiles||[]),rewriteTargets:Te(t.rewriteTargets||[]),revalidateFiles:Te(t.revalidateFiles||[])};return t.schemaVersion===2?{...r,schemaVersion:2,runMode:"content-sync",crawlMode:"incremental",fullSyncRequired:false,consumerId:String(t.consumerId||"").trim(),fromSequence:Math.max(0,Number(t.fromSequence)||0),toSequence:Math.max(0,Number(t.toSequence)||0),impactHash:String(t.impactHash||"").trim(),resolvedSitemapUrls:[...new Set((t.resolvedSitemapUrls||[]).map(n=>String(n||"").trim()).filter(n=>{try{let s=new URL(n);return s.protocol==="http:"||s.protocol==="https:"}catch{return false}}))],uploadGroups:{assets:Te(t.uploadGroups?.assets||[]),content:Te(t.uploadGroups?.content||[]),listings:Te(t.uploadGroups?.listings||[]),resources:Te(t.uploadGroups?.resources||[]),sitemapLeaves:Te(t.uploadGroups?.sitemapLeaves||[]),sitemapIndexes:Te(t.uploadGroups?.sitemapIndexes||[])},invalidationPaths:[...new Set((t.invalidationPaths||[]).map(ji).filter(n=>n!==null))].sort()}:{schemaVersion:1,...r,runMode:t.runMode}}function Fi(e){if(!e||typeof e!="object")return false;let t=e;if(t.schemaVersion===2){let r=t;return r.runMode==="content-sync"&&r.crawlMode==="incremental"&&r.fullSyncRequired===false&&typeof r.generatedAt=="string"&&typeof r.outputDir=="string"&&typeof r.consumerId=="string"&&r.consumerId.trim()!==""&&Number.isSafeInteger(r.fromSequence)&&Number.isSafeInteger(r.toSequence)&&Number(r.toSequence)>=Number(r.fromSequence)&&typeof r.impactHash=="string"&&/^[a-f0-9]{64}$/.test(r.impactHash)&&Array.isArray(r.resolvedSitemapUrls)&&Array.isArray(r.changedFiles)&&Array.isArray(r.deletedFiles)&&Array.isArray(r.rewriteTargets)&&(r.revalidateFiles===void 0||Array.isArray(r.revalidateFiles))&&!!r.uploadGroups&&Array.isArray(r.uploadGroups.assets)&&Array.isArray(r.uploadGroups.content)&&Array.isArray(r.uploadGroups.listings)&&Array.isArray(r.uploadGroups.resources)&&Array.isArray(r.uploadGroups.sitemapLeaves)&&Array.isArray(r.uploadGroups.sitemapIndexes)&&Array.isArray(r.invalidationPaths)}return t.schemaVersion===1&&typeof t.generatedAt=="string"&&typeof t.outputDir=="string"&&(t.runMode==="full"||t.runMode==="retry-timeouts"||t.runMode==="single-url")&&(t.crawlMode==="full"||t.crawlMode==="incremental")&&typeof t.fullSyncRequired=="boolean"&&Array.isArray(t.changedFiles)&&Array.isArray(t.deletedFiles)&&Array.isArray(t.rewriteTargets)&&(t.revalidateFiles===void 0||Array.isArray(t.revalidateFiles))}function en(e){let t=C.join(C.resolve(e.outputDir),Ei),r=ds();return r?[C.join(r,$i),t]:[t]}function tn(e){let t=C.join(C.resolve(e.outputDir),Oi),r=ds();return r?[C.join(r,Mi),t]:[t]}function ge(e,t){let r=C.resolve(e),n=C.resolve(t),s=C.relative(r,n).replace(/\\/g,"/");return ps(s)}async function mt(e){let t=C.resolve(e.outputDir);for(let r of en(e))try{let n=await U.readFile(r,"utf8"),s=JSON.parse(n);if(!Fi(s)||C.resolve(s.outputDir)!==t)continue;return ms(e,s)}catch{}return null}async function rn(e,t){let r=ms(e,t);for(let n of en(e)){await U.mkdir(C.dirname(n),{recursive:true});let s=`${n}.${process.pid}.${Date.now()}.tmp`;await U.writeFile(s,JSON.stringify(r,null,2),"utf8"),await U.rename(s,n);}}async function Ze(e){for(let t of en(e))try{await U.unlink(t);}catch(r){if(r.code!=="ENOENT")throw r}}async function nn(e,t){let r={schemaVersion:1,startedAt:String(t.startedAt||new Date().toISOString()),outputDir:C.resolve(e.outputDir)};for(let n of tn(e)){await U.mkdir(C.dirname(n),{recursive:true});let s=`${n}.${process.pid}.tmp`;await U.writeFile(s,JSON.stringify(r,null,2),"utf8"),await U.rename(s,n);}}async function gs(e){let t=C.resolve(e.outputDir);for(let r of tn(e)){let n;try{n=await U.readFile(r,"utf8");}catch(o){if(o.code==="ENOENT")continue;throw o}let s;try{s=JSON.parse(n);}catch{throw new Error(`Invalid incomplete crawl marker: ${r}`)}if(s.schemaVersion!==1||typeof s.startedAt!="string"||typeof s.outputDir!="string"||C.resolve(s.outputDir)!==t)throw new Error(`Invalid incomplete crawl marker: ${r}`);return {schemaVersion:1,startedAt:s.startedAt,outputDir:t}}return null}async function fs(e){for(let t of tn(e))try{await U.unlink(t);}catch(r){if(r.code!=="ENOENT")throw r}}function Ee(e,t=10){return ys.createHash("sha1").update(e).digest("hex").slice(0,t)}async function Di(e){await U.mkdir(C.dirname(e),{recursive:true});}async function _e(e,t,r){await Di(e);let n=C.join(C.dirname(e),`.${C.basename(e)}.${process.pid}.${Date.now()}.${ys.randomBytes(6).toString("hex")}.tmp`);try{typeof t=="string"?await U.writeFile(n,t,r??"utf8"):await U.writeFile(n,t),await U.rename(n,e);}catch(s){throw await U.unlink(n).catch(()=>{}),s}}function $e(e){return [".html",".htm",".css",".js",".mjs",".json",".xml",".xsl",".txt",".svg",".map",".enc",".jws"].includes(C.extname(e).toLowerCase())}function Ne(e){return e.replace(/"/g,'"').replace(/"/g,'"').replace(/'/g,"'").replace(/'/g,"'").replace(/&/g,"&").replace(/</g,"<").replace(/>/g,">")}function gt(e){return e.replace(/&/g,"&").replace(/"/g,""").replace(/'/g,"'").replace(/</g,"<").replace(/>/g,">")}function Xt(e){return e.replace(/\//g,"\\/")}function hs(e){return e.replace(/\//g,"\\\\/")}function Ui(e){try{let t=new URL(e);if(t.protocol!=="http:"&&t.protocol!=="https:")return null;let r=t.pathname==="/"&&!t.search&&!t.hash?"":`${t.pathname}${t.search}${t.hash}`;return `//${t.host}${r}`}catch{return null}}function ws(e,t,r){if(!t)return;e[t]=r;let n=Xt(t),s=Xt(r);e[n]=s;let o=hs(t),i=hs(r);e[o]=i;let c=gt(t),a=gt(r);e[c]=a;let d=gt(n),u=gt(s);e[d]=u;let l=gt(o),g=gt(i);e[l]=g;}function $t(e,t,r){ws(e,t,r);let n=Ui(t);n&&n!==t&&ws(e,n,r);}function sn(e,t){let r=t.startsWith("/")?t:`/${t}`,n=(e||"").replace(/\/$/,"");return !n||n==="."||n==="/"?r:`${n}${r}`}function bs(e,t){try{return new URL(e,t==="."?"https://relative.invalid":t).pathname}catch{return e.startsWith("/")?e:`/${e.replace(/^\.\//,"")}`}}function Ss(e,t,r){if(!t)return r;let n=C.dirname(C.resolve(t)),s=C.resolve(e,r.replace(/^\/+/,"")),o=C.relative(n,s).replace(/\\/g,"/");return o?(o.startsWith(".")||(o=`./${o}`),o):"."}async function cn(e,t){return (t?[...new Set(t)].map(n=>C.resolve(n)).filter(n=>n.startsWith(C.resolve(e.outputDir))).map(n=>C.relative(e.outputDir,n).replace(/\\/g,"/")).filter(n=>n.length>0):await pt(e.outputDir)).filter(n=>n!=="asset-map.json"&&$e(n))}var _i=["wp-content/","wp-includes/","wp-admin/","wp-json/","_next/"],Ni=new Set([".html",".htm"]),Rs="WPSuite.io Static Publisher",Bi=Rs.replace(/[.*+?^${}()|[\]\\]/g,"\\$&");function Ps(e){return e.replace(/[.*+?^${}()|[\]\\]/g,"\\$&")}function Hi(e){return e.startsWith("//")||e.startsWith("\\/\\/")||e.startsWith("\\\\/\\\\/")}function Vi(e){let t=e.replace(/\\+\//g,"/");return t.startsWith("/")&&!t.startsWith("//")}function zi(e,t,r){return Vi(t)?e.replace(new RegExp(`(?<![A-Za-z0-9._~%\\\\-])${Ps(t)}`,"g"),r):Hi(t)?e.replace(new RegExp(`(?<!:)${Ps(t)}`,"g"),r):e.split(t).join(r)}function Ki(e,t){let r="\uE000WPSUITE_STATIC_REWRITE_";for(;e.includes(r)||t.some(([o,i])=>o.includes(r)||i.includes(r));)r+="_";let n=e,s=[];for(let[o,[i,c]]of t.entries()){let a=`${r}${o.toString(36)}\uE001`,d=zi(n,i,a);d!==n&&(s.push([a,c]),n=d);}for(let[o,i]of s)n=n.split(o).join(i);return n}function Ji(e,t,r){if(e.wpsuite?.siteSettings?.subscriber===true||e.wpsuite?.subscriptionType==="PROFESSIONAL"||e.wpsuite?.subscriptionType==="AGENCY"||!r)return false;let s=C.extname(r).toLowerCase();return Ni.has(s)?/<head\b|<html\b|<!doctype html/i.test(t):false}function Qi(e){if(new RegExp(`<meta\\b(?=[^>]*\\bname=(["'])generator\\1)(?=[^>]*\\bcontent=(["'])${Bi}\\2)[^>]*\\/?>`,"i").test(e))return e;let t=`<meta name="generator" content="${Rs}" />`;if(e.match(/(\r?\n)([ \t]*)<\/head>/i))return e.replace(/(\r?\n)([ \t]*)<\/head>/i,`$1$2${t}$1$2</head>`);let n=e.includes(`\r
|
|
1
|
+
import U,{readFile}from'fs/promises';import mi from'http';import Qn from'https';import C from'path';import ys,{createHash}from'crypto';import {fromIni,fromTemporaryCredentials}from'@aws-sdk/credential-providers';import {request,chromium}from'playwright';import {gunzipSync}from'zlib';import {setTimeout as setTimeout$1}from'timers/promises';import Ks from'mime-types';import {availableParallelism}from'os';import {Worker}from'worker_threads';import {LambdaClient,InvokeCommand}from'@aws-sdk/client-lambda';import {DynamoDBClient,GetItemCommand}from'@aws-sdk/client-dynamodb';import {S3Client,GetObjectCommand,PutObjectCommand,CopyObjectCommand,ListObjectsV2Command,HeadObjectCommand,DeleteObjectsCommand}from'@aws-sdk/client-s3';import {Upload}from'@aws-sdk/lib-storage';import {CloudFrontClient,waitUntilInvalidationCompleted,CreateInvalidationCommand}from'@aws-sdk/client-cloudfront';var ai=new Set(["post-type","taxonomy","author","date","posts-page","listing"]);function Qe(e){return [...new Set(e.map(t=>t.trim()).filter(Boolean))].sort()}function ci(e){return [...new Set(e.map(t=>t.trim()).filter(Boolean))]}function li(e){return new URL(e).pathname.split("/").filter(Boolean).some(r=>{try{return decodeURIComponent(r).endsWith("__trashed")}catch{return r.endsWith("__trashed")}})}function Wr(e){return Array.isArray(e)?e.map(Wr):e&&typeof e=="object"?Object.fromEntries(Object.entries(e).sort(([t],[r])=>t.localeCompare(r)).map(([t,r])=>[t,Wr(r)])):e}function ui(e){return JSON.stringify(Wr(e))}function We(e){return createHash("sha256").update(ui(e)).digest("hex")}function Bn(e){return We({schemaVersion:1,wordpressFingerprint:e.wordpressFingerprint,targetFingerprint:e.targetFingerprint,sourceOrigin:e.sourceOrigin,sitemapPaths:[...e.sitemapPaths].sort(),blockedPathPrefixes:[...e.blockedPathPrefixes].sort(),assetPathPrefixes:[...e.assetPathPrefixes].sort(),noJavaScriptRenderPathPrefixes:[...e.noJavaScriptRenderPathPrefixes].sort(),urlRewriteMode:e.urlRewriteMode})}function qr(e){let t=new URL(e);if(t.protocol!=="http:"&&t.protocol!=="https:")throw new Error(`Unsupported source origin protocol: ${t.protocol}`);return t.hash="",t.search="",t.pathname=t.pathname.replace(/\/+$/,""),t.toString().replace(/\/$/,"")}function xe(e,t){di(t);let r=new URL(qr(e)),n=new URL(t,`${r.toString().replace(/\/$/,"")}/`);if(n.origin!==r.origin)throw new Error(`Content-sync URL is outside the source origin: ${t}`);let s=r.pathname.replace(/\/+$/,"");if(s&&n.pathname!==s&&!n.pathname.startsWith(`${s}/`))throw new Error(`Content-sync URL is outside the source site path: ${t}`);return n.hash="",n.toString()}function di(e){let r=String(e).split(/[?#]/,1)[0];for(let s=0;s<3;s+=1)try{let o=decodeURIComponent(r);if(o===r)break;r=o;}catch{throw new Error(`Content-sync URL has malformed encoding: ${e}`)}if(r.includes("\0")||r.includes("\\"))throw new Error(`Content-sync URL has an unsafe path: ${e}`);if(r.replace(/^[a-z][a-z0-9+.-]*:\/\/[^/]*/i,"").split("/").some(s=>s==="."||s===".."))throw new Error(`Content-sync URL has an unsafe path: ${e}`)}function xt(e){let t=Qe((e.postTypes??[]).map(n=>String(n).toLowerCase().replace(/[^a-z0-9_-]/g,"")));if(t.length===0)throw new Error("Content-sync requires at least one public post type.");let r=Qe((e.listingPaths??[]).map(n=>{let s=String(n).trim();if(!s)return "";let o=new URL(s,"https://content-sync.invalid/");if(o.origin!=="https://content-sync.invalid"&&/^https?:\/\//i.test(s))throw new Error("Content-sync listing routes must be same-site paths.");let i=`/${o.pathname.replace(/^\/+|\/+$/g,"")}`;return i==="/"?"/":`${i}/`}));return {postTypes:t,listingPaths:r,includeSubsites:e.includeSubsites===true,includePostTypeArchives:e.includePostTypeArchives!==false,includeTaxonomyArchives:e.includeTaxonomyArchives!==false,includeAuthorArchives:e.includeAuthorArchives===true,includeDateArchives:e.includeDateArchives===true,includePostsPage:e.includePostsPage!==false,includeSitemapChain:e.includeSitemapChain!==false}}function Hn(e,t,r){return We({schemaVersion:1,sourceOrigin:qr(e),ruleId:t.trim(),scope:xt(r)})}function Vn(e){return We({schemaVersion:1,...e})}function zn(e){let t=String(e.siteId??"").trim()||String(e.accountId??"").trim()||qr(e.sourceOrigin);return `content-sync:${We({siteIdentity:t,ruleId:e.ruleId.trim(),targetFingerprint:e.targetFingerprint}).slice(0,48)}`}function Kn(e){let t=[...e].sort((s,o)=>s.sequence-o.sequence),r=new Map,n=-1;for(let s of t){if(!Number.isSafeInteger(s.sequence)||s.sequence<=n)throw new Error("Content-sync journal events are not strictly ordered.");if(n=s.sequence,!Number.isSafeInteger(s.blogId)||s.blogId<1)throw new Error("Content-sync journal event has an invalid multisite identity.");let o=`${s.blogId}:${s.postType}:${s.postId}`,i=r.get(o);if(!i){r.set(o,{postId:s.postId,blogId:s.blogId,postType:s.postType,fromSequence:s.sequence,toSequence:s.sequence,before:s.before,after:s.after,operations:[s.operation],correlationIds:s.correlationId?[s.correlationId]:[]});continue}i.toSequence=s.sequence,i.after=s.after,i.operations.push(s.operation),s.correlationId&&!i.correlationIds.includes(s.correlationId)&&i.correlationIds.push(s.correlationId);}return [...r.values()].sort((s,o)=>s.fromSequence-o.fromSequence)}function Nn(e){return e?.status==="publish"&&!!e.url}function pi(e,t){return e==="post-type"?t.includePostTypeArchives:e==="taxonomy"?t.includeTaxonomyArchives:e==="author"?t.includeAuthorArchives:e==="date"?t.includeDateArchives:e==="posts-page"?t.includePostsPage:e==="listing"}function _r(e){let t=xt(e.scope),r=new Map;Kn(e.events);for(let n of e.events)for(let s of [n.before,n.after])for(let o of s?.archiveFamilies??[]){if(!ai.has(o.kind)||!pi(o.kind,t))continue;let i={...o,url:xe(e.sourceOrigin,o.url)};r.set(`${i.kind}|${i.url}`,i);}for(let n of t.listingPaths){let s=xe(e.sourceOrigin,n);r.set(`listing|${s}`,{kind:"listing",url:s});}return [...r.values()].sort((n,s)=>n.url.localeCompare(s.url))}function Jn(e){let t=xt(e.scope),r=Kn(e.events),n=new Set,s=new Set,o=new Map,i=new Map(_r({events:e.events,scope:t,sourceOrigin:e.sourceOrigin}).map(f=>[`${f.kind}|${f.url}`,f]));for(let f of r){let w=f.before,g=f.after,h=Nn(w),y=Nn(g);y&&g.url&&n.add(xe(e.sourceOrigin,g.url)),h&&w.url&&(!y||w.url!==g.url)&&s.add(xe(e.sourceOrigin,w.url));}for(let f of [...e.events].sort((w,g)=>w.sequence-g.sequence)){for(let w of [f.before,f.after])for(let g of w?.resourceDeleteUrls??[])o.set(xe(e.sourceOrigin,g),"delete");for(let w of f.after?.resourceRenderUrls??[])o.set(xe(e.sourceOrigin,w),"render");}let c=[...o].filter(([,f])=>f==="render").map(([f])=>f),a=[...o].filter(([,f])=>f==="delete").map(([f])=>f),d=new Map(e.resolvedArchiveFamilies.map(f=>[`${f.kind}|${xe(e.sourceOrigin,f.url)}`,{...f,url:xe(e.sourceOrigin,f.url),pageUrls:Qe(f.pageUrls.map(w=>xe(e.sourceOrigin,w)))}])),u=[...i.entries()].map(([f,w])=>{let g=d.get(f);if(!g)throw new Error(`WordPress did not resolve archive family ${f}.`);return {...w,...g}}).sort((f,w)=>f.url.localeCompare(w.url)),l=Qe(u.flatMap(f=>f.pageUrls)),m=t.includeSitemapChain?ci(e.sitemapUrls.map(f=>xe(e.sourceOrigin,f))):[],p={schemaVersion:1,generatedAt:new Date().toISOString(),jobId:e.jobId,ruleId:e.ruleId,consumerId:e.consumerId,coalesceKey:e.coalesceKey,scopeFingerprint:e.scopeFingerprint,targetFingerprint:e.targetFingerprint,baselineId:e.baselineId,fromSequence:e.fromSequence,toSequence:e.toSequence,eventCount:e.events.length,foldedCount:r.length,directRenderUrls:Qe([...n]),archiveFamilyUrls:l,sitemapUrls:m,deleteUrls:Qe([...s]),resourceRenderUrls:Qe(c),resourceDeleteUrls:Qe(a),archiveFamilies:u};return {...p,impactHash:We(p)}}function It(e){let{impactHash:t,...r}=e;if(e.schemaVersion!==1||!t)throw new Error("Invalid content-sync impact plan schema.");if(!Array.isArray(e.resourceRenderUrls)||!Array.isArray(e.resourceDeleteUrls))throw new Error("Invalid content-sync resource impact contract.");if(We(r)!==t)throw new Error("Content-sync impact plan hash mismatch.");for(let n of [...e.directRenderUrls,...e.deleteUrls,...e.resourceRenderUrls,...e.resourceDeleteUrls])if(li(n))throw new Error(`Content-sync impact contains a WordPress trash alias instead of the last public URL: ${n}`)}var gi="wp-json/smartcloud-static-publisher/v1/content-sync/",fi=25*1024*1024,zt=class extends Error{status;code;constructor(t,r,n){super(n),this.name="ContentSyncApiError",this.status=t,this.code=r;}},Kt=class{options;constructor(t){if(!t.runtimeToken.trim())throw new Error("Content-sync requires a WordPress runtime token.");this.options={...t,timeoutMs:t.timeoutMs??6e4};}endpoint(t,r="content-sync"){let n=this.options.sourceOrigin.replace(/\/+$/,"")+"/",s=r==="content-sync"?gi:`wp-json/smartcloud-static-publisher/v1/${r}/`;return new URL(`${s}${t}`,n)}async post(t,r,n="content-sync"){let s=this.endpoint(t,n),o=Buffer.from(JSON.stringify(r),"utf8"),i=s.protocol==="https:"?Qn:mi,c=s.protocol==="https:"?new Qn.Agent({rejectUnauthorized:!this.options.ignoreHttpsErrors}):void 0;return new Promise((a,d)=>{let u=i.request(s,{method:"POST",agent:c,headers:{"content-type":"application/json","content-length":String(o.byteLength),"x-static-publisher-token":this.options.runtimeToken},timeout:this.options.timeoutMs},l=>{let m=[],p=0;l.on("data",f=>{if(p+=f.byteLength,p>fi){l.destroy(new Error("Content-sync API response exceeded the size limit."));return}m.push(f);}),l.on("error",d),l.on("end",()=>{let f=Buffer.concat(m).toString("utf8"),w;try{w=f?JSON.parse(f):{};}catch{d(new zt(l.statusCode??500,"invalid-json","Content-sync API returned invalid JSON."));return}let g=l.statusCode??500;if(g<200||g>=300){d(new zt(g,String(w.code??"request-failed"),String(w.message??`Content-sync API request failed (${g}).`)));return}a(w);});});u.on("timeout",()=>u.destroy(new Error(`Content-sync API request timed out: ${t}`))),u.on("error",d),u.end(o);})}async head(t){return this.post("head",t)}async unboundHead(t,r){return this.post("head",{postTypes:t,includeSubsites:r})}async events(t){let r=[],n=t.afterSequence,s=new Set(t.postTypes);for(;n<t.throughSequence;){let o=await this.post("events",{...t,afterSequence:n,limit:250});if(o.fromSequence!==n||o.throughSequence!==t.throughSequence||o.nextSequence<n||o.nextSequence>t.throughSequence)throw new Error("Content-sync API returned an inconsistent event page.");if(!Array.isArray(o.items))throw new Error("Content-sync API returned a malformed event page.");let i=n;for(let c of o.items){if(!Number.isSafeInteger(c.sequence)||c.sequence<=i||c.sequence>t.throughSequence||!Number.isSafeInteger(c.postId)||c.postId<=0||!Number.isSafeInteger(c.blogId)||c.blogId<=0||!s.has(c.postType)||typeof c.operation!="string"||!c.operation)throw new Error("Content-sync API returned an invalid or out-of-scope journal event.");i=c.sequence;}if(o.items.length>0&&o.nextSequence!==i)throw new Error("Content-sync API event cursor does not match the final returned event.");if(r.push(...o.items),!o.hasMore)break;if(o.nextSequence===n)throw new Error("Content-sync API event pagination did not advance.");n=o.nextSequence;}if(t.throughSequence>t.afterSequence&&r.at(-1)?.sequence!==t.throughSequence)throw new Error("Content-sync API omitted the claimed journal high-water event.");return r}async resolveImpactFamilies(t,r){let n=await this.post("impact",{families:t,includeSubsites:r});return Array.isArray(n.families)?n.families:[]}async releaseFingerprint(t=false){let r=await this.post("fingerprint",{includeSubsites:t}),n=String(r.fingerprint||"").trim();if(!/^[a-f0-9]{64}$/.test(n))throw new Error("WordPress returned an invalid release fingerprint.");return n}async establishBaseline(t){return this.post("baseline",t)}async acknowledge(t){return this.post("ack",t)}async importCookieObservations(t){return this.post("cookie-observations",t,"privacy")}};function Jt(e){let t=C.resolve(e);return {state:C.join(t,"content-sync-state.json"),current:C.join(t,"content-sync-current.json"),impact:C.join(t,"content-sync-impact-plan.json"),checkpoint:C.join(t,"content-sync-checkpoint.json"),baseline:C.join(t,"content-sync-baseline.json"),activeRules:C.join(t,"content-sync-active-rules.json"),releaseCutoff:C.join(t,"content-sync-release-cutoff.json"),candidateManifest:C.join(t,"content-sync-candidate-manifest.json"),trustedManifest:C.join(t,"crawl-manifest.json"),invalidation:C.join(t,"content-sync-invalidation.json"),deployPlan:C.join(t,"deploy-plan.json")}}async function Nr(e){let t=await Tt(e.releaseCutoff);if(t===null)return {schemaVersion:1,updatedAt:"",entries:{}};let r=t;if(r.schemaVersion!==1||typeof r.updatedAt!="string"||!r.entries||typeof r.entries!="object"||Array.isArray(r.entries))throw new Error("Invalid content-sync release-cutoff store.");return r}async function Gn(e,t){await lt(e.releaseCutoff,{...t,schemaVersion:1,updatedAt:new Date().toISOString()});}async function lt(e,t){await U.mkdir(C.dirname(e),{recursive:true});let r=`${e}.${process.pid}.${Date.now()}.tmp`;await U.writeFile(r,JSON.stringify(t,null,2),"utf8"),await U.rename(r,e);}async function Tt(e){try{return JSON.parse(await U.readFile(e,"utf8"))}catch(t){if(t.code==="ENOENT")return null;throw new Error(`Invalid or unreadable content-sync state file ${e}: ${t instanceof Error?t.message:String(t)}`,{cause:t})}}async function Br(e){let t=await Tt(e.baseline);if(t===null)return {schemaVersion:1,updatedAt:"",entries:{}};let r=t;if(r.schemaVersion!==1||typeof r.updatedAt!="string"||!r.entries||typeof r.entries!="object"||Array.isArray(r.entries))throw new Error("Invalid content-sync baseline store.");return r}async function Zn(e,t){await lt(e.baseline,{...t,schemaVersion:1,updatedAt:new Date().toISOString()});}async function Hr(e){let t=await Tt(e.current);if(t===null)return null;let r=t;if(r.schemaVersion!==1||typeof r.jobId!="string"||typeof r.phase!="string"||!Number.isSafeInteger(r.fromSequence)||!Number.isSafeInteger(r.toSequence))throw new Error("Invalid content-sync current-range state.");return r}async function Yn(e,t){await lt(e.current,{...t,schemaVersion:1,updatedAt:new Date().toISOString()});}async function Xn(e){let t=await Tt(e.impact);if(t===null)return null;let r=t;return It(r),r}async function es(e,t){It(t),await lt(e.impact,t);}async function ts(e,t){await lt(e.checkpoint,{...t,schemaVersion:1,updatedAt:new Date().toISOString()});}async function Qt(e){let t=await Tt(e.state);if(t===null)return {schemaVersion:1,updatedAt:"",rules:{}};let r=t;if(r.schemaVersion!==1||typeof r.updatedAt!="string"||!r.rules||typeof r.rules!="object"||Array.isArray(r.rules))throw new Error("Invalid content-sync state store.");return r}async function Gt(e,t){await lt(e.state,{...t,schemaVersion:1,updatedAt:new Date().toISOString()});}async function Vr(e){await Promise.all([e.current,e.checkpoint].map(async t=>{try{await U.unlink(t);}catch(r){if(r.code!=="ENOENT")throw r}}));}async function rs(e,t){let r=await Hr(e);return !r||r.coalesceKey!==t?false:(await Promise.all([e.current,e.checkpoint,e.impact,e.candidateManifest,e.invalidation,e.deployPlan].map(async n=>{try{await U.unlink(n);}catch(s){if(s.code!=="ENOENT")throw s}})),true)}var wi=/^[A-Za-z0-9][A-Za-z0-9_.@+=,-]{0,127}$/;function ut(e,t="awsProfile"){let r=String(e??"").trim();if(!r)return "";if(!wi.test(r))throw new Error(`${t} must start with a letter or number and contain only letters, numbers, dot, dash, underscore, comma, plus, equals, or at-sign characters.`);return r}function yi(e){return !!(String(e.AWS_ACCESS_KEY_ID??"").trim()&&String(e.AWS_SECRET_ACCESS_KEY??"").trim())}function dt(e,t=process.env){let r=ut(e);if(!(!r||yi(t)))return fromIni({profile:r})}var zr=["/sitemap_index.xml","/wp-sitemap.xml","/sitemap.xml"];function At(e){let t=new Set;for(let r of [...e,...zr]){let n=String(r||"").trim();n&&t.add(n);}return [...t]}function Kr(e){let t=e.pathname.toLowerCase();return t.endsWith(".xml")&&(t.includes("sitemap")||t.endsWith("/sitemap.xml"))}function ns(e){if(!e||!/^https?:\/\//i.test(e))return false;try{return Kr(new URL(e))}catch{return false}}function os(e){let t=e.trim();return t==="."?".":t.replace(/\/$/,"")}function Ri(e){let t=String(e??"").trim();if(!t)return "";let r=t;if(/^https?:\/\//i.test(r))try{r=new URL(r).pathname;}catch{return ""}if(r=r.split(/[?#]/,1)[0]?.replace(/\\/g,"/").trim()??"",!r)return "";let n=r.endsWith("/"),s=r.replace(/^\/+/,"").split("/").map(i=>i.replace(/[^A-Za-z0-9._-]/g,"")).filter(i=>i.length>0&&i!=="."&&i!=="..");if(s.length===0)return "";let o=`/${s.join("/")}`;return n&&C.extname(o)===""&&(o+="/"),o==="/"?"":o}function Jr(e){return !e||typeof e!="object"?{}:Object.fromEntries(Object.entries(e).map(([t,r])=>[t.trim(),String(r??"")]).filter(([t])=>t.length>0))}function vi(e){if(!e||typeof e!="object")return {};let t={};for(let[r,n]of Object.entries(e)){let s=r.trim();if(!s||!n||typeof n!="object")continue;let o=n,i={};if(typeof o.awsProfile=="string"){let a=ut(o.awsProfile,`deploymentProfiles.${s}.awsProfile`);a&&(i.awsProfile=a);}if(typeof o.targetOrigin=="string"){let a=os(o.targetOrigin);a&&(i.targetOrigin=a);}let c=Jr(o.extraReplacements);if(Object.keys(c).length>0&&(i.extraReplacements=c),o.s3&&typeof o.s3=="object"){let a={},d=o.s3;typeof d.bucket=="string"&&(a.bucket=d.bucket.trim()),typeof d.prefix=="string"&&(a.prefix=d.prefix.trim()),typeof d.region=="string"&&(a.region=d.region.trim()),typeof d.htmlCacheControl=="string"&&(a.htmlCacheControl=d.htmlCacheControl.trim()),typeof d.assetCacheControl=="string"&&(a.assetCacheControl=d.assetCacheControl.trim()),Object.keys(a).length>0&&(i.s3=a);}if(o.cloudFront&&typeof o.cloudFront=="object"){let a={},d=o.cloudFront;typeof d.distributionId=="string"&&(a.distributionId=d.distributionId.trim()),Array.isArray(d.invalidationPaths)&&(a.invalidationPaths=d.invalidationPaths.map(u=>String(u??"").trim()).filter(u=>u.length>0)),Object.keys(a).length>0&&(i.cloudFront=a);}t[s]=i;}return t}function Gr(e){return e==="PROFESSIONAL"||e==="AGENCY"?e:void 0}function Ci(e,t){if(!e||typeof e!="object")return null;let r=e,n=r.command;if(n!=="publish"&&n!=="crawl"&&n!=="deploy"&&n!=="invalidate"&&n!=="retry-timeouts"&&n!=="url"&&n!=="content-sync")return null;let s=Number.parseInt(String(r.intervalMinutes??"0"),10);if(!Number.isFinite(s)||s<1)return null;let o=String(r.id??`${n}-${t+1}`).trim();if(!o)return null;let i=String(r.deploymentProfile??"").trim(),c=String(r.url??"").trim(),a=Array.isArray(r.postTypes)?[...new Set(r.postTypes.map(u=>String(u??"").trim().toLowerCase().replace(/[^a-z0-9_-]/g,"")).filter(Boolean))]:[],d=Array.isArray(r.listingPaths)?[...new Set(r.listingPaths.map(u=>String(u??"").trim()).filter(Boolean))]:[];return n==="content-sync"&&a.length===0?null:{id:o,enabled:r.enabled!==false,command:n,intervalMinutes:s,...n==="publish"||n==="crawl"?{crawlMode:r.crawlMode==="incremental"?"incremental":"full"}:{},...(n==="publish"||n==="deploy"||n==="invalidate"||n==="content-sync")&&i?{deploymentProfile:i}:{},...c?{url:c}:{},...a.length>0?{postTypes:a}:{},...d.length>0?{listingPaths:d}:{},...typeof r.includeSubsites=="boolean"?{includeSubsites:r.includeSubsites}:{},...typeof r.includePostTypeArchives=="boolean"?{includePostTypeArchives:r.includePostTypeArchives}:{},...typeof r.includeTaxonomyArchives=="boolean"?{includeTaxonomyArchives:r.includeTaxonomyArchives}:{},...typeof r.includeAuthorArchives=="boolean"?{includeAuthorArchives:r.includeAuthorArchives}:{},...typeof r.includeDateArchives=="boolean"?{includeDateArchives:r.includeDateArchives}:{},...typeof r.includePostsPage=="boolean"?{includePostsPage:r.includePostsPage}:{},...typeof r.includeSitemapChain=="boolean"?{includeSitemapChain:r.includeSitemapChain}:{}}}function is(e){let t=e&&typeof e=="object"?e:{},r=Array.isArray(t.rules)?t.rules.map((n,s)=>Ci(n,s)).filter(n=>!!n):[];return {enabled:t.enabled===true,timezone:typeof t.timezone=="string"&&t.timezone.trim()!==""?t.timezone.trim():"UTC",rules:r}}function ki(e){let t=e&&typeof e=="object"?e:{},r=t.render&&typeof t.render=="object"?t.render:{},n=Number(r.concurrency??0),s=Number(r.batchSize??0),o=Number(r.maxAttempts??0),i=t.rewrite&&typeof t.rewrite=="object"?t.rewrite:{},c=t.deploy&&typeof t.deploy=="object"?t.deploy:{},a=(d,u)=>({enabled:typeof d.enabled=="boolean"?d.enabled:r.enabled===true,concurrency:Math.min(100,Math.max(1,Number(d.concurrency||u.concurrency))),batchSize:Math.min(500,Math.max(1,Number(d.batchSize||u.batchSize))),maxAttempts:Math.min(5,Math.max(1,Number(d.maxAttempts||2)))});return {render:{enabled:r.enabled===true,...Number.isInteger(n)&&n>0?{concurrency:n}:{},batchSize:Number.isInteger(s)&&s>0?Math.min(20,s):5,...Number.isInteger(o)&&o>0?{maxAttempts:Math.min(5,o)}:{}},rewrite:a(i,{concurrency:8,batchSize:25}),deploy:a(c,{concurrency:8,batchSize:50})}}function xi(e){if(!e||typeof e!="object")return;let t=e,r={};for(let s of ["accountId","siteId"]){let o=t[s];typeof o=="string"&&o.trim()!==""&&(r[s]=o.trim());}let n=Number(t.lastUpdate??0);return Number.isFinite(n)&&n>0&&(r.lastUpdate=Math.floor(n)),t.subscriber===true&&(r.subscriber=true),Object.keys(r).length>0?r:void 0}function Zr(e){let t=e&&typeof e=="object"?e:{},r=String(t.accountId??"").trim(),n=String(t.siteId??"").trim(),s=t.subscriber===true,o=xi(t.siteSettings),i={...o??{},...r?{accountId:o?.accountId??r}:{},...n?{siteId:o?.siteId??n}:{},...o?.subscriber===true||s?{subscriber:true}:{}},c={},a=String(t.apiBase??"").trim();a&&(c.apiBase=a);let d=String(t.runtimeToken??t.nonce??"").trim();d&&(c.runtimeToken=d);let u=String(t.virtualAssetBaseUrl??t.uploadUrl??"").trim();u&&(c.virtualAssetBaseUrl=u),Object.keys(i).length>0&&(c.siteSettings=i);let l=Gr(t.subscriptionType);return l&&(c.subscriptionType=l),c}function Ii(e){try{let t=new URL(e);globalThis.location=t;}catch{}}function as(e){return typeof e=="string"?e:e instanceof URL?e.toString():e.url}function Ti(e,t){let r=new Headers(e instanceof Request?e.headers:void 0);if(t?.headers)for(let[n,s]of new Headers(t.headers).entries())r.set(n,s);return r}async function cs(e,t,r=5){let n=new URL(as(e)),s=String(t?.method??(e instanceof Request?e.method:"GET")).toUpperCase(),o=n.protocol==="http:"?mi:Qn,i=Ti(e,t);return await new Promise((c,a)=>{let d=o.request(n,{method:s,headers:Object.fromEntries(i.entries()),...n.protocol==="https:"?{rejectUnauthorized:false}:{}},u=>{let l=[];u.on("data",m=>{l.push(Buffer.isBuffer(m)?m:Buffer.from(m));}),u.on("error",a),u.on("end",()=>{let m=u.statusCode??0,p=u.headers.location;if(r>0&&p&&[301,302,303,307,308].includes(m)){c(cs(new URL(p,n),{method:m===303?"GET":s},r-1));return}let f=new Headers;for(let[w,g]of Object.entries(u.headers))Array.isArray(g)?f.set(w,g.join(", ")):typeof g=="string"&&f.set(w,g);c(new Response(Buffer.concat(l),{status:m,statusText:u.statusMessage??"",headers:f}));});});d.on("error",a),d.end();})}function Ai(e){let t=Zr(e.wpsuite),r={...t.siteSettings??{},...t.siteSettings?.subscriber===true||t.subscriptionType==="PROFESSIONAL"||t.subscriptionType==="AGENCY"?{subscriber:true}:{}},n=String(r.accountId??"").trim(),s=String(r.siteId??"").trim(),o=String(t.virtualAssetBaseUrl??t.uploadUrl??"").trim();if(e.wpsuite={...t.apiBase?{apiBase:t.apiBase}:{},...t.runtimeToken?{runtimeToken:t.runtimeToken}:{},...o?{virtualAssetBaseUrl:o}:{},...Object.keys(r).length>0?{siteSettings:r}:{},...t.subscriptionType?{subscriptionType:t.subscriptionType}:{}},!n||!s||!o)return false;Ii(e.sourceOrigin);let i=globalThis,a={...i.WpSuite??{},siteSettings:r,uploadUrl:o};return t.apiBase&&(a.apiBase=t.apiBase),i.WpSuite=a,true}async function Ei(e){let t=String(e.wpsuite?.virtualAssetBaseUrl??e.wpsuite?.uploadUrl??"").trim();if(!Ai(e)){let s=e.wpsuite?.siteSettings,o=[String(s?.accountId??"").trim()?"":"accountId",String(s?.siteId??"").trim()?"":"siteId",t?"":"virtualAssetBaseUrl"].filter(Boolean);return {remote:null,diagnostic:{status:"invalid-runtime",virtualAssetBaseUrl:t,subscriptionType:null,error:`Missing WP Suite runtime field(s): ${o.join(", ")}.`,requests:[]}}}let r=globalThis.fetch,n=[];try{typeof r=="function"&&/^https?:\/\//i.test(t)&&(globalThis.fetch=(async(a,d)=>{let u=as(a);if(u.startsWith(t)){let l=(()=>{try{return new URL(u).pathname}catch{return u}})();try{let m=e.ignoreHttpsErrors&&u.startsWith("https://")?await cs(a,d):await r(a,d);return n.push({path:l,status:m.status,ok:m.ok,error:null}),m}catch(m){throw n.push({path:l,status:null,ok:!1,error:m instanceof Error?m.message:String(m)}),m}}return r(a,d)}));let{getConfig:s}=await import('@smart-cloud/wpsuite-core'),o=await s("publisher"),i=o&&typeof o=="object"?o:null,c=Gr(i?.subscriptionType);return {remote:i,diagnostic:{status:i?"loaded":"unavailable",virtualAssetBaseUrl:t,subscriptionType:c??null,error:i?null:"WP Suite publisher config loader returned no configuration.",requests:n}}}catch(s){return {remote:null,diagnostic:{status:"unavailable",virtualAssetBaseUrl:t,subscriptionType:null,error:s instanceof Error?s.message:String(s),requests:n}}}finally{typeof r=="function"&&(globalThis.fetch=r);}}function $i(e,t){let r=vi(t?.deploymentProfiles),n=String(t?.defaultDeploymentProfile??"").trim(),s=r[n]?n:"",o=Gr(t?.subscriptionType),i=Zr(e.wpsuite);return {...e,scheduler:is(t?.scheduler),deploymentProfiles:r,defaultDeploymentProfile:s,...o?{subscriptionType:o}:{},wpsuite:{...i,...i.siteSettings||o?{siteSettings:{...i.siteSettings??{},...i.siteSettings?.subscriber===true||o==="PROFESSIONAL"||o==="AGENCY"?{subscriber:true}:{}}}:{},...o?{subscriptionType:o}:{}}}}function Qr(e,t){let n=String(e||"").replace(/\\/g,"/").trim().replace(/^\/+|\/+$/g,"");if(!n)return t;let s=n.split("/").map(o=>o.trim()).filter(o=>o.length>0&&o!=="."&&o!=="..");return s.length>0?s.join("/"):t}function Oi(){let e=process.env.STATIC_PUBLISHER_RUNTIME_DIR||process.env.WPSUITE_STATIC_PUBLISHER_RUNTIME_DIR||"";return e.trim()?C.resolve(e):""}function ss(e,t,r){let n=String(t||"").trim();return n&&C.isAbsolute(n)?C.resolve(n):C.resolve(e,Qr(n,r))}async function Ie(e,t={}){let r=String(e??"").trim()||process.env.PUBLISHER_CONFIG||"publisher.config.json",n=await U.readFile(r,"utf8"),s=JSON.parse(n);s.sourceOrigin=s.sourceOrigin.replace(/\/$/,""),s.targetOrigin=os(s.targetOrigin),s.awsProfile=ut(s.awsProfile),s.ignoreHttpsErrors??=false,s.outputDir=String(s.outputDir||"export").trim()||"export",s.urlRewriteMode||=s.targetOrigin==="."?"relative":"absolute",s.noJavaScriptRenderPathPrefixes||=[],s.seedPaths||=[],s.generated404RequestPath=Ri(s.generated404RequestPath),s.sitemapPaths||=[...zr],s.allowedAssetHosts||=[],s.assetPathPrefixes||=["/wp-content/","/wp-includes/","/static/","/assets/","/build/","/_next/","/docs/","/sitemap","/robots.txt","/llms.txt"],s.blockedPathPrefixes||=[],s.blockedSearchFragments||=[],s.pageCache={purgeBeforeCrawl:s.pageCache?.purgeBeforeCrawl===true};let o=Number(s.processingConcurrency)>0?Math.min(100,Math.max(1,Number(s.processingConcurrency))):null;s.concurrency=o??s.concurrency??1,s.maxPages||=0,s.extraReplacements=Jr(s.extraReplacements),s.postCrawlCopyMap=Jr(s.postCrawlCopyMap),s.logDir=String(s.logDir||"logs").trim()||"logs",s.verbose??=false,s.logLevel||=s.verbose?"debug":"info",s.s3SyncMode||="sdk-upload-delete",s.readiness||={waitForSelector:null,waitForFunction:null,timeoutMs:1500,fallbackWaitMs:1500},s.readiness.timeoutMs??=1500,s.readiness.fallbackWaitMs??=1500,s.viewport||={width:1440,height:1200},s.navigationTimeoutMs||=3e4,s.assetDownloadConcurrency=o??(Number(s.assetDownloadConcurrency)>0?Number(s.assetDownloadConcurrency):s.concurrency),s.rewriteConcurrency=o??(Number(s.rewriteConcurrency)>0?Number(s.rewriteConcurrency):s.assetDownloadConcurrency),s.wpsuite=Zr(s.wpsuite),s.scheduler=is(void 0),s.remoteWorkers=ki(s.remoteWorkers),typeof s.lambdaDelegationEnabled=="boolean"&&(s.remoteWorkers.render??={},s.remoteWorkers.rewrite??={},s.remoteWorkers.deploy??={},s.remoteWorkers.render.enabled=s.lambdaDelegationEnabled,s.remoteWorkers.rewrite.enabled=s.lambdaDelegationEnabled,s.remoteWorkers.deploy.enabled=s.lambdaDelegationEnabled),o!==null&&(s.processingConcurrency=o,s.remoteWorkers.render??={},s.remoteWorkers.rewrite??={},s.remoteWorkers.deploy??={},s.remoteWorkers.render.concurrency=o,s.remoteWorkers.rewrite.concurrency=o,s.remoteWorkers.deploy.concurrency=o),s.deploymentProfiles={},s.defaultDeploymentProfile="",s.deploymentTargetOverride=String(s.deploymentTargetOverride??"").trim();let i=await Ei(s);t.onRemotePublisherConfigDiagnostic?.(i.diagnostic);let c=$i(s,i.remote),a=Oi(),d=a?C.resolve(a,".."):"";return d?(c.outputDir=ss(d,c.outputDir,"export"),c.logDir=ss(d,c.logDir,"logs")):(C.isAbsolute(c.outputDir)||(c.outputDir=Qr(c.outputDir,"export")),C.isAbsolute(c.logDir)||(c.logDir=Qr(c.logDir,"logs"))),c}async function ls(e){await e.addInitScript(()=>{let t=window,r=[],n=new WeakSet,s=new WeakSet;Object.defineProperty(t,"__WPSUITE_STATIC_SERIALIZATION_STATE__",{value:{snapshots:r,runtimeCreatedElements:s},configurable:true});let o=Document.prototype.createElement;Document.prototype.createElement=function(m,p){let f=o.call(this,m,p);return s.add(f),f};let i=l=>{!(l instanceof Element)||n.has(l)||(n.add(l),r.push({host:l,pristine:l.cloneNode(true),sourceOwned:!s.has(l)}));},c=Element.prototype.attachShadow;Element.prototype.attachShadow=function(m){return i(this),c.call(this,m)};let a=new WeakSet,d=l=>{if(typeof l!="object"&&typeof l!="function"||l===null||a.has(l))return l;let m=l;if(typeof m.createRoot!="function")return l;let p=m.createRoot,f=function(w,...g){return i(w),Reflect.apply(p,this,[w,...g])};try{Object.defineProperty(m,"createRoot",{...Object.getOwnPropertyDescriptor(m,"createRoot"),value:f}),a.add(l);}catch{}return l},u=l=>{let m=d(t[l]);try{Object.defineProperty(t,l,{configurable:!0,enumerable:!0,get:()=>m,set:p=>{m=d(p);}});}catch{d(t[l]);}};u("ReactDOM"),u("ReactDOMClient");});}async function Yr(e){return e.evaluate(()=>{let t=window.__WPSUITE_STATIC_SERIALIZATION_STATE__,r=/^data-(?:[a-z0-9]+-)*(?:bound|initialized|mounted|hydrated)$/i;document.querySelectorAll("*").forEach(s=>{for(let o of [...s.attributes])r.test(o.name)&&s.removeAttribute(o.name);});for(let s of t?.snapshots??[])s.host.isConnected&&(s.sourceOwned?s.host.replaceWith(s.pristine.cloneNode(true)):s.host.remove());return document.querySelectorAll("*").forEach(s=>{t?.runtimeCreatedElements.has(s)&&s.remove();}),document.querySelectorAll("#wpsuite-consent-root, .grecaptcha-badge, iframe[src*='/recaptcha/']").forEach(s=>s.remove()),document.documentElement.classList.remove("wpsuite-consent-scroll-locked"),document.body.classList.remove("wpsuite-consent-scroll-locked"),`${document.doctype?new XMLSerializer().serializeToString(document.doctype):""}${document.documentElement.outerHTML}`})}function Xr(e){let t=e.code;return t==="ENOENT"||t==="ENOTDIR"||t==="ELOOP"}async function pt(e){let t=C.resolve(e),r;try{r=await U.realpath(t);}catch(o){if(Xr(o))return [];throw o}let n=[{directory:t,ancestors:new Set([r])}],s=[];for(;n.length;){let{directory:o,ancestors:i}=n.pop(),c;try{c=await U.readdir(o,{withFileTypes:!0});}catch(a){if(Xr(a))continue;throw a}for(let a of c){let d=C.join(o,a.name);try{let u=a.isSymbolicLink()?await U.stat(d):a;if(u.isFile())s.push(C.relative(t,d).split(C.sep).join("/"));else if(u.isDirectory()){let l=await U.realpath(d);if(i.has(l))continue;n.push({directory:d,ancestors:new Set([...i,l])});}}catch(u){if(!Xr(u))throw u}}}return s.sort()}function us(e){if(e.size===0)return;let t=[...e.entries()].slice(0,5).map(([r,n])=>`${r}: ${n.message}`).join("; ");throw new Error(`Crawl incomplete: ${e.size} page/worker render failure(s). Deployment is blocked; no complete deploy plan was produced. ${t}`)}var Mi=".deploy-plan.json",ji="deploy-plan.json",Fi=".crawl-incomplete.json",Di="crawl-incomplete.json";function ds(){let e=process.env.STATIC_PUBLISHER_RUNTIME_DIR||process.env.WPSUITE_STATIC_PUBLISHER_RUNTIME_DIR||"";return e.trim()?C.resolve(e):""}function ps(e){let t=String(e||"").replace(/\\/g,"/").replace(/^\/+/,"").trim(),r=C.posix.normalize(t);return !t||!r||r==="."||/^[a-zA-Z]:/.test(r)||r.startsWith("../")||r===".."?null:r}function Ui(e){let t=String(e||"").trim();if(!t.startsWith("/")||t.startsWith("//")||t.includes("*")||t.includes("#"))return null;try{let r=new URL(t,"https://content-sync.invalid");return r.origin!=="https://content-sync.invalid"?null:`${C.posix.normalize(r.pathname)}${r.search}`}catch{return null}}function Te(e){return [...new Set(e.map(ps).filter(t=>t!==null))]}function ms(e,t){let r={generatedAt:String(t.generatedAt||new Date().toISOString()),outputDir:C.resolve(e.outputDir),runMode:t.runMode,crawlMode:t.crawlMode,fullSyncRequired:!!t.fullSyncRequired,changedFiles:Te(t.changedFiles||[]),deletedFiles:Te(t.deletedFiles||[]),rewriteTargets:Te(t.rewriteTargets||[]),revalidateFiles:Te(t.revalidateFiles||[])};return t.schemaVersion===2?{...r,schemaVersion:2,runMode:"content-sync",crawlMode:"incremental",fullSyncRequired:false,consumerId:String(t.consumerId||"").trim(),fromSequence:Math.max(0,Number(t.fromSequence)||0),toSequence:Math.max(0,Number(t.toSequence)||0),impactHash:String(t.impactHash||"").trim(),resolvedSitemapUrls:[...new Set((t.resolvedSitemapUrls||[]).map(n=>String(n||"").trim()).filter(n=>{try{let s=new URL(n);return s.protocol==="http:"||s.protocol==="https:"}catch{return false}}))],uploadGroups:{assets:Te(t.uploadGroups?.assets||[]),content:Te(t.uploadGroups?.content||[]),listings:Te(t.uploadGroups?.listings||[]),resources:Te(t.uploadGroups?.resources||[]),sitemapLeaves:Te(t.uploadGroups?.sitemapLeaves||[]),sitemapIndexes:Te(t.uploadGroups?.sitemapIndexes||[])},invalidationPaths:[...new Set((t.invalidationPaths||[]).map(Ui).filter(n=>n!==null))].sort()}:{schemaVersion:1,...r,runMode:t.runMode}}function Li(e){if(!e||typeof e!="object")return false;let t=e;if(t.schemaVersion===2){let r=t;return r.runMode==="content-sync"&&r.crawlMode==="incremental"&&r.fullSyncRequired===false&&typeof r.generatedAt=="string"&&typeof r.outputDir=="string"&&typeof r.consumerId=="string"&&r.consumerId.trim()!==""&&Number.isSafeInteger(r.fromSequence)&&Number.isSafeInteger(r.toSequence)&&Number(r.toSequence)>=Number(r.fromSequence)&&typeof r.impactHash=="string"&&/^[a-f0-9]{64}$/.test(r.impactHash)&&Array.isArray(r.resolvedSitemapUrls)&&Array.isArray(r.changedFiles)&&Array.isArray(r.deletedFiles)&&Array.isArray(r.rewriteTargets)&&(r.revalidateFiles===void 0||Array.isArray(r.revalidateFiles))&&!!r.uploadGroups&&Array.isArray(r.uploadGroups.assets)&&Array.isArray(r.uploadGroups.content)&&Array.isArray(r.uploadGroups.listings)&&Array.isArray(r.uploadGroups.resources)&&Array.isArray(r.uploadGroups.sitemapLeaves)&&Array.isArray(r.uploadGroups.sitemapIndexes)&&Array.isArray(r.invalidationPaths)}return t.schemaVersion===1&&typeof t.generatedAt=="string"&&typeof t.outputDir=="string"&&(t.runMode==="full"||t.runMode==="retry-timeouts"||t.runMode==="single-url")&&(t.crawlMode==="full"||t.crawlMode==="incremental")&&typeof t.fullSyncRequired=="boolean"&&Array.isArray(t.changedFiles)&&Array.isArray(t.deletedFiles)&&Array.isArray(t.rewriteTargets)&&(t.revalidateFiles===void 0||Array.isArray(t.revalidateFiles))}function en(e){let t=C.join(C.resolve(e.outputDir),Mi),r=ds();return r?[C.join(r,ji),t]:[t]}function tn(e){let t=C.join(C.resolve(e.outputDir),Fi),r=ds();return r?[C.join(r,Di),t]:[t]}function ue(e,t){let r=C.resolve(e),n=C.resolve(t),s=C.relative(r,n).replace(/\\/g,"/");return ps(s)}async function mt(e){let t=C.resolve(e.outputDir);for(let r of en(e))try{let n=await U.readFile(r,"utf8"),s=JSON.parse(n);if(!Li(s)||C.resolve(s.outputDir)!==t)continue;return ms(e,s)}catch{}return null}async function rn(e,t){let r=ms(e,t);for(let n of en(e)){await U.mkdir(C.dirname(n),{recursive:true});let s=`${n}.${process.pid}.${Date.now()}.tmp`;await U.writeFile(s,JSON.stringify(r,null,2),"utf8"),await U.rename(s,n);}}async function Ze(e){for(let t of en(e))try{await U.unlink(t);}catch(r){if(r.code!=="ENOENT")throw r}}async function nn(e,t){let r={schemaVersion:1,startedAt:String(t.startedAt||new Date().toISOString()),outputDir:C.resolve(e.outputDir)};for(let n of tn(e)){await U.mkdir(C.dirname(n),{recursive:true});let s=`${n}.${process.pid}.tmp`;await U.writeFile(s,JSON.stringify(r,null,2),"utf8"),await U.rename(s,n);}}async function gs(e){let t=C.resolve(e.outputDir);for(let r of tn(e)){let n;try{n=await U.readFile(r,"utf8");}catch(o){if(o.code==="ENOENT")continue;throw o}let s;try{s=JSON.parse(n);}catch{throw new Error(`Invalid incomplete crawl marker: ${r}`)}if(s.schemaVersion!==1||typeof s.startedAt!="string"||typeof s.outputDir!="string"||C.resolve(s.outputDir)!==t)throw new Error(`Invalid incomplete crawl marker: ${r}`);return {schemaVersion:1,startedAt:s.startedAt,outputDir:t}}return null}async function fs(e){for(let t of tn(e))try{await U.unlink(t);}catch(r){if(r.code!=="ENOENT")throw r}}function Ee(e,t=10){return ys.createHash("sha1").update(e).digest("hex").slice(0,t)}async function Wi(e){await U.mkdir(C.dirname(e),{recursive:true});}async function _e(e,t,r){await Wi(e);let n=C.join(C.dirname(e),`.${C.basename(e)}.${process.pid}.${Date.now()}.${ys.randomBytes(6).toString("hex")}.tmp`);try{typeof t=="string"?await U.writeFile(n,t,r??"utf8"):await U.writeFile(n,t),await U.rename(n,e);}catch(s){throw await U.unlink(n).catch(()=>{}),s}}function $e(e){return [".html",".htm",".css",".js",".mjs",".json",".xml",".xsl",".txt",".svg",".map",".enc",".jws"].includes(C.extname(e).toLowerCase())}function Ne(e){return e.replace(/"/g,'"').replace(/"/g,'"').replace(/'/g,"'").replace(/'/g,"'").replace(/&/g,"&").replace(/</g,"<").replace(/>/g,">")}function gt(e){return e.replace(/&/g,"&").replace(/"/g,""").replace(/'/g,"'").replace(/</g,"<").replace(/>/g,">")}function Xt(e){return e.replace(/\//g,"\\/")}function hs(e){return e.replace(/\//g,"\\\\/")}function qi(e){try{let t=new URL(e);if(t.protocol!=="http:"&&t.protocol!=="https:")return null;let r=t.pathname==="/"&&!t.search&&!t.hash?"":`${t.pathname}${t.search}${t.hash}`;return `//${t.host}${r}`}catch{return null}}function ws(e,t,r){if(!t)return;e[t]=r;let n=Xt(t),s=Xt(r);e[n]=s;let o=hs(t),i=hs(r);e[o]=i;let c=gt(t),a=gt(r);e[c]=a;let d=gt(n),u=gt(s);e[d]=u;let l=gt(o),m=gt(i);e[l]=m;}function $t(e,t,r){ws(e,t,r);let n=qi(t);n&&n!==t&&ws(e,n,r);}function sn(e,t){let r=t.startsWith("/")?t:`/${t}`,n=(e||"").replace(/\/$/,"");return !n||n==="."||n==="/"?r:`${n}${r}`}function bs(e,t){try{return new URL(e,t==="."?"https://relative.invalid":t).pathname}catch{return e.startsWith("/")?e:`/${e.replace(/^\.\//,"")}`}}function Ss(e,t,r){if(!t)return r;let n=C.dirname(C.resolve(t)),s=C.resolve(e,r.replace(/^\/+/,"")),o=C.relative(n,s).replace(/\\/g,"/");return o?(o.startsWith(".")||(o=`./${o}`),o):"."}async function cn(e,t){return (t?[...new Set(t)].map(n=>C.resolve(n)).filter(n=>n.startsWith(C.resolve(e.outputDir))).map(n=>C.relative(e.outputDir,n).replace(/\\/g,"/")).filter(n=>n.length>0):await pt(e.outputDir)).filter(n=>n!=="asset-map.json"&&$e(n))}var Hi=["wp-content/","wp-includes/","wp-admin/","wp-json/","_next/"],Vi=new Set([".html",".htm"]),Rs="WPSuite.io Static Publisher",zi=Rs.replace(/[.*+?^${}()|[\]\\]/g,"\\$&");function Ps(e){return e.replace(/[.*+?^${}()|[\]\\]/g,"\\$&")}function Ki(e){return e.startsWith("//")||e.startsWith("\\/\\/")||e.startsWith("\\\\/\\\\/")}function Ji(e){let t=e.replace(/\\+\//g,"/");return t.startsWith("/")&&!t.startsWith("//")}function Qi(e,t,r){return Ji(t)?e.replace(new RegExp(`(?<![A-Za-z0-9._~%\\\\-])${Ps(t)}`,"g"),r):Ki(t)?e.replace(new RegExp(`(?<!:)${Ps(t)}`,"g"),r):e.split(t).join(r)}function Gi(e,t){let r="\uE000WPSUITE_STATIC_REWRITE_";for(;e.includes(r)||t.some(([o,i])=>o.includes(r)||i.includes(r));)r+="_";let n=e,s=[];for(let[o,[i,c]]of t.entries()){let a=`${r}${o.toString(36)}\uE001`,d=Qi(n,i,a);d!==n&&(s.push([a,c]),n=d);}for(let[o,i]of s)n=n.split(o).join(i);return n}function Zi(e,t,r){if(e.wpsuite?.siteSettings?.subscriber===true||e.wpsuite?.subscriptionType==="PROFESSIONAL"||e.wpsuite?.subscriptionType==="AGENCY"||!r)return false;let s=C.extname(r).toLowerCase();return Vi.has(s)?/<head\b|<html\b|<!doctype html/i.test(t):false}function Yi(e){if(new RegExp(`<meta\\b(?=[^>]*\\bname=(["'])generator\\1)(?=[^>]*\\bcontent=(["'])${zi}\\2)[^>]*\\/?>`,"i").test(e))return e;let t=`<meta name="generator" content="${Rs}" />`;if(e.match(/(\r?\n)([ \t]*)<\/head>/i))return e.replace(/(\r?\n)([ \t]*)<\/head>/i,`$1$2${t}$1$2</head>`);let n=e.includes(`\r
|
|
2
2
|
`)?`\r
|
|
3
3
|
`:`
|
|
4
|
-
`;return e.replace(/<head\b[^>]*>/i,s=>`${s}${n} ${t}`)}function
|
|
5
|
-
`,"utf8");}function
|
|
4
|
+
`;return e.replace(/<head\b[^>]*>/i,s=>`${s}${n} ${t}`)}function Xi(e){let t=Ne(e).trim();return t.startsWith("{")||t.startsWith("[")||t.includes("\\/")||/"@context"|"@type"/.test(t)}function ea(e,t){let r=[...new Set(t)].filter(o=>o.includes("/")&&!/\\+\//.test(o)).map(o=>[o,Xt(o)]).filter(([o,i])=>o!==i).sort((o,i)=>i[0].length-o[0].length);if(!r.length)return e;let n=o=>{let i=o;for(let[c,a]of r)i=i.split(c).join(a);return i},s=e.replace(/(<script\b[^>]*\btype=["']application\/(?:ld\+)?json["'][^>]*>)([\s\S]*?)(<\/script>)/gi,(o,i,c,a)=>`${i}${n(c)}${a}`);return s=s.replace(/(<meta\b[^>]*\bcontent=(['"]))([\s\S]*?)(\2[^>]*>)/gi,(o,i,c,a,d)=>Xi(a)?`${i}${n(a)}${d}`:o),s}function vs(e,t){if(!t)return null;let r=C.dirname(C.resolve(t)),n=C.resolve(e.outputDir),s=C.relative(r,n).replace(/\\/g,"/");return s?(s.startsWith(".")||(s=`./${s}`),s.endsWith("/")?s:`${s}/`):"./"}function ta(e,t,r){let n=vs(t,r);if(!n)return e;let s=e;for(let o of Hi){let i=o.replace(/[.*+?^${}()|[\]\\]/g,"\\$&"),c=new RegExp(`(?:\\.{1,}/)+${i}`,"g"),a=new RegExp(`(?<!\\.)/${i}`,"g");s=s.replace(c,`${n}${o}`).replace(a,`${n}${o}`);let d=o.replace(/\//g,"\\/"),u=n.replace(/\//g,"\\/"),l=d.replace(/[.*+?^${}()|[\]\\]/g,"\\$&"),m=new RegExp(`(?:\\.{1,}\\\\/)+${l}`,"g"),p=new RegExp(`(?:\\.{1,}(?:\\\\/|\\\\))+${l}`,"g"),f=new RegExp(`(?<![\\.\\\\])\\/${l}`,"g");s=s.replace(m,`${u}${d}`).replace(p,`${u}${d}`).replace(f,`${u}${d}`);}return s}function an(e,t,r){if(e.urlRewriteMode==="absolute")return t;let n=(()=>{try{return new URL(t,e.targetOrigin==="."?"https://relative.invalid":e.targetOrigin)}catch{return null}})(),s=n?n.pathname:bs(t,e.targetOrigin),o=n?`${n.search}${n.hash}`:"";return e.urlRewriteMode==="root-relative"?`${s}${o}`:`${Ss(e.outputDir,r,s)}${o}`}function on(e,t,r,n,s){$t(e,r,an(t,n,s));}function ra(e,t,r,n,s){if(!r||r===n)return;$t(e,r,n);let o=an(t,r,s),i=an(t,n,s);$t(e,o,i);}function ln(e,t,r,n,s={}){let o=e,i={},c=t.sourceOrigin.replace(/\/+$/,"");if(t.urlRewriteMode!=="absolute"){let d=t.urlRewriteMode==="root-relative"?"/":vs(t,n)||"/";$t(i,`${c}/`,d);}on(i,t,c,t.targetOrigin,n);for(let[d,u]of Object.entries(t.extraReplacements))on(i,t,d,u,n);for(let[d,u]of Object.entries(r))on(i,t,d,u,n);for(let[d,u]of Object.entries(s)){let l=r[d];!l||l===u||ra(i,t,u,l,n);}let a=Object.entries(i).sort((d,u)=>u[0].length-d[0].length);return o=Gi(o,a),t.urlRewriteMode!=="absolute"&&(o=ta(o,t,n)),o=ea(o,a.map(([,d])=>d)),Zi(t,o,n)&&(o=Yi(o)),o}async function na(e,t,r,n){let s=C.join(e.outputDir,n),o=C.extname(s).toLowerCase(),i;try{i=await U.readFile(s,"utf8");}catch(d){if(d.code!=="ENOENT")throw d;return {changed:false}}let a=ln(i,e,t,o===".js"||o===".mjs"?void 0:s,r);return a!==i?(await _e(s,a,"utf8"),{changed:true}):{changed:false}}async function sa(e,t){return await new Promise((r,n)=>{let s=a=>{if(c(),a?.error){n(new Error(a.error));return}r({changed:!!a?.changed});},o=a=>{c(),n(a);},i=a=>{c(),a!==0&&n(new Error(`Rewrite worker exited with code ${a}.`));},c=()=>{e.off("message",s),e.off("error",o),e.off("exit",i);};e.on("message",s),e.on("error",o),e.on("exit",i),e.postMessage({file:t});})}async function er(e,t,r={}){let n=await cn(e,r.files),s=0;if(n.length===0)return 0;let o=Math.max(1,Number(e.rewriteConcurrency||e.assetDownloadConcurrency||1)),i=Math.max(1,Math.min(o,n.length,availableParallelism()));await r.onStart?.({totalFiles:n.length,workerCount:i});let c=0,a=0,d=null;if(i===1){for(let l of n){let m=await na(e,t,r.previousAssetMap??{},l);m.changed&&(s+=1),a+=1,await r.onProgress?.({index:a,totalFiles:n.length,changedTextFiles:s,file:l,changed:m.changed});}return s}let u=Array.from({length:i},async()=>{let l=new Worker(new URL("./rewrite-worker.js",import.meta.url),{workerData:{config:e,assetMap:t,previousAssetMap:r.previousAssetMap??{}}});try{for(;!d;){let m=c;if(m>=n.length)return;c+=1;let p=n[m],f=await sa(l,p);f.changed&&(s+=1),a+=1,await r.onProgress?.({index:a,totalFiles:n.length,changedTextFiles:s,file:p,changed:f.changed});}}catch(m){throw d=m instanceof Error?m:new Error(String(m)),d}finally{await l.terminate().catch(()=>{});}});return await Promise.all(u),s}var Me={error:0,warn:1,info:2,debug:3},oa=/^(?:authorization|proxyAuthorization|runtimeToken|siteKey|nonce|accessToken|refreshToken|accessKeyId|secretAccessKey|sessionToken|xStaticPublisherToken|xApiKey)$/i;function rt(e){return e.replace(/((?:x-static-publisher-token|authorization|proxy-authorization|x-api-key|aws-access-key-id|aws-secret-access-key|aws-session-token)\s*:\s*)[^\r\n]+/gi,"$1[REDACTED]").replace(/\b(Basic|Bearer)\s+[^\s]+/gi,"$1 [REDACTED]").replace(/([?&](?:token|access_token|refresh_token|api_key|key|nonce)=)[^&\s]+/gi,"$1[REDACTED]").replace(/((?:"|')?(?:runtimeToken|siteKey|nonce|accessToken|refreshToken|accessKeyId|secretAccessKey|sessionToken)(?:"|')?\s*[:=]\s*(?:"|'))[^"']+/gi,"$1[REDACTED]")}function rr(e){return typeof e=="string"?rt(e):Array.isArray(e)?e.map(t=>rr(t)):e instanceof Error?{name:e.name,message:rt(e.message),...e.stack?{stack:rt(e.stack)}:{}}:e&&typeof e=="object"?Object.fromEntries(Object.entries(e).map(([t,r])=>[t,oa.test(t)?"[REDACTED]":rr(r)])):e}function sr(e){return e?rr(e):void 0}var Cs=process.env.STATIC_PUBLISHER_RUNTIME_DIR||process.env.WPSUITE_STATIC_PUBLISHER_RUNTIME_DIR||"",tr=Cs?C.join(Cs,"current-progress.json"):"",ks=Promise.resolve();function xs(e){return e.includes("crawl")?"crawl":e.includes("deploy")?"deploy":e.includes("invalidate")?"invalidate":e}function ia(e,t){let r={...e},n=typeof e.phase=="string"?e.phase.trim():"",s=typeof t.phase=="string"?t.phase.trim():"";if(s!==""&&(s==="deploy"||s.startsWith("deploy-"))&&n!==s)for(let c of ["index","totalFiles","staged","uploaded","skipped","failed","deleted","workerCount","completedBatches","totalBatches"])delete r[c];let i=new Set(["pagesQueued","pagesRendered","assetsQueued","sitemapsQueued","pagesDiscovered","assetsDiscovered","sitemapsDiscovered","pagesSaved","assetsSaved","donePages","doneAssets","doneSitemaps","changedTextFiles","uploaded","failed","index","totalFiles","completedBatches","totalBatches","pageQueue","assetQueue","sitemapQueue"]);for(let[c,a]of Object.entries(t)){let d=r[c];if(typeof d=="number"&&typeof a=="number"&&i.has(c)){r[c]=Math.max(d,a);continue}r[c]=a;}return r}function Is(e,t,r){tr&&(ks=ks.then(async()=>{let n=new Date,s=n.toISOString();await U.mkdir(C.dirname(tr),{recursive:true});let o=await U.readFile(tr,"utf8").then(h=>JSON.parse(h)).catch(()=>null),i=o&&typeof o.details=="object"&&o.details?o.details:{},c=xs(e),a=o?.currentStep||xs(o?.source||""),d=o?.startedAt||s,u={...o?.stepDurationsSec??{}},l=o?.stepStartedAt||s;if(a&&a!==c&&o?.stepStartedAt){let h=Math.max(0,Math.round((n.getTime()-new Date(o.stepStartedAt).getTime())/1e3));u[a]=(u[a]??0)+h,l=s;}let m=Math.max(0,Math.round((n.getTime()-new Date(l).getTime())/1e3)),p=Math.max(0,Math.round((n.getTime()-new Date(d).getTime())/1e3)),f=rt(t),w=sr(r)??{},g={checkedAt:s,source:e,message:f,details:ia(i,w),startedAt:d,currentStep:c,stepStartedAt:l,stepElapsedSec:m,totalElapsedSec:p,stepDurationsSec:u};await U.writeFile(tr,JSON.stringify(g,null,2),"utf8");}).catch(()=>{}));}async function Ts(e,t){await U.mkdir(C.dirname(e),{recursive:true}),await U.appendFile(e,`${JSON.stringify(rr(t))}
|
|
5
|
+
`,"utf8");}function aa(e,t){let r=typeof t?.phase=="string"?t.phase.trim():"";return r||(e==="page"?"render-pages":e==="asset"?"download-assets":e==="sitemap"?"discovery":e==="timing"&&typeof t?.name=="string"&&t.name.trim()||"crawl")}function ca(e,t,r){let n=sr(r);return {checkedAt:new Date().toISOString(),currentStep:aa(e,n),level:e,message:rt(t),details:n??{}}}var ft=class{constructor(t,r,n="info"){this.logDir=t;this.logFile=r;this.level=n;this.ensureLogFileReady();}logDir;logFile;level;startedAt=Date.now();marks=new Map;initPromise=null;writeQueue=Promise.resolve();writeError=null;get logPath(){return C.join(this.logDir,this.logFile)}artifactPath(t){return this.logFile.endsWith(".log.jsonl")?C.join(this.logDir,this.logFile.replace(/\.log\.jsonl$/u,`${t}.jsonl`)):C.join(this.logDir,`${this.logFile}${t}.jsonl`)}get errorsPath(){return this.artifactPath(".errors")}get rejectedPath(){return this.artifactPath(".rejected")}ensureLogFileReady(){return this.initPromise||(this.initPromise=(async()=>{await U.mkdir(this.logDir,{recursive:true}),await U.writeFile(this.logPath,"","utf8");})()),this.initPromise}enqueueTask(t){this.writeQueue=this.writeQueue.then(t).catch(r=>{this.writeError=r instanceof Error?r:new Error(String(r));});}enqueueLine(t){this.enqueueTask(async()=>{await this.ensureLogFileReady(),await U.appendFile(this.logPath,`${t}
|
|
6
6
|
`,"utf8");});}enqueueJsonLine(t,r){this.enqueueTask(()=>Ts(t,r));}accepts(t){return Me[t]<=Me[this.level]}push(t,r,n){if(!this.accepts(t))return;let s=rt(r),o=sr(n),i=JSON.stringify({time:new Date().toISOString(),level:t,message:s,...o||{}});this.enqueueLine(i),t==="error"?console.error(`[ERROR] ${s}`,o?JSON.stringify(o):""):t==="warn"?console.warn(`[WARN] ${s}`,o?JSON.stringify(o):""):console.log(`[${t.toUpperCase().padEnd(5)}] ${s}`);}info(t,r){this.push("info",t,r);}progress(t,r){Is(this.logFile,t,r);}debug(t,r){this.push("debug",t,r);}warn(t,r){this.push("warn",t,r);}reject(t,r,n,s,o){let i={kind:t,url:r,reason:n,...s?{source:s}:{},...o||{}};this.enqueueJsonLine(this.rejectedPath,i),this.accepts("debug")&&this.push("debug",`Rejected ${t} ${r}: ${n}`,i);}error(t,r){this.enqueueJsonLine(this.errorsPath,{message:t,...r||{}}),this.push("error",t,r);}mark(t){this.marks.set(t,Date.now());}endMark(t,r){let n=this.marks.get(t);if(!n)return;let s=Date.now()-n,o=Number((s/1e3).toFixed(2));this.push("info",`Timing ${t}: ${o}s`,{name:t,ms:s,seconds:o,...r||{}});}async flush(){let t=Date.now()-this.startedAt,r=Number((t/1e3).toFixed(2));if(this.push("info",`Total time: ${r}s`,{name:"total",ms:t,seconds:r}),await this.writeQueue,this.writeError)throw this.writeError}},nr=class{constructor(t,r="info"){this.logDir=t;this.level=typeof r=="boolean"?r?"debug":"info":r,this.ensureLogFileReady();}logDir;startedAt=Date.now();marks=new Map;initPromise=null;writeQueue=Promise.resolve();writeError=null;level;get logPath(){return C.join(this.logDir,"crawl.log.jsonl")}get currentEventPath(){return C.join(this.logDir,"current-crawl-event.json")}get rejectedPath(){return C.join(this.logDir,"rejected.jsonl")}get ignoredPath(){return C.join(this.logDir,"ignored.jsonl")}get skippedPath(){return C.join(this.logDir,"skipped-http.jsonl")}get errorsPath(){return C.join(this.logDir,"errors.jsonl")}get timingsPath(){return C.join(this.logDir,"timings.jsonl")}ensureLogFileReady(){return this.initPromise||(this.initPromise=(async()=>{await U.mkdir(this.logDir,{recursive:true}),await U.writeFile(this.logPath,"","utf8");})()),this.initPromise}enqueueTask(t){this.writeQueue=this.writeQueue.then(t).catch(r=>{this.writeError=r instanceof Error?r:new Error(String(r));});}enqueueLine(t){this.enqueueTask(async()=>{await this.ensureLogFileReady(),await U.appendFile(this.logPath,`${t}
|
|
7
|
-
`,"utf8");});}enqueueJsonLine(t,r){this.enqueueTask(()=>Ts(t,r));}updateCurrentEvent(t,r,n){let s=
|
|
7
|
+
`,"utf8");});}enqueueJsonLine(t,r){this.enqueueTask(()=>Ts(t,r));}updateCurrentEvent(t,r,n){let s=ca(t,r,n);this.enqueueTask(async()=>{await U.mkdir(this.logDir,{recursive:true}),await U.writeFile(this.currentEventPath,JSON.stringify(s,null,2),"utf8");});}push(t,r,n){let s=rt(r),o=sr(n),i=JSON.stringify({time:new Date().toISOString(),level:t,message:s,...o||{}});this.enqueueLine(i),this.updateCurrentEvent(t,s,o),t==="error"?console.error(s,o||""):t==="warn"?console.warn(s,o||""):(Me[this.level]>=Me.debug||["summary","page","sitemap","asset","timing"].includes(t))&&console.log(s);}info(t,r){this.push("info",t,r);}debug(t,r){Me[this.level]<Me.debug||this.push("debug",t,r);}progress(t,r){Is("crawl.log.jsonl",t,r),this.updateCurrentEvent("progress",t,r);}checkpoint(t,r){this.updateCurrentEvent("checkpoint",t,r);}page(t,r){this.push("page",t,r);}sitemap(t,r){this.push("sitemap",t,r);}asset(t,r){this.push("asset",t,r);}warn(t,r){this.push("warn",t,r);}error(t,r){this.enqueueJsonLine(this.errorsPath,{message:t,...r||{}}),this.push("error",t,r);}summary(t,r){this.push("summary",t,r);}mark(t){this.marks.set(t,Date.now());}endMark(t,r){let n=this.marks.get(t);if(!n)return;let s=Date.now()-n,o={name:t,ms:s,seconds:Number((s/1e3).toFixed(2)),...r||{}};this.enqueueJsonLine(this.timingsPath,o),this.push("timing",`Timing ${t}: ${o.seconds}s`,o);}reject(t,r,n,s){let o={kind:t,url:r,reason:n,source:s};this.enqueueJsonLine(this.rejectedPath,o),Me[this.level]>=Me.debug&&this.push("reject",`Rejected ${t} ${r}: ${n}`,o);}ignore(t,r,n,s){let o={kind:t,url:r,reason:n,source:s};this.enqueueJsonLine(this.ignoredPath,o),Me[this.level]>=Me.debug&&this.push("ignore",`Ignored ${t} ${r}: ${n}`,o);}skip(t,r,n,s){let o={kind:t,url:r,status:n,source:s};this.enqueueJsonLine(this.skippedPath,o),this.push("warn",`Skipped ${t} ${r}: HTTP ${n}`,o);}async flush(){let t=Date.now()-this.startedAt,r={name:"total",ms:t,seconds:Number((t/1e3).toFixed(2))};if(this.enqueueJsonLine(this.timingsPath,r),await this.writeQueue,this.writeError)throw this.writeError}};var As="(?:css|js|mjs|json|map|xml|xsl|rss|atom|txt|enc|jws|png|jpe?g|gif|webp|avif|svg|ico|woff2?|ttf|otf|eot|pdf|mp4|webm)";function la(e){let t=[],r=/(?<![\w$.-])url\(\s*(?:"((?:\\.|[^"\\])*)"|'((?:\\.|[^'\\])*)'|((?:\\.|[^)\\])*?))\s*\)/gi;for(let n of e.matchAll(r)){let s=e.slice(0,n.index);if(/\.\s*$/.test(s)||/\bnew(?:\s|\/\*[\s\S]*?\*\/)+$/.test(s))continue;let o=(n[1]??n[2]??n[3]??"").trim();o&&!o.includes("${")&&t.push(o);}return t}function Es(e){let t=[],r=/"((?:\\.|[^"\\])*)"|'((?:\\.|[^'\\])*)'|`((?:\\.|[^`\\])*)`|\/\*[\s\S]*?\*\/|\/\/[^\r\n]*/g;for(let n of e.matchAll(r)){let s=n[1]??n[2]??n[3];s!==void 0&&t.push(s.replace(/\\(["'`\\])/g,"$1"));}return t}function Os(e,t={}){let r;if(t.javaScript)r=Es(e);else if(t.html){r=[e.replace(/<script\b[^>]*>[\s\S]*?<\/script\s*>/gi,"")];for(let s of e.matchAll(/<script\b[^>]*>([\s\S]*?)<\/script\s*>/gi))r.push(...Es(s[1]));}else r=[e];let n=new Set;for(let s of r){for(let o of la(s))n.add(o);for(let o of s.matchAll(/@import\s+(?:url\(\s*)?(?:"([^"]+)"|'([^']+)'|([^'"\s;)]+))/gi)){let i=o[1]??o[2]??o[3];i&&!i.includes("${")&&n.add(i);}}return [...n]}function Ms(e){let t=new RegExp(`(?:https?:)?//[^\\s'"<>\\);]+\\.${As}(?:[?#][^\\s'"<>\\);]*)?(?=[\\s'"<>\\);]|$)|(?<![A-Za-z0-9._-])/[^\\s'"<>\\);]+\\.${As}(?:[?#][^\\s'"<>\\);]*)?(?=[\\s'"<>\\);]|$)`,"gi");return [...e.matchAll(t)].map(r=>r[0])}function $s(e){return !!e&&/^(?:\.{1,2}\/)?[A-Za-z0-9@_][A-Za-z0-9@._/-]*\.(?:js|mjs)(?:[?#][^\s<>\\]*)?$/i.test(e)&&!e.startsWith("/")&&!e.startsWith("//")&&!/^[a-z][a-z0-9+.-]*:/i.test(e)&&!/(?:^|\/)node_modules(?:\/|$)|(?:^|\/)\.pnpm(?:\/|$)/i.test(e)}function js(e){let t=new Set,r=[],n=/\bimport\s*\(\s*["'`]([^"'`\s<>\\]+)["'`]\s*\)/g,s=/\b(?:[A-Za-z_$][\w$]*\.)?u\s*=\s*(?:\([^)]*\)|[A-Za-z_$][\w$]*)\s*=>\s*["'`]([^"'`\s<>\\]+)["'`]/g;for(let o of e.matchAll(n))o[1]&&$s(o[1])&&r.push({index:o.index??0,value:o[1]});for(let o of e.matchAll(s))o[1]&&$s(o[1])&&r.push({index:o.index??0,value:o[1]});for(let o of r.sort((i,c)=>i.index-c.index))t.add(o.value);return [...t]}function Fs(e){let t=new Set;for(let r of e.matchAll(/<script\b([^>]*?)>([\s\S]*?)<\/script\s*>/gi)){let n=new Map;for(let i of (r[1]??"").matchAll(/([^\s=/>]+)(?:\s*=\s*(?:"([^"]*)"|'([^']*)'|([^\s>]+)))?/g))n.set(i[1].toLowerCase(),i[2]??i[3]??i[4]??"");if(!n.has("data-static-export-assets"))continue;if(n.get("type")?.trim().toLowerCase()!=="application/json")throw new Error("data-static-export-assets requires application/json.");let s;try{s=JSON.parse(r[2]??"");}catch{throw new Error("Invalid JSON in data-static-export-assets.")}let o=s;if(!o||typeof o!="object"||Array.isArray(o)||o.schemaVersion!==void 0&&o.schemaVersion!==1||!Array.isArray(o.assets)||o.assets.length>2048||o.assets.some(i=>typeof i!="string"||!i.trim()))throw new Error("Invalid data-static-export-assets schema (expected version 1 and URL strings).");for(let i of o.assets)t.add(i.trim());}return [...t]}function Ds(e,t){let r=C.relative(t,e);return r===""||!r.startsWith("..")&&!C.isAbsolute(r)}function Us(e,t,r,n){let s=C.resolve(e),o=C.resolve(t),i=C.extname(s).toLowerCase();return !Ds(s,o)||i!==".html"&&i!==".htm"||r.has(s)?false:!n.some(c=>Ds(s,C.resolve(c)))}function un(e,t){return typeof e=="string"&&e.length>0&&t?.supported===true&&typeof t.token=="string"&&t.token.length>0&&e===t.token}function dn(e,t){try{let r=new URL(e),n=new URL(t,r);if(n.origin!==r.origin)return !1;let s=r.pathname.replace(/\/+$/,"");if(s&&n.pathname!==s&&!n.pathname.startsWith(`${s}/`))return !1;let o=s?n.pathname.slice(s.length)||"/":n.pathname;return ["/wp-includes/","/wp-content/plugins/","/wp-content/themes/","/wp-content/mu-plugins/"].some(i=>o.startsWith(i))}catch{return false}}function Ls(e){return e<1}function Ws(e){let t=String(e??"").toLowerCase();return t==="strict"?"Strict":t==="lax"?"Lax":t==="none"?"None":"Unspecified"}function da(e){let t=e.pathname||"/";if(!t.startsWith("/")||t==="/")return "/";let r=t.lastIndexOf("/");return r<=0?"/":t.slice(0,r)}function Ot(e){return `${e.name.toLowerCase()}
|
|
8
8
|
${e.domain.toLowerCase()}
|
|
9
|
-
${e.path}`}function
|
|
10
|
-
`,{encoding:"utf8",mode:384}),await U.rename(r,e);}function Mt(e){let t=e;for(let n=0;n<3;n+=1){if(/%(?:2f|5c)/i.test(t))return null;try{let s=decodeURIComponent(t);if(s===t)break;t=s;}catch{return null}}return t.includes("\0")||t.includes("\\")||t.split("/").some(n=>n==="."||n==="..")?null:t}function jt(e,t){let r=Mt(t);if(r===null)throw new Error(`Unsafe output URL pathname: ${t}`);let n=C.resolve(e),s=C.resolve(n,r.replace(/^\/+/,""));if(s!==n&&!s.startsWith(`${n}${C.sep}`))throw new Error(`Output path escapes configured root: ${t}`);return s}var te=1,qs=/^[A-Za-z0-9][A-Za-z0-9._-]{0,127}$/;function ne(e,t){let r=String(e??"").trim();if(!qs.test(r))throw new Error(`${t} must match ${qs.source} and be at most 128 characters.`);return r}function _s(e){let t=String(e??"").trim().replace(/^\/+|\/+$/g,"");if(!t)return "";let r=t.split("/").filter(Boolean);if(r.some(n=>n==="."||n===".."))throw new Error("S3 prefix contains an unsafe dot path segment.");return `${r.join("/")}/`}function Ye(e,...t){let r=_s(e),n=t.map((s,o)=>{let i=String(s??"").replace(/^\/+|\/+$/g,"");if(!i||i.split("/").some(c=>c==="."||c===".."))throw new Error(`Unsafe S3 key segment at index ${o}.`);return i});return `${r}${n.join("/")}`}function ve(e){return createHash("sha256").update(e).digest("hex")}function je(e,t){let r=String(e??"").replace(/^\/+/,""),n=_s(t);if(!r||r.includes("\0"))throw new Error("S3 object key is empty or invalid.");if(n&&!r.startsWith(n))throw new Error(`S3 object key is outside the configured workspace prefix: ${r}`);if(r.split("/").some(s=>s===".."))throw new Error("S3 object key contains an unsafe parent segment.");return r}function le(e,t,{optional:r=false}={}){if(!(r&&(e==null||e===""))){if(typeof e!="string"||!e.trim())throw new Error(`${t} must be a non-empty string.`);return e.trim()}}function Sa(e){if(!e||typeof e!="object")throw new Error("Remote worker config must be a JSON object.");let t=e;if(t.schemaVersion!==1)throw new Error(`Unsupported remote worker config version: ${String(t.schemaVersion)}.`);if(t.protocolVersion!==te)throw new Error(`Remote worker protocol mismatch: expected ${te}, received ${String(t.protocolVersion)}.`);let r=t.workspace,n=t.functions;if(!r||!n)throw new Error("Remote worker config requires workspace and functions objects.");let s=ut(t.awsProfile,"awsProfile");return {schemaVersion:1,region:le(t.region,"region"),...s?{awsProfile:s}:{},...le(t.roleArn,"roleArn",{optional:true})?{roleArn:le(t.roleArn,"roleArn")}:{},...le(t.roleSessionName,"roleSessionName",{optional:true})?{roleSessionName:le(t.roleSessionName,"roleSessionName")}:{},workspace:{bucket:le(r.bucket,"workspace.bucket"),prefix:String(r.prefix??"")},...t.status&&typeof t.status=="object"?{status:{tableName:le(t.status.tableName,"status.tableName")}}:{},functions:{render:le(n.render,"functions.render"),...le(n.asset,"functions.asset",{optional:true})?{asset:le(n.asset,"functions.asset")}:{},rewrite:le(n.rewrite,"functions.rewrite"),"deploy-copy":le(n["deploy-copy"],"functions.deploy-copy")},targets:Array.isArray(t.targets)?t.targets.map((o,i)=>{if(!o||typeof o!="object")throw new Error(`targets[${i}] must be an object.`);let c=o;return {id:le(c.id,`targets[${i}].id`),bucketName:le(c.bucketName,`targets[${i}].bucketName`),prefix:String(c.prefix??""),region:le(c.region,`targets[${i}].region`)}}):[],protocolVersion:te}}async function ar(e){let t=C.resolve(e);try{return Sa(JSON.parse(await readFile(t,"utf8")))}catch(r){throw new Error(`Unable to load remote worker config ${t}: ${r instanceof Error?r.message:String(r)}`,{cause:r})}}var wt=class{config;lambda;s3;dynamodb;#e;constructor(t,r={},n={}){this.config=t;let o=dt(t.awsProfile)??(t.roleArn?fromTemporaryCredentials({params:{RoleArn:t.roleArn,RoleSessionName:t.roleSessionName??"publisher-exporter-remote-worker"},clientConfig:{region:t.region}}):void 0);this.lambda=new LambdaClient({region:t.region,...o?{credentials:o}:{},...r}),this.s3=new S3Client({region:t.region,...o?{credentials:o}:{}}),this.dynamodb=t.status?new DynamoDBClient({region:t.region,...o?{credentials:o}:{}}):null,this.#e=n;}async#n(t){if(!this.dynamodb||!this.config.status)return null;let n=(await this.dynamodb.send(new GetItemCommand({TableName:this.config.status.tableName,ConsistentRead:true,Key:{jobId:{S:t.jobId},taskId:{S:t.taskId}}}))).Item;if(!n)return null;let s=n.operation?.S,o=n.status?.S;return !s||!["render","asset","rewrite","deploy-copy"].includes(s)||!o||!["running","succeeded","partial","failed"].includes(o)?null:{jobId:n.jobId?.S??t.jobId,taskId:n.taskId?.S??t.taskId,operation:s,status:o,completedItems:Number(n.completedItems?.N??0),failedItems:Number(n.failedItems?.N??0),totalItems:Number(n.totalItems?.N??0),sequence:Number(n.sequence?.N??0),updatedAt:n.updatedAt?.S??new Date(0).toISOString(),requestId:n.requestId?.S??null}}async#t(t,r){let n=this.lambda.send(new InvokeCommand({FunctionName:r,InvocationType:"RequestResponse",Payload:Buffer.from(JSON.stringify(t),"utf8")}));if(t.operation==="health"||!this.dynamodb||!this.#e.onProgress)return await n;let s=false,o=n.finally(()=>{s=true;}),i=Math.max(500,Math.min(3e4,this.#e.progressPollIntervalMs??2e3)),c=-1;for(;!s;){await Promise.race([o.then(()=>{},()=>{}),new Promise(a=>setTimeout(a,i))]);try{let a=await this.#n(t);a&&a.sequence>c&&(c=a.sequence,await this.#e.onProgress(a));}catch(a){await this.#e.onProgressError?.(a instanceof Error?a:new Error(String(a)));}}return await o}async invoke(t){let r=t.operation==="health"?this.config.functions.render:this.config.functions[t.operation];if(!r)throw new Error(`Remote worker configuration does not provide a ${t.operation} function. Redeploy the Lambda workers and reinstall remote-workers.json.`);let n=await this.#t(t,r),s=n.Payload?JSON.parse(new TextDecoder().decode(n.Payload)):null;if(n.FunctionError)throw new Error(`Remote ${t.operation} worker failed (${n.FunctionError}): ${JSON.stringify(s)}`);if(!s||typeof s!="object")throw new Error(`Remote ${t.operation} worker returned no JSON response.`);let o=s;if(o.schemaVersion!==te||o.operation!==t.operation||o.jobId!==t.jobId||o.taskId!==t.taskId)throw new Error(`Remote ${t.operation} worker returned a mismatched response.`);return o}async readResult(t){if(!t.resultKey)throw new Error(`Remote ${t.operation} response does not contain a resultKey.`);let r=je(t.resultKey,this.config.workspace.prefix),n=await this.s3.send(new GetObjectCommand({Bucket:this.config.workspace.bucket,Key:r}));if(!n.Body)throw new Error(`Remote worker result has no body: ${r}`);return JSON.parse(await n.Body.transformToString("utf8"))}async readObject(t){if(t.bucket!==this.config.workspace.bucket)throw new Error(`Remote worker object bucket mismatch: ${t.bucket}.`);let r=je(t.key,this.config.workspace.prefix),n=await this.s3.send(new GetObjectCommand({Bucket:this.config.workspace.bucket,Key:r,...t.versionId?{VersionId:t.versionId}:{}}));if(!n.Body)throw new Error(`Remote worker object has no body: ${r}`);let s=await n.Body.transformToByteArray();if(s.byteLength!==t.bytes)throw new Error(`Remote worker object length mismatch for ${r}: expected ${t.bytes}, received ${s.byteLength}.`);if(ve(s)!==t.sha256)throw new Error(`Remote worker object checksum mismatch for ${r}.`);return s}async readObjectText(t){return new TextDecoder("utf8",{fatal:true}).decode(await this.readObject(t))}async health(t){let r=this.config.functions[t];if(!r)throw new Error(`Remote worker configuration does not provide a ${t} function.`);let n=`${t}-${Date.now()}`,s=await this.lambda.send(new InvokeCommand({FunctionName:r,InvocationType:"RequestResponse",Payload:Buffer.from(JSON.stringify({schemaVersion:te,operation:"health",jobId:"health",taskId:n}),"utf8")})),o=s.Payload?JSON.parse(new TextDecoder().decode(s.Payload)):null;if(s.FunctionError||!o||typeof o!="object")throw new Error(`Remote ${t} health check failed: ${JSON.stringify(o)}`);return o}async writeWorkspaceObject(t){let r=je(t.key,this.config.workspace.prefix),n=typeof t.body=="string"?Buffer.from(t.body,"utf8"):t.body,s=ve(n),o=await this.s3.send(new PutObjectCommand({Bucket:this.config.workspace.bucket,Key:r,Body:n,ContentType:t.contentType,...t.cacheControl?{CacheControl:t.cacheControl}:{},Metadata:{sha256:s,...t.metadata??{}}}));return {bucket:this.config.workspace.bucket,key:r,sha256:s,bytes:n.byteLength,contentType:t.contentType,...o.ETag?{etag:o.ETag}:{},...o.VersionId?{versionId:o.VersionId}:{}}}async copyWorkspaceObject(t,r){if(t.bucket!==this.config.workspace.bucket)throw new Error(`Remote worker object bucket mismatch: ${t.bucket}.`);let n=je(t.key,this.config.workspace.prefix),s=je(r,this.config.workspace.prefix),o=`${t.bucket}/${n.split("/").map(c=>encodeURIComponent(c)).join("/")}`,i=await this.s3.send(new CopyObjectCommand({Bucket:t.bucket,Key:s,CopySource:o,MetadataDirective:"COPY"}));return {...t,key:s,...i.CopyObjectResult?.ETag?{etag:i.CopyObjectResult.ETag}:{},...i.VersionId?{versionId:i.VersionId}:{}}}};function cr(e){return Number.isInteger(e)&&e>=500&&e<=599}var gn=3;function lr(e){return Math.min(3e4,5e3*2**Math.max(0,e-1))}var be=class extends Error{constructor(r,n,s,o){let i=`Page failed after ${s} attempt(s), last server response HTTP ${n}: ${r}`;super(i+(o&&o!==i?`; ${o}`:""));this.url=r;this.status=n;this.attempts=s;this.name="PageHttpError";}url;status;attempts};function Hs(e){if(e.size===0)return;let t=[...e.values()].slice(0,5).map(r=>`HTTP ${r.status}: ${r.url}`).join("; ");throw new Error(`Crawl incomplete: ${e.size} page(s) failed after HTTP 5xx retries. Deployment is blocked; no complete deploy plan was produced. ${t}`)}function Ra(e,t,r){if(!e||typeof e!="object")throw new Error("Remote render result must be a JSON object.");let n=e;if(n.schemaVersion!==te||!n.response||n.response.operation!=="render"||n.response.jobId!==t.jobId||n.response.taskId!==t.taskId||!n.detail||!Array.isArray(n.detail.pages)||n.detail.pages.length!==r.length)throw new Error("Remote render result has an invalid envelope.");for(let[s,o]of r.entries())if(n.detail.pages[s]?.requestedUrl!==o)throw new Error("Remote render result does not match the requested URLs.");return n}function fn(e){return e instanceof Error?e.message:String(e)}var ur=class{#e;#n;#t;#s;#c;#l;#u;#r=[];#d=0;#o=0;#i=false;constructor(t){this.#e=t.client,this.#n=ne(t.jobId,"jobId"),this.#t=Math.max(1,Math.min(5,t.maxAttempts??2)),this.#s=t.onRetry,this.#u=t.sleep??setTimeout$1,this.#c=Math.max(1,Math.min(20,t.batchSize??1)),this.#l=Math.max(1,Math.min(100,t.maxConcurrentBatches??1));}async renderBatch(t){let r=[...new Set(t.urls)];if(r.length<1||r.length>20)throw new Error("Remote render batches require between 1 and 20 unique URLs.");let n=new Map,s=new Map,o=new Map,i=new Map,c=r;for(let a=1;a<=this.#t&&c.length>0;a+=1){this.#d+=1;let d=ne(`render-${this.#d}-${ve(c.join(`
|
|
11
|
-
`)).slice(0,24)}-a${a}`,"taskId"),u=[];try{let l=await this.#e.invoke({schemaVersion:te,operation:"render",jobId:this.#n,taskId:d,sourceOrigin:new URL(t.sourceOrigin).origin,urls:c,options:t.options}),
|
|
12
|
-
`)).slice(0,24)}-a${s}`,"taskId");try{let i=await this.#e.invoke({schemaVersion:te,operation:"asset",jobId:this.#n,taskId:o,urls:r,options:{ignoreHttpsErrors:t.ignoreHttpsErrors,timeoutMs:Math.max(1e3,Math.min(12e4,t.timeoutMs??6e4))}});return {assets:
|
|
13
|
-
`)).slice(0,16)}`,"taskId"),V={schemaVersion:te,operation:"rewrite",jobId:o,taskId:B,configKey:c,assetMapKey:a,previousAssetMapKey:d,items:k.map(P=>({inputKey:P.key,outputKey:P.key,relativePath:P.relativePath,contentType:P.contentType}))};try{let P=await r.client.invoke(V);T=
|
|
14
|
-
`)).slice(0,16)}`,"taskId");try{let k=await n.client.invoke({schemaVersion:te,operation:"rewrite",jobId:i,taskId:A,configKey:a,assetMapKey:d,items:y.map(v=>({inputKey:v.object.key,outputKey:v.object.key,relativePath:v.relativePath,contentType:v.contentType||v.object.contentType}))});b=
|
|
15
|
-
`,"utf8");}async function wr(e){try{let t=JSON.parse(await U.readFile(fr(e),"utf8"));if(t.schemaVersion!==1||typeof t.jobId!="string"||!t.workspace||typeof t.workspace.bucket!="string"||typeof t.workspace.prefix!="string"||!t.objects||typeof t.objects!="object"||!t.assetMap||typeof t.assetMap!="object")return null;let r=t;for(let[n,s]of Object.entries(r.objects)){if(hr(n),!s||s.relativePath!==n||s.object?.bucket!==r.workspace.bucket)return null;je(s.object.key,r.workspace.prefix);}return r}catch{return null}}var
|
|
16
|
-
${r}`,40),tokenSource:t.tokenSource?`${t.tokenSource}+site-subscriber`:"site-subscriber"}}async function
|
|
9
|
+
${e.path}`}function qs(e,t){let r;try{r=new URL(t);}catch{return null}let n=e.split(";"),s=n.shift()?.trim()??"",o=s.indexOf("=");if(o<=0)return null;let i=s.slice(0,o).trim();if(!i||[...i].some(w=>w<=" "||"=;,".includes(w)))return null;let c=r.hostname.toLowerCase(),a=da(r),d=null,u=true,l=false,m=false,p="Unspecified",f=false;for(let w of n){let g=w.indexOf("="),h=(g<0?w:w.slice(0,g)).trim().toLowerCase(),y=g<0?"":w.slice(g+1).trim();if(h==="domain"&&y)c=y.toLowerCase();else if(h==="path"&&y.startsWith("/"))a=y;else if(h==="expires"){let b=Date.parse(y);Number.isFinite(b)&&(d=Math.floor(b/1e3),u=false);}else if(h==="max-age"&&/^-?\d+$/u.test(y)){let b=Number.parseInt(y,10);d=Math.floor(Date.now()/1e3)+b,u=false;}else h==="secure"?l=true:h==="httponly"?m=true:h==="samesite"?p=Ws(y):h==="partitioned"&&(f=true);}return {name:i,domain:c,path:a,expires:d,session:u,secure:l,httpOnly:m,sameSite:p,partitioned:f}}function pa(e){let t=!Number.isFinite(e.expires)||e.expires<=0;return {name:e.name,domain:e.domain.toLowerCase(),path:e.path||"/",expires:t?null:e.expires,session:t,secure:e.secure,httpOnly:e.httpOnly,sameSite:Ws(e.sameSite),partitioned:e.partitioned===true}}function _s(e,t){let r=new Map(e.map(n=>[Ot(n),n.value]));return t.filter(n=>r.get(Ot(n))!==n.value).map(pa)}function ma(e,t){let r=e.session||t.session;return {...e,expires:r?null:Math.max(e.expires??0,t.expires??0)||null,session:r,secure:e.secure&&t.secure,httpOnly:e.httpOnly&&t.httpOnly,sameSite:e.sameSite===t.sameSite?e.sameSite:"Unspecified",partitioned:e.partitioned&&t.partitioned}}var or=class{#e=new Map;add(t){if(!t)return;let r={...t,domain:t.domain.toLowerCase(),path:t.path||"/"},n=Ot(r),s=this.#e.get(n);this.#e.set(n,s?ma(s,r):r);}addAll(t){for(let r of t)this.add(r);}artifact(){return {schemaVersion:1,observations:[...this.#e.values()].sort((t,r)=>Ot(t).localeCompare(Ot(r)))}}};async function ir(e,t){await U.mkdir(C.dirname(e),{recursive:true});let r=`${e}.${process.pid}.tmp`;await U.writeFile(r,`${JSON.stringify(t,null,2)}
|
|
10
|
+
`,{encoding:"utf8",mode:384}),await U.rename(r,e);}function Mt(e){let t=e;for(let n=0;n<3;n+=1){if(/%(?:2f|5c)/i.test(t))return null;try{let s=decodeURIComponent(t);if(s===t)break;t=s;}catch{return null}}return t.includes("\0")||t.includes("\\")||t.split("/").some(n=>n==="."||n==="..")?null:t}function jt(e,t){let r=Mt(t);if(r===null)throw new Error(`Unsafe output URL pathname: ${t}`);let n=C.resolve(e),s=C.resolve(n,r.replace(/^\/+/,""));if(s!==n&&!s.startsWith(`${n}${C.sep}`))throw new Error(`Output path escapes configured root: ${t}`);return s}var te=1,Ns=/^[A-Za-z0-9][A-Za-z0-9._-]{0,127}$/;function ne(e,t){let r=String(e??"").trim();if(!Ns.test(r))throw new Error(`${t} must match ${Ns.source} and be at most 128 characters.`);return r}function Bs(e){let t=String(e??"").trim().replace(/^\/+|\/+$/g,"");if(!t)return "";let r=t.split("/").filter(Boolean);if(r.some(n=>n==="."||n===".."))throw new Error("S3 prefix contains an unsafe dot path segment.");return `${r.join("/")}/`}function Ye(e,...t){let r=Bs(e),n=t.map((s,o)=>{let i=String(s??"").replace(/^\/+|\/+$/g,"");if(!i||i.split("/").some(c=>c==="."||c===".."))throw new Error(`Unsafe S3 key segment at index ${o}.`);return i});return `${r}${n.join("/")}`}function ve(e){return createHash("sha256").update(e).digest("hex")}function je(e,t){let r=String(e??"").replace(/^\/+/,""),n=Bs(t);if(!r||r.includes("\0"))throw new Error("S3 object key is empty or invalid.");if(n&&!r.startsWith(n))throw new Error(`S3 object key is outside the configured workspace prefix: ${r}`);if(r.split("/").some(s=>s===".."))throw new Error("S3 object key contains an unsafe parent segment.");return r}function le(e,t,{optional:r=false}={}){if(!(r&&(e==null||e===""))){if(typeof e!="string"||!e.trim())throw new Error(`${t} must be a non-empty string.`);return e.trim()}}function Ca(e){if(!e||typeof e!="object")throw new Error("Remote worker config must be a JSON object.");let t=e;if(t.schemaVersion!==1)throw new Error(`Unsupported remote worker config version: ${String(t.schemaVersion)}.`);if(t.protocolVersion!==te)throw new Error(`Remote worker protocol mismatch: expected ${te}, received ${String(t.protocolVersion)}.`);let r=t.workspace,n=t.functions;if(!r||!n)throw new Error("Remote worker config requires workspace and functions objects.");let s=ut(t.awsProfile,"awsProfile");return {schemaVersion:1,region:le(t.region,"region"),...s?{awsProfile:s}:{},...le(t.roleArn,"roleArn",{optional:true})?{roleArn:le(t.roleArn,"roleArn")}:{},...le(t.roleSessionName,"roleSessionName",{optional:true})?{roleSessionName:le(t.roleSessionName,"roleSessionName")}:{},workspace:{bucket:le(r.bucket,"workspace.bucket"),prefix:String(r.prefix??"")},...t.status&&typeof t.status=="object"?{status:{tableName:le(t.status.tableName,"status.tableName")}}:{},functions:{render:le(n.render,"functions.render"),...le(n.asset,"functions.asset",{optional:true})?{asset:le(n.asset,"functions.asset")}:{},rewrite:le(n.rewrite,"functions.rewrite"),"deploy-copy":le(n["deploy-copy"],"functions.deploy-copy")},targets:Array.isArray(t.targets)?t.targets.map((o,i)=>{if(!o||typeof o!="object")throw new Error(`targets[${i}] must be an object.`);let c=o;return {id:le(c.id,`targets[${i}].id`),bucketName:le(c.bucketName,`targets[${i}].bucketName`),prefix:String(c.prefix??""),region:le(c.region,`targets[${i}].region`)}}):[],protocolVersion:te}}async function ar(e){let t=C.resolve(e);try{return Ca(JSON.parse(await readFile(t,"utf8")))}catch(r){throw new Error(`Unable to load remote worker config ${t}: ${r instanceof Error?r.message:String(r)}`,{cause:r})}}var wt=class{config;lambda;s3;dynamodb;#e;constructor(t,r={},n={}){this.config=t;let o=dt(t.awsProfile)??(t.roleArn?fromTemporaryCredentials({params:{RoleArn:t.roleArn,RoleSessionName:t.roleSessionName??"publisher-exporter-remote-worker"},clientConfig:{region:t.region}}):void 0);this.lambda=new LambdaClient({region:t.region,...o?{credentials:o}:{},...r}),this.s3=new S3Client({region:t.region,...o?{credentials:o}:{}}),this.dynamodb=t.status?new DynamoDBClient({region:t.region,...o?{credentials:o}:{}}):null,this.#e=n;}async#n(t){if(!this.dynamodb||!this.config.status)return null;let n=(await this.dynamodb.send(new GetItemCommand({TableName:this.config.status.tableName,ConsistentRead:true,Key:{jobId:{S:t.jobId},taskId:{S:t.taskId}}}))).Item;if(!n)return null;let s=n.operation?.S,o=n.status?.S;return !s||!["render","asset","rewrite","deploy-copy"].includes(s)||!o||!["running","succeeded","partial","failed"].includes(o)?null:{jobId:n.jobId?.S??t.jobId,taskId:n.taskId?.S??t.taskId,operation:s,status:o,completedItems:Number(n.completedItems?.N??0),failedItems:Number(n.failedItems?.N??0),totalItems:Number(n.totalItems?.N??0),sequence:Number(n.sequence?.N??0),updatedAt:n.updatedAt?.S??new Date(0).toISOString(),requestId:n.requestId?.S??null}}async#t(t,r){let n=this.lambda.send(new InvokeCommand({FunctionName:r,InvocationType:"RequestResponse",Payload:Buffer.from(JSON.stringify(t),"utf8")}));if(t.operation==="health"||!this.dynamodb||!this.#e.onProgress)return await n;let s=false,o=n.finally(()=>{s=true;}),i=Math.max(500,Math.min(3e4,this.#e.progressPollIntervalMs??2e3)),c=-1;for(;!s;){await Promise.race([o.then(()=>{},()=>{}),new Promise(a=>setTimeout(a,i))]);try{let a=await this.#n(t);a&&a.sequence>c&&(c=a.sequence,await this.#e.onProgress(a));}catch(a){await this.#e.onProgressError?.(a instanceof Error?a:new Error(String(a)));}}return await o}async invoke(t){let r=t.operation==="health"?this.config.functions.render:this.config.functions[t.operation];if(!r)throw new Error(`Remote worker configuration does not provide a ${t.operation} function. Redeploy the Lambda workers and reinstall remote-workers.json.`);let n=await this.#t(t,r),s=n.Payload?JSON.parse(new TextDecoder().decode(n.Payload)):null;if(n.FunctionError)throw new Error(`Remote ${t.operation} worker failed (${n.FunctionError}): ${JSON.stringify(s)}`);if(!s||typeof s!="object")throw new Error(`Remote ${t.operation} worker returned no JSON response.`);let o=s;if(o.schemaVersion!==te||o.operation!==t.operation||o.jobId!==t.jobId||o.taskId!==t.taskId)throw new Error(`Remote ${t.operation} worker returned a mismatched response.`);return o}async readResult(t){if(!t.resultKey)throw new Error(`Remote ${t.operation} response does not contain a resultKey.`);let r=je(t.resultKey,this.config.workspace.prefix),n=await this.s3.send(new GetObjectCommand({Bucket:this.config.workspace.bucket,Key:r}));if(!n.Body)throw new Error(`Remote worker result has no body: ${r}`);return JSON.parse(await n.Body.transformToString("utf8"))}async readObject(t){if(t.bucket!==this.config.workspace.bucket)throw new Error(`Remote worker object bucket mismatch: ${t.bucket}.`);let r=je(t.key,this.config.workspace.prefix),n=await this.s3.send(new GetObjectCommand({Bucket:this.config.workspace.bucket,Key:r,...t.versionId?{VersionId:t.versionId}:{}}));if(!n.Body)throw new Error(`Remote worker object has no body: ${r}`);let s=await n.Body.transformToByteArray();if(s.byteLength!==t.bytes)throw new Error(`Remote worker object length mismatch for ${r}: expected ${t.bytes}, received ${s.byteLength}.`);if(ve(s)!==t.sha256)throw new Error(`Remote worker object checksum mismatch for ${r}.`);return s}async readObjectText(t){return new TextDecoder("utf8",{fatal:true}).decode(await this.readObject(t))}async health(t){let r=this.config.functions[t];if(!r)throw new Error(`Remote worker configuration does not provide a ${t} function.`);let n=`${t}-${Date.now()}`,s=await this.lambda.send(new InvokeCommand({FunctionName:r,InvocationType:"RequestResponse",Payload:Buffer.from(JSON.stringify({schemaVersion:te,operation:"health",jobId:"health",taskId:n}),"utf8")})),o=s.Payload?JSON.parse(new TextDecoder().decode(s.Payload)):null;if(s.FunctionError||!o||typeof o!="object")throw new Error(`Remote ${t} health check failed: ${JSON.stringify(o)}`);return o}async writeWorkspaceObject(t){let r=je(t.key,this.config.workspace.prefix),n=typeof t.body=="string"?Buffer.from(t.body,"utf8"):t.body,s=ve(n),o=await this.s3.send(new PutObjectCommand({Bucket:this.config.workspace.bucket,Key:r,Body:n,ContentType:t.contentType,...t.cacheControl?{CacheControl:t.cacheControl}:{},Metadata:{sha256:s,...t.metadata??{}}}));return {bucket:this.config.workspace.bucket,key:r,sha256:s,bytes:n.byteLength,contentType:t.contentType,...o.ETag?{etag:o.ETag}:{},...o.VersionId?{versionId:o.VersionId}:{}}}async copyWorkspaceObject(t,r){if(t.bucket!==this.config.workspace.bucket)throw new Error(`Remote worker object bucket mismatch: ${t.bucket}.`);let n=je(t.key,this.config.workspace.prefix),s=je(r,this.config.workspace.prefix),o=`${t.bucket}/${n.split("/").map(c=>encodeURIComponent(c)).join("/")}`,i=await this.s3.send(new CopyObjectCommand({Bucket:t.bucket,Key:s,CopySource:o,MetadataDirective:"COPY"}));return {...t,key:s,...i.CopyObjectResult?.ETag?{etag:i.CopyObjectResult.ETag}:{},...i.VersionId?{versionId:i.VersionId}:{}}}};function cr(e){return Number.isInteger(e)&&e>=500&&e<=599}var gn=3;function lr(e){return Math.min(3e4,5e3*2**Math.max(0,e-1))}var be=class extends Error{constructor(r,n,s,o){let i=`Page failed after ${s} attempt(s), last server response HTTP ${n}: ${r}`;super(i+(o&&o!==i?`; ${o}`:""));this.url=r;this.status=n;this.attempts=s;this.name="PageHttpError";}url;status;attempts};function zs(e){if(e.size===0)return;let t=[...e.values()].slice(0,5).map(r=>`HTTP ${r.status}: ${r.url}`).join("; ");throw new Error(`Crawl incomplete: ${e.size} page(s) failed after HTTP 5xx retries. Deployment is blocked; no complete deploy plan was produced. ${t}`)}function xa(e,t,r){if(!e||typeof e!="object")throw new Error("Remote render result must be a JSON object.");let n=e;if(n.schemaVersion!==te||!n.response||n.response.operation!=="render"||n.response.jobId!==t.jobId||n.response.taskId!==t.taskId||!n.detail||!Array.isArray(n.detail.pages)||n.detail.pages.length!==r.length)throw new Error("Remote render result has an invalid envelope.");for(let[s,o]of r.entries())if(n.detail.pages[s]?.requestedUrl!==o)throw new Error("Remote render result does not match the requested URLs.");return n}function fn(e){return e instanceof Error?e.message:String(e)}var ur=class{#e;#n;#t;#s;#c;#l;#u;#r=[];#d=0;#o=0;#i=false;constructor(t){this.#e=t.client,this.#n=ne(t.jobId,"jobId"),this.#t=Math.max(1,Math.min(5,t.maxAttempts??2)),this.#s=t.onRetry,this.#u=t.sleep??setTimeout$1,this.#c=Math.max(1,Math.min(20,t.batchSize??1)),this.#l=Math.max(1,Math.min(100,t.maxConcurrentBatches??1));}async renderBatch(t){let r=[...new Set(t.urls)];if(r.length<1||r.length>20)throw new Error("Remote render batches require between 1 and 20 unique URLs.");let n=new Map,s=new Map,o=new Map,i=new Map,c=r;for(let a=1;a<=this.#t&&c.length>0;a+=1){this.#d+=1;let d=ne(`render-${this.#d}-${ve(c.join(`
|
|
11
|
+
`)).slice(0,24)}-a${a}`,"taskId"),u=[];try{let l=await this.#e.invoke({schemaVersion:te,operation:"render",jobId:this.#n,taskId:d,sourceOrigin:new URL(t.sourceOrigin).origin,urls:c,options:t.options}),m=xa(await this.#e.readResult(l),l,c);for(let p of m.detail.pages){if(o.delete(p.requestedUrl),cr(p.httpStatus)){let f=p.httpStatus;o.set(p.requestedUrl,f),i.set(p.requestedUrl,f),s.set(p.requestedUrl,new be(p.requestedUrl,f,a).message),u.push(p.requestedUrl);continue}if(p.httpStatus!==null&&p.httpStatus!==void 0)i.delete(p.requestedUrl);else if(i.has(p.requestedUrl)){s.set(p.requestedUrl,p.error||"Remote render returned no HTTP status after a server error."),u.push(p.requestedUrl);continue}if(p.outcome==="failed"||p.outcome==="deferred"||!p.html){let f=p.error||`Remote render ended with ${p.outcome}.`;s.set(p.requestedUrl,f),u.push(p.requestedUrl);continue}try{n.set(p.requestedUrl,{page:p,html:t.downloadHtml===!1?null:await this.#e.readObjectText(p.html),taskId:d,attempts:a}),s.delete(p.requestedUrl);}catch(f){s.set(p.requestedUrl,fn(f)),u.push(p.requestedUrl);}}}catch(l){let m=fn(l);for(let p of c)o.delete(p),s.set(p,m),u.push(p);}if(a<this.#t){let l=u.some(m=>o.has(m))?lr(a):0;for(let m of u){let p=o.get(m);this.#s?.({url:m,attempt:a,maxAttempts:this.#t,reason:s.get(m)??"Remote render failed.",...p===void 0?{}:{status:p,delayMs:l}});}l>0&&await this.#u(l);}c=u;}return {pages:r.flatMap(a=>{let d=n.get(a);return d?[d]:[]}),failures:c.map(a=>({url:a,attempts:this.#t,error:s.get(a)??"Remote render failed.",...i.has(a)?{httpStatus:i.get(a)}:{}}))}}async render(t){let r=JSON.stringify({sourceOrigin:new URL(t.sourceOrigin).origin,options:t.options,downloadHtml:t.downloadHtml!==false});return await new Promise((n,s)=>{this.#r.push({input:t,key:r,resolve:n,reject:s}),this.#a();})}#a(){this.#i||this.#r.length===0||(this.#i=true,setTimeout(()=>{this.#i=false,this.#p();},0));}#p(){for(;this.#o<this.#l&&this.#r.length>0;){let t=this.#r.shift();if(!t)break;let r=[t];for(let n=0;n<this.#r.length&&r.length<this.#c;){let s=this.#r[n];s?.key===t.key?(r.push(s),this.#r.splice(n,1)):n+=1;}this.#o+=1,this.renderBatch({sourceOrigin:t.input.sourceOrigin,urls:r.map(n=>n.input.url),options:t.input.options,...t.input.downloadHtml===void 0?{}:{downloadHtml:t.input.downloadHtml}}).then(n=>{let s=new Map(n.pages.map(i=>[i.page.requestedUrl,i])),o=new Map(n.failures.map(i=>[i.url,i]));for(let i of r){let c=s.get(i.input.url);if(c){i.resolve(c);continue}let a=o.get(i.input.url);i.reject(a?.httpStatus===void 0?new Error(`Remote render failed after ${a?.attempts??this.#t} attempt(s) for ${i.input.url}: ${a?.error??"Unknown remote render failure."}`):new be(i.input.url,a.httpStatus,a.attempts,a.error));}}).catch(n=>{let s=fn(n);for(let o of r)o.reject(new Error(s,{cause:n}));}).finally(()=>{this.#o-=1,this.#a();});}this.#r.length>0&&this.#a();}};function Ia(e,t,r){if(!e||typeof e!="object")throw new Error("Remote asset result must be a JSON object.");let n=e;if(n.schemaVersion!==te||n.response?.operation!=="asset"||n.response.jobId!==t.jobId||n.response.taskId!==t.taskId||!n.detail||!Array.isArray(n.detail.assets)||n.detail.assets.length!==r.length)throw new Error("Remote asset result has an invalid envelope.");for(let s=0;s<r.length;s+=1)if(n.detail.assets[s]?.requestedUrl!==r[s])throw new Error("Remote asset result does not match the requested URLs.");return n}var dr=class{#e;#n;#t;#s=0;constructor(t){this.#e=t.client,this.#n=ne(t.jobId,"jobId"),this.#t=Math.max(1,Math.min(5,t.maxAttempts??2));}async fetch(t){let r=[...t.urls];if(r.length<1||r.length>20)throw new Error("Remote asset batches require between 1 and 20 URLs.");let n=null;for(let s=1;s<=this.#t;s+=1){this.#s+=1;let o=ne(`asset-${this.#s}-${ve(r.join(`
|
|
12
|
+
`)).slice(0,24)}-a${s}`,"taskId");try{let i=await this.#e.invoke({schemaVersion:te,operation:"asset",jobId:this.#n,taskId:o,urls:r,options:{ignoreHttpsErrors:t.ignoreHttpsErrors,timeoutMs:Math.max(1e3,Math.min(12e4,t.timeoutMs??6e4))}});return {assets:Ia(await this.#e.readResult(i),i,r).detail.assets,taskId:o,attempts:s}}catch(i){n=i;}}throw new Error(`Remote asset batch failed after ${this.#t} attempt(s): ${n instanceof Error?n.message:String(n)}`,{cause:n})}};function Js(e,t){let r=[];for(let n=0;n<e.length;n+=t)r.push(e.slice(n,n+t));return r}function Qs(e){return {sourceOrigin:e.sourceOrigin,targetOrigin:e.targetOrigin,urlRewriteMode:e.urlRewriteMode,outputDir:"/workspace",extraReplacements:e.extraReplacements,wpsuite:{...e.wpsuite?.subscriptionType?{subscriptionType:e.wpsuite.subscriptionType}:{},...e.wpsuite?.siteSettings?{siteSettings:{subscriber:e.wpsuite.siteSettings.subscriber===true}}:{}}}}function Gs(e,t){if(!e||typeof e!="object")throw new Error("Remote rewrite result must be a JSON object.");let r=e;if(r.schemaVersion!==te||r.response?.operation!=="rewrite"||r.response.jobId!==t.jobId||r.response.taskId!==t.taskId||!r.detail||!Array.isArray(r.detail.objects))throw new Error("Remote rewrite result has an invalid envelope.");return r}async function pr(e,t,r){let n=r.options??{},s=await cn(e,n.files);if(s.length===0)return 0;let o=ne(r.jobId,"jobId"),i=Ye(r.client.config.workspace.prefix,"jobs",o,"rewrite-inputs"),c=`${i}/config.json`.replace(/\/+/g,"/"),a=`${i}/asset-map.json`.replace(/\/+/g,"/"),d=`${i}/previous-asset-map.json`.replace(/\/+/g,"/");await Promise.all([r.client.writeWorkspaceObject({key:c,body:JSON.stringify(Qs(e)),contentType:"application/json; charset=utf-8"}),r.client.writeWorkspaceObject({key:a,body:JSON.stringify(t),contentType:"application/json; charset=utf-8"}),r.client.writeWorkspaceObject({key:d,body:JSON.stringify(n.previousAssetMap??{}),contentType:"application/json; charset=utf-8"})]);let u=Math.max(1,Math.min(500,r.batchSize)),l=Math.ceil(s.length/u),m=Math.max(1,Math.min(Math.max(1,r.concurrency),l));await n.onStart?.({totalFiles:s.length,workerCount:m});let p=[],f=0,w=0;await Promise.all(Array.from({length:Math.min(16,s.length)},async()=>{for(;;){let A=f;if(A>=s.length)return;f+=1;let k=s[A],v=C.join(e.outputDir,k),T=Ks.lookup(k),$=T?Ks.contentType(T)||T:"text/plain; charset=utf-8",B=`${i}/files/${ve(k)}.txt`.replace(/\/+/g,"/");await r.client.writeWorkspaceObject({key:B,body:await U.readFile(v),contentType:$}),p[A]={relativePath:k,key:B,fullPath:v,contentType:$},w+=1,await r.onStageProgress?.({index:w,totalFiles:s.length,file:k});}}));let g=Js(p,u),h=0,y=0,b=0,S=0,M=Array.from({length:m},async()=>{for(;;){let A=h;if(A>=g.length)return;h+=1;let k=g[A],v=null,T=null;for(let $=1;$<=Math.max(1,Math.min(5,r.maxAttempts));$+=1){let B=ne(`rewrite-${A+1}-a${$}-${ve(k.map(P=>P.relativePath).join(`
|
|
13
|
+
`)).slice(0,16)}`,"taskId"),V={schemaVersion:te,operation:"rewrite",jobId:o,taskId:B,configKey:c,assetMapKey:a,previousAssetMapKey:d,items:k.map(P=>({inputKey:P.key,outputKey:P.key,relativePath:P.relativePath,contentType:P.contentType}))};try{let P=await r.client.invoke(V);T=Gs(await r.client.readResult(P),P);break}catch(P){v=P;}}if(!T)throw new Error(`Remote rewrite batch ${A+1}/${g.length} failed: ${v instanceof Error?v.message:String(v)}`,{cause:v});for(let $ of k){let B=T.detail.objects.find(V=>V.outputKey===$.key);if(!B)throw new Error(`Remote rewrite result omitted ${$.relativePath}.`);await _e($.fullPath,Buffer.from(await r.client.readObject(B.output))),B.changed&&(S+=1),y+=1,await n.onProgress?.({index:y,totalFiles:s.length,changedTextFiles:S,file:$.relativePath,changed:B.changed});}b+=1,await r.onBatchProgress?.({completedItems:y,totalItems:s.length,completedBatches:b,totalBatches:g.length,changedTextFiles:S});}});return await Promise.all(M),S}async function mr(e,t,r,n){let s=n.relativePaths?new Set([...n.relativePaths].map(h=>h.replace(/\\/g,"/"))):null,o=Object.values(t.objects).filter(h=>h.isText&&(!s||s.has(h.relativePath))).sort((h,y)=>h.relativePath.localeCompare(y.relativePath));if(o.length===0)return 0;let i=ne(n.jobId,"jobId"),c=Ye(n.client.config.workspace.prefix,"jobs",i,"rewrite-config"),a=`${c}/config.json`.replace(/\/+/g,"/"),d=`${c}/asset-map.json`.replace(/\/+/g,"/");await Promise.all([n.client.writeWorkspaceObject({key:a,body:JSON.stringify(Qs(e)),contentType:"application/json; charset=utf-8"}),n.client.writeWorkspaceObject({key:d,body:JSON.stringify(r),contentType:"application/json; charset=utf-8"})]);let u=Math.max(1,Math.min(500,n.batchSize)),l=Js(o,u),m=Math.max(1,Math.min(Math.max(1,n.concurrency),l.length)),p=0,f=0,w=0,g=0;return await Promise.all(Array.from({length:m},async()=>{for(;;){let h=p;if(h>=l.length)return;p+=1;let y=l[h],b=null,S=null;for(let M=1;M<=Math.max(1,Math.min(5,n.maxAttempts));M+=1){let A=ne(`rewrite-object-${h+1}-a${M}-${ve(y.map(k=>k.relativePath).join(`
|
|
14
|
+
`)).slice(0,16)}`,"taskId");try{let k=await n.client.invoke({schemaVersion:te,operation:"rewrite",jobId:i,taskId:A,configKey:a,assetMapKey:d,items:y.map(v=>({inputKey:v.object.key,outputKey:v.object.key,relativePath:v.relativePath,contentType:v.contentType||v.object.contentType}))});b=Gs(await n.client.readResult(k),k);break}catch(k){S=k;}}if(!b)throw new Error(`Remote object rewrite batch ${h+1}/${l.length} failed: ${S instanceof Error?S.message:String(S)}`,{cause:S});for(let M of y){let A=b.detail.objects.find(k=>k.outputKey===M.object.key);if(!A)throw new Error(`Remote rewrite result omitted ${M.relativePath}.`);M.object=A.output,A.changed&&(g+=1),f+=1,await n.onProgress?.({index:f,totalFiles:o.length,changedTextFiles:g,file:M.relativePath,changed:A.changed});}w+=1,await n.onBatchProgress?.({completedItems:f,totalItems:o.length,completedBatches:w,totalBatches:l.length,changedTextFiles:g});}})),t.assetMap={...r},t.generatedAt=new Date().toISOString(),g}var Ea="remote-workers.json";function gr(e={}){let t=String(e.explicitPath??"").trim();if(t)return C.resolve(t);let r=String(e.runtimeDir??process.env.STATIC_PUBLISHER_RUNTIME_DIR??process.env.WPSUITE_STATIC_PUBLISHER_RUNTIME_DIR??"").trim();return r?C.join(C.resolve(r),Ea):""}function Zs(e,t,r,n=250){let s=Math.max(1,Math.floor(n)),o=[],i=new Set;for(let c of [e,...t]){let a=c.trim();if(!(!a||i.has(a)||r(a))&&(i.add(a),o.push(a),o.length>=s))break}return o}async function Ys(e,t){let r=String(e.wpsuite?.runtimeToken||"").trim();if(!r)throw new Error("Page-cache purge is enabled, but the WordPress runtime token is missing.");let n=new URL("/wp-json/smartcloud-static-publisher/v1/page-cache/purge",e.sourceOrigin).toString(),s=await t.post(n,{timeout:3e4,failOnStatusCode:false,maxRedirects:0,headers:{"content-type":"application/json","x-static-publisher-token":r},data:JSON.stringify({scope:"all"})});try{let o=await s.text();if(o.length>65536)throw new Error("WordPress page-cache purge response was too large.");let i=null;try{i=JSON.parse(o);}catch{throw new Error(`WordPress page-cache purge returned invalid JSON (HTTP ${s.status()}).`)}if(!s.ok()){let c=i&&typeof i=="object"&&"message"in i?String(i.message||""):"";throw new Error(`WordPress page-cache purge failed with HTTP ${s.status()}${c?`: ${c}`:""}`)}if(!i||typeof i!="object"||i.purged!==!0)throw new Error("WordPress page-cache provider did not confirm a complete purge.");return {purged:!0,provider:String(i.provider||"custom"),scope:"all",...typeof i.purgedAt=="string"?{purgedAt:i.purgedAt}:{}}}finally{await s.dispose().catch(()=>{});}}function $a(){let e=process.env.STATIC_PUBLISHER_RUNTIME_DIR||process.env.WPSUITE_STATIC_PUBLISHER_RUNTIME_DIR||"";return e.trim()?C.resolve(e):""}function fr(e){let t=String(process.env.STATIC_PUBLISHER_REMOTE_EXPORT_MANIFEST_PATH||"").trim();if(t)return C.resolve(t);let r=$a();if(r)return C.join(r,"remote-export-manifest.json");let n=C.resolve(e.outputDir);return C.join(C.dirname(n),`.${C.basename(n)}-remote-export-manifest.json`)}function hr(e){let t=C.posix.normalize(String(e||"").replace(/\\/g,"/").replace(/^\/+/,""));if(!t||t==="."||t===".."||t.startsWith("../")||/^[A-Za-z]:/.test(t))throw new Error(`Invalid remote export relative path: ${e}`);return t}function eo(e,t,r){let n=r?.workspace.bucket===t.workspace.bucket&&r.workspace.prefix===t.workspace.prefix;return {schemaVersion:1,generatedAt:new Date().toISOString(),jobId:e,workspace:{...t.workspace},objects:n?{...r.objects}:{},assetMap:n?{...r.assetMap}:{}}}function to(e,t){let r=e.objects[hr(t)];if(!r)return true;let n=`${Ye(e.workspace.prefix,"jobs",ne(e.jobId,"jobId"))}/`;return !je(r.object.key,e.workspace.prefix).startsWith(n)}function yt(e,t){let r=hr(t.relativePath);if(t.object.bucket!==e.workspace.bucket)throw new Error(`Remote export object bucket mismatch for ${r}.`);je(t.object.key,e.workspace.prefix),e.objects[r]={...t,relativePath:r},e.generatedAt=new Date().toISOString();}function ro(e,t){delete e.objects[hr(t)],e.generatedAt=new Date().toISOString();}async function no(e,t){t.generatedAt=new Date().toISOString();let r=fr(e);await U.mkdir(C.dirname(r),{recursive:true}),await _e(r,`${JSON.stringify(t,null,2)}
|
|
15
|
+
`,"utf8");}async function wr(e){try{let t=JSON.parse(await U.readFile(fr(e),"utf8"));if(t.schemaVersion!==1||typeof t.jobId!="string"||!t.workspace||typeof t.workspace.bucket!="string"||typeof t.workspace.prefix!="string"||!t.objects||typeof t.objects!="object"||!t.assetMap||typeof t.assetMap!="object")return null;let r=t;for(let[n,s]of Object.entries(r.objects)){if(hr(n),!s||s.relativePath!==n||s.object?.bucket!==r.workspace.bucket)return null;je(s.object.key,r.workspace.prefix);}return r}catch{return null}}var ja=["text/css","javascript","image/","font/","application/font","application/json","application/xml","text/xml","application/rss+xml","application/atom+xml","application/xslt+xml","text/xsl","image/svg+xml"],yo=new Set([".css",".js",".mjs",".json",".map",".xml",".xsl",".rss",".atom",".txt",".enc",".jws",".png",".jpg",".jpeg",".gif",".webp",".avif",".svg",".ico",".woff",".woff2",".ttf",".otf",".eot",".pdf",".mp4",".webm"]),bo=new Set(["",".html",".htm"]),Fa=new Set([".css",".xml",".xsl",".svg",".json",".html",".htm",".txt",".enc",".jws"]),Da=["/wp-content/","/wp-includes/","/wp-admin/","/static/","/assets/","/build/","/_next/"];function Ua(e){let t=[],r="full",n="full",s=false,o=false,i="",c=null,a="";for(let d=0;d<e.length;d++){let u=e[d];if(u==="--retry-timeouts")r="retry-timeouts",s=true;else if(u==="--resume")s=true;else if(u==="--resume-rewrite")s=true,o=true;else if(u==="--crawl-mode"){let l=e[++d];if(!l)throw new Error("--crawl-mode requires a value");n=l==="incremental"?"incremental":"full",s||=n==="incremental";}else if(u.startsWith("--crawl-mode="))n=u.slice(13)==="incremental"?"incremental":"full",s||=n==="incremental";else if(u==="--incremental")n="incremental",s=true;else if(u==="--url"){let l=e[++d];if(!l)throw new Error("--url requires a value");r="single-url",s=true,t.push(l);}else if(u.startsWith("--url="))r="single-url",s=true,t.push(u.slice(6));else if(u==="--urls"){let l=e[++d];if(!l)throw new Error("--urls requires a file path");r="single-url",s=true,t.push(`@${l}`);}else if(u==="--content-sync-plan"){let l=e[++d];if(!l)throw new Error("--content-sync-plan requires a file path");r="content-sync",n="incremental",s=true,i=C.resolve(l);}else if(u.startsWith("--content-sync-plan="))r="content-sync",n="incremental",s=true,i=C.resolve(u.slice(20));else if(u==="--remote-render")c=true;else if(u==="--local-render")c=false;else if(u==="--remote-worker-config"){let l=e[++d];if(!l)throw new Error("--remote-worker-config requires a file path");a=C.resolve(l);}else u.startsWith("--remote-worker-config=")&&(a=C.resolve(u.slice(23)));}return {mode:r,crawlMode:n,urls:t,preserveOutput:s,resumeRewrite:o,contentSyncPlanPath:i,remoteRender:c,remoteWorkerConfigPath:a}}function _t(){let e=process.env.STATIC_PUBLISHER_RUNTIME_DIR||process.env.WPSUITE_STATIC_PUBLISHER_RUNTIME_DIR||"";return e.trim()?C.resolve(e):""}function La(){let e=_t();return e?C.join(e,"privacy","cookie-observations.json"):null}function Wa(){let e=_t();return e?C.resolve(e,".."):""}function qa(){let e=process.env.STATIC_PUBLISHER_WP_ROOT||process.env.WPSUITE_STATIC_PUBLISHER_WP_ROOT||"";return e.trim()?C.resolve(e):""}function _a(e){let t=e.trim(),r=[{alias:"@storage-root",root:Wa(),requiredEnv:"STATIC_PUBLISHER_RUNTIME_DIR or WPSUITE_STATIC_PUBLISHER_RUNTIME_DIR"},{alias:"@runtime",root:_t(),requiredEnv:"STATIC_PUBLISHER_RUNTIME_DIR or WPSUITE_STATIC_PUBLISHER_RUNTIME_DIR"},{alias:"@wp-root",root:qa(),requiredEnv:"STATIC_PUBLISHER_WP_ROOT or WPSUITE_STATIC_PUBLISHER_WP_ROOT"}];for(let n of r){if(t!==n.alias&&!t.startsWith(`${n.alias}/`))continue;if(!n.root)return {resolvedPath:null,alias:n.alias,requiredEnv:n.requiredEnv};let s=t.slice(n.alias.length).replace(/^\/+/,"");return {resolvedPath:s?C.resolve(n.root,s):n.root,alias:n.alias}}return {resolvedPath:C.resolve(t)}}function So(e){let t=String(process.env.STATIC_PUBLISHER_CRAWL_MANIFEST_PATH||"").trim();if(t)return C.resolve(t);let r=_t();return r?C.join(r,"crawl-manifest.json"):C.join(e.outputDir,".crawl-manifest.json")}function Po(){return {schemaVersion:6,updatedAt:"",pages:{},assets:{}}}function io(e){return {url:String(e.url||""),outputPath:String(e.outputPath||""),contentType:typeof e.contentType=="string"&&e.contentType?e.contentType:null,changeToken:typeof e.changeToken=="string"?e.changeToken:null,tokenSource:typeof e.tokenSource=="string"?e.tokenSource:null,sitemapLastmod:typeof e.sitemapLastmod=="string"?e.sitemapLastmod:null,discoveredPages:Array.isArray(e.discoveredPages)?e.discoveredPages.map(t=>String(t)):[],discoveredAssets:Array.isArray(e.discoveredAssets)?e.discoveredAssets.map(t=>String(t)):[],lastCrawledAt:String(e.lastCrawledAt||""),lastSeenRunId:String(e.lastSeenRunId||""),rewriteComplete:e.rewriteComplete===true}}function Na(e){let t=e.isText===true;return {url:String(e.url||""),outputPath:String(e.outputPath||""),isText:t,contentType:typeof e.contentType=="string"&&e.contentType?e.contentType:null,cacheControl:typeof e.cacheControl=="string"&&e.cacheControl?e.cacheControl:null,changeToken:typeof e.changeToken=="string"?e.changeToken:null,tokenSource:typeof e.tokenSource=="string"?e.tokenSource:null,discoveredAssets:Array.isArray(e.discoveredAssets)?e.discoveredAssets.map(r=>String(r)):[],lastCrawledAt:String(e.lastCrawledAt||""),lastSeenRunId:String(e.lastSeenRunId||""),unreferencedRuns:Math.max(0,Number(e.unreferencedRuns)||0),rewriteComplete:e.rewriteComplete===true||!t}}function yn(e){let t=e?.["content-type"]?.trim();return t||null}function bn(e){let t=e?.["cache-control"]?.trim();return t||null}function Ba(e){return e?e.split(",").map(t=>t.trim().toLowerCase()).some(t=>t==="no-cache"||t==="no-store"||/^max-age\s*=\s*0$/.test(t)):false}function Ha(){return {rewriteTargets:new Set,changedFiles:new Set,deletedFiles:new Set,revalidateFiles:new Set}}function bt(e,t,r,n){let s=ue(t.outputDir,r);s&&(Ba(n)?e.revalidateFiles.add(s):e.revalidateFiles.delete(s));}function de(e,t,r){let n=ue(t.outputDir,r);n&&(e.changedFiles.add(n),e.deletedFiles.delete(n));}function Sn(e,t,r){let n=ue(t.outputDir,r);n&&(e.deletedFiles.add(n),e.changedFiles.delete(n),e.revalidateFiles.delete(n));}function Ce(e,t){e.rewriteTargets.add(C.resolve(t));}async function Va(e){try{let t=await U.readFile(So(e),"utf8"),r=JSON.parse(t);if(r&&typeof r=="object"&&r.pages&&typeof r.pages=="object"){if((r.schemaVersion===2||r.schemaVersion===3||r.schemaVersion===4||r.schemaVersion===5||r.schemaVersion===6)&&r.assets&&typeof r.assets=="object")return {schemaVersion:6,updatedAt:String(r.updatedAt||""),pages:Object.fromEntries(Object.entries(r.pages).map(([n,s])=>[n,io(s)])),assets:Object.fromEntries(Object.entries(r.assets).map(([n,s])=>[n,Na(s)]))};if(r.schemaVersion===1)return {schemaVersion:6,updatedAt:String(r.updatedAt||""),pages:Object.fromEntries(Object.entries(r.pages).map(([n,s])=>[n,io(s)])),assets:{}}}}catch{}return Po()}function Pn(e){return JSON.parse(JSON.stringify(e))}async function za(e,t){let r=So(e);await U.mkdir(C.dirname(r),{recursive:true}),await U.writeFile(r,JSON.stringify(t,null,2),"utf8");}async function Ve(e,t,r=false){if(!t.trackManifest)return;t.manifestPendingChanges+=1;let n=Date.now();if(!r&&t.manifestPendingChanges<25&&n-t.lastManifestSavedAt<5e3)return;t.manifestPendingChanges=0,t.lastManifestSavedAt=n;let s=async()=>{let o=Pn(t.manifest);o.updatedAt=new Date().toISOString(),t.manifest.updatedAt=o.updatedAt,await za(e,o);};t.manifestSaveChain=t.manifestSaveChain.then(s,s),await t.manifestSaveChain;}function nt(e){if(!e)return null;let t=e.trim();return t||null}function Ka(e,t){let r=new Set,n=new Set([...Object.keys(e),...Object.keys(t)]);for(let s of n){let o=e[s],i=t[s];!o||!i||o===i||r.add(s);}return r}async function Ro(e,t,r,n){let s=[...new Set(r.map(c=>c.trim()).filter(Boolean))],o=String(e.wpsuite?.runtimeToken||"").trim();if(s.length===0||!o)return new Map;let i=new URL("/wp-json/smartcloud-static-publisher/v1/change-tokens",e.sourceOrigin).toString();try{let c=await t.post(i,{timeout:3e4,failOnStatusCode:!1,headers:{"content-type":"application/json","x-static-publisher-token":o},data:JSON.stringify({urls:s})});if(!c.ok())return n.warn(`Change token lookup failed with HTTP ${c.status()}`,{endpoint:i,status:c.status()}),new Map;let a=await c.json().catch(()=>null);if(!a||!Array.isArray(a.items))return new Map;let d=new Map;for(let u of a.items)!u||typeof u.url!="string"||d.set(u.url,u);return d}catch(c){return n.warn("Change token lookup failed; falling back to sitemap metadata",{endpoint:i,error:c instanceof Error?`${c.name}: ${c.message.split(/\r?\n/u,1)[0]}`:"Unknown change-token request failure"}),new Map}}async function br(e,t,r,n,s){if(!r.enabled&&!r.trackManifest)return null;if(r.changeTokenCache.has(n))return r.changeTokenCache.get(n)??null;let i=(await Ro(e,t,[n],s)).get(n)??null;return xr(e,n)&&(!i||i.supported!==true||!i.token)&&(i=await Ga(e,t,n,s)),i=vo(e,i),r.changeTokenCache.set(n,i),i}async function Tn(e,t,r,n,s){if(!r.trackManifest)return;let o=[...new Set(n.map(i=>i.trim()).filter(Boolean))].filter(i=>!r.changeTokenCache.has(i));for(let i=0;i<o.length;i+=250){let c=o.slice(i,i+250),a=await Ro(e,t,c,s);for(let d of c)r.changeTokenCache.set(d,vo(e,a.get(d)??null));}}async function Ja(e,t,r,n,s,o){if(!(!n.trackManifest||n.changeTokenCache.has(s)))for(;!n.changeTokenCache.has(s);){if(!n.pageChangeTokenPrimePromise){let i=Zs(s,r.pageQueue,a=>n.changeTokenCache.has(a));if(i.length===0)return;o.info(`Loading ${i.length} page change tokens in bulk.`,{phase:"prime-page-change-tokens",batchSize:i.length,remainingPages:r.pageQueue.length});let c=Tn(e,t,n,i,o).finally(()=>{n.pageChangeTokenPrimePromise===c&&(n.pageChangeTokenPrimePromise=null);});n.pageChangeTokenPrimePromise=c;}await n.pageChangeTokenPrimePromise;}}function Qa(e){return `subscriber=${e.wpsuite?.siteSettings?.subscriber===true?"1":"0"}`}function vo(e,t){if(!t?.supported||!t.token||t.tokenSource==="wp-media-file")return t;let r=Qa(e);return {...t,token:Ee(`${t.token}
|
|
16
|
+
${r}`,40),tokenSource:t.tokenSource?`${t.tokenSource}+site-subscriber`:"site-subscriber"}}async function Ga(e,t,r,n){try{let s=await t.get(r,{timeout:Math.min(e.navigationTimeoutMs,15e3),failOnStatusCode:!1});if(s.status()!==404)return n.warn(`Generated 404 fallback token skipped for ${r}`,{url:r,status:s.status(),requestPath:e.generated404RequestPath,source:"generated-404-change-token-fallback"}),null;let o=await s.text().catch(()=>""),i=Ee(`${r}
|
|
17
17
|
404
|
|
18
|
-
${o}`,40);return n.info(`Using generated 404 fallback change token for ${r}`,{url:r,requestPath:e.generated404RequestPath,source:"generated-404-change-token-fallback"}),{url:r,supported:!0,token:i,tokenSource:"generated-404-response-hash",postId:null,dependencyPostIds:[],reason:null}}catch(s){return n.warn(`Generated 404 fallback token lookup failed for ${r}`,{url:r,error:String(s),requestPath:e.generated404RequestPath,source:"generated-404-change-token-fallback"}),null}}async function Po(e,t,r,n,s,o){let i=xr(e,s);if(await Ha(e,t,r,n,s,o),!n.enabled)return {action:"render",changeToken:n.trackManifest?await br(e,t,n,s,o):null};let c=n.manifest.pages[s];if(!c)return {action:"render",changeToken:await br(e,t,n,s,o)};let a=await br(e,t,n,s,o);if(a?.supported&&a.token)return c.changeToken===a.token?i&&!await Ka(e,t,s,o)?{action:"render",changeToken:a}:{action:"reuse",changeToken:a}:{action:"render",changeToken:a};let d=nt(r.sitemapLastmodByPage[s]);return d&&c.sitemapLastmod&&c.sitemapLastmod===d?{action:"reuse",changeToken:a}:{action:"render",changeToken:a}}async function Ka(e,t,r,n){try{let o=(await t.get(r,{timeout:Math.min(e.navigationTimeoutMs,15e3),failOnStatusCode:!1})).status();return o===404?!0:(n.warn(`Generated 404 request path no longer returns 404 for ${r}`,{url:r,status:o,requestPath:e.generated404RequestPath,source:"generated-404-status-probe"}),!1)}catch(s){return n.warn(`Generated 404 status probe failed for ${r}`,{url:r,error:String(s),requestPath:e.generated404RequestPath,source:"generated-404-status-probe"}),false}}async function Ja(e,t,r,n,s){let o=oo(r.previousManifest,void 0,n,"previous-manifest"),i=0;for(let[g,p]of Object.entries(r.manifest.pages))if(!r.seenPages.has(g)){Sn(s,e,p.outputPath);try{await U.unlink(p.outputPath);}catch(f){(f.code||"")!=="ENOENT"&&n.warn(`Failed to remove stale incremental page output for ${g}`,{url:g,outputPath:p.outputPath,error:String(f)});}delete r.manifest.pages[g],i++;}let c=oo(r.manifest,r.runId,n,"active-manifest"),a=new Set,d=new Set;for(let g of c){for(let w of Lt(e,g))a.add(w);let p=r.manifest.assets[g]?.outputPath;p&&d.add(p);let f=St(e,t.assetMap,g);f&&d.add(f);}for(let g of Object.keys(r.manifest.assets)){if(c.has(g)){r.manifest.assets[g].unreferencedRuns=0;continue}let p=r.manifest.assets[g];if(Ds(p.unreferencedRuns)){p.unreferencedRuns+=1,n.warn(`Deferred deletion of newly unreferenced incremental asset ${g}.`,{url:g,unreferencedRuns:p.unreferencedRuns,phase:"incremental-cleanup",source:"asset-deletion-grace"});continue}delete r.manifest.assets[g];}let u=0,l=0;for(let g of o){if(r.manifest.assets[g])continue;let p=new Set,f=r.previousManifest.assets[g]?.outputPath;f&&p.add(f);let w=St(e,t.assetMap,g);if(!c.has(g)&&w)p.add(w);else if(!c.has(g)){let m=dc(e,g,n,"incremental-cleanup");m&&(p.add(m.originalFilePath),m.hashedFilePath&&p.add(m.hashedFilePath));}for(let m of p)if(!d.has(m)){Sn(s,e,m);try{await U.unlink(m),u++;}catch(h){(h.code||"")!=="ENOENT"&&n.warn(`Failed to remove stale incremental asset output for ${g}`,{url:g,outputPath:m,error:String(h)});}}for(let m of Lt(e,g))a.has(m)||Object.prototype.hasOwnProperty.call(t.assetMap,m)&&(delete t.assetMap[m],l++);}(i>0||u>0||l>0)&&n.info(`Incremental cleanup removed ${i} stale pages, ${u} stale assets, ${l} stale asset mappings`,{removedPages:i,removedAssets:u,removedAssetMappings:l,phase:"incremental-cleanup"});}async function Qa(e,t,r,n){let s=new Set([...Object.values(t.manifest.pages),...Object.values(t.manifest.assets)].map(a=>String(a.outputPath||"").trim()).filter(Boolean).map(a=>C.resolve(a))),o=Object.values(e.postCrawlCopyMap||{}).map(a=>Sr(String(a||""))).filter(a=>!!a).map(a=>C.resolve(e.outputDir,a)),c=(await pt(e.outputDir)).filter(a=>a.endsWith(".html")||a.endsWith(".htm")).filter(a=>Fs(C.join(e.outputDir,a),e.outputDir,s,o));for(let a of c){let d=C.join(e.outputDir,a);Sn(n,e,d),await U.unlink(d);}c.length>0&&r.info(`Removed ${c.length} orphaned HTML output file(s) that are absent from the current crawl manifest.`,{phase:"incremental-cleanup",source:"manifest-output-reconciliation",removedPages:c.length,samples:c.slice(0,20)});}function oo(e,t,r,n){let s=new Set,o=i=>{let c=i.trim();if(c){if(r){let a=ke(c,r,"asset",n??"manifest");if(!a)return;s.add(a.toString());return}s.add(c);}};for(let i of Object.values(e.pages))for(let c of i.discoveredAssets||[])o(c);for(let[i,c]of Object.entries(e.assets||{}))t&&c.lastSeenRunId!==t||o(i);return s}function io(e,t,r){for(let n of t)for(let s of Lt(e,n))if(r.has(s))return true;return false}function Ga(e,t,r,n,s){let o=new Set(r.rewriteTargets);for(let c of r.changedFiles)o.add(C.resolve(e.outputDir,c));for(let c of Object.values(t.manifest.pages))c.rewriteComplete||o.add(C.resolve(c.outputPath));for(let c of Object.values(t.manifest.assets))c.isText&&!c.rewriteComplete&&o.add(C.resolve(c.outputPath));let i=Ba(n,s);if(i.size===0)return [...o];for(let c of Object.values(t.manifest.pages))io(e,c.discoveredAssets,i)&&o.add(C.resolve(c.outputPath));for(let[c,a]of Object.entries(t.manifest.assets)){a.isText&&io(e,a.discoveredAssets,i)&&o.add(C.resolve(a.outputPath));for(let d of Lt(e,c))if(i.has(d)){ue(r,e,a.outputPath),a.isText&&o.add(C.resolve(a.outputPath));break}}return [...o]}function Za(e,t){let r=t?new Set(Array.from(t,s=>C.resolve(s))):null,n=s=>r===null||r.has(C.resolve(s));for(let s of Object.values(e.manifest.pages))n(s.outputPath)&&(s.rewriteComplete=true);for(let s of Object.values(e.manifest.assets)){if(!s.isText){s.rewriteComplete=true;continue}n(s.outputPath)&&(s.rewriteComplete=true);}}function Ya(e,t,r){let n=new Set,s=o=>{if(!o)return;let i=ge(e.outputDir,o);i&&n.add(i);};for(let o of t.donePages)s(Fe(e,o));for(let o of Object.values(r.manifest.pages))o.lastSeenRunId===r.runId&&s(o.outputPath);for(let o of t.doneAssets)s(St(e,t.assetMap,o));for(let o of Object.values(r.manifest.assets))o.lastSeenRunId===r.runId&&s(o.outputPath);return n}async function Xa(e,t,r,n,s,o){let i=[...n.deletedFiles].sort(),c=Ya(e,t,r),a=0;for(let l of [...c].sort())if(!o?.objects[l]){try{if((await U.stat(C.join(e.outputDir,l))).isFile())continue}catch{}a++,s.warn(`Active output is missing after crawl: ${l}`,{phase:"deploy-plan",file:l,outputPath:C.join(e.outputDir,l)});}if(a>0&&s.warn(`Detected ${a} active output file(s) missing before deploy plan save.`,{phase:"deploy-plan",missingActiveOutputs:a}),i.length===0)return [];let d=[],u=0;for(let l of i){if(!c.has(l)){d.push(l);continue}u++;let g=C.join(e.outputDir,l),p;try{p=(await U.stat(g)).isFile();}catch{p=false;}s.warn(`Deploy plan protected active output from deletion: ${l}`,{phase:"deploy-plan",file:l,outputPath:g,exists:p});}return u>0&&s.info(`Deploy plan skipped ${u} active output deletion(s).`,{phase:"deploy-plan",protectedDeletes:u,deletedFiles:d.length}),d}function Lt(e,t){let r=new Set([t]);try{let n=new URL(t),o=[new URL(e.sourceOrigin).origin,...Object.keys(e.extraReplacements||{})];if(e.targetOrigin&&e.targetOrigin!=="."&&e.targetOrigin!=="/")try{o.push(new URL(e.targetOrigin).origin);}catch{}for(let i of o)try{r.add(new URL(i).origin+n.pathname+n.search);}catch{}r.add(n.pathname+n.search),r.add(n.pathname);}catch{}return [...r]}function ec(e,t){let r=new Set([t]);try{let n=new URL(t),o=[new URL(e.sourceOrigin).origin,...Object.keys(e.extraReplacements||{})];if(e.targetOrigin&&e.targetOrigin!=="."&&e.targetOrigin!=="/")try{o.push(new URL(e.targetOrigin).origin);}catch{}for(let i of o)try{r.add(new URL(i).origin+n.pathname+n.search);}catch{}r.add(n.pathname+n.search);}catch{}return [...r]}function Ro(e,t){let r=e.targetOrigin&&e.targetOrigin!=="."&&e.targetOrigin!=="/"?e.targetOrigin:"https://relative.invalid/";try{let n=new URL(t,r);return jt(e.outputDir,n.pathname)}catch{return null}}function vo(e,t,r){for(let n of ec(e,r)){let s=t[n];if(!s)continue;let o=Ro(e,s);if(o)return {outputPath:o,publicUrl:s}}return null}function tc(e,t,r){for(let n of Lt(e,r)){let s=t[n];if(!s)continue;let o=Ro(e,s);if(o)return o}return null}function St(e,t,r){let n=tc(e,t,r);if(n)return n;try{return Nt(e,r).originalFilePath}catch{return null}}function rc(){let e=process.env.STATIC_PUBLISHER_RUNTIME_DIR||process.env.WPSUITE_STATIC_PUBLISHER_RUNTIME_DIR||"";return e.trim()?C.join(C.resolve(e),"queue-runner-heartbeat.json"):""}async function Ft(e){let t=rc();if(t)try{let r=await U.readFile(t,"utf8"),n=JSON.parse(r);if(!n||typeof n!="object")return;await U.writeFile(t,JSON.stringify({...n,checkedAt:new Date().toISOString(),status:"running",currentStep:"rewrite",message:e},null,2),"utf8");}catch{}}function nc(e,t){let r=new Set;for(let n of t.donePages)r.add(C.resolve(Fe(e,n)));for(let n of t.doneAssets){let s=St(e,t.assetMap,n);!s||!$e(s)||r.add(C.resolve(s));}for(let n of t.doneSitemaps){let s=St(e,t.assetMap,n);!s||!$e(s)||r.add(C.resolve(s));}return [...r]}var Pr="re:",yr=new Map;function sc(e){if(!e.startsWith(Pr))return null;let t=yr.get(e);if(t!==void 0)return t||null;let r=e.slice(Pr.length).trim();if(!r)return yr.set(e,false),null;try{let n=new RegExp(r);return yr.set(e,n),n}catch{return console.warn(`[crawl] Ignoring invalid path matcher regex: ${e}`),yr.set(e,false),null}}function An(e,t){let r=sc(t);return r?r.test(e):t.startsWith(Pr)?false:e.startsWith(t)}function oc(e,t){return t.find(r=>An(e,r))}function Co(e,t){let r=oc(t.pathname,e.blockedPathPrefixes);if(r)return r.startsWith(Pr)?`blocked path regex: ${r}`:`blocked path prefix: ${r}`;let n=e.blockedSearchFragments.find(s=>t.search.includes(s));return n?`blocked search fragment: ${n}`:null}function ic(e){let t=new URL(e.sourceOrigin),r=new Set([t.hostname,...e.allowedAssetHosts]);if(e.targetOrigin&&e.targetOrigin!=="."&&e.targetOrigin!=="/")try{r.add(new URL(e.targetOrigin).hostname);}catch{}for(let n of Object.keys(e.extraReplacements||{}))try{r.add(new URL(n).hostname);}catch{}return r}function ac(e,t){return ic(e).has(t.hostname)}function cc(e){let t=Ne(e.trim()).replace(/\\\//g,"/").replace(/^['"]|['"]$/g,"").trim();return t=t.replace(/[)]+$/g,"").trim(),t=t.replace(/;.*$/g,"").trim(),t}function Rn(e){let t=Ne(e).replace(/\\\//g,"/");return /[{}]|\bwindow\.|\blocation\.|\bincludes\(|\?\?null|\+|%7B|%7D|%22|<|>|\s/.test(t)||/[()[\]'"]/.test(t)}function lc(e){let t=Ne(e).replace(/\\\//g,"/").trim(),r=C.extname(t).toLowerCase();return fo.has(r)||ho.has(r)?false:/^(?:this|[A-Za-z_$][\w$]*)\.[A-Za-z_$][\w$]*(?:\.[A-Za-z_$][\w$]*)*$/.test(t)}function ot(e){return Oa.some(t=>e.pathname.startsWith(t))}function oe(e,t,r=e.sourceOrigin,n,s="url",o=false){let i=cc(t);if(!i||i.startsWith("data:")||i.startsWith("blob:")||i.startsWith("mailto:")||i.startsWith("tel:")||i.startsWith("#"))return n?.ignore(s,t,"empty or unsupported scheme",r),null;if(Rn(i))return n?.ignore(s,t,"looks like JavaScript/code fragment",r),null;if(lc(i))return n?.ignore(s,t,"looks like JavaScript property access",r),null;try{let c=new URL(i,r);if(ko(c))return n?.reject(s,t,"malformed URL encoding",r),null;if(!["http:","https:"].includes(c.protocol))return n?.ignore(s,t,"unsupported protocol: ",r),null;if(!ac(e,c))return n?.ignore(s,c.toString(),"host not allowed",r),null;let a=Co(e,c);if(a&&!(o&&Kr(c)))return n?.reject(s,c.toString(),a,r),null;let d=new URL(e.sourceOrigin);return c.protocol=d.protocol,c.host=d.host,c.hash="",c}catch{return n?.reject(s,t,"invalid URL",r),null}}function ko(e){try{return decodeURIComponent(e.pathname),decodeURIComponent(e.search),decodeURIComponent(e.hash),!1}catch{return true}}function ke(e,t,r,n){try{let s=new URL(e);return ko(s)?(t.reject(r,e,"malformed URL encoding",n),null):Mt(s.pathname)===null?(t.reject(r,e,"unsafe URL pathname",n),null):s.protocol!=="http:"&&s.protocol!=="https:"?(t.reject(r,e,`unsupported protocol: ${s.protocol}`,n),null):s}catch{return t.reject(r,e,"invalid URL",n),null}}function xo(e){return fo.has(C.extname(e.pathname).toLowerCase())}function ze(e){return ot(e)?false:ho.has(C.extname(e.pathname).toLowerCase())}function Rt(e){let t=e.pathname.toLowerCase();return t.endsWith(".xml")&&(t.includes("sitemap")||t.endsWith("/sitemap.xml"))}function G(e,t){return !!(Rt(t)||t.pathname==="/robots.txt"||t.pathname==="/llms.txt"||t.pathname.toLowerCase().endsWith(".xsl")||e.assetPathPrefixes.length>0&&e.assetPathPrefixes.some(r=>An(t.pathname,r))||xo(t)||!ze(t)&&!ot(t))}function Fe(e,t){let r=new URL(t),n=Mt(r.pathname);if(n===null)throw new Error(`Unsafe page URL pathname: ${r.pathname}`);return n.endsWith("/")?n+="index.html":C.extname(n)||(n+="/index.html"),jt(e.outputDir,n)}function uc(e){if(!e.generated404RequestPath)return null;try{let t=new URL(e.generated404RequestPath,e.sourceOrigin);return !t.pathname.endsWith("/")&&C.extname(t.pathname)===""&&(t.pathname+="/"),t.hash="",t.toString()}catch{return null}}function xr(e,t){let r=uc(e);if(!r)return false;try{return new URL(t,e.sourceOrigin).toString()===r}catch{return false}}function Nt(e,t){let r=new URL(t),n=Mt(r.pathname);if(n===null)throw new Error(`Unsafe asset URL pathname: ${r.pathname}`);n.endsWith("/")&&(n+="index.html");let s=!!r.search,o=n,i=jt(e.outputDir,o),c=sn(e.targetOrigin,o),a=`${c}${r.search}`;if(!s)return {originalPathname:o,originalFilePath:i,originalPublicUrl:c,originalPublicUrlWithSearch:a,preferQueryHashed:s};let d=C.extname(n),l=`${d?n.slice(0,-d.length):n}.${Ee(r.search)}${d||".bin"}`;return {originalPathname:o,originalFilePath:i,originalPublicUrl:c,originalPublicUrlWithSearch:a,preferQueryHashed:s,hashedPathname:l,hashedFilePath:jt(e.outputDir,l),hashedPublicUrl:sn(e.targetOrigin,l)}}function dc(e,t,r,n){let s=ke(t,r,"asset",n);return s?Nt(e,s.toString()):null}function vn(e,t,r,n,s){t[r]=n;try{let o=new URL(r),c=[new URL(e.sourceOrigin).origin,...Object.keys(e.extraReplacements||{})];if(e.targetOrigin&&e.targetOrigin!=="."&&e.targetOrigin!=="/")try{c.push(new URL(e.targetOrigin).origin);}catch{}for(let a of c)try{let d=new URL(a);t[d.origin+o.pathname+o.search]=n;}catch{}try{let a=(()=>{let d=new URL(n,e.targetOrigin==="."?"https://relative.invalid":e.targetOrigin);return `${d.pathname}${d.search}`})();t[o.pathname+o.search]=a;}catch{}try{let a=new URL(n,e.targetOrigin==="."?"https://relative.invalid":e.targetOrigin).pathname;t[o.pathname]=a;}catch{}try{let a=new URL(s,e.targetOrigin==="."?"https://relative.invalid":e.targetOrigin).pathname;t[o.pathname]=a;}catch{}}catch{}}async function Io(e){try{return await U.readFile(e)}catch(t){if(t.code==="ENOENT")return null;throw t}}async function st(e){try{return await U.stat(e)}catch(t){if(t.code==="ENOENT")return null;throw t}}function pc(e){let t=String(e["content-length"]||"").trim();if(!t)return null;let r=Number.parseInt(t,10);return Number.isFinite(r)&&r>=0?r:null}function To(e){let t=String(e["last-modified"]||"").trim();if(!t)return null;let r=Date.parse(t);return Number.isFinite(r)?r:null}function mc(e,t){let r=To(t),n=pc(t),s=e?.mtime.getTime();return r!==null&&Math.abs((s??0)-r)>=1e3||n!==null&&e?.size!==n?false:r!==null||n!==null}async function gc(e,t){if(!t)return;let r=To(t);if(r===null)return;let n=await st(e);if(!n)return;let s=new Date(r);await U.utimes(e,n.atime,s).catch(()=>{});}function Cn(e,t){let r=C.extname(e.pathname).toLowerCase(),n=t["content-type"]||"";return $a.has(r)||Ea.some(s=>n.includes(s))&&!n.startsWith("image/")&&!n.includes("font")}function fc(e){try{let t=C.extname(new URL(e).pathname).toLowerCase();return t===".js"||t===".mjs"}catch{return false}}function Xe(e,t){(e.doneAssets.size%25===0||e.doneAssets.size===1||e.doneAssets.size===e.stats.assetsQueued)&&t.progress(`Asset processing progress: processed ${e.doneAssets.size}, discovered ${e.stats.assetsQueued}.`,{doneAssets:e.doneAssets.size,assetsQueued:e.stats.assetsQueued,phase:"download-assets"});}function hc(e){return Ee(e.toString("base64"),40)}function Ao(e,t,r){let n=e.assetVariantDigestsByOriginalPath.get(t);if(!n||n.size===0)return false;for(let s of n)if(s!==r)return true;return false}function Eo(e,t,r){let n=e.assetVariantDigestsByOriginalPath.get(t);n||(n=new Set,e.assetVariantDigestsByOriginalPath.set(t,n)),n.add(r);}async function kn(e,t,r,n,s,o,i){let c=Nt(e,r),a=hc(n),d=c.originalFilePath,u=c.originalPublicUrlWithSearch;if(c.preferQueryHashed&&c.hashedFilePath&&c.hashedPublicUrl&&Ao(s,c.originalFilePath,a)){let f=vo(e,t,r);f?(d=f.outputPath,u=f.publicUrl):(d=c.hashedFilePath,u=c.hashedPublicUrl);}vn(e,t,r,u,c.originalPublicUrl);let l=$e(d)?Buffer.from(ln(n.toString("utf8"),e,t,d),"utf8"):n,g=await Io(d),p=false;return (g===null||!g.equals(l))&&(await _e(d,l),p=true),o?.debug(`${p?"Saved":"Skipped unchanged"} asset output ${r}`,{phase:"download-assets",url:r,outputPath:d,bytes:l.length,wroteFile:p}),Eo(s,c.originalFilePath,a),await gc(d,i),s.stats.assetsSaved++,o&&(s.stats.assetsSaved%50===0||s.stats.assetsSaved===1)&&o.progress(`Asset progress: saved ${s.stats.assetsSaved}, discovered ${s.stats.assetsQueued}, pending ${s.assetQueue.length}.`,{assetsSaved:s.stats.assetsSaved,assetsQueued:s.stats.assetsQueued,assetQueue:s.assetQueue.length,phase:"download-assets"}),{outputPath:d,publicUrl:u,wroteFile:p}}function it(e,t,r,n,s){let o=()=>{let l=String(s??"").trim();if(!l)return {discoveredFrom:"",discoveredFromType:"unknown"};if(l==="seed-path"||l==="cli"||l==="generated-404-request-path")return {discoveredFrom:l,discoveredFromType:l};if(/^https?:\/\//i.test(l))try{let g=new URL(l);return Rt(g)?{discoveredFrom:l,discoveredFromType:"sitemap"}:G(e,g)?{discoveredFrom:l,discoveredFromType:"asset"}:ze(g)&&!ot(g)?{discoveredFrom:l,discoveredFromType:"page"}:{discoveredFrom:l,discoveredFromType:"url"}}catch{return {discoveredFrom:l,discoveredFromType:"url"}}return {discoveredFrom:l,discoveredFromType:"url"}},i=s&&/^https?:\/\//i.test(s)?s:e.sourceOrigin,c=oe(e,r,i,n,"page");if(!c)return;if(!ze(c)||xo(c)){if(G(e,c)){n.info(`Seeded/non-page URL queued as asset: ${c.toString()}`,{url:c.toString(),source:s}),Z(e,t,c.toString(),n,s);return}n.reject("page",c.toString(),ot(c)?"asset/internal path cannot be page":"not page-like",s);return}let a=c.toString(),{discoveredFrom:d,discoveredFromType:u}=o();d&&!t.pageDiscoverySources.has(a)&&t.pageDiscoverySources.set(a,d),!t.donePages.has(a)&&!t.queuedPages.has(a)&&(t.queuedPages.add(a),t.pageQueue.push(a),t.stats.pagesQueued++,n.debug(`Queued discovered page ${a}`,{phase:"discovery",url:a,discoveredFrom:d,discoveredFromType:u,outputPath:Fe(e,a)}),(t.stats.pagesQueued%25===0||t.stats.pagesQueued===1)&&n.progress(`Discovery progress: pages ${t.stats.pagesQueued}, assets ${t.stats.assetsQueued}, sitemaps ${t.stats.sitemapsQueued}.`,{pagesQueued:t.stats.pagesQueued,assetsQueued:t.stats.assetsQueued,sitemapsQueued:t.stats.sitemapsQueued,pageQueue:t.pageQueue.length,phase:"discovery"}));}function Z(e,t,r,n,s){let o=s&&/^https?:\/\//i.test(s)?s:e.sourceOrigin,i=oe(e,r,o,n,"asset");if(!i)return;if(!G(e,i)){n.reject("asset",i.toString(),"not a safe asset path/prefix",s);return}let c=i.toString();!t.doneAssets.has(c)&&!t.queuedAssets.has(c)&&(t.queuedAssets.add(c),t.assetQueue.push(c),t.stats.assetsQueued++,(t.stats.assetsQueued%100===0||t.stats.assetsQueued===1)&&n.progress(`Discovery progress: pages ${t.stats.pagesQueued}, assets ${t.stats.assetsQueued}, sitemaps ${t.stats.sitemapsQueued}.`,{pagesQueued:t.stats.pagesQueued,assetsQueued:t.stats.assetsQueued,sitemapsQueued:t.stats.sitemapsQueued,assetQueue:t.assetQueue.length,phase:"discovery"}));}function Rr(e,t,r,n,s){let o=s&&/^https?:\/\//i.test(s)?s:e.sourceOrigin,i=oe(e,r,o,n,"sitemap",ns(s));if(!i)return;if(!Rt(i)){n.reject("sitemap",i.toString(),"not sitemap-like",s);return}let c=i.toString();!t.doneSitemaps.has(c)&&!t.queuedSitemaps.has(c)&&(t.queuedSitemaps.add(c),t.sitemapQueue.push(c),t.stats.sitemapsQueued++,(t.stats.sitemapsQueued%10===0||t.stats.sitemapsQueued===1)&&n.progress(`Discovery progress: pages ${t.stats.pagesQueued}, assets ${t.stats.assetsQueued}, sitemaps ${t.stats.sitemapsQueued}.`,{pagesQueued:t.stats.pagesQueued,assetsQueued:t.stats.assetsQueued,sitemapsQueued:t.stats.sitemapsQueued,sitemapQueue:t.sitemapQueue.length,phase:"discovery"}));}function wc(e){let t=Ne(e),r=[...t.matchAll(/<url>\s*([\s\S]*?)\s*<\/url>/gi)].map(n=>n[1]);return r.length>0?r.map(n=>{let s=n.match(/<loc>\s*([^<]+?)\s*<\/loc>/i);if(!s?.[1])return null;let o=n.match(/<lastmod>\s*([^<]+?)\s*<\/lastmod>/i);return {loc:s[1].trim(),lastmod:nt(o?.[1]??null)}}).filter(n=>!!n):[...t.matchAll(/<loc>\s*([^<]+?)\s*<\/loc>/gi)].map(n=>({loc:n[1].trim(),lastmod:null})).filter(n=>n.loc)}function yc(e){return e.split(",").map(t=>t.trim().split(/\s+/)[0]).filter(Boolean)}function bc(e){let t=[],r=/url\(\s*(?:"([^"]+)"|'([^']+)'|([^)]*?))\s*\)/gi;for(let n of e.matchAll(r)){let s=e.slice(Math.max(0,n.index-8),n.index);if(/\bnew\s+$/i.test(s))continue;let o=(n[1]||n[2]||n[3]||"").trim();o&&t.push(o);}return t}function Sc(e){return e.replace(/<script\b[^>]*>[\s\S]*?<\/script\s*>/gi,"")}function Pc(e,t){if(t==="dom-style")return true;let r=(()=>{try{return C.extname(new URL(e).pathname).toLowerCase()}catch{return ""}})();return !(r===".js"||r===".mjs"||r===".map"||t.includes("javascript"))}function Sr(e){return e.trim().replace(/\\/g,"/").replace(/^https?:\/\/[^/]+/i,"").replace(/^\/+/,"")}async function $o(e,t,r,n){let s=[];await U.mkdir(t,{recursive:true});let o=await U.readdir(e,{withFileTypes:true});for(let i of o){let c=C.join(e,i.name),a=C.join(t,i.name);if(i.isDirectory()){s.push(...await $o(c,a,r,n));continue}await Oo(c,a,r,n)&&s.push(a);}return s}async function Rc(e,t){try{let[r,n]=await Promise.all([U.stat(e),U.stat(t)]);if(r.size!==n.size)return !1;let[s,o]=await Promise.all([U.readFile(e),U.readFile(t)]);return s.equals(o)}catch{return false}}async function Oo(e,t,r,n){let s=C.resolve(t);return r.has(s)?(n.debug("Skipped post-crawl copy over crawled page output",{phase:"copy-extra-paths",sourcePath:e,targetPath:t}),false):await Rc(e,t)?(n.debug("Skipped unchanged post-crawl copy target",{phase:"copy-extra-paths",sourcePath:e,targetPath:t}),false):(await U.mkdir(C.dirname(t),{recursive:true}),await U.copyFile(e,t),true)}async function vc(e,t,r){let n=Object.entries(e.postCrawlCopyMap||{}).map(([c,a])=>({sourcePath:c.trim(),prefix:String(a||"").trim()}));if(n.length===0)return [];let s=0,o=[],i=new Set([...t.donePages].map(c=>C.resolve(Fe(e,c))));r.mark("copy-extra-paths");for(let c of n){let a=c.sourcePath,d=c.prefix;if(!a||!d){r.warn("Skipped post-crawl copy mapping with empty key/value",{sourcePath:a,prefixPath:d});continue}let u=Ua(a);if(!u.resolvedPath){r.warn("Skipped post-crawl copy source because alias root is not configured",{sourcePath:a,alias:u.alias||"",requiredEnv:u.requiredEnv||"",prefixPath:d});continue}let l=u.resolvedPath,g=Sr(d);if(!g){r.warn("Skipped post-crawl copy mapping with invalid export prefix",{sourcePath:a,prefixPath:d});continue}let p;try{p=await U.stat(l);}catch{r.warn("Skipped post-crawl copy source because it does not exist",{sourcePath:a,sourceAbs:l,prefixPath:d});continue}let f=C.resolve(e.outputDir,g);if(p.isDirectory()){let y=await $o(l,f,i,r);o.push(...y),s+=y.length,y.length>0&&r.progress(`Copied static directory to export: ${l} -> /${g}`,{phase:"copy-extra-paths",sourcePath:l,targetPath:`/${g}`,copiedItems:s,changedFiles:y.length});continue}let w=C.basename(l),m=d.endsWith("/")?C.join(f,w):f;await Oo(l,m,i,r)&&(o.push(m),s++,r.progress(`Copied static file to export: ${l} -> /${Sr(d.endsWith("/")?`${d}${w}`:d)}`,{phase:"copy-extra-paths",sourcePath:l,targetPath:`/${Sr(d.endsWith("/")?`${d}${w}`:d)}`,copiedItems:s}));}return r.endMark("copy-extra-paths",{mappedSources:n.length,copiedItems:s}),o}function Pt(e,t,r,n,s){let o=new Set;if(s.endsWith("page-html"))for(let d of Ms(r)){let u=oe(e,d,t,n,`${s}:declared-asset`);u&&G(e,u)&&o.add(u.toString());}let i=Ne(r).replace(/\\\//g,"/"),c=s==="page-html"?Sc(i):i,a=Pc(t,s);if(a){for(let d of bc(c)){let u=oe(e,d,t,n,`${s}:css-url`);u&&G(e,u)&&o.add(u.toString());}for(let d of c.matchAll(/@import\s+(?:url\()?\s*['"]?([^'"\s;]+)['"]?\s*\)?/gi)){let u=oe(e,d[1],t,n,`${s}:css-import`);u&&G(e,u)&&o.add(u.toString());}}if(a||s==="page-html")for(let d of c.matchAll(/<\?xml-stylesheet[^>]+href=["']([^"']+)["'][^>]*\?>/gi)){let u=oe(e,d[1],t,n,`${s}:xml-stylesheet`);u&&G(e,u)&&o.add(u.toString());}if(s==="page-html")for(let d of $s(i)){let u=d.startsWith("//")?`${new URL(e.sourceOrigin).protocol}${d}`:d;if(Rn(u)){n.ignore(`${s}:serialized-url`,u,"looks like JavaScript/code fragment",t);continue}let l=oe(e,u,t,n,`${s}:serialized-url`);l&&G(e,l)?o.add(l.toString()):l&&n.ignore("asset",l.toString(),"serialized URL did not pass safe asset path filter",t);}if(s!=="page-html"&&fc(t))for(let d of Os(i)){if(Rn(d)||!/\.(?:js|mjs)(?:[?#]|$)/i.test(d))continue;let u=oe(e,d,t,n,`${s}:relative-asset`);u&&G(e,u)&&o.add(u.toString());}return [...o]}function Mo(e,t,r,n){let s=new Set,o=Ne(r);for(let i of o.matchAll(/href=["']([^"'#\s][^"']*?)["']/gi)){let c=i[1],a=oe(e,c,t,n,"page-link");a&&(Co(e,a)||ze(a)&&!ot(a)&&!G(e,a)&&s.add(a.toString()));}return [...s]}async function ao(e,t,r,n,s,o,i=false,c=[]){let a=new Set(c),d=0,u=new Map,l=(g,p)=>{let f=[p],w=new Set;for(;f.length>0;){let m=f.pop();if(m===g)return true;w.has(m)||(w.add(m),f.push(...u.get(m)??[]));}return false};for(;r.sitemapQueue.length>0;){let g=r.sitemapQueue.shift();r.queuedSitemaps.delete(g);let p=ke(g,n,"sitemap","sitemap-queue");if(!p)continue;let f=p.toString();if(r.doneSitemaps.has(f))continue;r.doneSitemaps.add(f),n.sitemap(`Fetching sitemap ${f}`,{url:f});let w=true;try{let m=await t.get(f,{timeout:6e4});if(w=!1,!m.ok()){if(n.skip("sitemap",f,m.status()),i&&!a.has(f))throw new Error(`Required child content-sync sitemap returned HTTP ${m.status()}: ${f}`);continue}let h=await m.body(),y=m.url()||f,b=ke(y,n,"sitemap-response",f);if(!b)continue;let S=b.toString();r.successfulSitemaps.add(f),r.successfulSitemaps.add(S),a.has(f)&&(r.resolvedSitemapRoots.add(S),d+=1);let M=await kn(e,r.assetMap,S,h,r,n);ue(s,e,M.outputPath),Ce(s,M.outputPath);let A=h.toString("utf8");/<sitemapindex(?:\s|>)/i.test(A)?r.sitemapIndexUrls.add(S):r.sitemapLeafUrls.add(S);let k=Pt(e,S,A,n,"sitemap");for(let T of k)Z(e,r,T,n,S);let v=[];for(let T of wc(A)){let $=oe(e,T.loc,S,n,"sitemap-loc",!0);if(!$){if(i)throw new Error(`Content-sync sitemap contains an inadmissible location: ${T.loc}`);continue}if(Rt($)){if(l(S,$.toString()))throw new Error(`Sitemap index cycle detected: ${S} -> ${$.toString()}`);if(u.has(S)||u.set(S,new Set),u.get(S).add($.toString()),v.push($.toString()),i&&r.doneSitemaps.has($.toString())&&!r.successfulSitemaps.has($.toString()))throw new Error(`Required child content-sync sitemap was not resolved: ${$.toString()}`);Rr(e,r,$.toString(),n,S);}else if(i){if(ze($)&&!G(e,$)){let B=o.requiredUrls.has($.toString()),V=!!o.previousManifest.pages[$.toString()];if(!B&&!V)throw new Error(`Content-sync sitemap coverage is incomplete for ${$.toString()}.`)}n.ignore("sitemap-loc",$.toString(),"content-sync sitemap-only traversal does not enqueue urlset locations",S);}else G(e,$)?Z(e,r,$.toString(),n,S):ze($)?(T.lastmod&&(r.sitemapLastmodByPage[$.toString()]=T.lastmod),it(e,r,$.toString(),n,S)):n.reject("sitemap-loc",$.toString(),"not page/sitemap/asset-like",S);}o.trackManifest&&(o.manifest.assets[S]={url:S,outputPath:M.outputPath,isText:!0,contentType:m.headers()["content-type"]??"application/xml",cacheControl:bn(m.headers()),changeToken:null,tokenSource:null,discoveredAssets:[...new Set([...k,...v])],lastCrawledAt:new Date().toISOString(),lastSeenRunId:o.runId,unreferencedRuns:0,rewriteComplete:!1},await Ve(e,o));}catch(m){n.error(`Failed sitemap ${f}`,{url:f,error:String(m)});let h=i&&a.has(f)&&w;if(i&&!h)throw m}}if(i&&a.size>0&&d===0)throw new Error(`None of the configured content-sync sitemap roots could be resolved: ${[...a].join(", ")}`)}async function Cc(e,t,r,n,s,o,i){let c=oe(e,n,e.sourceOrigin,s,"asset-fetch");if(!c||!G(e,c))return;let a=c.toString();if(r.doneAssets.has(a))return;let d=o.enabled||o.strictTargeted?o.previousManifest.assets[a]:void 0,u=o.trackManifest?await br(e,t,o,a,s):null,l=u?.token??null,g=un(d?.changeToken,u),p=o.strictTargeted&&(!u?.supported||!u.token)&&dn(e.sourceOrigin,a),f=o.strictTargeted?o.manifest.assets[a]:void 0;if(f?.lastSeenRunId===o.runId&&await st(f.outputPath)){r.doneAssets.add(a);for(let m of f.discoveredAssets||[])Z(e,r,m,s,a);ue(i,e,f.outputPath),bt(i,e,f.outputPath,f.cacheControl),f.isText&&Ce(i,f.outputPath),s.info(`Resumed completed content-sync asset ${a}`,{url:a,source:"content-sync-checkpoint"}),Xe(r,s);return}if(d&&(g||p)&&await st(d.outputPath)){o.manifest.assets[a]={...d,changeToken:l,tokenSource:u?.tokenSource??d.tokenSource,discoveredAssets:[...d.discoveredAssets||[]],lastSeenRunId:o.runId,unreferencedRuns:0},delete o.manifest.pages[a],r.doneAssets.add(a);for(let m of d.discoveredAssets||[])Z(e,r,m,s,a);bt(i,e,d.outputPath,d.cacheControl),s.info(`Reused unchanged trusted asset ${a}.`,{url:a,tokenSource:u?.tokenSource??"unknown",phase:"download-assets",source:g?"asset-change-token-match":"content-sync-release-fingerprint"}),Xe(r,s);return}let w=(m,h={})=>{if(!d||o.strictTargeted)return false;o.manifest.assets[a]={...d,discoveredAssets:[...d.discoveredAssets||[]],lastCrawledAt:new Date().toISOString(),lastSeenRunId:o.runId,unreferencedRuns:0},delete o.manifest.pages[a],r.doneAssets.add(a);for(let y of d.discoveredAssets||[])Z(e,r,y,s,a);return s.warn(`Keeping previous incremental asset ${a} after fetch issue.`,{url:a,reason:m,preservedFromPreviousManifest:true,...h,phase:"download-assets"}),Xe(r,s),true};s.asset(`Fetching asset ${a}`,{url:a});try{let m=St(e,r.assetMap,a),h=m?await st(m):null;if(m&&h&&!o.strictTargeted)try{let V=await ie(`fetch asset headers ${a}`,6e4,()=>t.head(a,{timeout:6e4})),P=V.headers();if(V.ok()&&mc(h,P)){let O=await Io(m);if(O!==null){let de=V.url()||a,ae=ke(de,s,"asset-response",a);if(!ae)return;let z=ae.toString(),x=await kn(e,r.assetMap,z,O,r,s,P);x.wroteFile&&(ue(i,e,x.outputPath),$e(x.outputPath)&&Ce(i,x.outputPath));let W=bn(P)||d?.cacheControl||null;bt(i,e,x.outputPath,W),r.doneAssets.add(a),s.info(`Reused existing asset ${a} based on response headers.`,{url:a,filePath:m,lastModified:P["last-modified"]||"",contentLength:P["content-length"]||"",phase:"download-assets"}),Xe(r,s);let q=Cn(c,P),Q=d?.discoveredAssets?[...d.discoveredAssets]:[];if(q||d?.isText){let J=O.toString("utf8"),pe=Pt(e,z,J,s,"asset:cached");(pe.length>0||!d)&&(Q=pe);for(let we of Q)Z(e,r,we,s,z);}if(o.trackManifest){let J=q||!!d?.isText;o.manifest.assets[a]={url:a,outputPath:x.outputPath,isText:J,contentType:yn(P)||d?.contentType||null,cacheControl:W,changeToken:u?.supported?u.token:null,tokenSource:u?.supported?u.tokenSource??null:null,discoveredAssets:Q,lastCrawledAt:new Date().toISOString(),lastSeenRunId:o.runId,unreferencedRuns:0,rewriteComplete:!J},delete o.manifest.pages[a],(o.enabled||o.strictTargeted)&&J&&await Ve(e,o);}return}}}catch{}let y=await ie(`fetch asset ${a}`,6e4,()=>t.get(a,{timeout:6e4}));if(!y.ok()){if(w(`http-${y.status()}`,{status:y.status()}))return;if(o.strictTargeted)throw new Error(`Required content-sync asset returned HTTP ${y.status()}: ${a}`);s.skip("asset",a,y.status());return}let b=await ie(`read asset response ${a}`,6e4,()=>y.body()),S=y.url()||a,M=ke(S,s,"asset-response",a);if(!M)return;let A=M.toString(),k=y.headers(),v=await kn(e,r.assetMap,A,b,r,s,k);v.wroteFile&&(ue(i,e,v.outputPath),$e(v.outputPath)&&Ce(i,v.outputPath));let T=bn(k);bt(i,e,v.outputPath,T),r.doneAssets.add(a),Xe(r,s);let $=Cn(c,k),B=[];if($){let V=b.toString("utf8");B=Pt(e,A,V,s,`asset:${C.extname(c.pathname).toLowerCase()||k["content-type"]||"unknown"}`);for(let P of B)Z(e,r,P,s,A);}o.trackManifest&&(o.manifest.assets[a]={url:a,outputPath:v.outputPath,isText:$,contentType:yn(k),cacheControl:T,changeToken:u?.supported?u.token:null,tokenSource:u?.supported?u.tokenSource??null:null,discoveredAssets:B,lastCrawledAt:new Date().toISOString(),lastSeenRunId:o.runId,unreferencedRuns:0,rewriteComplete:!$},delete o.manifest.pages[a],(o.enabled||o.strictTargeted)&&$&&await Ve(e,o));}catch(m){if(w("fetch-error",{error:String(m)}))return;if(s.error(`Failed asset ${a}`,{url:a,error:String(m)}),o.strictTargeted)throw m}finally{r.doneAssets.has(a)||(r.doneAssets.add(a),Xe(r,s));}}async function kc(e,t,r,n,s,o){let i=Math.max(1,Number(e.assetDownloadConcurrency||e.concurrency||1)),c=Array.from({length:i},async()=>{for(;r.assetQueue.length>0;){let a=r.assetQueue.shift();a&&(r.queuedAssets.delete(a),await Cc(e,t,r,a,n,s,o));}});await Promise.all(c);}function vr(e,t){let r=ge(e.outputDir,t);if(!r)throw new Error(`Remote export output is outside outputDir: ${t}`);return r}function xc(e,t){return Cn(e,{"content-type":t})}function co(e){return /(?:^|\/)index\.html?$|\.html?$/i.test(e)}async function Ic(e,t,r,n,s,o,i,c,a){let d=Math.max(1,Math.min(100,a)),u=20;for(;r.assetQueue.length>0;){let l=r.assetQueue.splice(0,d*u);for(let w of l)r.queuedAssets.delete(w);await Tn(e,t,s,l,n);let g=[];for(let w of l){let m=s.manifest.assets[w],h=m?ge(e.outputDir,m.outputPath):null,y=h?i.objects[h]:void 0,b=s.changeTokenCache.get(w)??null;if(!(s.enabled&&m&&y?.kind==="asset"&&y.sourceUrl===w&&(un(m.changeToken,b)||(!b?.supported||!b.token)&&dn(e.sourceOrigin,w)))||!m||!h||!y){g.push(w);continue}s.manifest.assets[w]={...m,changeToken:b?.token??null,tokenSource:b?.tokenSource??m.tokenSource,lastSeenRunId:s.runId,unreferencedRuns:0};for(let M of m.discoveredAssets||[])Z(e,r,M,n,w);r.doneAssets.add(w),bt(o,e,m.outputPath,m.cacheControl),n.info(`Reused unchanged S3-native asset ${w}.`,{url:w,relativePath:h,tokenSource:b?.tokenSource??"release-fingerprint",phase:"download-assets",execution:"lambda"}),Xe(r,n);}if(g.length===0)continue;let p=[];for(let w=0;w<g.length;w+=u)p.push(g.slice(w,w+u));let f=await Promise.all(p.map(w=>c.fetch({urls:w,ignoreHttpsErrors:e.ignoreHttpsErrors,timeoutMs:6e4})));for(let w of f)for(let m of w.assets){let h=m.requestedUrl;try{if(m.outcome!=="fetched"||!m.object||!m.finalUrl){let T=m.error||`Remote asset fetch ended with ${m.outcome}.`;if(n.error(`Failed remote asset ${h}`,{url:h,status:m.httpStatus,outcome:m.outcome,error:T,execution:"lambda"}),s.strictTargeted)throw new Error(T);continue}let y=ke(m.finalUrl,n,"remote-asset-response",h);if(!y)continue;let b=Nt(e,y.toString()),S=b.originalFilePath,M=b.originalPublicUrlWithSearch;if(b.preferQueryHashed&&b.hashedFilePath&&b.hashedPublicUrl&&Ao(r,b.originalFilePath,m.object.sha256)){let T=vo(e,r.assetMap,y.toString());S=T?.outputPath??b.hashedFilePath,M=T?.publicUrl??b.hashedPublicUrl;}vn(e,r.assetMap,y.toString(),M,b.originalPublicUrl),y.toString()!==h&&vn(e,r.assetMap,h,M,b.originalPublicUrl),Eo(r,b.originalFilePath,m.object.sha256);let A=vr(e,S),k=m.contentType?.trim()||"application/octet-stream",v=xc(y,k);yt(i,{relativePath:A,sourceUrl:h,kind:"asset",contentType:k,cacheControl:m.cacheControl,isText:v,object:m.object}),ue(o,e,S),v&&Ce(o,S),bt(o,e,S,m.cacheControl);for(let T of m.discoveredAssets)Z(e,r,T,n,y.toString());r.stats.assetsSaved++,s.trackManifest&&(s.manifest.assets[h]={url:h,outputPath:S,isText:v,contentType:k,cacheControl:m.cacheControl,changeToken:null,tokenSource:null,discoveredAssets:[...m.discoveredAssets],lastCrawledAt:new Date().toISOString(),lastSeenRunId:s.runId,unreferencedRuns:0,rewriteComplete:!v},delete s.manifest.pages[h]),n.debug(`Remote asset fetch completed ${h}`,{url:h,finalUrl:y.toString(),relativePath:A,bytes:m.object.bytes,taskId:w.taskId,attempts:w.attempts,execution:"lambda"});}finally{r.doneAssets.add(h),Xe(r,n);}}}}async function Tc(e,t,r,n){for(let s of [...t.changedFiles].sort()){if(!Xs(r,s))continue;let o=C.join(e.outputDir,s),i=await U.readFile(o).catch(u=>{throw new Error(`Coordinator-owned output is missing before S3 staging: ${s}`,{cause:u})}),c=$e(o),a=String(Vs.lookup(s)||"")||(c?"text/plain; charset=utf-8":"application/octet-stream"),d=await n.writeWorkspaceObject({key:`${r.workspace.prefix}jobs/${r.jobId}/coordinator/${Ee(s,40)}-${C.basename(s)}`,body:i,contentType:a,cacheControl:co(s)?e.s3.htmlCacheControl:e.s3.assetCacheControl});yt(r,{relativePath:s,sourceUrl:null,kind:"generated",contentType:a,cacheControl:co(s)?e.s3.htmlCacheControl:e.s3.assetCacheControl,isText:c,object:d});}}function Ac(e){let t=Math.ceil(e/1e3);return `${t} second${t===1?"":"s"}`}function He(e){return Math.max(6e4,e.navigationTimeoutMs*2,e.readiness.timeoutMs+e.readiness.fallbackWaitMs+15e3)}function Ut(e){return Math.max(15e3,Math.min(6e4,He(e)))}function jo(e){return Math.max(15e3,e.readiness.timeoutMs+e.readiness.fallbackWaitMs+1e4)}function En(e){return e.stats.pagesCompleted}function xn(e){let r=e.options?.browserProcess;return {pid:typeof r?.process?.pid=="number"?r.process.pid:null,kill:typeof r?.kill=="function"?r.kill.bind(r):null}}async function wn(e,t,r){let n=xn(e);try{if(n.kill){await n.kill(),t.warn(`Force-killed crawl worker browser after ${r}`,{browserPid:n.pid,reason:r});return}if(n.pid!==null){process.kill(n.pid,"SIGKILL"),t.warn(`Sent SIGKILL to crawl worker browser after ${r}`,{browserPid:n.pid,reason:r});return}t.warn(`Could not resolve crawl worker browser PID after ${r}`,{reason:r});}catch(s){t.error(`Failed to force-kill crawl worker browser after ${r}`,{browserPid:n.pid,reason:r,error:String(s)});}}async function ie(e,t,r){let n;try{return await Promise.race([r(),new Promise((s,o)=>{n=globalThis.setTimeout(()=>{o(new Wt(e,t));},t);})])}finally{n!==void 0&&globalThis.clearTimeout(n);}}var Wt=class extends Error{constructor(r,n){super(`${r} timed out after ${Ac(n)}.`);this.operation=r;this.timeoutMs=n;this.name="OperationTimeoutError";}operation;timeoutMs};async function Ec(e,t){let r=jo(e);await t.evaluate(async n=>{await new Promise(s=>{let o=0,i=700,c=Date.now(),a=()=>{window.clearInterval(d),window.scrollTo(0,0),s();},d=window.setInterval(()=>{if(Date.now()-c>=n.maxDurationMs){a();return}window.scrollBy(0,i),o+=i;let u=document.body?.scrollHeight||0,l=document.documentElement?.scrollHeight||0,g=Math.max(u,l);o>=g+window.innerHeight&&a();},120);});},{maxDurationMs:r});}async function $c(e,t){await t.waitForLoadState("domcontentloaded",{timeout:e.readiness.timeoutMs}).catch(()=>{}),e.readiness.waitForSelector&&await t.waitForSelector(e.readiness.waitForSelector,{timeout:e.readiness.timeoutMs}).catch(()=>{}),e.readiness.waitForFunction&&await t.waitForFunction(e.readiness.waitForFunction,void 0,{timeout:e.readiness.timeoutMs}).catch(()=>{}),await Ec(e,t),await t.waitForTimeout(e.readiness.fallbackWaitMs);}async function Oc(e,t){await t.waitForLoadState("domcontentloaded",{timeout:e.readiness.timeoutMs}).catch(()=>{}),await t.waitForLoadState("load",{timeout:e.readiness.timeoutMs}).catch(()=>{}),e.readiness.waitForSelector&&await t.waitForSelector(e.readiness.waitForSelector,{timeout:e.readiness.timeoutMs}).catch(()=>{}),await t.waitForTimeout(e.readiness.fallbackWaitMs);}function Fo(e,t){return e.noJavaScriptRenderPathPrefixes.some(r=>An(t,r))}async function Mc(e,t,r,n,s=true){let o=new Set;if(s){let c=await t.evaluate(()=>{let a=new Set,d=["href","src","poster","data-src","data-lazy-src","data-original","data-bg","data-background","data-href","data-resource-url"],u=new Set,l=["srcset","data-srcset","data-lazy-srcset"],g=p=>{p.querySelectorAll("*").forEach(f=>{for(let m of d){let h=f.getAttribute(m);h&&a.add(h);}for(let m of l){let h=f.getAttribute(m);h&&h.split(",").forEach(y=>{let b=y.trim().split(/\s+/)[0];b&&a.add(b);});}let w=f.getAttribute("style");w&&u.add(w),f.shadowRoot&&g(f.shadowRoot);});};return g(document),{attrs:[...a],styles:[...u]}});for(let a of c.attrs)for(let d of yc(a)){let u=oe(e,d,r,n,"dom-attr");u&&G(e,u)&&o.add(u.toString());}for(let a of c.styles)for(let d of Pt(e,r,a,n,"dom-style"))o.add(d);}let i=await t.content();for(let c of Pt(e,r,i,n,"page-html"))o.add(c);return [...o]}async function In(e,t,r,n,s){let o=Fe(e,t);await _e(o,r,"utf8");let i=await U.stat(o);s?.debug(`Saved page output ${t}`,{phase:"save-pages",url:t,outputPath:o,bytes:i.size});let c=Cr(n,o),a=Math.min(n.stats.pagesQueued,En(n)+1);s&&c&&(n.stats.pagesSaved%10===0||n.stats.pagesSaved===1)&&s.progress(`Page progress: processed ${a}, rendered ${n.stats.pagesRendered}, saved ${n.stats.pagesSaved}, discovered ${n.stats.pagesQueued}.`,{donePages:a,claimedPages:n.donePages.size,pagesRendered:n.stats.pagesRendered,pagesSaved:n.stats.pagesSaved,pagesQueued:n.stats.pagesQueued,pageQueue:n.pageQueue.length,phase:"save-pages"});}function Cr(e,t){let r=C.resolve(t);return e.savedPageOutputs.has(r)?false:(e.savedPageOutputs.add(r),e.stats.pagesSaved=e.savedPageOutputs.size,true)}async function kr(e,t,r,n,s){let o=ge(e.outputDir,n);if(!o)return;if(s){let c=s.objects[o];c?.kind==="page"&&c.sourceUrl===r&&c.object?.bucket===s.workspace.bucket&&typeof c.object.key=="string"&&c.object.key.startsWith(s.workspace.prefix)&&Cr(t,n);return}(await st(n).catch(()=>null))?.isFile()&&Cr(t,n);}function Do(e){let t=En(e);return t%5===0||t===1||t===e.stats.pagesQueued}function Uo(e,t){let r=En(e);t.progress(`Render progress: processed ${r}, rendered ${e.stats.pagesRendered}, saved ${e.stats.pagesSaved}, discovered ${e.stats.pagesQueued}.`,{donePages:r,claimedPages:e.donePages.size,pagesRendered:e.stats.pagesRendered,pagesSaved:e.stats.pagesSaved,pagesQueued:e.stats.pagesQueued,phase:"render-pages"});}async function jc(e){await ls(e),await e.addInitScript(()=>{Object.defineProperty(window,"__WPSUITE_STATIC_EXPORT__",{value:true,writable:false,configurable:true});let t=r=>{if(r==null||String(r)==="")return true;try{let n=new URL(String(r),window.location.href),s=new URL(window.location.href);return n.hash="",s.hash="",n.href===s.href}catch{return false}};try{let r=window.location.assign.bind(window.location),n=window.location.replace.bind(window.location),s=window.location.reload.bind(window.location);Object.defineProperty(window.location,"assign",{configurable:!0,value:o=>{if(t(o)){console.warn("[smartcloud-static-publisher] blocked same-page location.assign",o??"");return}return r(o)}}),Object.defineProperty(window.location,"replace",{configurable:!0,value:o=>{if(t(o)){console.warn("[smartcloud-static-publisher] blocked same-page location.replace",o??"");return}return n(o)}}),Object.defineProperty(window.location,"reload",{configurable:!0,value:()=>{console.warn("[smartcloud-static-publisher] blocked location.reload");}});}catch{}});}async function Fc(e,t,r){let n=await e.newContext({viewport:t.viewport,userAgent:"WPSuiteStaticPublisher/0.8 Playwright SitemapOnly",ignoreHTTPSErrors:t.ignoreHttpsErrors,...r?{javaScriptEnabled:false}:{}});return r||await jc(n),n}async function Dc(e,t,r,n,s,o,i,c,a,d){for(;t.pageQueue.length>0&&t.pageRenderFailures.size===0&&!(e.maxPages>0&&t.donePages.size>=e.maxPages);){let u=t.pageQueue.shift();if(!u)break;t.queuedPages.delete(u);try{let l=ke(u,r,"page","page-queue");if(!l)continue;let g=l.toString();if(u=g,t.queuedPages.delete(u),t.donePages.has(u))continue;t.donePages.add(u),o.enabled&&o.seenPages.add(u);let p=xr(e,u),f=Fo(e,l.pathname);if(!ze(l)||G(e,l)||ot(l)){if(G(e,l)){r.info(`Remote worker redirected non-page URL to asset queue: ${u}`,{url:u,source:"remote-worker-guard"}),Z(e,t,u,r,"remote-worker-guard");continue}r.reject("page",u,"guard rejected non-page URL before remote rendering","remote-worker");continue}let w=o.strictTargeted?o.manifest.pages[u]:void 0;if(w?.lastSeenRunId===o.runId&&await st(w.outputPath)){o.seenPages.add(u);for(let v of w.discoveredAssets||[])Z(e,t,v,r,u);ue(i,e,w.outputPath),Ce(i,w.outputPath),await kr(e,t,u,w.outputPath,d),r.info(`Resumed completed content-sync page ${u}`,{url:u,source:"content-sync-checkpoint"});continue}let m=await Po(e,s,t,o,u,r);if(o.enabled&&n!=="single-url"&&n!=="content-sync"){let v=o.manifest.pages[u];if(m.action==="reuse"&&v){for(let T of v.discoveredAssets)Z(e,t,T,r,u);for(let T of v.discoveredPages)it(e,t,T,r,u);v.lastSeenRunId=o.runId,v.sitemapLastmod=nt(t.sitemapLastmodByPage[u])??v.sitemapLastmod,m.changeToken?.supported&&(v.changeToken=m.changeToken.token,v.tokenSource=m.changeToken.tokenSource??v.tokenSource),await kr(e,t,u,v.outputPath,d),r.info(`Incremental reuse skipped unchanged page ${u}`,{url:u,mode:"incremental",reason:m.changeToken?.supported===!0?"change-token-match":"sitemap-lastmod-match"});continue}}r.page(`Rendering remotely ${u}`,{url:u,execution:"lambda"});let h=await a.render({sourceOrigin:e.sourceOrigin,url:u,options:{ignoreHttpsErrors:e.ignoreHttpsErrors,javaScriptEnabled:!f,viewport:e.viewport,navigationTimeoutMs:e.navigationTimeoutMs,autoScrollTimeoutMs:jo(e),readiness:e.readiness},downloadHtml:!d}),y=h.page,b=y.finalUrl?ke(y.finalUrl,r,"remote-final-response",u)?.toString():void 0;if(n==="content-sync"&&b&&b!==g){if(o.deleteOnMissingUrls.has(u)){await qt(e,o,i,u,o.deleteOnMissingUrls),r.info(`Removed stale content-sync archive route redirected to ${b}`,{url:u,finalResponseUrl:b,source:"content-sync-tombstone"});continue}throw new Error(`Required content-sync route redirected outside its planned URL: ${u} -> ${b}`)}let S=y.httpStatus;if(p){if(S!==404){r.error(`Generated 404 request path returned unexpected status for ${u}`,{url:u,expectedStatus:404,status:S,requestPath:e.generated404RequestPath,execution:"lambda"});continue}}else if(S!==null&&S>=400){if(n==="content-sync"&&(S===404||S===410)&&o.deleteOnMissingUrls.has(u)){await qt(e,o,i,u,o.deleteOnMissingUrls),r.info(`Removed stale content-sync archive page ${u}`,{url:u,status:S,source:"content-sync-tombstone"});continue}if(n==="content-sync")throw new Error(`Required content-sync route returned HTTP ${S}: ${u}`);r.skip("page",u,S,t.pageDiscoverySources.get(u));continue}t.stats.pagesRendered++;let M=new Set;if(!d){if(h.html===null)throw new Error("Remote render did not return HTML for local output mode.");for(let v of Pt(e,g,h.html,r,"remote-page-html"))M.add(v);}for(let v of [...y.discoveredAssets,...y.networkUrls]){let T=oe(e,v,g,r,"remote-render");T&&G(e,T)&&M.add(T.toString());}for(let v of M)Z(e,t,v,r,u);let A=n!=="single-url"&&n!=="content-sync"&&!p?[...new Set([...!d&&h.html!==null?Mo(e,u,h.html,r):[],...y.discoveredPages])]:[];for(let v of A)it(e,t,v,r,u);for(let v of y.cookies){let T=v.sameSite==="Strict"||v.sameSite==="Lax"||v.sameSite==="None"?v.sameSite:"Unspecified",$=!Number.isFinite(v.expires)||v.expires<=0;c.add({name:v.name,domain:v.domain,path:v.path||"/",expires:$?null:v.expires,session:$,secure:v.secure,httpOnly:v.httpOnly,sameSite:T,partitioned:v.partitioned===!0});}let k=Fe(e,u);if(d){if(!y.html)throw new Error("Remote render completed without a workspace HTML object.");yt(d,{relativePath:vr(e,k),sourceUrl:u,kind:"page",contentType:y.contentType?.trim()||"text/html; charset=utf-8",cacheControl:e.s3.htmlCacheControl,isText:!0,object:y.html}),Cr(t,k);}else {if(h.html===null)throw new Error("Remote render did not return HTML for local output mode.");await In(e,u,h.html,t,r);}ue(i,e,k),Ce(i,k),o.trackManifest&&(o.manifest.pages[u]={url:u,outputPath:k,contentType:y.contentType?.trim()||null,changeToken:m.changeToken?.supported?m.changeToken.token:null,tokenSource:m.changeToken?.supported?m.changeToken.tokenSource??null:null,sitemapLastmod:nt(t.sitemapLastmodByPage[u])??null,discoveredPages:A,discoveredAssets:[...M],lastCrawledAt:new Date().toISOString(),lastSeenRunId:o.runId,rewriteComplete:!1},(o.enabled||o.strictTargeted)&&await Ve(e,o)),r.debug(`Remote render completed ${u}`,{url:u,taskId:h.taskId,attempts:h.attempts,execution:"lambda"});}catch(l){if(r.error(`Failed remote page ${u}`,{url:u,error:String(l),execution:"lambda",...l instanceof be?{status:l.status,attempts:l.attempts}:{}}),l instanceof be){t.pageHttpFailures.set(u,l);continue}if(t.pageRenderFailures.set(u,l instanceof Error?l:new Error(String(l))),o.strictTargeted)throw l}finally{t.stats.pagesCompleted++,Do(t)&&Uo(t,r);}}}async function Uc(e,t,r,n,s,o,i,c){let a;try{a=await chromium.launch({headless:!0});}catch(u){throw t.pageRenderFailures.set("local-browser-startup",u instanceof Error?u:new Error(String(u))),u}let d=xn(a);d.pid!==null&&r.debug(`Launched crawl worker browser PID ${d.pid}`,{browserPid:d.pid});try{for(;t.pageQueue.length>0&&t.pageRenderFailures.size===0;){a||(a=await chromium.launch({headless:!0}),d=xn(a),d.pid!==null&&r.debug(`Relaunched crawl worker browser PID ${d.pid}`,{browserPid:d.pid}));let u=a;if(e.maxPages>0&&t.donePages.size>=e.maxPages)break;let l=t.pageQueue.shift();if(!l)break;t.queuedPages.delete(l);let g=null,p=null,f=!1,w=null,m=[],h=new Set;try{let y=ke(l,r,"page","page-queue");if(!y)continue;let b=y.toString();if(l=b,t.queuedPages.delete(l),t.donePages.has(l))continue;t.donePages.add(l),o.enabled&&o.seenPages.add(l);let S=xr(e,l),M=Fo(e,y.pathname);if(!ze(y)||G(e,y)||ot(y)){if(G(e,y)){r.info(`Worker redirected non-page URL to asset queue: ${l}`,{url:l,source:"worker-guard"}),Z(e,t,l,r,"worker-guard");continue}r.reject("page",l,"guard rejected non-page URL before rendering","worker");continue}let A=o.strictTargeted?o.manifest.pages[l]:void 0;if(A?.lastSeenRunId===o.runId&&await st(A.outputPath)){o.seenPages.add(l);for(let x of A.discoveredAssets||[])Z(e,t,x,r,l);ue(i,e,A.outputPath),Ce(i,A.outputPath),await kr(e,t,l,A.outputPath),r.info(`Resumed completed content-sync page ${l}`,{url:l,source:"content-sync-checkpoint"});continue}let k=await Po(e,s,t,o,l,r);if(o.enabled&&n!=="single-url"&&n!=="content-sync"){let x=o.manifest.pages[l];if(k.action==="reuse"&&x){for(let W of x.discoveredAssets)Z(e,t,W,r,l);for(let W of x.discoveredPages)it(e,t,W,r,l);x.lastSeenRunId=o.runId,x.sitemapLastmod=nt(t.sitemapLastmodByPage[l])??x.sitemapLastmod,k.changeToken?.supported&&(x.changeToken=k.changeToken.token,x.tokenSource=k.changeToken.tokenSource??x.tokenSource),await kr(e,t,l,x.outputPath),r.info(`Incremental reuse skipped unchanged page ${l}`,{url:l,mode:"incremental",reason:k.changeToken?.supported===!0?"change-token-match":"sitemap-lastmod-match"});continue}}g=await ie(`create page context ${l}`,He(e),()=>Fc(u,e,M)),p=await ie(`create page ${l}`,He(e),()=>g.newPage()),m=await g.cookies();let v=!1,T=new Set;await p.route("**/*",async x=>{let W=x.request();try{let q=oe(e,W.url(),e.sourceOrigin,r,"network-request");q&&G(e,q)&&(T.add(q.toString()),Z(e,t,q.toString(),r,l));}catch{}if(W.isNavigationRequest()&&W.frame()===p.mainFrame())try{let q=new URL(W.url()),Q=new URL(b);if(q.hash="",Q.hash="",q.href===Q.href){if(v){r.warn(`Blocked same-page navigation/reload for ${l}`,{url:l,requestUrl:W.url()});try{await x.abort("aborted");}catch(J){r.debug(`Ignored canceled route while blocking reload for ${l}`,{url:l,error:String(J)});}return}v=!0;}}catch{}try{await x.continue();}catch(q){r.debug(`Ignored canceled network route for ${l}`,{url:l,requestUrl:W.url(),error:String(q)});}}),p.on("response",x=>{try{let q=oe(e,x.url(),e.sourceOrigin,r,"network-response");q&&G(e,q)&&(T.add(q.toString()),Z(e,t,q.toString(),r,l));}catch{}let W=x.headerValues("set-cookie").then(q=>{for(let Q of q)c.add(Ls(Q,x.url()));}).catch(()=>{}).then(()=>{});h.add(W),W.finally(()=>h.delete(W));}),r.page(`Rendering ${l}`,{url:l});let $=null,B=null;try{if($=await p.goto(l,{waitUntil:"domcontentloaded",timeout:e.navigationTimeoutMs}),$&&$.ok())try{B=await ie(`read response body ${l}`,He(e),()=>$.text());}catch{B=null;}}catch(x){let W=t.pageHttpFailures.get(l);if(W){let q=(t.pageHttpAttempts.get(l)??0)+1;throw t.pageHttpAttempts.set(l,q),new be(l,W.status,q,`Retry navigation failed: ${String(x)}`)}r.warn(`Navigation issue for ${l}; saving current DOM if available`,{url:l,error:String(x)});}let V=$?.status();if(cr(V)){let x=(t.pageHttpAttempts.get(l)??0)+1;throw t.pageHttpAttempts.set(l,x),new be(l,V,x)}if($)t.pageHttpFailures.delete(l);else if(t.pageHttpFailures.has(l)){let x=t.pageHttpFailures.get(l),W=(t.pageHttpAttempts.get(l)??0)+1;throw t.pageHttpAttempts.set(l,W),new be(l,x.status,W,"Retry navigation returned no HTTP response.")}if(n==="content-sync"&&$){let x=ke($.url(),r,"content-sync-final-response",l)?.toString();if(x&&x!==b){if(o.deleteOnMissingUrls.has(l)){await qt(e,o,i,l,o.deleteOnMissingUrls),r.info(`Removed stale content-sync archive route redirected to ${x}`,{url:l,finalResponseUrl:x,source:"content-sync-tombstone"});continue}throw new Error(`Required content-sync route redirected outside its planned URL: ${l} -> ${x}`)}}if(S){let x=$?.status()??null;if(x!==404){r.error(`Generated 404 request path returned unexpected status for ${l}`,{url:l,expectedStatus:404,status:x,requestPath:e.generated404RequestPath});continue}r.info(`Capturing rendered 404 page for ${l}`,{url:l,status:x,outputPath:Fe(e,l)});}else if($&&!$.ok()){if(n==="content-sync"&&($.status()===404||$.status()===410)&&o.deleteOnMissingUrls.has(l)){await qt(e,o,i,l,o.deleteOnMissingUrls),r.info(`Removed stale content-sync archive page ${l}`,{url:l,status:$.status(),source:"content-sync-tombstone"}),await p.close();continue}if(n==="content-sync")throw new Error(`Required content-sync route returned HTTP ${$.status()}: ${l}`);r.skip("page",l,$.status(),t.pageDiscoverySources.get(l)),await p.close();continue}M?(r.info(`Rendering without JS execution for ${l}`,{url:l,mode:"no-js"}),await ie(`wait for rendered page ${l}`,He(e),()=>Oc(e,p))):await ie(`wait for rendered page ${l}`,He(e),()=>$c(e,p)),t.stats.pagesRendered++;let P=await ie(`extract rendered assets ${l}`,He(e),()=>Mc(e,p,b,r,!M));for(let x of P)Z(e,t,x,r,l);let O=[...new Set([...P,...T])],de=B??await ie(`capture rendered html ${l}`,He(e),()=>Yr(p)),ae=n!=="single-url"&&n!=="content-sync"&&!S?Mo(e,l,de,r):[];if(n!=="single-url"&&n!=="content-sync"&&!S)for(let x of ae)it(e,t,x,r,l);await In(e,l,de,t,r);let z=Fe(e,l);if(ue(i,e,z),Ce(i,z),o.trackManifest){let x=$?.headers();o.manifest.pages[l]={url:l,outputPath:z,contentType:yn(x),changeToken:k.changeToken?.supported?k.changeToken.token:null,tokenSource:k.changeToken?.supported?k.changeToken.tokenSource??null:null,sitemapLastmod:nt(t.sitemapLastmodByPage[l])??null,discoveredPages:ae,discoveredAssets:O,lastCrawledAt:new Date().toISOString(),lastSeenRunId:o.runId,rewriteComplete:!1},(o.enabled||o.strictTargeted)&&await Ve(e,o);}}catch(y){if(y instanceof be){t.pageHttpFailures.set(l,y),y.attempts<gn?(w=lr(y.attempts),r.warn(`Retrying page after HTTP ${y.status}: ${l}`,{url:l,status:y.status,attempt:y.attempts,maxAttempts:gn,delayMs:w,reason:y.message,execution:"local"})):(t.pageHttpFailures.set(l,y),r.error(`Failed page after HTTP retries ${l}`,{url:l,status:y.status,attempts:y.attempts,error:String(y),execution:"local"}));continue}if(f=y instanceof Wt,t.pageRenderFailures.set(l,y instanceof Error?y:new Error(String(y))),o.strictTargeted)throw r.error(`Failed required content-sync page ${l}`,{url:l,error:String(y)}),y;if(f)r.warn(`Skipped partial DOM for timed-out page ${l}`,{url:l,error:String(y),recovery:"recycle-worker-browser"});else try{let b=p?await ie(`capture partial html ${l}`,He(e),()=>Yr(p)):"";if(b&&b.trim()){await In(e,l,b,t,r);let S=Fe(e,l);if(ue(i,e,S),Ce(i,S),o.trackManifest){let M=o.manifest.pages[l]??o.previousManifest.pages[l];o.manifest.pages[l]={url:l,outputPath:S,contentType:M?.contentType??null,changeToken:null,tokenSource:null,sitemapLastmod:nt(t.sitemapLastmodByPage[l])??M?.sitemapLastmod??null,discoveredPages:M?.discoveredPages?[...M.discoveredPages]:[],discoveredAssets:M?.discoveredAssets?[...M.discoveredAssets]:[],lastCrawledAt:new Date().toISOString(),lastSeenRunId:o.runId,rewriteComplete:!1},(o.enabled||o.strictTargeted)&&await Ve(e,o);}r.warn(`Saved partial DOM for ${l}`,{url:l,error:String(y)});}}catch(b){b instanceof Wt&&(f=!0),r.error(`Could not save partial DOM for ${l}`,{url:l,error:String(b)});}r.error(`Failed page ${l}`,{url:l,error:String(y)});}finally{if(!f&&p&&await ie(`drain network routes ${l}`,Ut(e),()=>p.unrouteAll({behavior:"wait"})).catch(y=>{f=!0,r.warn(`Could not drain network routes for ${l}`,{url:l,browserPid:d.pid,error:String(y),recovery:"recycle-worker-browser"});}),f&&(a=null,await wn(u,r,`page operation timeout for ${l}`),await u.close().catch(()=>{})),h.size>0&&await Promise.allSettled([...h]),!f&&g)try{let y=await g.cookies();c.addAll(Ws(m,y));}catch{}w===null&&(t.stats.pagesCompleted++,Do(t)&&Uo(t,r)),!f&&p&&await ie(`close page ${l}`,Ut(e),()=>p.close()).catch(y=>{f=!0,r.warn(`Timed out while closing page ${l}`,{url:l,browserPid:d.pid,error:String(y),recovery:"recycle-worker-browser"});}),!f&&g&&await ie(`close page context ${l}`,Ut(e),()=>g.close()).catch(y=>{f=!0,r.warn(`Timed out while closing page context for ${l}`,{url:l,browserPid:d.pid,error:String(y),recovery:"recycle-worker-browser"});}),f&&a===u&&(a=null,await wn(u,r,`page cleanup timeout for ${l}`),await u.close().catch(()=>{})),w!==null&&(await setTimeout$1(w),t.donePages.delete(l),t.queuedPages.add(l),t.pageQueue.push(l));}}}finally{if(a){let u=a;await ie("close worker browser",Ut(e),()=>u.close()).catch(l=>(r.warn("Timed out while closing crawl worker browser",{browserPid:d.pid,error:String(l)}),wn(u,r,"browser.close timeout")));}}}async function Lc(e){try{let t=await U.readFile(e),n=(e.endsWith(".gz")?gunzipSync(t):t).toString("utf8").trim();if(!n)return [];try{let s=JSON.parse(n);if(Array.isArray(s))return s;if(s&&typeof s=="object")return [s]}catch{return n.split(/\r?\n/).map(s=>s.trim()).filter(Boolean).map(s=>{try{let o=JSON.parse(s);return o&&typeof o=="object"?o:null}catch{return null}}).filter(s=>s!==null)}return []}catch{return []}}function lo(e){let t=String(e||"").toLowerCase();return t.includes("timeout")||t.includes("timed out")||t.includes("navigation timeout")}function Wc(e){let t=String(e?.job?.command||"").trim(),r=String(e?.job?.crawlMode||"full").trim();return t!=="publish"&&t!=="crawl"?false:r!=="incremental"}function qc(e){let t=[e?.archivedAt,e?.job?.endedAt,e?.job?.startedAt];for(let r of t){let n=Date.parse(String(r||""));if(Number.isFinite(n))return n}return 0}async function Lo(e){try{let t=await U.readFile(e,"utf8"),r=JSON.parse(t);return r&&typeof r=="object"&&!Array.isArray(r)?r:null}catch{return null}}function uo(e){let t=String(e.originalFileName||"").toLowerCase();return t.endsWith("errors.jsonl")?0:t.endsWith("errors.json")?1:2}function _c(e,t){let r=Array.isArray(t?.artifacts)?t.artifacts.filter(n=>String(n?.role||"").trim()==="errors"&&String(n?.storedFileName||"").trim()!=="").sort((n,s)=>uo(n)-uo(s)).map(n=>C.join(e,String(n.storedFileName))):[];return [...new Set([...r,C.join(e,"errors.jsonl"),C.join(e,"errors.json"),C.join(e,"errors.jsonl.gz"),C.join(e,"errors.json.gz")])]}async function po(e){let t=await Lo(C.join(e,"job.json"));for(let r of _c(e,t)){let n=await Lc(r);if(n.length>0)return n}return []}async function Nc(e){let t=C.join(e.logDir,"archive"),r;try{r=await U.readdir(t);}catch{return ""}let n="",s=0;for(let o of r){let i=C.join(t,o);if(!(await U.stat(i).catch(()=>null))?.isDirectory())continue;let a=await Lo(C.join(i,"job.json"));if(!Wc(a))continue;let d=qc(a);d>=s&&(s=d,n=i);}return n}async function Bc(e){let t=await Nc(e),r=t!==""?await po(t):await po(e.logDir),n=new Set;for(let s of r)if(lo(s.error)||lo(s.message)){let o=s.url;typeof o=="string"&&o&&n.add(o);}return [...n]}async function Hc(e){let t=[];for(let r of e)if(r.startsWith("@")){let n=r.slice(1),s=await U.readFile(n,"utf8");t.push(...s.split(/\r?\n/).map(o=>o.trim()).filter(o=>o&&!o.startsWith("#")));}else t.push(r);return t}async function Vc(e){if(!e)throw new Error("Content-sync crawl requires an immutable impact plan.");let t=JSON.parse(await U.readFile(e,"utf8"));return It(t),t}function zc(e,t){let r;try{r=new URL(e);}catch{return false}return t.archiveFamilies.some(n=>{let s=new URL(n.url);if(r.origin!==s.origin)return false;if(r.toString()===s.toString())return true;if(r.searchParams.has("paged")&&r.pathname===s.pathname)return /^\d+$/.test(r.searchParams.get("paged")||"");let o=s.pathname.replace(/\/+$/,""),i=r.pathname.slice(o.length).replace(/^\/+/,""),c=String(n.paginationBase||"page").replace(/^\/+|\/+$/g,"").replace(/[.*+?^${}()|[\]\\]/g,"\\$&");return r.pathname.startsWith(`${o}/`)&&new RegExp(`^${c}/\\d+/?$`).test(i)})}function Dt(e,t,r){let n=r==="page"?Fe(e,t):Nt(e,t).originalFilePath;return ge(e.outputDir,n)}async function qt(e,t,r,n,s){let o=t.manifest.pages[n];if(!o)return;let i=ge(e.outputDir,o.outputPath);if(!i)throw new Error(`Manifest-owned page path escaped output root: ${n}`);let c=C.resolve(o.outputPath);Object.entries(t.manifest.pages).some(([d,u])=>d!==n&&!s.has(d)&&C.resolve(u.outputPath)===c)||(await U.rm(o.outputPath,{force:true}),r.deletedFiles.add(i),r.revalidateFiles.delete(i)),delete t.manifest.pages[n];}async function Kc(e,t,r,n,s){let o=t.manifest.assets[n];if(!o)return;let i=ge(e.outputDir,o.outputPath);if(!i)throw new Error(`Manifest-owned resource path escaped output root: ${n}`);let c=C.resolve(o.outputPath);Object.entries(t.manifest.assets).some(([d,u])=>d!==n&&!s.has(d)&&C.resolve(u.outputPath)===c)||(await U.rm(o.outputPath,{force:true}),r.deletedFiles.add(i)),delete t.manifest.assets[n];}function Jc(e,t){let r=new Set,n=[...t];for(;n.length>0;){let s=n.shift();if(r.has(s))continue;r.add(s);let o=e.assets[s];for(let i of o?.discoveredAssets??[])try{Rt(new URL(i))&&n.push(i);}catch{}}return r}async function Qc(e,t,r,n,s){let o=Jc(r.previousManifest,s);for(let i of o){if(t.successfulSitemaps.has(i))continue;let c=r.previousManifest.assets[i];if(!c)continue;let a=ge(e.outputDir,c.outputPath);if(!a)throw new Error(`Manifest-owned sitemap path escaped output root: ${i}`);await U.rm(c.outputPath,{force:true}),n.deletedFiles.add(a),delete r.manifest.assets[i];}await Ve(e,r);}async function Gc(e){try{let t=await U.readFile(C.join(e.outputDir,"asset-map.json"),"utf8");return JSON.parse(t)}catch{return {}}}async function Zc(e){let t=["crawl.log.jsonl","current-crawl-event.json","rejected.jsonl","ignored.jsonl","skipped-http.jsonl","errors.jsonl","timings.jsonl","rejected.json","ignored.json","skipped-http.json","errors.json","timings.json"];await U.mkdir(e,{recursive:true}),await Promise.all(t.map(async r=>{try{await U.unlink(C.join(e,r));}catch(n){if(n.code!=="ENOENT")throw n}}));}function mo(e,t,r,n,s){let o=oe(e,r,e.sourceOrigin,n,"manual-url");o&&(Rt(o)?Rr(e,t,o.toString(),n,s):G(e,o)?Z(e,t,o.toString(),n,s):ze(o)?it(e,t,o.toString(),n,s):n.reject("manual-url",o.toString(),"not page/sitemap/asset-like",s));}async function Wo(e=process.argv.slice(2)){let t=[],r=await Ie(void 0,{onRemotePublisherConfigDiagnostic:R=>{t.push(R);}}),n=At(r.sitemapPaths),s=t.at(-1)??null,o=Ma(e),i=o.mode==="content-sync"?await Vc(o.contentSyncPlanPath):null;if(o.resumeRewrite&&o.mode!=="full")throw new Error("--resume-rewrite is only supported for full crawl/publish jobs.");let c=[];o.mode==="retry-timeouts"&&(c=await Bc(r)),o.mode==="single-url"&&(c=await Hc(o.urls)),i&&(c=[...i.directRenderUrls,...i.archiveFamilyUrls,...i.resourceRenderUrls]);let a=o.crawlMode==="incremental"&&o.mode==="full",d=a&&typeof r.subscriptionType=="string"&&r.subscriptionType.trim()!=="";if(i&&r.subscriptionType!=="PROFESSIONAL"&&r.subscriptionType!=="AGENCY")throw new Error("Content-sync requires an active Professional or Agency subscription.");let u=(o.mode==="full"||o.mode==="single-url"||o.mode==="content-sync")&&!o.resumeRewrite,l=o.mode!=="full"||o.resumeRewrite||d,g=l?await Gc(r):{},p=d||o.mode==="single-url"||o.mode==="content-sync"?await _a(r):yo(),f=new Set(c),w=new Set;if(i){for(let R of i.archiveFamilies)if(R.foundPosts===0)for(let F of R.pageUrls)w.add(F);for(let R of Object.keys(p.pages))zc(R,i)&&!f.has(R)&&(c.push(R),w.add(R));}let m={enabled:d,trackManifest:u,manifest:Pn(p),previousManifest:Pn(p),runId:i?.jobId??`${Date.now()}`,seenPages:new Set,changeTokenCache:new Map,pageChangeTokenPrimePromise:null,manifestSaveChain:Promise.resolve(),manifestPendingChanges:0,lastManifestSavedAt:Date.now(),strictTargeted:!!i,requiredUrls:f,deleteOnMissingUrls:w};await Zc(r.logDir);let h=new nr(r.logDir,r.logLevel),y=o.remoteRender??r.remoteWorkers?.render?.enabled===true,b=gr({explicitPath:o.remoteWorkerConfigPath,runtimeDir:_t()}),S=null,M=null,A=null,k=null,v=Math.max(1,r.concurrency),T=1,$=r.remoteWorkers?.rewrite?.enabled===true,B=r.remoteWorkers?.deploy?.enabled===true,V=y&&$&&B&&!o.resumeRewrite;if(!V&&o.mode==="full"&&!o.resumeRewrite&&await U.rm(fr(r),{force:true}),y&&!o.resumeRewrite||$){if(!b)throw new Error("Remote Lambda workers are enabled, but the runtime directory is unknown. Run through queue-runner with --runtime-dir, set STATIC_PUBLISHER_RUNTIME_DIR, or use --remote-worker-config for a diagnostic run.");let R=await ar(b),F=false;if(A=new wt(R,{},{onProgress:j=>{if(j.operation==="rewrite"){h.debug("Lambda rewrite task progress.",{remoteWorkerOperation:j.operation,remoteWorkerTaskId:j.taskId,remoteWorkerStatus:j.status,remoteWorkerCompletedItems:j.completedItems,remoteWorkerFailedItems:j.failedItems,remoteWorkerTotalItems:j.totalItems,remoteWorkerUpdatedAt:j.updatedAt});return}h.progress(`Lambda ${j.operation} batch: ${j.completedItems+j.failedItems}/${j.totalItems}`,{remoteWorkerOperation:j.operation,remoteWorkerTaskId:j.taskId,remoteWorkerStatus:j.status,remoteWorkerCompletedItems:j.completedItems,remoteWorkerFailedItems:j.failedItems,remoteWorkerTotalItems:j.totalItems,remoteWorkerUpdatedAt:j.updatedAt});},onProgressError:j=>{F||(F=true,h.warn("Lambda progress status could not be read; task execution continues.",{error:j.message}));}}),V){if(!R.functions.asset)throw new Error("Full Lambda delegation requires an asset worker. Redeploy the Lambda worker stack and reinstall remote-workers.json.");let j=l?await wr(r):null;k=Ys(`crawl-${Ee(m.runId,40)}`,R,j),M=new dr({client:A,jobId:k.jobId,maxAttempts:2}),h.info("S3-native Lambda data plane is enabled.",{execution:"lambda",assetWorker:R.functions.asset,workspaceBucket:R.workspace.bucket,workspacePrefix:R.workspace.prefix});}}if(y&&!o.resumeRewrite){if(!A)throw new Error("Remote render worker client was not initialized.");v=Math.max(1,Math.min(100,V?r.concurrency:r.remoteWorkers?.render?.concurrency??r.concurrency)),T=Math.max(1,Math.min(20,r.remoteWorkers?.render?.batchSize??5)),S=new ur({client:A,jobId:`crawl-${Ee(m.runId,40)}`,maxAttempts:r.remoteWorkers?.render?.maxAttempts??2,batchSize:T,maxConcurrentBatches:v,onRetry:R=>{h.warn(`Retrying remote render for ${R.url}`,{url:R.url,attempt:R.attempt,maxAttempts:R.maxAttempts,reason:R.reason,status:R.status,delayMs:R.delayMs,execution:"lambda"});}}),h.info("Lambda page rendering is enabled.",{remoteWorkerConfigPath:C.resolve(b),concurrency:v,maxAttempts:r.remoteWorkers?.render?.maxAttempts??2,batchSize:T,execution:"lambda"});}if(s){let R={status:s.status,virtualAssetBaseUrl:s.virtualAssetBaseUrl,subscriptionType:s.subscriptionType??null,error:s.error,requests:s.requests,source:"remote-publisher-config"};s.status==="loaded"&&s.subscriptionType?h.info("Loaded remote WP Suite publisher configuration.",R):h.warn("Remote WP Suite publisher configuration is unavailable or has no active subscription type.",R);}if(a&&!d){let R="Incremental crawl requires an active remote publisher subscription; refusing to fall back to a destructive full crawl.";throw h.error(R,{requestedMode:o.crawlMode,subscriptionType:r.subscriptionType??null,source:"incremental-subscription-guard"}),await h.flush(),new Error(R)}let P={pageQueue:[],queuedPages:new Set,donePages:new Set,savedPageOutputs:new Set,pageHttpAttempts:new Map,pageHttpFailures:new Map,pageRenderFailures:new Map,pageDiscoverySources:new Map,assetQueue:[],queuedAssets:new Set,doneAssets:new Set,sitemapQueue:[],queuedSitemaps:new Set,doneSitemaps:new Set,successfulSitemaps:new Set,resolvedSitemapRoots:new Set,sitemapIndexUrls:new Set,sitemapLeafUrls:new Set,sitemapLastmodByPage:{},assetMap:{...g},assetVariantDigestsByOriginalPath:new Map,stats:{pagesQueued:0,pagesRendered:0,pagesCompleted:0,assetsQueued:0,sitemapsQueued:0,assetsSaved:0,pagesSaved:0}},O=qa(),de=new or,ae=ja();if(ae&&!o.resumeRewrite&&await ir(ae,de.artifact()),await Ze(r),await nn(r,{startedAt:new Date().toISOString(),outputDir:C.resolve(r.outputDir)}),!o.resumeRewrite&&r.pageCache?.purgeBeforeCrawl===true){h.mark("purge-page-cache");let R=await request.newContext({ignoreHTTPSErrors:r.ignoreHttpsErrors});try{let F=await Gs(r,R);h.info("WordPress page cache was purged before crawl discovery.",{provider:F.provider,scope:F.scope,purgedAt:F.purgedAt??null}),h.endMark("purge-page-cache",{provider:F.provider,scope:F.scope});}catch(F){throw h.error("WordPress page-cache purge failed; crawl stopped before changing export output.",{error:F instanceof Error?F.message:String(F)}),await h.flush(),F}finally{await R.dispose();}}if(l||await U.rm(r.outputDir,{recursive:true,force:true}),await U.mkdir(r.outputDir,{recursive:true}),l||await nn(r,{startedAt:new Date().toISOString(),outputDir:C.resolve(r.outputDir)}),i){let R=new Set([...i.deleteUrls,...m.deleteOnMissingUrls]);for(let j of i.deleteUrls)await qt(r,m,O,j,R);let F=new Set(i.resourceDeleteUrls);for(let j of i.resourceDeleteUrls)await Kc(r,m,O,j,F);}if(o.resumeRewrite)h.info("Resuming final rewrite from existing output.",{phase:"rewrite-text",mode:o.mode,crawlMode:o.crawlMode});else {let R=await request.newContext({ignoreHTTPSErrors:r.ignoreHttpsErrors});try{if(h.mark("discovery"),o.mode==="full"?(n.forEach(N=>Rr(r,P,N,h)),await ao(r,R,P,h,O,m),r.seedPaths.forEach(N=>mo(r,P,N,h,"seed-path")),r.generated404RequestPath&&it(r,P,r.generated404RequestPath,h,"generated-404-request-path")):(c.forEach(N=>mo(r,P,N,h,"cli")),i?.sitemapUrls.forEach(N=>Rr(r,P,N,h,"content-sync-impact")),await ao(r,R,P,h,O,m,o.mode==="content-sync",i?.sitemapUrls??[]),i&&await Qc(r,P,m,O,i.sitemapUrls)),h.endMark("discovery",{pages:P.pageQueue.length,assets:P.assetQueue.length,sitemaps:P.sitemapQueue.length}),h.summary(`Queued ${P.pageQueue.length} pages, ${P.assetQueue.length} assets, ${P.sitemapQueue.length} sitemaps.`,{mode:o.mode,crawlMode:o.crawlMode,queuedPages:P.pageQueue.length,queuedAssets:P.assetQueue.length,queuedSitemaps:P.sitemapQueue.length}),o.mode==="retry-timeouts"&&P.pageQueue.length===0&&P.assetQueue.length===0&&P.sitemapQueue.length===0){h.summary("No timed-out URLs were queued. Skipping retry crawl.",{mode:o.mode,crawlMode:o.crawlMode,queuedPages:0,queuedAssets:0,queuedSitemaps:0}),await h.flush(),ae&&await ir(ae,de.artifact());return}h.mark("render-pages");let F=Array.from({length:S?v*T:v},()=>S?Dc(r,P,h,o.mode,R,m,O,de,S,k??void 0):Uc(r,P,h,o.mode,R,m,O,de)),j=await Promise.allSettled(F);for(let[N,H]of j.entries())H.status==="rejected"&&![...P.pageRenderFailures.values()].includes(H.reason)&&P.pageRenderFailures.set(`render-worker-${N+1}`,H.reason instanceof Error?H.reason:new Error(String(H.reason)));if((P.pageHttpFailures.size>0||P.pageRenderFailures.size>0)&&await h.flush(),us(P.pageRenderFailures),Hs(P.pageHttpFailures),ae&&await ir(ae,de.artifact()),h.endMark("render-pages",{pages:P.stats.pagesCompleted}),h.mark("download-assets"),h.progress("Asset download phase started.",{phase:"download-assets",doneAssets:P.doneAssets.size,assetsQueued:P.stats.assetsQueued,assetQueue:P.assetQueue.length}),k&&M?await Ic(r,R,P,h,m,O,k,M,r.concurrency):(await Tn(r,R,m,[...P.assetQueue],h),await kc(r,R,P,h,m,O)),h.endMark("download-assets",{assets:P.doneAssets.size}),m.enabled&&r.maxPages===0&&(await Ja(r,P,m,h,O),o.mode==="full"&&await Qa(r,m,h,O)),o.mode==="full"){let N=await vc(r,P,h);for(let H of N)if(ue(O,r,H),k&&A){let re=vr(r,H),E=await U.readFile(H),L=$e(H),I=String(Vs.lookup(re)||"")||(L?"text/plain; charset=utf-8":"application/octet-stream"),ee=await A.writeWorkspaceObject({key:`${k.workspace.prefix}jobs/${k.jobId}/copied/${Ee(re,40)}-${C.basename(re)}`,body:E,contentType:I});yt(k,{relativePath:re,sourceUrl:null,kind:"generated",contentType:ee.contentType,cacheControl:null,isText:L,object:ee}),L&&Ce(O,H);}}}finally{await ie("dispose crawl request context",Ut(r),()=>R.dispose()).catch(F=>{h.warn("Timed out while disposing crawl request context",{error:String(F)});});}}if(m.trackManifest&&await Ve(r,m,true),k)for(let R of O.deletedFiles)eo(k,R);let z=JSON.stringify(P.assetMap,null,2);if(await U.writeFile(C.join(r.outputDir,"asset-map.json"),z,"utf8"),k&&A){let R=await A.writeWorkspaceObject({key:`${k.workspace.prefix}jobs/${k.jobId}/generated/asset-map.json`,body:z,contentType:"application/json; charset=utf-8"});yt(k,{relativePath:"asset-map.json",sourceUrl:null,kind:"generated",contentType:"application/json; charset=utf-8",cacheControl:r.s3.assetCacheControl,isText:true,object:R});}JSON.stringify(g,null,2)!==JSON.stringify(P.assetMap,null,2)&&ue(O,r,C.join(r.outputDir,"asset-map.json")),k&&A&&await Tc(r,O,k,A);let x=o.mode==="single-url"||o.mode==="content-sync"?nc(r,P):m.enabled&&!o.resumeRewrite?Ga(r,m,O,g,P.assetMap):void 0;h.mark("rewrite-text");let W=o.mode==="single-url"||o.mode==="content-sync"?`Rewriting text files touched by URL crawl: 0/${x?.length??0}`:"Rewriting text files...";h.progress(W,{phase:"rewrite-text",index:0,totalFiles:x?.length,changedTextFiles:0}),await Ft(W);let q=Date.now(),Q={files:x,previousAssetMap:g,onStart:({totalFiles:R,workerCount:F})=>{h.info(`Rewrite phase scanning ${R} text files.`,{phase:"rewrite-text",totalFiles:R,workerCount:F});},onProgress:async({index:R,totalFiles:F,changedTextFiles:j,file:N,changed:H})=>{H&&ue(O,r,C.join(r.outputDir,N)),h.checkpoint(`Rewriting text file ${R}/${F}`,{phase:"rewrite-text",index:R,totalFiles:F,changedTextFiles:j,file:N}),h.debug(`${H?"Rewrote":"Checked unchanged"} text file ${R}/${F}: ${N}`,{phase:"rewrite-text",index:R,totalFiles:F,changedTextFiles:j,file:N,changed:H});let re=Date.now();if(!(R===1||R===F||R%50===0||re-q>=5e3))return;q=re;let L=`Rewriting text files: ${R}/${F}`;h.progress(L,{phase:"rewrite-text",index:R,totalFiles:F,changedTextFiles:j,file:N}),await Ft(L);}},J;if(k&&A){let R=x?.map(j=>vr(r,C.isAbsolute(j)?j:C.join(r.outputDir,j))),F=Object.values(k.objects).filter(j=>j.isText&&(!R||R.includes(j.relativePath))).length;await Q.onStart?.({totalFiles:F,workerCount:Math.min(r.concurrency,F)}),J=await mr(r,k,P.assetMap,{client:A,jobId:k.jobId,concurrency:r.concurrency,batchSize:25,maxAttempts:2,...R?{relativePaths:R}:{},onProgress:Q.onProgress,onBatchProgress:async({completedItems:j,totalItems:N,completedBatches:H,totalBatches:re,changedTextFiles:E})=>{let L=`Lambda rewrite: ${j}/${N} files; ${H}/${re} batches completed`;h.progress(L,{phase:"rewrite-text",execution:"lambda",index:j,totalFiles:N,completedBatches:H,totalBatches:re,changedTextFiles:E}),await Ft(L);}}),await to(r,k);}else $&&A?J=await pr(r,P.assetMap,{client:A,jobId:`crawl-${Ee(m.runId,40)}`,concurrency:r.remoteWorkers?.rewrite?.concurrency??r.rewriteConcurrency,batchSize:r.remoteWorkers?.rewrite?.batchSize??25,maxAttempts:r.remoteWorkers?.rewrite?.maxAttempts??2,onStageProgress:async({index:R,totalFiles:F,file:j})=>{let N=Date.now();if(R!==1&&R!==F&&R%25!==0&&N-q<5e3)return;q=N;let H=`Staging text files for Lambda rewrite: ${R}/${F}`;h.progress(H,{phase:"rewrite-stage",index:R,totalFiles:F,file:j,execution:"lambda"}),await Ft(H);},onBatchProgress:async({completedItems:R,totalItems:F,completedBatches:j,totalBatches:N,changedTextFiles:H})=>{let re=`Lambda rewrite: ${R}/${F} files; ${j}/${N} batches completed`;h.progress(re,{phase:"rewrite-text",execution:"lambda",index:R,totalFiles:F,completedBatches:j,totalBatches:N,changedTextFiles:H}),await Ft(re);},options:Q}):J=await er(r,P.assetMap,Q);m.trackManifest&&(Za(m,x),await Ve(r,m,true)),h.endMark("rewrite-text",{changedTextFiles:J});let pe=i?[...O.deletedFiles].sort():m.enabled&&!o.resumeRewrite?await Xa(r,P,m,O,h,k):[],we=[...new Set((x||[]).map(R=>ge(r.outputDir,C.isAbsolute(R)?R:C.join(r.outputDir,R))).filter(R=>R!==null))].sort();if(i){let R=[...O.changedFiles].sort(),F=new Set(R),j=new Set(i.directRenderUrls.map(D=>Dt(r,D,"page")).filter(D=>!!D&&F.has(D))),N=new Set(i.archiveFamilyUrls.map(D=>Dt(r,D,"page")).filter(D=>!!D&&F.has(D))),H=new Set(i.resourceRenderUrls.map(D=>Dt(r,D,"asset")).filter(D=>!!D&&F.has(D))),re=new Set([...P.sitemapLeafUrls].map(D=>Dt(r,D,"asset")).filter(D=>!!D&&F.has(D))),E=new Set([...P.sitemapIndexUrls].map(D=>Dt(r,D,"asset")).filter(D=>!!D&&F.has(D))),L=new Set([...j,...N,...H,...re,...E]),I=R.filter(D=>!L.has(D)),ee=[...new Set([...i.directRenderUrls,...i.archiveFamilyUrls,...P.resolvedSitemapRoots,...P.sitemapLeafUrls,...P.sitemapIndexUrls,...i.deleteUrls,...i.resourceRenderUrls,...i.resourceDeleteUrls].map(D=>{let Ue=new URL(D);return `${Ue.pathname}${Ue.search}`}))].sort();await rn(r,{schemaVersion:2,generatedAt:new Date().toISOString(),outputDir:C.resolve(r.outputDir),runMode:"content-sync",crawlMode:"incremental",fullSyncRequired:false,changedFiles:R,deletedFiles:pe,rewriteTargets:we,revalidateFiles:[...O.revalidateFiles].sort(),consumerId:i.consumerId,fromSequence:i.fromSequence,toSequence:i.toSequence,impactHash:i.impactHash,resolvedSitemapUrls:[...P.resolvedSitemapRoots],uploadGroups:{assets:I,content:[...j].sort(),listings:[...N].sort(),resources:[...H].sort(),sitemapLeaves:[...re].sort(),sitemapIndexes:[...E].reverse()},invalidationPaths:ee});}else await rn(r,{schemaVersion:1,generatedAt:new Date().toISOString(),outputDir:C.resolve(r.outputDir),runMode:o.mode,crawlMode:o.crawlMode,fullSyncRequired:!(m.enabled&&!o.resumeRewrite),changedFiles:m.enabled&&!o.resumeRewrite?[...O.changedFiles].sort():[],deletedFiles:m.enabled&&!o.resumeRewrite?pe:[],rewriteTargets:m.enabled&&!o.resumeRewrite?we:[],revalidateFiles:[...O.revalidateFiles].sort()});await fs(r),h.summary(o.resumeRewrite?`Done. Resumed final rewrite over existing output and changed ${J} text files.`:`Done. Rendered ${P.stats.pagesRendered} pages, processed ${P.doneSitemaps.size} sitemaps and ${P.doneAssets.size} assets.`,{mode:o.mode,crawlMode:o.crawlMode,resumeRewrite:o.resumeRewrite,...P.stats,pagesRendered:P.stats.pagesRendered,donePages:P.stats.pagesCompleted,claimedPages:P.donePages.size,doneSitemaps:P.doneSitemaps.size,doneAssets:P.doneAssets.size,changedTextFiles:J}),await h.flush();}function Yc(e){let t=e/6e4;if(Number.isInteger(t)&&t>=1)return `${t} minute${t===1?"":"s"}`;let r=Math.ceil(e/1e3);return `${r} second${r===1?"":"s"}`}async function Se(e,t,r){let n=new AbortController,s=globalThis.setTimeout(()=>{n.abort(new Error(`${e} timed out after ${Yc(t)}.`));},t);try{return await r({abortController:n,httpOptions:{abortSignal:n.signal,requestTimeout:t}})}finally{globalThis.clearTimeout(s);}}function Xc(e){return typeof e.subscriptionType=="string"&&e.subscriptionType.trim()!==""}function Ir(e){let t="";for(let n=0;n<e.length;n++){let s=e[n];if(s==="--profile"){let o=(e[n+1]||"").trim();if(!o)throw new Error("Missing value for --profile.");t=o,n+=1;}else if(s.startsWith("--profile=")){let o=s.slice(10).trim();if(!o)throw new Error("Missing value for --profile.");t=o;}}let r=String(process.env.PUBLISHER_DEPLOY_PROFILE||process.env.PUBLISHER_DEPLOYMENT_PROFILE||"").trim();return t||r||null}function el(e,t){return {...e,...t??{}}}function tl(e,t){return {...e,...t??{},invalidationPaths:[...(t?.invalidationPaths??e.invalidationPaths)||[]]}}function vt(e,t){let r=String(t??e.deploymentTargetOverride??"").trim();if(!Xc(e)){if(r)throw new Error(`Deployment target "${r}" requires an active WPSuite subscription and remote publisher config.`);return {name:null,profile:null,config:e}}let n=String(r||e.defaultDeploymentProfile||"").trim();if(!n)return {name:null,profile:null,config:e};let s=e.deploymentProfiles?.[n];if(!s)throw new Error(`Unknown deployment profile "${n}". Check the linked WPSuite publisher configuration.`);return {name:n,profile:s,config:{...e,awsProfile:s.awsProfile??e.awsProfile,targetOrigin:s.targetOrigin??e.targetOrigin,s3:el(e.s3,s.s3),cloudFront:tl(e.cloudFront,s.cloudFront)}}}function $n(e){return String(e??"").split(";").map(t=>t.trim().toLowerCase()).filter(Boolean).join(";")}var Ho="wpsuite-sha256",Vo="wpsuite-normalized-sha256",jn="public, max-age=0, must-revalidate",cl=/(?:^|[-_:.])(id|uid|nonce|token|hash|instance)(?:$|[-_:.])/i,Fn=/^[0-9a-f]{8}-[0-9a-f]{4}-[1-5][0-9a-f]{3}-[89ab][0-9a-f]{3}-[0-9a-f]{12}$/i,ll=["SIGINT","SIGTERM"],Er=new Set,Tr=new Map,qo=null;function ul(e){Er.add(e);let t=false;return ()=>{t||(t=true,Er.delete(e));}}async function dl(){let e=[...Er];e.length!==0&&await Promise.allSettled(e.map(async t=>{Er.delete(t),await U.rm(t,{recursive:true,force:true});}));}function pl(){if(!(Tr.size>0))for(let e of ll){let t=()=>{qo||(qo=dl().finally(()=>{for(let[r,n]of Tr)process.off(r,n);Tr.clear(),process.exit(1);}));};Tr.set(e,t),process.on(e,t);}}pl();function ml(e,t){let r=String(process.env.STATIC_PUBLISHER_CRAWL_MANIFEST_PATH||"").trim();if(r)return C.resolve(r);let n=t.trim();return n?C.join(C.resolve(n),"crawl-manifest.json"):C.join(C.resolve(e),".crawl-manifest.json")}function et(e){return C.normalize(e).split(C.sep).join("/")}function _o(e,t){let r=C.relative(C.resolve(e),C.resolve(t));return !r||r.startsWith("..")||C.isAbsolute(r)?null:et(r)}async function gl(e,t,r){let n=ml(e.outputDir,t),s;try{s=await U.readFile(n,"utf8");}catch(u){return u.code==="ENOENT"?(r.warn("Deploy rewrite guard disabled because the crawl manifest is missing.",{manifestPath:n,source:"deploy-guard"}),null):(r.warn("Deploy rewrite guard disabled because the crawl manifest could not be read.",{manifestPath:n,error:u instanceof Error?u.message:String(u),source:"deploy-guard"}),null)}let o;try{o=JSON.parse(s);}catch(u){return r.warn("Deploy rewrite guard disabled because the crawl manifest is invalid JSON.",{manifestPath:n,error:u instanceof Error?u.message:String(u),source:"deploy-guard"}),null}let i=new Map,c=new Map,a=0,d=0;for(let[u,l]of Object.entries(o.pages||{})){let g=String(l?.outputPath||"").trim(),p=g?_o(e.outputDir,g):null;if(p){let f=typeof l?.contentType=="string"&&l.contentType?l.contentType:null;f&&c.set(p,f);}!g||l?.rewriteComplete===true||p&&(a++,i.has(p)||i.set(p,{kind:"page",sourceUrl:u,outputPath:C.resolve(g),relativePath:p}));}for(let[u,l]of Object.entries(o.assets||{})){let g=String(l?.outputPath||"").trim(),p=l?.isText===true,f=g?_o(e.outputDir,g):null;if(f){let w=typeof l?.contentType=="string"&&l.contentType?l.contentType:null;w&&c.set(f,w);}!g||!p||l?.rewriteComplete===true||f&&(d++,i.has(f)||i.set(f,{kind:"asset",sourceUrl:u,outputPath:C.resolve(g),relativePath:f}));}return {manifestPath:n,byRelativePath:i,contentTypeByRelativePath:c,pendingPages:a,pendingTextAssets:d}}function fl(e){return e&&(Fn.test(e)?"__uuid__":/^[0-9a-f]{6,}$/i.test(e)?"__hex__":/^[0-9]{8,}$/.test(e)?"__num__":/^(?=.*[a-z])(?=.*\d)[a-z0-9]{8,}$/i.test(e)?"__alnum__":e)}function On(e){return e.split(/([_:.\-/=?&#]+)/g).map((t,r)=>r%2===1?t:fl(t)).join("")}function hl(e){return e.split(/([_:.\-/=?&#]+)/g).map((t,r)=>r%2===1?t:Fn.test(t)?"__uuid__":/^[0-9a-f]{6,}$/i.test(t)?"__hex__":/^[0-9]{6,}$/.test(t)?"__num__":/^[a-z0-9_-]{6,}$/i.test(t)?"__id__":t).join("")}function $r(e,t){return Array.isArray(e)?e.map(r=>$r(r,t)):e&&typeof e=="object"?Object.fromEntries(Object.entries(e).map(([r,n])=>[r,$r(n,r)])):typeof e!="string"?e:t&&cl.test(t)?hl(e):Fn.test(e)?"__uuid__":/^[0-9a-f]{6,}$/i.test(e)||/^[0-9]{8,}$/.test(e)?On(e):e}function wl(e){return e.replace(/((?:https?:\/\/[^"'\s>]+|\/)(?:wp-content|wp-includes)\/[^"'\s>?]+)\?ver=[A-Za-z0-9._-]+(?=$|[#"'])/gi,"$1")}function yl(e,t){let r=t.trim();if((r.startsWith("{")||r.startsWith("[")||r.startsWith('"'))&&e.startsWith("data-"))try{let s=JSON.parse(r);return JSON.stringify($r(s))}catch{}if(e.startsWith("data-")&&/^[A-Za-z0-9+/=]+$/.test(r))try{let s=Buffer.from(r,"base64").toString("utf8"),o=JSON.parse(s),i=JSON.stringify($r(o));return Buffer.from(i,"utf8").toString("base64")}catch{}return t}function bl(e,t){let r=e.toLowerCase();return r==="class"?t.split(/(\s+)/).map((n,s)=>s%2===1?n:On(n)).join(""):r==="id"||r==="for"||r==="aria-controls"||r==="aria-labelledby"||r==="aria-describedby"||r==="aria-owns"||r==="aria-activedescendant"||r==="name"?On(t):r==="href"||r==="src"?wl(t):yl(r,t)}function Sl(e){return e.replace(/<([a-z][^\s/>]*)([^<>]*?)>/gi,(t,r,n)=>{if(r.startsWith("/"))return t;let s=n.replace(/\s([:@a-zA-Z_][-:.a-zA-Z0-9_]*?)=(['"])([\s\S]*?)\2/g,(o,i,c,a)=>{let d=bl(i,a);return ` ${i}=${c}${d}${c}`});return `<${r}${s}>`})}function Ct(e){let t=C.extname(e).toLowerCase();return [".html",".htm",".xml",".xsl",".txt"].includes(t)||["robots.txt","sitemap.xml"].includes(C.basename(e))}function Ar(e,t){return [e.replace(/^\/+|\/+$/g,""),t.replace(/^\/+/,"")].filter(Boolean).join("/")}async function Pl(e,t,r,n){let s=new Map,o,i=0;do{i++;let c=await Se(`S3 list objects page ${i} for s3://${t}/${r||""}`,3e5,({httpOptions:a})=>e.send(new ListObjectsV2Command({Bucket:t,Prefix:r||void 0,ContinuationToken:o}),a));for(let a of c.Contents||[]){if(!a.Key)continue;let d=(a.ETag||"").replace(/^"|"$/g,"").toLowerCase(),u=Number(a.Size??0);s.set(a.Key,{etag:d,size:u,cacheControl:void 0,contentType:void 0});}o=c.NextContinuationToken,n.debug(`Listed S3 keys page ${i}: ${s.size} keys so far`);}while(o);return s}async function Rl(e,t,r,n){if(n.has(r))return n.get(r)??null;try{let s=await Se(`S3 head object ${r}`,3e5,({httpOptions:i})=>e.send(new HeadObjectCommand({Bucket:t,Key:r}),i)),o={etag:(s.ETag||"").replace(/^"|"$/g,"").toLowerCase(),size:Number(s.ContentLength??0),cacheControl:s.CacheControl?.trim()||null,contentType:s.ContentType?.trim()||null};return n.set(r,o),o}catch{return n.set(r,null),null}}async function vl(e,t,r,n){if(n.cacheControl!==void 0&&n.contentType!==void 0)return {cacheControl:n.cacheControl,contentType:n.contentType};try{let s=await Se(`S3 head cache metadata ${r}`,3e5,({httpOptions:o})=>e.send(new HeadObjectCommand({Bucket:t,Key:r}),o));n.cacheControl=s.CacheControl?.trim()||null,n.contentType=s.ContentType?.trim()||null;}catch{n.cacheControl=null,n.contentType=null;}return {cacheControl:n.cacheControl,contentType:n.contentType}}function No(e){return String(e||"").split(",").map(t=>t.trim().toLowerCase()).filter(Boolean).sort().join(",")}async function Cl(e,t,r,n){let s=[...new Set(Array.from(r).filter(Boolean))];if(s.length===0)return n.info("No explicitly tombstoned S3 objects to delete."),[];n.info(`Deleting ${s.length} explicitly tombstoned S3 object(s)\u2026`);for(let o=0;o<s.length;o+=1e3){let i=s.slice(o,o+1e3);if(i.length===0)continue;let c=await Se(`S3 delete objects batch ${Math.floor(o/1e3)+1}`,3e5,({httpOptions:a})=>e.send(new DeleteObjectsCommand({Bucket:t,Delete:{Objects:i.map(d=>({Key:d}))}}),a));if(c.Errors&&c.Errors.length>0){let a=c.Errors.map(d=>`${d.Key||"(unknown)"}: ${d.Code||"DeleteFailed"}`);throw new Error(`S3 reported ${a.length} object deletion error(s): ${a.join(", ")}`)}n.info(`Deleted batch of ${i.length} object(s).`);for(let a of i)n.debug(` deleted: ${a}`);}return s}function kl(e){return createHash("md5").update(e).digest("hex")}function tt(e){return createHash("sha256").update(e).digest("hex")}function Or(e){return createHash("sha256").update(Sl(e.toString("utf8"))).digest("hex")}async function xl(e,t,r,n){if(n.has(r))return n.get(r)??null;try{let i=((await Se(`S3 head object metadata ${r}`,3e5,({httpOptions:c})=>e.send(new HeadObjectCommand({Bucket:t,Key:r}),c))).Metadata?.[Ho]||"").trim().toLowerCase()||null;return n.set(r,i),i}catch{return n.set(r,null),null}}async function Il(e,t,r,n,s){if(n.has(r))return n.get(r)??null;try{let i=((await Se(`S3 head object normalized metadata ${r}`,3e5,({httpOptions:c})=>e.send(new HeadObjectCommand({Bucket:t,Key:r}),c))).Metadata?.[Vo]||"").trim().toLowerCase();if(i)return n.set(r,i),i}catch{return n.set(r,null),null}if(s.has(r)){let o=s.get(r)??null;return n.set(r,o),o}try{let i=await(await Se(`S3 get object ${r}`,3e5,({httpOptions:a})=>e.send(new GetObjectCommand({Bucket:t,Key:r}),a))).Body?.transformToByteArray(),c=i?Or(Buffer.from(i)):null;return s.set(r,c),n.set(r,c),c}catch{return s.set(r,null),n.set(r,null),null}}function Tl(e){return e.replace(/[^a-zA-Z0-9._-]+/g,"-").replace(/-+/g,"-").replace(/^-|-$/g,"")||"profile"}function Al(e,t){let r=e,n=Object.entries(t).sort((s,o)=>o[0].length-s[0].length);for(let[s,o]of n)s&&(r=r.split(s).join(o));return r}async function El(e,t,r,n){let s=C.join(e,"asset-map.json"),o;try{o=await U.readFile(s,"utf8");}catch(a){if(a.code==="ENOENT")return;throw a}let i=JSON.parse(o);if(!i||typeof i!="object")return;let c=Object.fromEntries(Object.entries(i).map(([a,d])=>{let u=String(d??"");return t.urlRewriteMode==="absolute"&&t.targetOrigin&&r.targetOrigin&&t.targetOrigin!==r.targetOrigin&&(u=u.split(t.targetOrigin).join(r.targetOrigin)),u=Al(u,n),[a,u]}));await U.writeFile(s,JSON.stringify(c,null,2),"utf8");}async function $l(e,t,r,n,s,o,i){let c=e.targetOrigin!==t.targetOrigin,a=Object.keys(n).length>0;if(!r||!c&&!a)return {outputDir:e.outputDir,cleanup:async()=>{}};if(c&&e.urlRewriteMode!=="absolute")throw new Error(`Deployment profile "${r}" changes targetOrigin, but the base crawl output must use urlRewriteMode "absolute" for multi-target redeploys.`);let d=C.join(C.dirname(e.outputDir),`.deploy-profile-${Tl(r)}-${Date.now()}`),u=ul(d);s.info(`Preparing deployment profile "${r}" from existing crawl output to ${d}...`);try{if(await U.rm(d,{recursive:!0,force:!0}),o){await U.mkdir(d,{recursive:!0});for(let w of o){let m=C.join(e.outputDir,w),h=C.join(d,w);await U.mkdir(C.dirname(h),{recursive:!0}),await U.copyFile(m,h);}}else await U.cp(e.outputDir,d,{recursive:!0});let l={...e,sourceOrigin:e.targetOrigin,targetOrigin:t.targetOrigin,extraReplacements:n,outputDir:d},g=1;s.info(`Rewriting text files for deployment profile "${r}"...`);let p={files:o,onStart:({totalFiles:w,workerCount:m})=>{g=m,s.info(`Rewriting ${w} text file(s) for deployment profile "${r}" with ${m} worker(s).`);},onProgress:({index:w,totalFiles:m,changedTextFiles:h,file:y,changed:b})=>{let M=`Rewriting [${w}/${m}] ${y} (${b?"rewrote":"checked"}; ${h} changed so far)`;m<=200||w<=5||w%10===0||w===m?(s.progress(M,{file:y,index:w,totalFiles:m,changed:b,changedTextFiles:h,workerCount:g}),s.info(M)):s.debug(M);}},f=i?await pr(l,{},{...i,options:p}):await er(l,{},p);return await El(d,e,t,n),s.info(`Prepared deployment profile "${r}" in ${d} (${f} rewritten text file(s)).`),{outputDir:d,cleanup:async()=>{u(),await U.rm(d,{recursive:!0,force:!0});}}}catch(l){throw s.error(`Failed to prepare deployment profile "${r}" temporary output.`,{tempDir:d,outputDir:e.outputDir,error:l instanceof Error?l.message:String(l),...l instanceof Error&&l.stack?{stack:l.stack}:{}}),await U.rm(d,{recursive:true,force:true}).catch(()=>{}),u(),await s.flush().catch(()=>{}),l}}function zo(e,t){let r=s=>s.replace(/^\/+|\/+$/g,""),n=e.targets.find(s=>s.bucketName===t.s3.bucket&&r(s.prefix)===r(t.s3.prefix)&&s.region===t.s3.region);if(!n)throw new Error(`No CDK Lambda deployment target matches s3://${t.s3.bucket}/${t.s3.prefix||""} in ${t.s3.region}. Redeploy the CDK with this target and reinstall remote-workers.json.`);return n}function Ol(e,t){if(!e||typeof e!="object")throw new Error("Remote deploy result must be a JSON object.");let r=e;if(r.schemaVersion!==te||r.response?.operation!=="deploy-copy"||r.response.jobId!==t.jobId||r.response.taskId!==t.taskId||!r.detail||!Array.isArray(r.detail.objects)||!Array.isArray(r.detail.deletedKeys)||!Array.isArray(r.detail.deleteErrors))throw new Error("Remote deploy result has an invalid envelope.");return r}async function Mr(e){let t=null;for(let r=1;r<=Math.max(1,Math.min(5,e.maxAttempts));r+=1){let n=ne(`deploy-${e.batchIndex}-a${r}-${Date.now()}`,"taskId");try{let s=await e.client.invoke({schemaVersion:te,operation:"deploy-copy",jobId:e.jobId,taskId:n,targetId:e.targetId,items:e.items,...e.deleteRelativeKeys?{deleteRelativeKeys:e.deleteRelativeKeys}:{}}),o=Ol(await e.client.readResult(s),s);if(o.response.status==="partial")throw new Error(`Worker reported ${o.response.failedItems} failed item(s).`);return o}catch(s){t=s;}}throw new Error(`Remote deploy task failed after ${e.maxAttempts} attempt(s): ${t instanceof Error?t.message:String(t)}`,{cause:t})}async function Ml(e){let t=zo(e.remoteConfig,e.config),r=ne(`deploy-${Date.now()}-${tt(Buffer.from(`${t.id}:${e.config.outputDir}`)).slice(0,12)}`,"jobId"),n=Ye(e.remoteConfig.workspace.prefix,"jobs",r,"deploy-inputs");e.log.progress(`Staging export for Lambda deploy: 0/${e.files.length}`,{phase:"deploy-stage",index:0,totalFiles:e.files.length,uploaded:0,skipped:0,failed:0,mode:"lambda-s3-copy"});let s=0,o=[],i=Math.max(1,Math.min(16,e.concurrency*2)),c=0;await Promise.all(Array.from({length:Math.min(i,e.files.length)},async()=>{for(;;){let y=c;if(y>=e.files.length)return;c+=1;let b=e.files[y],S=await U.readFile(C.join(e.config.outputDir,b)),M=e.contentTypeByRelativePath?.get(b)||Vs.lookup(b)||"application/octet-stream",A=e.revalidateFiles.has(et(b))?jn:Ct(b)?e.config.s3.htmlCacheControl:e.config.s3.assetCacheControl,k=tt(S),v=Ct(b)?Or(S):void 0,T=`${n}/files/${tt(Buffer.from(b))}-${C.basename(b)}`.replace(/\/+/g,"/");await e.client.writeWorkspaceObject({key:T,body:S,contentType:String(M),cacheControl:A,metadata:{"wpsuite-sha256":k,...v?{"wpsuite-normalized-sha256":v}:{}}}),o[y]={sourceKey:T,targetRelativeKey:b,sha256:k,...v?{normalizedSha256:v}:{},bytes:S.byteLength,contentType:String(M),cacheControl:A},s+=1,(s===e.files.length||s<=5||s%25===0)&&e.log.progress(`Staging export for Lambda deploy: ${s}/${e.files.length}`,{phase:"deploy-stage",index:s,totalFiles:e.files.length,staged:s,mode:"lambda-s3-copy"});}}));let a=[],d=Math.max(1,Math.min(500,e.batchSize));for(let y=0;y<o.length;y+=d)a.push(o.slice(y,y+d));let u=[],l=[],g=[],p=0,f=0,w=0,m=Math.max(1,Math.min(Math.max(1,e.concurrency),a.length));if(e.log.progress(`Lambda deploy: 0/${e.files.length}`,{phase:"deploy-copy",index:0,totalFiles:e.files.length,uploaded:0,skipped:0,failed:0,mode:"lambda-s3-copy",workerCount:m,completedBatches:0,totalBatches:a.length}),await Promise.all(Array.from({length:m},async()=>{for(;;){let y=w;if(y>=a.length)return;w+=1;let b=Date.now(),S=await Mr({client:e.client,jobId:r,targetId:t.id,batchIndex:y+1,items:a[y],maxAttempts:e.maxAttempts}),M=0,A=0,k=0;for(let T of S.detail.objects)p+=1,T.status==="copied"?(u.push(T.targetKey),M+=1):T.status==="skipped"?(l.push(T.targetKey),A+=1):(g.push(T.targetKey),k+=1),e.log.debug(`Lambda deploy ${T.status}: ${T.targetKey}`,{phase:"deploy-copy",batch:y+1,sourceKey:T.sourceKey,targetKey:T.targetKey,status:T.status,...T.error?{error:T.error}:{}});f+=1;let v=Date.now()-b;e.log.info(`Lambda deploy batch ${y+1}/${a.length} completed: ${M} copied, ${A} skipped unchanged, ${k} failed.`,{phase:"deploy-copy",batch:y+1,totalBatches:a.length,items:S.detail.objects.length,copied:M,skipped:A,failed:k,elapsedMs:v,elapsedSeconds:Math.round(v/10)/100,workerExporterVersion:S.response.exporterVersion,...S.requestId?{lambdaRequestId:S.requestId}:{},...S.completedAt?{workerCompletedAt:S.completedAt}:{}}),e.log.progress(`Lambda deploy: ${p}/${e.files.length}`,{phase:"deploy-copy",index:p,totalFiles:e.files.length,uploaded:u.length,skipped:l.length,failed:g.length,mode:"lambda-s3-copy",workerCount:m,completedBatches:f,totalBatches:a.length});}})),g.length>0)throw new Error(`Remote deployment failed for ${g.length} object(s).`);let h=[];for(let y=0;y<e.deletedFiles.length;y+=1e3){let b=e.deletedFiles.slice(y,y+1e3);if(b.length===0)continue;let S=await Mr({client:e.client,jobId:r,targetId:t.id,batchIndex:a.length+Math.floor(y/1e3)+1,items:[],deleteRelativeKeys:b,maxAttempts:e.maxAttempts});h.push(...S.detail.deletedKeys),e.log.progress(`Lambda deploy deletions: ${h.length}/${e.deletedFiles.length}`,{phase:"deploy-delete",index:h.length,totalFiles:e.deletedFiles.length,deleted:h.length,mode:"lambda-s3-copy"});}return {uploadedKeys:u,skippedKeys:l,failedKeys:g,deletedKeys:h}}async function jl(e){let t=zo(e.remoteConfig,e.config),r=ne(`deploy-manifest-${Date.now()}-${tt(Buffer.from(t.id)).slice(0,12)}`,"jobId"),n=e.objects.map(p=>({sourceKey:p.object.key,targetRelativeKey:p.relativePath,sha256:p.object.sha256,bytes:p.object.bytes,contentType:p.contentType||"application/octet-stream",cacheControl:e.revalidateFiles.has(et(p.relativePath))?jn:Ct(p.relativePath)?e.config.s3.htmlCacheControl:e.config.s3.assetCacheControl})),s=[],o=Math.max(1,Math.min(500,e.batchSize));for(let p=0;p<n.length;p+=o)s.push(n.slice(p,p+o));let i=[],c=[],a=[],d=0,u=0,l=Math.max(1,Math.min(Math.max(1,e.concurrency),Math.max(1,s.length)));if(e.log.progress(`Lambda deploy: 0/${n.length}`,{phase:"deploy-copy",index:0,totalFiles:n.length,mode:"lambda-s3-native",workerCount:l}),await Promise.all(Array.from({length:s.length===0?0:l},async()=>{for(;;){let p=d;if(p>=s.length)return;d+=1;let f=await Mr({client:e.client,jobId:r,targetId:t.id,batchIndex:p+1,items:s[p],maxAttempts:e.maxAttempts});for(let w of f.detail.objects)u+=1,w.status==="copied"?i.push(w.targetKey):w.status==="skipped"?c.push(w.targetKey):a.push(w.targetKey);e.log.progress(`Lambda deploy: ${u}/${n.length}`,{phase:"deploy-copy",index:u,totalFiles:n.length,uploaded:i.length,skipped:c.length,failed:a.length,mode:"lambda-s3-native",workerCount:l});}})),a.length>0)throw new Error(`Remote deployment failed for ${a.length} object(s).`);let g=[];for(let p=0;p<e.deletedFiles.length;p+=1e3){let f=e.deletedFiles.slice(p,p+1e3);if(f.length===0)continue;let w=await Mr({client:e.client,jobId:r,targetId:t.id,batchIndex:s.length+Math.floor(p/1e3)+1,items:[],deleteRelativeKeys:f,maxAttempts:e.maxAttempts});g.push(...w.detail.deletedKeys);}return {uploadedKeys:i,skippedKeys:c,failedKeys:a,deletedKeys:g}}async function Fl(e,t,r,n,s){let o={...t,jobId:ne(`profile-${tt(Buffer.from(n)).slice(0,16)}-${Date.now()}`,"jobId"),objects:{},assetMap:{...t.assetMap},generatedAt:new Date().toISOString()},i=0,c=Math.max(1,Math.min(Math.max(1,s),Math.max(1,r.length)));return await Promise.all(Array.from({length:r.length===0?0:c},async()=>{for(;;){let a=i;if(a>=r.length)return;i+=1;let d=r[a],u=Ye(e.config.workspace.prefix,"jobs",o.jobId,"profile",tt(Buffer.from(d.relativePath)),C.basename(d.relativePath));o.objects[d.relativePath]={...d,object:await e.copyWorkspaceObject(d.object,u)};}})),o}async function Ko(e=process.argv.slice(2)){let t=await Ie(),r=Ir(e),n=vt(t,r),s=C.resolve(n.config.logDir||"logs"),o=process.env.STATIC_PUBLISHER_RUNTIME_DIR||process.env.WPSUITE_STATIC_PUBLISHER_RUNTIME_DIR||"",i=o?C.join(C.resolve(o),"deploy-diff.json"):"",c=new ft(s,"deploy.log.jsonl",n.config.logLevel??"info"),a=n.profile?.extraReplacements??{},d=async()=>{};try{let u=await mt(t);if(e.includes("--content-sync")&&u?.schemaVersion!==2)throw new Error("Content-sync deployment requires a valid schema-2 targeted deploy plan.");let g=await gs(t);if(g)throw new Error(`Deployment blocked: the crawl started at ${g.startedAt} did not complete its final rewrite. Run a successful crawl or resume the rewrite before deploying.`);let p=t.remoteWorkers?.rewrite?.enabled===!0,f=t.remoteWorkers?.deploy?.enabled===!0,w=null,m=null;if(p||f){let E=gr({runtimeDir:o});if(!E)throw new Error("Remote Lambda workers are enabled, but the runtime directory is unknown.");w=await ar(E);let L=!1;m=new wt(w,{},{onProgress:I=>{if(I.operation==="rewrite"){c.debug("Lambda rewrite task progress.",{remoteWorkerOperation:I.operation,remoteWorkerTaskId:I.taskId,remoteWorkerStatus:I.status,remoteWorkerCompletedItems:I.completedItems,remoteWorkerFailedItems:I.failedItems,remoteWorkerTotalItems:I.totalItems,remoteWorkerUpdatedAt:I.updatedAt});return}c.progress(`Lambda ${I.operation} batch: ${I.completedItems+I.failedItems}/${I.totalItems}`,{remoteWorkerOperation:I.operation,remoteWorkerTaskId:I.taskId,remoteWorkerStatus:I.status,remoteWorkerCompletedItems:I.completedItems,remoteWorkerFailedItems:I.failedItems,remoteWorkerTotalItems:I.totalItems,remoteWorkerUpdatedAt:I.updatedAt});},onProgressError:I=>{L||(L=!0,c.warn("Lambda progress status could not be read; task execution continues.",{error:I.message}));}});}let h=f&&p&&t.remoteWorkers?.render?.enabled===!0&&m&&w?.functions.asset?await wr(t):null;if(h&&m&&w){if(h.workspace.bucket!==w.workspace.bucket||h.workspace.prefix!==w.workspace.prefix)throw new Error("Remote export manifest workspace does not match remote-workers.json.");let E=n.config,L=E.s3SyncMode??"sdk-upload-delete";if(u?.schemaVersion===2&&u.deletedFiles.length>0&&L!=="sdk-upload-delete")throw new Error("Content-sync tombstones require the sdk-upload-delete S3 sync mode.");let I=u?.schemaVersion===2?[...u.uploadGroups.assets,...u.uploadGroups.content,...u.uploadGroups.listings,...u.uploadGroups.resources,...u.uploadGroups.sitemapLeaves,...u.uploadGroups.sitemapIndexes]:u?.changedFiles??[];if(u?.schemaVersion===2){let se=[...new Set(I)],ye=[...new Set(u.changedFiles)];if(se.length!==ye.length||ye.some(Le=>!se.includes(Le)))throw new Error("Content-sync deploy-plan upload groups do not cover the exact changed-file set.")}let D=!!u&&!u.fullSyncRequired?[...new Set(I.map(et))]:Object.keys(h.objects).sort(),Ue=D.filter(se=>!h.objects[se]);if(Ue.length>0)throw new Error(`Remote export manifest is missing ${Ue.length} planned object(s): ${Ue.slice(0,10).join(", ")}`);let Je=h,K=D.map(se=>h.objects[se]);n.name&&(t.targetOrigin!==E.targetOrigin||Object.keys(a).length>0)&&(Je=await Fl(m,h,K,n.name||"default",t.concurrency),await mr(E,Je,Je.assetMap,{client:m,jobId:Je.jobId,concurrency:t.concurrency,batchSize:25,maxAttempts:2,onBatchProgress:({completedItems:se,totalItems:ye,completedBatches:Le,totalBatches:Ht,changedTextFiles:Ur})=>{c.progress(`Lambda deployment-profile rewrite: ${se}/${ye} files; ${Le}/${Ht} batches completed`,{phase:"rewrite-text",execution:"lambda",index:se,totalFiles:ye,completedBatches:Le,totalBatches:Ht,changedTextFiles:Ur});}}),K=D.map(se=>Je.objects[se])),n.name&&c.info(`Using deployment profile: ${n.name}`),c.info(`Starting S3-native Lambda deploy - s3://${E.s3.bucket}/${E.s3.prefix||""} (${E.s3.region}).`),c.mark("deploy");let ce=await jl({client:m,remoteConfig:w,config:E,objects:K,deletedFiles:L==="sdk-upload-delete"?u?.deletedFiles??[]:[],revalidateFiles:new Set((u?.revalidateFiles??[]).map(et)),concurrency:t.concurrency,batchSize:50,maxAttempts:2,log:c});i&&(await U.mkdir(C.dirname(i),{recursive:!0}),await U.writeFile(i,JSON.stringify({generatedAt:new Date().toISOString(),mode:"lambda-s3-native",summary:{totalFiles:K.length,eligibleFiles:K.length,uploaded:ce.uploadedKeys.length,skipped:ce.skippedKeys.length,rejected:0,failed:ce.failedKeys.length,deleted:ce.deletedKeys.length,protected:0,...n.name?{profile:n.name}:{}},uploadedKeys:ce.uploadedKeys,skippedKeys:ce.skippedKeys,rejectedKeys:[],failedKeys:ce.failedKeys,deletedKeys:ce.deletedKeys,protectedRemoteOnlyKeys:[]},null,2),"utf8")),u?.schemaVersion!==2&&await Ze(t),c.endMark("deploy"),await c.flush();return}let y=await $l(t,n.config,n.name,a,c,u?.schemaVersion===2?u.changedFiles:void 0,p&&m?{client:m,jobId:`profile-${Date.now()}`,concurrency:t.remoteWorkers?.rewrite?.concurrency??t.rewriteConcurrency,batchSize:t.remoteWorkers?.rewrite?.batchSize??25,maxAttempts:t.remoteWorkers?.rewrite?.maxAttempts??2,onStageProgress:({index:E,totalFiles:L,file:I})=>{(E===1||E===L||E%25===0)&&c.progress(`Staging deployment-profile rewrite: ${E}/${L}`,{phase:"rewrite-stage",index:E,totalFiles:L,file:I,execution:"lambda"});},onBatchProgress:({completedItems:E,totalItems:L,completedBatches:I,totalBatches:ee,changedTextFiles:D})=>{c.progress(`Lambda deployment-profile rewrite: ${E}/${L} files; ${I}/${ee} batches completed`,{phase:"rewrite-text",execution:"lambda",index:E,totalFiles:L,completedBatches:I,totalBatches:ee,changedTextFiles:D});}}:void 0);d=y.cleanup;let b={...n.config,outputDir:y.outputDir},S=b.s3SyncMode??"sdk-upload-delete";if(u?.schemaVersion===2&&u.deletedFiles.length>0&&S!=="sdk-upload-delete")throw new Error("Content-sync tombstones require the sdk-upload-delete S3 sync mode.");let M=u?.schemaVersion!==2&&y.outputDir!==t.outputDir&&(t.targetOrigin!==n.config.targetOrigin||Object.keys(a).length>0),A=!!u&&!u.fullSyncRequired&&!M;if(u?.schemaVersion===2&&!A)throw new Error("Content-sync deployment cannot widen into a full-output deployment.");n.name&&c.info(`Using deployment profile: ${n.name}`),c.info(`Starting deploy \u2014 s3://${b.s3.bucket}/${b.s3.prefix||""} (region: ${b.s3.region})`),c.info(`S3 sync mode: ${S}`),u&&u.fullSyncRequired?c.info("Deploy plan requests a full sync; scanning the whole output tree."):u&&M?c.info("Ignoring incremental deploy plan because deployment-profile rewrites require a full sync."):A&&c.info(`Using incremental deploy plan: ${u.changedFiles.length} changed file(s), ${u.deletedFiles.length} deleted file(s).`),c.mark("deploy");let k=dt(b.awsProfile),v=new S3Client({region:b.s3.region,...k?{credentials:k}:{}}),T=y.outputDir===t.outputDir?await gl(t,o,c):null,$=u?.schemaVersion===2?[...u.uploadGroups.assets,...u.uploadGroups.content,...u.uploadGroups.listings,...u.uploadGroups.resources,...u.uploadGroups.sitemapLeaves,...u.uploadGroups.sitemapIndexes]:u?.changedFiles??[];if(u?.schemaVersion===2){let E=[...new Set($)],L=[...new Set(u.changedFiles)];if(E.length!==L.length||L.some(I=>!E.includes(I)))throw new Error("Content-sync deploy-plan upload groups do not cover the exact changed-file set.")}let B=A?(await Promise.all($.map(async E=>{try{return (await U.stat(C.join(b.outputDir,E))).isFile()?E:null}catch{if(u?.schemaVersion===2)throw new Error(`Content-sync planned upload is missing: ${E}`);return null}}))).filter(E=>E!==null):await pt(b.outputDir),V=[],P=[],O=B.filter(E=>{let L=T?.byRelativePath.get(et(E));if(!L)return !0;let I=Ar(b.s3.prefix,E);return V.push(E),P.push(I),c.reject(L.kind,L.sourceUrl||E,"rewrite not completed; deploy upload blocked","deploy-guard",{file:E,key:I,outputPath:L.outputPath,manifestPath:T?.manifestPath}),!1}),de=new Set((u?.revalidateFiles||[]).map(et)),ae=new Set((A?O:B).map(E=>Ar(b.s3.prefix,E)));T&&(T.pendingPages>0||T.pendingTextAssets>0)&&c.info(`Deploy rewrite guard loaded ${T.pendingPages} pending page(s) and ${T.pendingTextAssets} pending text asset(s) from crawl manifest.`,{manifestPath:T.manifestPath,pendingPages:T.pendingPages,pendingTextAssets:T.pendingTextAssets,source:"deploy-guard"}),V.length>0&&c.warn(`Deploy rewrite guard blocked ${V.length} file(s) from upload because final crawl rewrite is incomplete.`,{rejected:V.length,manifestPath:T?.manifestPath,source:"deploy-guard"}),A?c.info(`Using ${O.length} eligible planned changed file(s) from deploy plan for upload${V.length>0?` (${V.length} blocked by deploy rewrite guard)`:""}.`):c.info(`Found ${B.length} file(s) in output directory "${b.outputDir}"${V.length>0?`; ${O.length} remain eligible for upload after deploy rewrite guard filtering`:""}.`),c.progress("Deploy preflight: comparing local output with remote S3 state.",{phase:"deploy",mode:S,totalFiles:O.length,scannedFiles:B.length,rejected:V.length,deploymentProfile:n.name||"",s3Bucket:b.s3.bucket,s3Prefix:b.s3.prefix||"",targetedPlan:A,deployGuardEnabled:y.outputDir===t.outputDir});let z=0,x=0,W=0,q=[],Q=[],J=[],pe=[],we=[],R=new Map,F=new Map,j=new Map,N=new Map,H=new Map;if(f){if(!m||!w)throw new Error("Remote deploy worker client was not initialized.");if(S!=="sdk-upload-delete"&&S!=="sdk-upload-only")throw new Error(`Unsupported remote deploy mode: ${S}`);let E=await Ml({client:m,remoteConfig:w,config:b,files:O,deletedFiles:S==="sdk-upload-delete"?u?.deletedFiles??[]:[],revalidateFiles:de,contentTypeByRelativePath:T?.contentTypeByRelativePath,concurrency:b.remoteWorkers?.deploy?.concurrency??b.assetDownloadConcurrency,batchSize:b.remoteWorkers?.deploy?.batchSize??50,maxAttempts:b.remoteWorkers?.deploy?.maxAttempts??2,log:c});q.push(...E.uploadedKeys),Q.push(...E.skippedKeys),J.push(...E.failedKeys),pe=E.deletedKeys,z=q.length,x=Q.length,W=J.length,c.info(`Lambda deploy complete: ${z} copied, ${x} skipped unchanged, ${pe.length} deleted, ${W} failed.`),i&&(await U.mkdir(C.dirname(i),{recursive:!0}),await U.writeFile(i,JSON.stringify({generatedAt:new Date().toISOString(),mode:"lambda-s3-copy",summary:{totalFiles:B.length,eligibleFiles:O.length,uploaded:z,skipped:x,rejected:P.length,failed:W,deleted:pe.length,protected:0,...n.name?{profile:n.name}:{}},uploadedKeys:q,skippedKeys:Q,rejectedKeys:P,failedKeys:J,deletedKeys:pe,protectedRemoteOnlyKeys:[]},null,2),"utf8")),u?.schemaVersion!==2&&await Ze(t),c.endMark("deploy"),await c.flush();return}A||(c.info("Listing existing S3 objects to detect unchanged files..."),R=await Pl(v,b.s3.bucket,b.s3.prefix,c),c.info(`Found ${R.size} existing key(s) in S3.`));let re=async E=>R.has(E)?R.get(E)??null:A?Rl(v,b.s3.bucket,E,F):null;for(let E of O){let L=C.join(b.outputDir,E),I=Ar(b.s3.prefix,E),ee=T?.contentTypeByRelativePath.get(E),D=ee&&ee!=="application/octet-stream"?ee:Vs.lookup(E)||ee||"application/octet-stream",Ue=de.has(et(E)),Je=Ue?jn:Ct(E)?b.s3.htmlCacheControl:b.s3.assetCacheControl,K=z+x+W+1;O.length<=200||K<=5||K%10===0||K===O.length?(c.progress(`Uploading [${K}/${O.length}] ${I} (${D})`,{file:E,key:I,index:K,totalFiles:O.length,contentType:D,mode:S}),c.info(`Uploading [${K}/${O.length}] ${I} (${D})`)):c.debug(`Uploading [${K}/${O.length}] ${I} (${D})`);try{let Re=await U.readFile(L),ce=await re(I),se=null,ye=null;if(ce){let Le=await vl(v,b.s3.bucket,I,ce),Ht=!Ue||No(Le.cacheControl)===No(Je),Ur=$n(Le.contentType)===$n(String(D)),Lr=Ht&&Ur,ti=Re.byteLength;if(ce.size===ti){let Vt=ce.etag.includes("-");if(ce.etag!==""&&!Vt){let ri=kl(Re);if(ce.etag===ri&&Lr){x++,O.length<=200||x<=5||x%25===0?(c.progress(`Skipped unchanged [${K}/${O.length}] ${I}`,{file:E,key:I,index:K,totalFiles:O.length,uploaded:z,skipped:x,failed:W,mode:S,reason:"etag-md5-match"}),c.info(`Skipped unchanged [${K}/${O.length}] ${I}`)):c.debug(`Skipped unchanged [${K}/${O.length}] ${I}`),Q.push(I);continue}}se=tt(Re);let _n=await xl(v,b.s3.bucket,I,j);if(_n&&_n===se&&Lr){x++,O.length<=200||x<=5||x%25===0?(c.progress(`Skipped unchanged [${K}/${O.length}] ${I}`,{file:E,key:I,index:K,totalFiles:O.length,uploaded:z,skipped:x,failed:W,mode:S,reason:"metadata-sha256-match"}),c.info(`Skipped unchanged [${K}/${O.length}] ${I}`)):c.debug(`Skipped unchanged [${K}/${O.length}] ${I}`),Q.push(I);continue}}if(Ct(E)){ye=Or(Re);let Vt=await Il(v,b.s3.bucket,I,N,H);if(Vt&&Vt===ye&&Lr){x++,O.length<=200||x<=5||x%25===0?(c.progress(`Skipped semantically unchanged [${K}/${O.length}] ${I}`,{file:E,key:I,index:K,totalFiles:O.length,uploaded:z,skipped:x,failed:W,mode:S,reason:"normalized-html-match"}),c.info(`Skipped semantically unchanged [${K}/${O.length}] ${I}`)):c.debug(`Skipped semantically unchanged [${K}/${O.length}] ${I}`),Q.push(I);continue}}}se=se??tt(Re),ye=ye??(Ct(E)?Or(Re):null),await Se(`S3 upload ${I}`,9e5,({abortController:Le})=>new Upload({client:v,abortController:Le,params:{Bucket:b.s3.bucket,Key:I,Body:Re,ContentType:D,CacheControl:Je,Metadata:{[Ho]:se,...ye?{[Vo]:ye}:{}}}}).done()),z++,q.push(I),(z%25===0||z===O.length)&&(c.progress(`Uploaded ${z}/${O.length} file(s)\u2026`,{uploaded:z,skipped:x,failed:W,totalFiles:O.length,mode:S}),c.info(`Uploaded ${z}/${O.length} file(s)\u2026`));}catch(Re){W++,J.push(I),c.error(`Failed to upload ${I}: ${Re.message}`,{key:I,error:String(Re)});}}if(c.info(`Upload complete: ${z} uploaded, ${x} skipped unchanged, ${P.length} rejected by guard, ${W} failed.`),J.length>0||P.length>0)throw new Error(`Deployment stopped before deletion because ${J.length} upload(s) failed and ${P.length} upload(s) were rejected.`);if(S==="sdk-upload-delete"){let E=new Set((u?.deletedFiles??[]).map(I=>Ar(b.s3.prefix,I))),L=[...E].filter(I=>!ae.has(I));if(!A&&(we=[...R.keys()].filter(ee=>!ae.has(ee)).filter(ee=>!E.has(ee)),we.length>0)){c.warn(`Protected ${we.length} remote-only S3 object(s) from deletion because the crawl did not provide explicit tombstones.`,{protected:we.length,source:"deploy-delete-guard"});for(let ee of we)c.debug(` protected remote-only object: ${ee}`);}pe=await Cl(v,b.s3.bucket,A?L:L.filter(I=>R.has(I)),c);}else c.info("Sync mode is sdk-upload-only \u2014 skipping stale object deletion.");i&&(await U.mkdir(C.dirname(i),{recursive:!0}),await U.writeFile(i,JSON.stringify({generatedAt:new Date().toISOString(),mode:S,summary:{totalFiles:B.length,eligibleFiles:O.length,uploaded:q.length,skipped:Q.length,rejected:P.length,failed:J.length,deleted:pe.length,protected:we.length,...n.name?{profile:n.name}:{}},uploadedKeys:q,skippedKeys:Q,rejectedKeys:P,failedKeys:J,deletedKeys:pe,protectedRemoteOnlyKeys:we},null,2),"utf8")),u?.schemaVersion!==2&&await Ze(t),c.endMark("deploy"),await c.flush();}finally{await d().catch(()=>{});}}function Ul(e){let t=e;return t.endsWith("/")?t+="index.html":C.posix.basename(t).includes(".")||(t+="/index.html"),t}function Ll(e,t){let r=t.trim().replace(/^\/+|\/+$/g,"");if(!r)return null;let n=`/${r}`;return e===n||e.startsWith(`${n}/`)?e:`${n}${e.startsWith("/")?e:`/${e}`}`}function Jo(e,t){let r=new Set;for(let n of e){let s=new URL(n,"https://content-sync.invalid");if(s.origin!=="https://content-sync.invalid")continue;let o=`${s.pathname}${s.search}`,i=Ul(s.pathname);r.add(o),r.add(`${i}${s.search}`);let c=Ll(i,t);c&&r.add(`${c}${s.search}`);}return [...r].sort()}function Nl(){let e=String(process.env.STATIC_PUBLISHER_RUNTIME_DIR||process.env.WPSUITE_STATIC_PUBLISHER_RUNTIME_DIR||"").trim();return e?C.join(C.resolve(e),"content-sync-invalidation.json"):""}async function Dn(e,t){if(!e)return;await U.mkdir(C.dirname(e),{recursive:true});let r=`${e}.${process.pid}.${Date.now()}.tmp`;await U.writeFile(r,JSON.stringify({...t,updatedAt:new Date().toISOString()},null,2),"utf8"),await U.rename(r,e);}async function Bl(e,t,r,n){if(!e)return null;try{let s=JSON.parse(await U.readFile(e,"utf8"));if(s.schemaVersion!==1||s.distributionId!==t||s.impactHash!==r||!Array.isArray(s.batches))throw new Error("Content-sync invalidation state does not match the deploy plan.");let o=s.batches.flatMap(i=>i.paths);return o.length!==n.length||o.some((i,c)=>i!==n[c])?null:s}catch(s){if(s.code==="ENOENT")return null;throw s}}function Hl(e,t=3e3){let r=[];for(let n=0;n<e.length;n+=t)r.push(e.slice(n,n+t));return r}async function Go(e=process.argv.slice(2)){let t=await Ie(),r=Ir(e),n=vt(t,r),s=n.config,o=new ft(s.logDir||"logs","invalidate.log.jsonl",s.logLevel??"info"),i=e.includes("--content-sync"),c=await mt(t);if(i&&c?.schemaVersion!==2)throw new Error("Content-sync invalidation requires a valid schema-2 targeted deploy plan.");if(n.name&&o.info(`Using deployment profile: ${n.name}`),!s.cloudFront.distributionId){o.info("No CloudFront distributionId configured; skipping invalidation."),await o.flush();return}let a=c?.schemaVersion===2?c.invalidationPaths:s.cloudFront.invalidationPaths.length>0?s.cloudFront.invalidationPaths:["/*"],d=c?.schemaVersion===2?Jo(a,s.s3.prefix||""):a;if(c?.schemaVersion===2&&d.some(w=>w==="/*"))throw new Error("Content-sync cannot use a whole-distribution invalidation.");if(d.length===0){o.info("The targeted deploy plan has no CloudFront paths to invalidate."),await o.flush();return}let u=s.cloudFront.distributionId,l=dt(s.awsProfile),g=new CloudFrontClient({region:"us-east-1",maxAttempts:5,...l?{credentials:l}:{}});if(o.mark("invalidate"),c?.schemaVersion!==2){let w=`smartcloud-static-publisher-${Date.now()}`;await Se(`CloudFront invalidation for distribution ${u}`,3e5,({httpOptions:m})=>g.send(new CreateInvalidationCommand({DistributionId:u,InvalidationBatch:{CallerReference:w,Paths:{Quantity:d.length,Items:d}}}),m)),o.endMark("invalidate"),await o.flush();return}let p=Nl(),f=await Bl(p,u,c.impactHash,d);if(!f){let w=createHash("sha256").update(JSON.stringify(d)).digest("hex");f={schemaVersion:1,distributionId:u,impactHash:c.impactHash,updatedAt:new Date().toISOString(),batches:Hl(d).map((m,h)=>({index:h,callerReference:`wpsuite-content-sync-${c.impactHash.slice(0,24)}-${w.slice(0,24)}-${h}`,paths:m,invalidationId:null,status:"pending"}))},await Dn(p,f);}for(let w of f.batches){if(!w.invalidationId){let m=await Se(`CloudFront targeted invalidation batch ${w.index+1}`,3e5,({httpOptions:y})=>g.send(new CreateInvalidationCommand({DistributionId:u,InvalidationBatch:{CallerReference:w.callerReference,Paths:{Quantity:w.paths.length,Items:w.paths}}}),y)),h=String(m.Invalidation?.Id||"").trim();if(!h)throw new Error("CloudFront did not return an invalidation ID.");w.invalidationId=h,w.status="created",await Dn(p,f);}await waitUntilInvalidationCompleted({client:g,maxWaitTime:900,minDelay:2,maxDelay:15},{DistributionId:u,Id:w.invalidationId}),w.status="completed",await Dn(p,f),o.info(`CloudFront invalidation batch ${w.index+1}/${f.batches.length} completed.`,{invalidationId:w.invalidationId,pathCount:w.paths.length});}o.endMark("invalidate"),await o.flush();}function Dr(e){let t=new URL(e);return t.hash="",t.href}function Zo(e,t,r){let n=new Set([...t].map(a=>Dr(a))),s=new Map,o=new Map,i=a=>{s.set(Dr(a),a);},c=a=>{if(!a)return;let d=Dr(a);s.has(d)||o.set(d,a);};for(let a of e.deleteUrls)i(a);for(let a of e.resourceDeleteUrls)i(a);for(let a of e.archiveFamilies)if(a.foundPosts===0)for(let d of a.pageUrls)n.has(Dr(d))||i(d);for(let a of e.directRenderUrls)c(a);for(let a of e.resourceRenderUrls)c(a);for(let a of e.archiveFamilies)c(a.pageUrls[0]),c(a.pageUrls.at(-1));for(let a of r)c(a);return {expectedAvailable:[...o.values()],expectedMissing:[...s.values()]}}var Xo=["claimed","impact-planned","rendered","deployed","invalidated","verified","acknowledged"];function Wn(){let e=String(process.env.STATIC_PUBLISHER_RUNTIME_DIR||process.env.WPSUITE_STATIC_PUBLISHER_RUNTIME_DIR||"").trim();if(!e)throw new Error("Content-sync requires a runtime directory.");return C.resolve(e)}function kt(e,t){return Xo.indexOf(e)>=Xo.indexOf(t)}async function Ke(e,t,r,n,s={}){let o={timestamp:new Date().toISOString(),eventType:t,status:t.endsWith("failed")?"failed":"success",actorSource:"content-sync",jobId:r.id||"",command:"content-sync",message:n,details:s};await U.mkdir(e,{recursive:true}),await U.appendFile(C.join(e,"audit-events.jsonl"),`${JSON.stringify(o)}
|
|
19
|
-
`,"utf8");}function zl(e){return xt({postTypes:e.postTypes??[],listingPaths:e.listingPaths??[],includeSubsites:e.includeSubsites,includePostTypeArchives:e.includePostTypeArchives,includeTaxonomyArchives:e.includeTaxonomyArchives,includeAuthorArchives:e.includeAuthorArchives,includeDateArchives:e.includeDateArchives,includePostsPage:e.includePostsPage,includeSitemapChain:e.includeSitemapChain})}function Kl(e,t){let r=(e.scheduler?.rules??[]).filter(s=>s.command==="content-sync"&&s.id===t);if(r.length===0)throw new Error(`Content-sync scheduler rule not found: ${t}`);if(r.length>1)throw new Error(`Content-sync scheduler rule ID is not unique: ${t}`);let n=r[0];if(n.enabled===false)throw new Error(`Content-sync scheduler rule is disabled: ${t}`);return n}async function qn(e,t){if(e.subscriptionType!=="PROFESSIONAL"&&e.subscriptionType!=="AGENCY")throw new Error("Content-sync requires an active Professional or Agency subscription.");let r=zl(t),n=vt(e,t.deploymentProfile),s=n.name||"",o=Hn(e.sourceOrigin,String(t.id||""),r),i=Vn({sourceOrigin:e.sourceOrigin,targetOrigin:n.config.targetOrigin,deploymentProfile:s,s3Bucket:n.config.s3.bucket,s3Prefix:n.config.s3.prefix,cloudFrontDistributionId:n.config.cloudFront.distributionId,urlRewriteMode:n.config.urlRewriteMode,extraReplacements:n.profile?.extraReplacements??{}}),c=zn({siteId:e.wpsuite?.siteSettings?.siteId,accountId:e.wpsuite?.siteSettings?.accountId,sourceOrigin:e.sourceOrigin,ruleId:String(t.id||""),targetFingerprint:i}),a=`content-sync:${String(t.id||"")}:${We({scopeFingerprint:o,targetFingerprint:i}).slice(0,32)}`,d=new Kt({sourceOrigin:e.sourceOrigin,runtimeToken:String(e.wpsuite?.runtimeToken||""),ignoreHttpsErrors:e.ignoreHttpsErrors}),u=await d.releaseFingerprint(r.includeSubsites),l=Bn({wordpressFingerprint:u,targetFingerprint:i,sourceOrigin:e.sourceOrigin,sitemapPaths:At(e.sitemapPaths),blockedPathPrefixes:e.blockedPathPrefixes,assetPathPrefixes:e.assetPathPrefixes,noJavaScriptRenderPathPrefixes:e.noJavaScriptRenderPathPrefixes,urlRewriteMode:e.urlRewriteMode});return {rule:t,scope:r,deployment:n,deploymentProfile:s,scopeFingerprint:o,targetFingerprint:i,consumerId:c,coalesceKey:a,client:d,releaseFingerprint:l}}async function Jl(e){let t=Wn(),r=Jt(t),n=await Ie(),s=(n.scheduler?.rules??[]).filter(d=>d.command==="content-sync"&&d.enabled!==false);if(s.length===0)return 0;let o=await Br(r),i=await Qt(r),c=await Nr(r),a=0;for(let d of s){let u=await qn(n,d),l=c.entries[u.coalesceKey];if(!l||l.releaseJobId!==e||l.scopeFingerprint!==u.scopeFingerprint||l.targetFingerprint!==u.targetFingerprint||l.releaseFingerprint!==u.releaseFingerprint)throw new Error(`The normal release has no matching pre-crawl content-sync cutoff for rule ${String(d.id||"")}.`);let g=We({releaseJobId:e,releaseFingerprint:u.releaseFingerprint,scopeFingerprint:u.scopeFingerprint,targetFingerprint:u.targetFingerprint,sequence:l.sequence}),p=await u.client.establishBaseline({consumerId:u.consumerId,scopeFingerprint:u.scopeFingerprint,baselineId:g,postTypes:u.scope.postTypes,includeSubsites:u.scope.includeSubsites,sequence:l.sequence}),f={schemaVersion:1,ruleId:String(d.id||""),consumerId:u.consumerId,coalesceKey:u.coalesceKey,scopeFingerprint:u.scopeFingerprint,targetFingerprint:u.targetFingerprint,releaseFingerprint:u.releaseFingerprint,baselineId:g,deploymentProfile:u.deploymentProfile,committedSequence:p.committedSequence,releaseJobId:e,verifiedAt:new Date().toISOString()};o.entries[u.coalesceKey]=f;let w=i.rules[u.coalesceKey];i.rules[u.coalesceKey]={ruleId:String(d.id||""),consumerId:u.consumerId,coalesceKey:u.coalesceKey,committedSequence:p.committedSequence,observedHeadSequence:p.headSequence,lag:Math.max(0,p.headSequence-p.committedSequence),lastSuccessfulJobId:w?.lastSuccessfulJobId||e,lastSuccessfulAt:new Date().toISOString(),trailingWorkDetected:p.headSequence>p.committedSequence,retryAttempt:0,nextRetryAt:null,lastError:null,baselineStatus:"ready",baselineReason:null};let m=await rs(r,u.coalesceKey);await Ke(t,"content-sync-baseline-established",{id:e},"A normal release established a verified content-sync baseline.",{ruleId:d.id,consumerId:u.consumerId,committedSequence:p.committedSequence,supersededCurrent:m}),a++;}return await Zn(r,o),await Gt(r,i),await U.rm(r.releaseCutoff,{force:true}),a}async function Ql(e){let t=Wn(),r=Jt(t),n=await Ie(),s=(n.scheduler?.rules??[]).filter(c=>c.command==="content-sync"&&c.enabled!==false);if(s.length===0)return 0;let o=await Nr(r),i=0;for(let c of s){let a=await qn(n,c),d=Object.values(o.entries).find(g=>g.releaseJobId===e&&g.ruleId===String(c.id||""));if(d){if(d.coalesceKey===a.coalesceKey&&d.scopeFingerprint===a.scopeFingerprint&&d.targetFingerprint===a.targetFingerprint&&d.releaseFingerprint===a.releaseFingerprint){i++;continue}throw new Error(`The normal release scope changed after its journal cutoff was captured for rule ${String(c.id||"")}. Start a new normal publish instead of resuming this release.`)}let u=await a.client.unboundHead(a.scope.postTypes,a.scope.includeSubsites),l={schemaVersion:1,releaseJobId:e,ruleId:String(c.id||""),coalesceKey:a.coalesceKey,scopeFingerprint:a.scopeFingerprint,targetFingerprint:a.targetFingerprint,releaseFingerprint:a.releaseFingerprint,sequence:u.headSequence,capturedAt:new Date().toISOString()};o.entries[a.coalesceKey]=l,await Ke(t,"content-sync-release-cutoff-captured",{id:e},"A normal release captured its pre-crawl content-sync journal cutoff.",{ruleId:c.id,consumerId:a.consumerId,sequence:u.headSequence}),i++;}return await Gn(r,o),i}async function Gl(e,t){let r=JSON.parse(await U.readFile(C.join(e,"current-run.json"),"utf8"));if(r.id!==t||r.command!=="content-sync"||!String(r.ruleId||"").trim())throw new Error("The active queue job is not the requested content-sync job.");return r}async function Ln(e,t,r=0){let n=e.protocol==="https:"?Qn:ui,s=e.protocol==="https:"?new Qn.Agent({rejectUnauthorized:!t}):void 0;return new Promise((o,i)=>{let c=n.get(e,{agent:s,timeout:3e4,headers:{"user-agent":"WP-Suite-Content-Sync/1"}},a=>{let d=a.statusCode??500,u=a.headers.location;if(d>=300&&d<400&&u&&r<5){a.resume(),Ln(new URL(u,e),t,r+1).then(o,i);return}let l=[],g=0;a.on("data",p=>{g+=p.byteLength,g<=1048576&&l.push(p);}),a.on("error",i),a.on("end",()=>o({status:d,body:Buffer.concat(l).toString("utf8"),contentType:String(a.headers["content-type"]||"")}));});c.on("timeout",()=>c.destroy(new Error(`Verification timed out: ${e}`))),c.on("error",i);})}async function Zl(e,t,r,n){let s=t.deployment.config.targetOrigin;if(!/^https?:\/\//i.test(s))throw new Error("Content-sync verification requires an absolute HTTP(S) target origin.");let o=JSON.parse(await U.readFile(n,"utf8")),i=new Set;for(let[u,l]of Object.entries(o.pages??{}))i.add(u),typeof l.url=="string"&&i.add(l.url);let c=await mt(e);if(c?.schemaVersion!==2||c.impactHash!==r.impactHash)throw new Error("Content-sync verification requires the matching targeted deploy plan.");let a=Zo(r,i,c.resolvedSitemapUrls),d=new Set(r.resourceRenderUrls.map(u=>{let l=new URL(u);return l.hash="",l.href}));for(let u of a.expectedAvailable){let l=new URL(u),g=new URL(`${l.pathname}${l.search}`,s),p=await Ln(g,e.ignoreHttpsErrors);if(p.status<200||p.status>=400)throw new Error(`Content-sync verification failed (${p.status}): ${g}`);let f=new URL(u);if(f.hash="",d.has(f.href)){if(!p.contentType.toLowerCase().startsWith("application/json"))throw new Error(`Resource verification expected application/json: ${g}`);try{JSON.parse(p.body);}catch{throw new Error(`Resource verification received invalid JSON: ${g}`)}}}for(let u of a.expectedMissing){let l=new URL(u),g=new URL(`${l.pathname}${l.search}`,s),p=await Ln(g,e.ignoreHttpsErrors);if(p.status>=200&&p.status<300)throw new Error(`Deleted content is still publicly available: ${g}`)}}async function Yl(e){let t=await U.readFile(e.candidateManifest,"utf8");JSON.parse(t);let r=`${e.trustedManifest}.${process.pid}.tmp`;await U.writeFile(r,t,"utf8"),await U.rename(r,e.trustedManifest);}async function Xl(e,t){try{let r=JSON.parse(await U.readFile(e.candidateManifest,"utf8"));if([...Object.values(r.pages??{}),...Object.values(r.assets??{})].some(s=>s?.lastSeenRunId===t))return "resumed"}catch(r){if(r.code!=="ENOENT")throw new Error(`The content-sync candidate manifest is invalid: ${r instanceof Error?r.message:String(r)}`,{cause:r})}return await U.copyFile(e.trustedManifest,e.candidateManifest).catch(r=>{throw new Error(`A trusted crawl manifest is required before content-sync: ${r instanceof Error?r.message:String(r)}`,{cause:r})}),"initialized"}async function at(e,t,r,n,s={},o=0,i=async()=>{}){t.phase=r,await Yn(e,t),await ts(e,{schemaVersion:1,jobId:t.jobId,phase:r,completedItems:n,totalItems:n,attempt:o,updatedAt:new Date().toISOString(),details:s}),await Ke(C.dirname(e.state),"content-sync-checkpoint",{id:t.jobId},`Content-sync checkpoint completed: ${r}.`,{phase:r,completedItems:n,totalItems:n,attempt:o,...s}),await i(r,t);}async function eu(e,t={}){let r={loadConfig:Ie,resolveRuleContext:qn,runCrawl:Wo,runDeploy:Ko,runInvalidate:Go,verifyDeployment:Zl,promoteCandidateManifest:Yl,clearDeployPlan:Ze,afterCheckpoint:async()=>{},...t},n=Wn(),s=Jt(n),o=await Gl(n,e),i=await r.loadConfig(),c=Kl(i,String(o.ruleId)),a=await r.resolveRuleContext(i,c);if(o.coalesceKey&&o.coalesceKey!==a.coalesceKey)throw new Error("Queued content-sync demand no longer matches the active rule scope.");let u=(await Br(s)).entries[a.coalesceKey];if(!u||u.scopeFingerprint!==a.scopeFingerprint||u.targetFingerprint!==a.targetFingerprint||u.releaseFingerprint!==a.releaseFingerprint)throw await Ke(n,"content-sync-baseline-rejected",o,"Content-sync requires a new verified full or incremental release baseline.",{ruleId:c.id,reason:u?"mismatch":"missing"}),new Error("Content-sync baseline is missing or stale. Run a successful normal publish first.");let l=await Hr(s),g=await a.client.head({consumerId:a.consumerId,scopeFingerprint:a.scopeFingerprint,baselineId:u.baselineId,postTypes:a.scope.postTypes,includeSubsites:a.scope.includeSubsites});if(l&&l.jobId!==o.id)throw new Error("Another immutable content-sync range is still active.");if(l||(l={schemaVersion:1,jobId:o.id,ruleId:String(c.id||""),consumerId:a.consumerId,coalesceKey:a.coalesceKey,scopeFingerprint:a.scopeFingerprint,targetFingerprint:a.targetFingerprint,baselineId:u.baselineId,fromSequence:g.committedSequence,toSequence:g.headSequence,phase:"claimed",impactHash:null,startedAt:new Date().toISOString(),updatedAt:new Date().toISOString()},await at(s,l,"claimed",0,{fromSequence:l.fromSequence,toSequence:l.toSequence},0,r.afterCheckpoint),await Ke(n,"content-sync-range-claimed",o,"Content-sync claimed a closed journal range.",{fromSequence:l.fromSequence,toSequence:l.toSequence})),l.fromSequence===l.toSequence){let h=await Qt(s);h.rules[a.coalesceKey]={ruleId:String(c.id||""),consumerId:a.consumerId,coalesceKey:a.coalesceKey,committedSequence:l.toSequence,observedHeadSequence:g.headSequence,lag:Math.max(0,g.headSequence-l.toSequence),lastSuccessfulJobId:o.id,lastSuccessfulAt:new Date().toISOString(),trailingWorkDetected:false,retryAttempt:0,nextRetryAt:null,lastError:null},await Gt(s,h),await Vr(s);return}let p=await Xn(s);if(!kt(l.phase,"impact-planned")){let h=await a.client.events({consumerId:a.consumerId,scopeFingerprint:a.scopeFingerprint,baselineId:u.baselineId,postTypes:a.scope.postTypes,includeSubsites:a.scope.includeSubsites,afterSequence:l.fromSequence,throughSequence:l.toSequence}),y=_r({events:h,scope:a.scope,sourceOrigin:i.sourceOrigin}),b=await a.client.resolveImpactFamilies(y,a.scope.includeSubsites);p=Jn({jobId:o.id,ruleId:String(c.id||""),consumerId:a.consumerId,coalesceKey:a.coalesceKey,scopeFingerprint:a.scopeFingerprint,targetFingerprint:a.targetFingerprint,baselineId:u.baselineId,sourceOrigin:i.sourceOrigin,scope:a.scope,fromSequence:l.fromSequence,toSequence:l.toSequence,events:h,resolvedArchiveFamilies:b,sitemapUrls:At(i.sitemapPaths)}),await es(s,p),l.impactHash=p.impactHash,await at(s,l,"impact-planned",h.length,{eventCount:h.length,foldedCount:p.foldedCount,impactHash:p.impactHash},0,r.afterCheckpoint),await Ke(n,"content-sync-impact-planned",o,"Content-sync persisted an immutable impact plan.",{impactHash:p.impactHash,eventCount:h.length});}if(!p||p.jobId!==o.id||l.impactHash!==p.impactHash)throw new Error("The immutable content-sync impact plan is missing or mismatched.");if(process.env.STATIC_PUBLISHER_CRAWL_MANIFEST_PATH=s.candidateManifest,!kt(l.phase,"rendered")){let h=await Xl(s,o.id);await Ke(n,h==="resumed"?"content-sync-render-resumed":"content-sync-render-initialized",o,h==="resumed"?"Content-sync resumed its candidate crawl manifest.":"Content-sync initialized a candidate crawl manifest.",{impactHash:p.impactHash}),await r.runCrawl(["--content-sync-plan",s.impact]),await at(s,l,"rendered",p.directRenderUrls.length+p.archiveFamilyUrls.length+p.resourceRenderUrls.length,{impactHash:p.impactHash},o.attempt??0,r.afterCheckpoint);}let f=a.deploymentProfile?["--profile",a.deploymentProfile]:[];if(kt(l.phase,"deployed")||(await r.runDeploy([...f,"--content-sync"]),await at(s,l,"deployed",1,{impactHash:p.impactHash},0,r.afterCheckpoint),await Ke(n,"content-sync-deployed",o,"Content-sync targeted deployment completed.",{impactHash:p.impactHash})),kt(l.phase,"invalidated")?kt(l.phase,"verified")||await r.runInvalidate([...f,"--content-sync"]):(await r.runInvalidate([...f,"--content-sync"]),await at(s,l,"invalidated",1,{impactHash:p.impactHash},0,r.afterCheckpoint)),kt(l.phase,"verified")||(await r.verifyDeployment(i,a,p,s.candidateManifest),await r.promoteCandidateManifest(s),await at(s,l,"verified",1,{impactHash:p.impactHash},0,r.afterCheckpoint)),g=await a.client.head({consumerId:a.consumerId,scopeFingerprint:a.scopeFingerprint,baselineId:u.baselineId,postTypes:a.scope.postTypes,includeSubsites:a.scope.includeSubsites}),g.committedSequence===l.fromSequence)await a.client.acknowledge({consumerId:a.consumerId,scopeFingerprint:a.scopeFingerprint,baselineId:u.baselineId,expectedSequence:l.fromSequence,sequence:l.toSequence,postTypes:a.scope.postTypes,includeSubsites:a.scope.includeSubsites});else if(g.committedSequence!==l.toSequence)throw new Error("Content-sync acknowledgement cursor is in an unexpected state.");await at(s,l,"acknowledged",1,{sequence:l.toSequence},0,r.afterCheckpoint),await Ke(n,"content-sync-cursor-acknowledged",o,"Content-sync committed its journal cursor after verification.",{sequence:l.toSequence});let w=await a.client.head({consumerId:a.consumerId,scopeFingerprint:a.scopeFingerprint,baselineId:u.baselineId,postTypes:a.scope.postTypes,includeSubsites:a.scope.includeSubsites}),m=await Qt(s);m.rules[a.coalesceKey]={ruleId:String(c.id||""),consumerId:a.consumerId,coalesceKey:a.coalesceKey,committedSequence:l.toSequence,observedHeadSequence:w.headSequence,lag:Math.max(0,w.headSequence-l.toSequence),lastSuccessfulJobId:o.id,lastSuccessfulAt:new Date().toISOString(),trailingWorkDetected:w.headSequence>l.toSequence,retryAttempt:0,nextRetryAt:null,lastError:null},await Gt(s,m),await r.clearDeployPlan(i),await U.rm(C.join(n,"content-sync-invalidation.json"),{force:true}),await U.rm(s.candidateManifest,{force:true}),await Vr(s);}async function ei(e=process.argv.slice(2)){let r=e.indexOf("--capture-baseline-cutoffs");if(r>=0){let i=String(e[r+1]||"").trim();if(!i)throw new Error("--capture-baseline-cutoffs requires a release job ID.");await Ql(i);return}let n=e.indexOf("--establish-baselines");if(n>=0){let i=String(e[n+1]||"").trim();if(!i)throw new Error("--establish-baselines requires a release job ID.");await Jl(i);return}let s=e.indexOf("--job-id"),o=s>=0?String(e[s+1]||"").trim():"";if(!o)throw new Error("Content-sync requires --job-id.");await eu(o);}ei().catch(e=>{console.error(e instanceof Error?e.message:String(e)),process.exit(1);});
|
|
18
|
+
${o}`,40);return n.info(`Using generated 404 fallback change token for ${r}`,{url:r,requestPath:e.generated404RequestPath,source:"generated-404-change-token-fallback"}),{url:r,supported:!0,token:i,tokenSource:"generated-404-response-hash",postId:null,dependencyPostIds:[],reason:null}}catch(s){return n.warn(`Generated 404 fallback token lookup failed for ${r}`,{url:r,error:String(s),requestPath:e.generated404RequestPath,source:"generated-404-change-token-fallback"}),null}}async function Co(e,t,r,n,s,o){let i=xr(e,s);if(await Ja(e,t,r,n,s,o),!n.enabled)return {action:"render",changeToken:n.trackManifest?await br(e,t,n,s,o):null};let c=n.manifest.pages[s];if(!c)return {action:"render",changeToken:await br(e,t,n,s,o)};let a=await br(e,t,n,s,o);if(a?.supported&&a.token)return c.changeToken===a.token?i&&!await Za(e,t,s,o)?{action:"render",changeToken:a}:{action:"reuse",changeToken:a}:{action:"render",changeToken:a};let d=nt(r.sitemapLastmodByPage[s]);return d&&c.sitemapLastmod&&c.sitemapLastmod===d?{action:"reuse",changeToken:a}:{action:"render",changeToken:a}}async function Za(e,t,r,n){try{let o=(await t.get(r,{timeout:Math.min(e.navigationTimeoutMs,15e3),failOnStatusCode:!1})).status();return o===404?!0:(n.warn(`Generated 404 request path no longer returns 404 for ${r}`,{url:r,status:o,requestPath:e.generated404RequestPath,source:"generated-404-status-probe"}),!1)}catch(s){return n.warn(`Generated 404 status probe failed for ${r}`,{url:r,error:String(s),requestPath:e.generated404RequestPath,source:"generated-404-status-probe"}),false}}async function Ya(e,t,r,n,s){let o=ao(r.previousManifest,void 0,n,"previous-manifest"),i=0;for(let[m,p]of Object.entries(r.manifest.pages))if(!r.seenPages.has(m)){Sn(s,e,p.outputPath);try{await U.unlink(p.outputPath);}catch(f){(f.code||"")!=="ENOENT"&&n.warn(`Failed to remove stale incremental page output for ${m}`,{url:m,outputPath:p.outputPath,error:String(f)});}delete r.manifest.pages[m],i++;}let c=ao(r.manifest,r.runId,n,"active-manifest"),a=new Set,d=new Set;for(let m of c){for(let w of Lt(e,m))a.add(w);let p=r.manifest.assets[m]?.outputPath;p&&d.add(p);let f=St(e,t.assetMap,m);f&&d.add(f);}for(let m of Object.keys(r.manifest.assets)){if(c.has(m)){r.manifest.assets[m].unreferencedRuns=0;continue}let p=r.manifest.assets[m];if(Ls(p.unreferencedRuns)){p.unreferencedRuns+=1,n.warn(`Deferred deletion of newly unreferenced incremental asset ${m}.`,{url:m,unreferencedRuns:p.unreferencedRuns,phase:"incremental-cleanup",source:"asset-deletion-grace"});continue}delete r.manifest.assets[m];}let u=0,l=0;for(let m of o){if(r.manifest.assets[m])continue;let p=new Set,f=r.previousManifest.assets[m]?.outputPath;f&&p.add(f);let w=St(e,t.assetMap,m);if(!c.has(m)&&w)p.add(w);else if(!c.has(m)){let g=hc(e,m,n,"incremental-cleanup");g&&(p.add(g.originalFilePath),g.hashedFilePath&&p.add(g.hashedFilePath));}for(let g of p)if(!d.has(g)){Sn(s,e,g);try{await U.unlink(g),u++;}catch(h){(h.code||"")!=="ENOENT"&&n.warn(`Failed to remove stale incremental asset output for ${m}`,{url:m,outputPath:g,error:String(h)});}}for(let g of Lt(e,m))a.has(g)||Object.prototype.hasOwnProperty.call(t.assetMap,g)&&(delete t.assetMap[g],l++);}(i>0||u>0||l>0)&&n.info(`Incremental cleanup removed ${i} stale pages, ${u} stale assets, ${l} stale asset mappings`,{removedPages:i,removedAssets:u,removedAssetMappings:l,phase:"incremental-cleanup"});}async function Xa(e,t,r,n){let s=new Set([...Object.values(t.manifest.pages),...Object.values(t.manifest.assets)].map(a=>String(a.outputPath||"").trim()).filter(Boolean).map(a=>C.resolve(a))),o=Object.values(e.postCrawlCopyMap||{}).map(a=>Sr(String(a||""))).filter(a=>!!a).map(a=>C.resolve(e.outputDir,a)),c=(await pt(e.outputDir)).filter(a=>a.endsWith(".html")||a.endsWith(".htm")).filter(a=>Us(C.join(e.outputDir,a),e.outputDir,s,o));for(let a of c){let d=C.join(e.outputDir,a);Sn(n,e,d),await U.unlink(d);}c.length>0&&r.info(`Removed ${c.length} orphaned HTML output file(s) that are absent from the current crawl manifest.`,{phase:"incremental-cleanup",source:"manifest-output-reconciliation",removedPages:c.length,samples:c.slice(0,20)});}function ao(e,t,r,n){let s=new Set,o=i=>{let c=i.trim();if(c){if(r){let a=ke(c,r,"asset",n??"manifest");if(!a)return;s.add(a.toString());return}s.add(c);}};for(let i of Object.values(e.pages))for(let c of i.discoveredAssets||[])o(c);for(let[i,c]of Object.entries(e.assets||{}))t&&c.lastSeenRunId!==t||o(i);return s}function co(e,t,r){for(let n of t)for(let s of Lt(e,n))if(r.has(s))return true;return false}function ec(e,t,r,n,s){let o=new Set(r.rewriteTargets);for(let c of r.changedFiles)o.add(C.resolve(e.outputDir,c));for(let c of Object.values(t.manifest.pages))c.rewriteComplete||o.add(C.resolve(c.outputPath));for(let c of Object.values(t.manifest.assets))c.isText&&!c.rewriteComplete&&o.add(C.resolve(c.outputPath));let i=Ka(n,s);if(i.size===0)return [...o];for(let c of Object.values(t.manifest.pages))co(e,c.discoveredAssets,i)&&o.add(C.resolve(c.outputPath));for(let[c,a]of Object.entries(t.manifest.assets)){a.isText&&co(e,a.discoveredAssets,i)&&o.add(C.resolve(a.outputPath));for(let d of Lt(e,c))if(i.has(d)){de(r,e,a.outputPath),a.isText&&o.add(C.resolve(a.outputPath));break}}return [...o]}function tc(e,t){let r=t?new Set(Array.from(t,s=>C.resolve(s))):null,n=s=>r===null||r.has(C.resolve(s));for(let s of Object.values(e.manifest.pages))n(s.outputPath)&&(s.rewriteComplete=true);for(let s of Object.values(e.manifest.assets)){if(!s.isText){s.rewriteComplete=true;continue}n(s.outputPath)&&(s.rewriteComplete=true);}}function rc(e,t,r,n){let s=new Set(n.changedFiles),o=i=>{let c=ue(e.outputDir,i);c&&s.add(c);};for(let i of t.savedPageOutputs)o(i);for(let i of [r.manifest.pages,r.manifest.assets])for(let c of Object.values(i))c.lastSeenRunId===r.runId&&o(c.outputPath);return s}function nc(e,t,r){let n=new Set,s=o=>{if(!o)return;let i=ue(e.outputDir,o);i&&n.add(i);};for(let o of t.donePages)s(Fe(e,o));for(let o of Object.values(r.manifest.pages))o.lastSeenRunId===r.runId&&s(o.outputPath);for(let o of t.doneAssets)s(St(e,t.assetMap,o));for(let o of Object.values(r.manifest.assets))o.lastSeenRunId===r.runId&&s(o.outputPath);return n}async function sc(e,t,r,n,s,o){let i=[...n.deletedFiles].sort(),c=nc(e,t,r),a=rc(e,t,r,n);for(let m of a)c.add(m);let d=0;for(let m of [...a].sort())if(!o?.objects[m]){try{if((await U.stat(C.join(e.outputDir,m))).isFile())continue}catch{}d++,s.warn(`Active output is missing after crawl: ${m}`,{phase:"deploy-plan",file:m,outputPath:C.join(e.outputDir,m)});}if(d>0&&s.warn(`Detected ${d} active output file(s) missing before deploy plan save.`,{phase:"deploy-plan",missingActiveOutputs:d}),i.length===0)return [];let u=[],l=0;for(let m of i){if(!c.has(m)){u.push(m);continue}l++;let p=C.join(e.outputDir,m),f;try{f=(await U.stat(p)).isFile();}catch{f=false;}s.warn(`Deploy plan protected active output from deletion: ${m}`,{phase:"deploy-plan",file:m,outputPath:p,exists:f});}return l>0&&s.info(`Deploy plan skipped ${l} active output deletion(s).`,{phase:"deploy-plan",protectedDeletes:l,deletedFiles:u.length}),u}function Lt(e,t){let r=new Set([t]);try{let n=new URL(t),o=[new URL(e.sourceOrigin).origin,...Object.keys(e.extraReplacements||{})];if(e.targetOrigin&&e.targetOrigin!=="."&&e.targetOrigin!=="/")try{o.push(new URL(e.targetOrigin).origin);}catch{}for(let i of o)try{r.add(new URL(i).origin+n.pathname+n.search);}catch{}r.add(n.pathname+n.search),r.add(n.pathname);}catch{}return [...r]}function oc(e,t){let r=new Set([t]);try{let n=new URL(t),o=[new URL(e.sourceOrigin).origin,...Object.keys(e.extraReplacements||{})];if(e.targetOrigin&&e.targetOrigin!=="."&&e.targetOrigin!=="/")try{o.push(new URL(e.targetOrigin).origin);}catch{}for(let i of o)try{r.add(new URL(i).origin+n.pathname+n.search);}catch{}r.add(n.pathname+n.search);}catch{}return [...r]}function ko(e,t){let r=e.targetOrigin&&e.targetOrigin!=="."&&e.targetOrigin!=="/"?e.targetOrigin:"https://relative.invalid/";try{let n=new URL(t,r);return jt(e.outputDir,n.pathname)}catch{return null}}function xo(e,t,r){for(let n of oc(e,r)){let s=t[n];if(!s)continue;let o=ko(e,s);if(o)return {outputPath:o,publicUrl:s}}return null}function ic(e,t,r){for(let n of Lt(e,r)){let s=t[n];if(!s)continue;let o=ko(e,s);if(o)return o}return null}function St(e,t,r){let n=ic(e,t,r);if(n)return n;try{return Nt(e,r).originalFilePath}catch{return null}}function ac(){let e=process.env.STATIC_PUBLISHER_RUNTIME_DIR||process.env.WPSUITE_STATIC_PUBLISHER_RUNTIME_DIR||"";return e.trim()?C.join(C.resolve(e),"queue-runner-heartbeat.json"):""}async function Ft(e){let t=ac();if(t)try{let r=await U.readFile(t,"utf8"),n=JSON.parse(r);if(!n||typeof n!="object")return;await U.writeFile(t,JSON.stringify({...n,checkedAt:new Date().toISOString(),status:"running",currentStep:"rewrite",message:e},null,2),"utf8");}catch{}}function cc(e,t){let r=new Set;for(let n of t.donePages)r.add(C.resolve(Fe(e,n)));for(let n of t.doneAssets){let s=St(e,t.assetMap,n);!s||!$e(s)||r.add(C.resolve(s));}for(let n of t.doneSitemaps){let s=St(e,t.assetMap,n);!s||!$e(s)||r.add(C.resolve(s));}return [...r]}var Pr="re:",yr=new Map;function lc(e){if(!e.startsWith(Pr))return null;let t=yr.get(e);if(t!==void 0)return t||null;let r=e.slice(Pr.length).trim();if(!r)return yr.set(e,false),null;try{let n=new RegExp(r);return yr.set(e,n),n}catch{return console.warn(`[crawl] Ignoring invalid path matcher regex: ${e}`),yr.set(e,false),null}}function An(e,t){let r=lc(t);return r?r.test(e):t.startsWith(Pr)?false:e.startsWith(t)}function uc(e,t){return t.find(r=>An(e,r))}function Io(e,t){let r=uc(t.pathname,e.blockedPathPrefixes);if(r)return r.startsWith(Pr)?`blocked path regex: ${r}`:`blocked path prefix: ${r}`;let n=e.blockedSearchFragments.find(s=>t.search.includes(s));return n?`blocked search fragment: ${n}`:null}function dc(e){let t=new URL(e.sourceOrigin),r=new Set([t.hostname,...e.allowedAssetHosts]);if(e.targetOrigin&&e.targetOrigin!=="."&&e.targetOrigin!=="/")try{r.add(new URL(e.targetOrigin).hostname);}catch{}for(let n of Object.keys(e.extraReplacements||{}))try{r.add(new URL(n).hostname);}catch{}return r}function pc(e,t){return dc(e).has(t.hostname)}function mc(e){let t=Ne(e.trim()).replace(/\\\//g,"/").replace(/^['"]|['"]$/g,"").trim();return t=t.replace(/[)]+$/g,"").trim(),t=t.replace(/;.*$/g,"").trim(),t}function Rn(e){let t=Ne(e).replace(/\\\//g,"/");return /[{}]|\bwindow\.|\blocation\.|\bincludes\(|\?\?null|\+|%7B|%7D|%22|<|>|\s/.test(t)||/[()[\]'"]/.test(t)}function gc(e){let t=Ne(e).replace(/\\\//g,"/").trim(),r=C.extname(t).toLowerCase();return yo.has(r)||bo.has(r)?false:/^(?:this|[A-Za-z_$][\w$]*)\.[A-Za-z_$][\w$]*(?:\.[A-Za-z_$][\w$]*)*$/.test(t)}function ot(e){return Da.some(t=>e.pathname.startsWith(t))}function ie(e,t,r=e.sourceOrigin,n,s="url",o=false){let i=mc(t);if(!i||i.startsWith("data:")||i.startsWith("blob:")||i.startsWith("mailto:")||i.startsWith("tel:")||i.startsWith("#"))return n?.ignore(s,t,"empty or unsupported scheme",r),null;if(Rn(i))return n?.ignore(s,t,"looks like JavaScript/code fragment",r),null;if(gc(i))return n?.ignore(s,t,"looks like JavaScript property access",r),null;try{let c=new URL(i,r);if(To(c))return n?.reject(s,t,"malformed URL encoding",r),null;if(!["http:","https:"].includes(c.protocol))return n?.ignore(s,t,"unsupported protocol: ",r),null;if(!pc(e,c))return n?.ignore(s,c.toString(),"host not allowed",r),null;let a=Io(e,c);if(a&&!(o&&Kr(c)))return n?.reject(s,c.toString(),a,r),null;let d=new URL(e.sourceOrigin);return c.protocol=d.protocol,c.host=d.host,c.hash="",c}catch{return n?.reject(s,t,"invalid URL",r),null}}function To(e){try{return decodeURIComponent(e.pathname),decodeURIComponent(e.search),decodeURIComponent(e.hash),!1}catch{return true}}function ke(e,t,r,n){try{let s=new URL(e);return To(s)?(t.reject(r,e,"malformed URL encoding",n),null):Mt(s.pathname)===null?(t.reject(r,e,"unsafe URL pathname",n),null):s.protocol!=="http:"&&s.protocol!=="https:"?(t.reject(r,e,`unsupported protocol: ${s.protocol}`,n),null):s}catch{return t.reject(r,e,"invalid URL",n),null}}function Ao(e){return yo.has(C.extname(e.pathname).toLowerCase())}function ze(e){return ot(e)?false:bo.has(C.extname(e.pathname).toLowerCase())}function Rt(e){let t=e.pathname.toLowerCase();return t.endsWith(".xml")&&(t.includes("sitemap")||t.endsWith("/sitemap.xml"))}function Z(e,t){return !!(Rt(t)||t.pathname==="/robots.txt"||t.pathname==="/llms.txt"||t.pathname.toLowerCase().endsWith(".xsl")||e.assetPathPrefixes.length>0&&e.assetPathPrefixes.some(r=>An(t.pathname,r))||Ao(t)||!ze(t)&&!ot(t))}function Fe(e,t){let r=new URL(t),n=Mt(r.pathname);if(n===null)throw new Error(`Unsafe page URL pathname: ${r.pathname}`);return n.endsWith("/")?n+="index.html":C.extname(n)||(n+="/index.html"),jt(e.outputDir,n)}function fc(e){if(!e.generated404RequestPath)return null;try{let t=new URL(e.generated404RequestPath,e.sourceOrigin);return !t.pathname.endsWith("/")&&C.extname(t.pathname)===""&&(t.pathname+="/"),t.hash="",t.toString()}catch{return null}}function xr(e,t){let r=fc(e);if(!r)return false;try{return new URL(t,e.sourceOrigin).toString()===r}catch{return false}}function Nt(e,t){let r=new URL(t),n=Mt(r.pathname);if(n===null)throw new Error(`Unsafe asset URL pathname: ${r.pathname}`);n.endsWith("/")&&(n+="index.html");let s=!!r.search,o=n,i=jt(e.outputDir,o),c=sn(e.targetOrigin,o),a=`${c}${r.search}`;if(!s)return {originalPathname:o,originalFilePath:i,originalPublicUrl:c,originalPublicUrlWithSearch:a,preferQueryHashed:s};let d=C.extname(n),l=`${d?n.slice(0,-d.length):n}.${Ee(r.search)}${d||".bin"}`;return {originalPathname:o,originalFilePath:i,originalPublicUrl:c,originalPublicUrlWithSearch:a,preferQueryHashed:s,hashedPathname:l,hashedFilePath:jt(e.outputDir,l),hashedPublicUrl:sn(e.targetOrigin,l)}}function hc(e,t,r,n){let s=ke(t,r,"asset",n);return s?Nt(e,s.toString()):null}function vn(e,t,r,n,s){t[r]=n;try{let o=new URL(r),c=[new URL(e.sourceOrigin).origin,...Object.keys(e.extraReplacements||{})];if(e.targetOrigin&&e.targetOrigin!=="."&&e.targetOrigin!=="/")try{c.push(new URL(e.targetOrigin).origin);}catch{}for(let a of c)try{let d=new URL(a);t[d.origin+o.pathname+o.search]=n;}catch{}try{let a=(()=>{let d=new URL(n,e.targetOrigin==="."?"https://relative.invalid":e.targetOrigin);return `${d.pathname}${d.search}`})();t[o.pathname+o.search]=a;}catch{}try{let a=new URL(n,e.targetOrigin==="."?"https://relative.invalid":e.targetOrigin).pathname;t[o.pathname]=a;}catch{}try{let a=new URL(s,e.targetOrigin==="."?"https://relative.invalid":e.targetOrigin).pathname;t[o.pathname]=a;}catch{}}catch{}}async function Eo(e){try{return await U.readFile(e)}catch(t){if(t.code==="ENOENT")return null;throw t}}async function st(e){try{return await U.stat(e)}catch(t){if(t.code==="ENOENT")return null;throw t}}function wc(e){let t=String(e["content-length"]||"").trim();if(!t)return null;let r=Number.parseInt(t,10);return Number.isFinite(r)&&r>=0?r:null}function $o(e){let t=String(e["last-modified"]||"").trim();if(!t)return null;let r=Date.parse(t);return Number.isFinite(r)?r:null}function yc(e,t){let r=$o(t),n=wc(t),s=e?.mtime.getTime();return r!==null&&Math.abs((s??0)-r)>=1e3||n!==null&&e?.size!==n?false:r!==null||n!==null}async function bc(e,t){if(!t)return;let r=$o(t);if(r===null)return;let n=await st(e);if(!n)return;let s=new Date(r);await U.utimes(e,n.atime,s).catch(()=>{});}function Cn(e,t){let r=C.extname(e.pathname).toLowerCase(),n=t["content-type"]||"";return Fa.has(r)||ja.some(s=>n.includes(s))&&!n.startsWith("image/")&&!n.includes("font")}function lo(e){try{let t=C.extname(new URL(e).pathname).toLowerCase();return t===".js"||t===".mjs"}catch{return false}}function Xe(e,t){(e.doneAssets.size%25===0||e.doneAssets.size===1||e.doneAssets.size===e.stats.assetsQueued)&&t.progress(`Asset processing progress: processed ${e.doneAssets.size}, discovered ${e.stats.assetsQueued}.`,{doneAssets:e.doneAssets.size,assetsQueued:e.stats.assetsQueued,phase:"download-assets"});}function Sc(e){return Ee(e.toString("base64"),40)}function Oo(e,t,r){let n=e.assetVariantDigestsByOriginalPath.get(t);if(!n||n.size===0)return false;for(let s of n)if(s!==r)return true;return false}function Mo(e,t,r){let n=e.assetVariantDigestsByOriginalPath.get(t);n||(n=new Set,e.assetVariantDigestsByOriginalPath.set(t,n)),n.add(r);}async function kn(e,t,r,n,s,o,i){let c=Nt(e,r),a=Sc(n),d=c.originalFilePath,u=c.originalPublicUrlWithSearch;if(c.preferQueryHashed&&c.hashedFilePath&&c.hashedPublicUrl&&Oo(s,c.originalFilePath,a)){let f=xo(e,t,r);f?(d=f.outputPath,u=f.publicUrl):(d=c.hashedFilePath,u=c.hashedPublicUrl);}vn(e,t,r,u,c.originalPublicUrl);let l=$e(d)?Buffer.from(ln(n.toString("utf8"),e,t,d),"utf8"):n,m=await Eo(d),p=false;return (m===null||!m.equals(l))&&(await _e(d,l),p=true),o?.debug(`${p?"Saved":"Skipped unchanged"} asset output ${r}`,{phase:"download-assets",url:r,outputPath:d,bytes:l.length,wroteFile:p}),Mo(s,c.originalFilePath,a),await bc(d,i),s.stats.assetsSaved++,o&&(s.stats.assetsSaved%50===0||s.stats.assetsSaved===1)&&o.progress(`Asset progress: saved ${s.stats.assetsSaved}, discovered ${s.stats.assetsQueued}, pending ${s.assetQueue.length}.`,{assetsSaved:s.stats.assetsSaved,assetsQueued:s.stats.assetsQueued,assetQueue:s.assetQueue.length,phase:"download-assets"}),{outputPath:d,publicUrl:u,wroteFile:p}}function it(e,t,r,n,s){let o=()=>{let l=String(s??"").trim();if(!l)return {discoveredFrom:"",discoveredFromType:"unknown"};if(l==="seed-path"||l==="cli"||l==="generated-404-request-path")return {discoveredFrom:l,discoveredFromType:l};if(/^https?:\/\//i.test(l))try{let m=new URL(l);return Rt(m)?{discoveredFrom:l,discoveredFromType:"sitemap"}:Z(e,m)?{discoveredFrom:l,discoveredFromType:"asset"}:ze(m)&&!ot(m)?{discoveredFrom:l,discoveredFromType:"page"}:{discoveredFrom:l,discoveredFromType:"url"}}catch{return {discoveredFrom:l,discoveredFromType:"url"}}return {discoveredFrom:l,discoveredFromType:"url"}},i=s&&/^https?:\/\//i.test(s)?s:e.sourceOrigin,c=ie(e,r,i,n,"page");if(!c)return;if(!ze(c)||Ao(c)){if(Z(e,c)){n.info(`Seeded/non-page URL queued as asset: ${c.toString()}`,{url:c.toString(),source:s}),G(e,t,c.toString(),n,s);return}n.reject("page",c.toString(),ot(c)?"asset/internal path cannot be page":"not page-like",s);return}let a=c.toString(),{discoveredFrom:d,discoveredFromType:u}=o();d&&!t.pageDiscoverySources.has(a)&&t.pageDiscoverySources.set(a,d),!t.donePages.has(a)&&!t.queuedPages.has(a)&&(t.queuedPages.add(a),t.pageQueue.push(a),t.stats.pagesQueued++,n.debug(`Queued discovered page ${a}`,{phase:"discovery",url:a,discoveredFrom:d,discoveredFromType:u,outputPath:Fe(e,a)}),(t.stats.pagesQueued%25===0||t.stats.pagesQueued===1)&&n.progress(`Discovery progress: pages ${t.stats.pagesQueued}, assets ${t.stats.assetsQueued}, sitemaps ${t.stats.sitemapsQueued}.`,{pagesQueued:t.stats.pagesQueued,assetsQueued:t.stats.assetsQueued,sitemapsQueued:t.stats.sitemapsQueued,pageQueue:t.pageQueue.length,phase:"discovery"}));}function G(e,t,r,n,s){let o=s&&/^https?:\/\//i.test(s)?s:e.sourceOrigin,i=ie(e,r,o,n,"asset");if(!i)return;if(!Z(e,i)){n.reject("asset",i.toString(),"not a safe asset path/prefix",s);return}let c=i.toString();!t.doneAssets.has(c)&&!t.queuedAssets.has(c)&&(t.queuedAssets.add(c),t.assetQueue.push(c),t.stats.assetsQueued++,(t.stats.assetsQueued%100===0||t.stats.assetsQueued===1)&&n.progress(`Discovery progress: pages ${t.stats.pagesQueued}, assets ${t.stats.assetsQueued}, sitemaps ${t.stats.sitemapsQueued}.`,{pagesQueued:t.stats.pagesQueued,assetsQueued:t.stats.assetsQueued,sitemapsQueued:t.stats.sitemapsQueued,assetQueue:t.assetQueue.length,phase:"discovery"}));}function Rr(e,t,r,n,s){let o=s&&/^https?:\/\//i.test(s)?s:e.sourceOrigin,i=ie(e,r,o,n,"sitemap",ns(s));if(!i)return;if(!Rt(i)){n.reject("sitemap",i.toString(),"not sitemap-like",s);return}let c=i.toString();!t.doneSitemaps.has(c)&&!t.queuedSitemaps.has(c)&&(t.queuedSitemaps.add(c),t.sitemapQueue.push(c),t.stats.sitemapsQueued++,(t.stats.sitemapsQueued%10===0||t.stats.sitemapsQueued===1)&&n.progress(`Discovery progress: pages ${t.stats.pagesQueued}, assets ${t.stats.assetsQueued}, sitemaps ${t.stats.sitemapsQueued}.`,{pagesQueued:t.stats.pagesQueued,assetsQueued:t.stats.assetsQueued,sitemapsQueued:t.stats.sitemapsQueued,sitemapQueue:t.sitemapQueue.length,phase:"discovery"}));}function Pc(e){let t=Ne(e),r=[...t.matchAll(/<url>\s*([\s\S]*?)\s*<\/url>/gi)].map(n=>n[1]);return r.length>0?r.map(n=>{let s=n.match(/<loc>\s*([^<]+?)\s*<\/loc>/i);if(!s?.[1])return null;let o=n.match(/<lastmod>\s*([^<]+?)\s*<\/lastmod>/i);return {loc:s[1].trim(),lastmod:nt(o?.[1]??null)}}).filter(n=>!!n):[...t.matchAll(/<loc>\s*([^<]+?)\s*<\/loc>/gi)].map(n=>({loc:n[1].trim(),lastmod:null})).filter(n=>n.loc)}function Rc(e){return e.split(",").map(t=>t.trim().split(/\s+/)[0]).filter(Boolean)}function vc(e){return e.replace(/<script\b[^>]*>[\s\S]*?<\/script\s*>/gi,"")}function Cc(e,t){return t==="dom-style"?true:(()=>{try{return C.extname(new URL(e).pathname).toLowerCase()}catch{return ""}})()!==".map"}function Sr(e){return e.trim().replace(/\\/g,"/").replace(/^https?:\/\/[^/]+/i,"").replace(/^\/+/,"")}async function jo(e,t,r,n){let s=[];await U.mkdir(t,{recursive:true});let o=await U.readdir(e,{withFileTypes:true});for(let i of o){let c=C.join(e,i.name),a=C.join(t,i.name);if(i.isDirectory()){s.push(...await jo(c,a,r,n));continue}await Fo(c,a,r,n)&&s.push(a);}return s}async function kc(e,t){try{let[r,n]=await Promise.all([U.stat(e),U.stat(t)]);if(r.size!==n.size)return !1;let[s,o]=await Promise.all([U.readFile(e),U.readFile(t)]);return s.equals(o)}catch{return false}}async function Fo(e,t,r,n){let s=C.resolve(t);return r.has(s)?(n.debug("Skipped post-crawl copy over crawled page output",{phase:"copy-extra-paths",sourcePath:e,targetPath:t}),false):await kc(e,t)?(n.debug("Skipped unchanged post-crawl copy target",{phase:"copy-extra-paths",sourcePath:e,targetPath:t}),false):(await U.mkdir(C.dirname(t),{recursive:true}),await U.copyFile(e,t),true)}async function xc(e,t,r){let n=Object.entries(e.postCrawlCopyMap||{}).map(([c,a])=>({sourcePath:c.trim(),prefix:String(a||"").trim()}));if(n.length===0)return [];let s=0,o=[],i=new Set([...t.donePages].map(c=>C.resolve(Fe(e,c))));r.mark("copy-extra-paths");for(let c of n){let a=c.sourcePath,d=c.prefix;if(!a||!d){r.warn("Skipped post-crawl copy mapping with empty key/value",{sourcePath:a,prefixPath:d});continue}let u=_a(a);if(!u.resolvedPath){r.warn("Skipped post-crawl copy source because alias root is not configured",{sourcePath:a,alias:u.alias||"",requiredEnv:u.requiredEnv||"",prefixPath:d});continue}let l=u.resolvedPath,m=Sr(d);if(!m){r.warn("Skipped post-crawl copy mapping with invalid export prefix",{sourcePath:a,prefixPath:d});continue}let p;try{p=await U.stat(l);}catch{r.warn("Skipped post-crawl copy source because it does not exist",{sourcePath:a,sourceAbs:l,prefixPath:d});continue}let f=C.resolve(e.outputDir,m);if(p.isDirectory()){let y=await jo(l,f,i,r);o.push(...y),s+=y.length,y.length>0&&r.progress(`Copied static directory to export: ${l} -> /${m}`,{phase:"copy-extra-paths",sourcePath:l,targetPath:`/${m}`,copiedItems:s,changedFiles:y.length});continue}let w=C.basename(l),g=d.endsWith("/")?C.join(f,w):f;await Fo(l,g,i,r)&&(o.push(g),s++,r.progress(`Copied static file to export: ${l} -> /${Sr(d.endsWith("/")?`${d}${w}`:d)}`,{phase:"copy-extra-paths",sourcePath:l,targetPath:`/${Sr(d.endsWith("/")?`${d}${w}`:d)}`,copiedItems:s}));}return r.endMark("copy-extra-paths",{mappedSources:n.length,copiedItems:s}),o}function Pt(e,t,r,n,s){let o=new Set;if(s.endsWith("page-html"))for(let d of Fs(r)){let u=ie(e,d,t,n,`${s}:declared-asset`);u&&Z(e,u)&&o.add(u.toString());}let i=Ne(r).replace(/\\\//g,"/"),c=s==="page-html"?vc(i):i,a=Cc(t,s);if(a)for(let d of Os(i,{html:s.endsWith("page-html"),javaScript:s!=="dom-style"&&(lo(t)||/(?:java|ecma)script/i.test(s))})){let u=ie(e,d,t,n,`${s}:css-url`);u&&Z(e,u)&&o.add(u.toString());}if(a||s==="page-html")for(let d of c.matchAll(/<\?xml-stylesheet[^>]+href=["']([^"']+)["'][^>]*\?>/gi)){let u=ie(e,d[1],t,n,`${s}:xml-stylesheet`);u&&Z(e,u)&&o.add(u.toString());}if(s==="page-html")for(let d of Ms(i)){let u=d.startsWith("//")?`${new URL(e.sourceOrigin).protocol}${d}`:d;if(Rn(u)){n.ignore(`${s}:serialized-url`,u,"looks like JavaScript/code fragment",t);continue}let l=ie(e,u,t,n,`${s}:serialized-url`);l&&Z(e,l)?o.add(l.toString()):l&&n.ignore("asset",l.toString(),"serialized URL did not pass safe asset path filter",t);}if(s!=="page-html"&&lo(t))for(let d of js(i)){if(Rn(d)||!/\.(?:js|mjs)(?:[?#]|$)/i.test(d))continue;let u=ie(e,d,t,n,`${s}:relative-asset`);u&&Z(e,u)&&o.add(u.toString());}return [...o]}function Do(e,t,r,n){let s=new Set,o=Ne(r);for(let i of o.matchAll(/href=["']([^"'#\s][^"']*?)["']/gi)){let c=i[1],a=ie(e,c,t,n,"page-link");a&&(Io(e,a)||ze(a)&&!ot(a)&&!Z(e,a)&&s.add(a.toString()));}return [...s]}async function uo(e,t,r,n,s,o,i=false,c=[]){let a=new Set(c),d=0,u=new Map,l=(m,p)=>{let f=[p],w=new Set;for(;f.length>0;){let g=f.pop();if(g===m)return true;w.has(g)||(w.add(g),f.push(...u.get(g)??[]));}return false};for(;r.sitemapQueue.length>0;){let m=r.sitemapQueue.shift();r.queuedSitemaps.delete(m);let p=ke(m,n,"sitemap","sitemap-queue");if(!p)continue;let f=p.toString();if(r.doneSitemaps.has(f))continue;r.doneSitemaps.add(f),n.sitemap(`Fetching sitemap ${f}`,{url:f});let w=true;try{let g=await t.get(f,{timeout:6e4});if(w=!1,!g.ok()){if(n.skip("sitemap",f,g.status()),i&&!a.has(f))throw new Error(`Required child content-sync sitemap returned HTTP ${g.status()}: ${f}`);continue}let h=await g.body(),y=g.url()||f,b=ke(y,n,"sitemap-response",f);if(!b)continue;let S=b.toString();r.successfulSitemaps.add(f),r.successfulSitemaps.add(S),a.has(f)&&(r.resolvedSitemapRoots.add(S),d+=1);let M=await kn(e,r.assetMap,S,h,r,n);de(s,e,M.outputPath),Ce(s,M.outputPath);let A=h.toString("utf8");/<sitemapindex(?:\s|>)/i.test(A)?r.sitemapIndexUrls.add(S):r.sitemapLeafUrls.add(S);let k=Pt(e,S,A,n,"sitemap");for(let T of k)G(e,r,T,n,S);let v=[];for(let T of Pc(A)){let $=ie(e,T.loc,S,n,"sitemap-loc",!0);if(!$){if(i)throw new Error(`Content-sync sitemap contains an inadmissible location: ${T.loc}`);continue}if(Rt($)){if(l(S,$.toString()))throw new Error(`Sitemap index cycle detected: ${S} -> ${$.toString()}`);if(u.has(S)||u.set(S,new Set),u.get(S).add($.toString()),v.push($.toString()),i&&r.doneSitemaps.has($.toString())&&!r.successfulSitemaps.has($.toString()))throw new Error(`Required child content-sync sitemap was not resolved: ${$.toString()}`);Rr(e,r,$.toString(),n,S);}else if(i){if(ze($)&&!Z(e,$)){let B=o.requiredUrls.has($.toString()),V=!!o.previousManifest.pages[$.toString()];if(!B&&!V)throw new Error(`Content-sync sitemap coverage is incomplete for ${$.toString()}.`)}n.ignore("sitemap-loc",$.toString(),"content-sync sitemap-only traversal does not enqueue urlset locations",S);}else Z(e,$)?G(e,r,$.toString(),n,S):ze($)?(T.lastmod&&(r.sitemapLastmodByPage[$.toString()]=T.lastmod),it(e,r,$.toString(),n,S)):n.reject("sitemap-loc",$.toString(),"not page/sitemap/asset-like",S);}o.trackManifest&&(o.manifest.assets[S]={url:S,outputPath:M.outputPath,isText:!0,contentType:g.headers()["content-type"]??"application/xml",cacheControl:bn(g.headers()),changeToken:null,tokenSource:null,discoveredAssets:[...new Set([...k,...v])],lastCrawledAt:new Date().toISOString(),lastSeenRunId:o.runId,unreferencedRuns:0,rewriteComplete:!1},await Ve(e,o));}catch(g){n.error(`Failed sitemap ${f}`,{url:f,error:String(g)});let h=i&&a.has(f)&&w;if(i&&!h)throw g}}if(i&&a.size>0&&d===0)throw new Error(`None of the configured content-sync sitemap roots could be resolved: ${[...a].join(", ")}`)}async function Ic(e,t,r,n,s,o,i){let c=ie(e,n,e.sourceOrigin,s,"asset-fetch");if(!c||!Z(e,c))return;let a=c.toString();if(r.doneAssets.has(a))return;let d=o.enabled||o.strictTargeted?o.previousManifest.assets[a]:void 0,u=o.trackManifest?await br(e,t,o,a,s):null,l=u?.token??null,m=un(d?.changeToken,u),p=o.strictTargeted&&(!u?.supported||!u.token)&&dn(e.sourceOrigin,a),f=o.strictTargeted?o.manifest.assets[a]:void 0;if(f?.lastSeenRunId===o.runId&&await st(f.outputPath)){r.doneAssets.add(a);for(let g of f.discoveredAssets||[])G(e,r,g,s,a);de(i,e,f.outputPath),bt(i,e,f.outputPath,f.cacheControl),f.isText&&Ce(i,f.outputPath),s.info(`Resumed completed content-sync asset ${a}`,{url:a,source:"content-sync-checkpoint"}),Xe(r,s);return}if(d&&(m||p)&&await st(d.outputPath)){o.manifest.assets[a]={...d,changeToken:l,tokenSource:u?.tokenSource??d.tokenSource,discoveredAssets:[...d.discoveredAssets||[]],lastSeenRunId:o.runId,unreferencedRuns:0},delete o.manifest.pages[a],r.doneAssets.add(a);for(let g of d.discoveredAssets||[])G(e,r,g,s,a);bt(i,e,d.outputPath,d.cacheControl),s.info(`Reused unchanged trusted asset ${a}.`,{url:a,tokenSource:u?.tokenSource??"unknown",phase:"download-assets",source:m?"asset-change-token-match":"content-sync-release-fingerprint"}),Xe(r,s);return}let w=(g,h={})=>{if(!d||o.strictTargeted)return false;o.manifest.assets[a]={...d,discoveredAssets:[...d.discoveredAssets||[]],lastCrawledAt:new Date().toISOString(),lastSeenRunId:o.runId,unreferencedRuns:0},delete o.manifest.pages[a],r.doneAssets.add(a);for(let y of d.discoveredAssets||[])G(e,r,y,s,a);return s.warn(`Keeping previous incremental asset ${a} after fetch issue.`,{url:a,reason:g,preservedFromPreviousManifest:true,...h,phase:"download-assets"}),Xe(r,s),true};s.asset(`Fetching asset ${a}`,{url:a});try{let g=St(e,r.assetMap,a),h=g?await st(g):null;if(g&&h&&!o.strictTargeted)try{let V=await oe(`fetch asset headers ${a}`,6e4,()=>t.head(a,{timeout:6e4})),P=V.headers();if(V.ok()&&yc(h,P)){let O=await Eo(g);if(O!==null){let pe=V.url()||a,ae=ke(pe,s,"asset-response",a);if(!ae)return;let z=ae.toString(),x=await kn(e,r.assetMap,z,O,r,s,P);x.wroteFile&&(de(i,e,x.outputPath),$e(x.outputPath)&&Ce(i,x.outputPath));let W=bn(P)||d?.cacheControl||null;bt(i,e,x.outputPath,W),r.doneAssets.add(a),s.info(`Reused existing asset ${a} based on response headers.`,{url:a,filePath:g,lastModified:P["last-modified"]||"",contentLength:P["content-length"]||"",phase:"download-assets"}),Xe(r,s);let q=Cn(c,P),Q=d?.discoveredAssets?[...d.discoveredAssets]:[];if(q||d?.isText){let J=O.toString("utf8"),me=Pt(e,z,J,s,"asset:cached");(me.length>0||!d)&&(Q=me);for(let we of Q)G(e,r,we,s,z);}if(o.trackManifest){let J=q||!!d?.isText;o.manifest.assets[a]={url:a,outputPath:x.outputPath,isText:J,contentType:yn(P)||d?.contentType||null,cacheControl:W,changeToken:u?.supported?u.token:null,tokenSource:u?.supported?u.tokenSource??null:null,discoveredAssets:Q,lastCrawledAt:new Date().toISOString(),lastSeenRunId:o.runId,unreferencedRuns:0,rewriteComplete:!J},delete o.manifest.pages[a],(o.enabled||o.strictTargeted)&&J&&await Ve(e,o);}return}}}catch{}let y=await oe(`fetch asset ${a}`,6e4,()=>t.get(a,{timeout:6e4}));if(!y.ok()){if(w(`http-${y.status()}`,{status:y.status()}))return;if(o.strictTargeted)throw new Error(`Required content-sync asset returned HTTP ${y.status()}: ${a}`);s.skip("asset",a,y.status());return}let b=await oe(`read asset response ${a}`,6e4,()=>y.body()),S=y.url()||a,M=ke(S,s,"asset-response",a);if(!M)return;let A=M.toString(),k=y.headers(),v=await kn(e,r.assetMap,A,b,r,s,k);v.wroteFile&&(de(i,e,v.outputPath),$e(v.outputPath)&&Ce(i,v.outputPath));let T=bn(k);bt(i,e,v.outputPath,T),r.doneAssets.add(a),Xe(r,s);let $=Cn(c,k),B=[];if($){let V=b.toString("utf8");B=Pt(e,A,V,s,`asset:${C.extname(c.pathname).toLowerCase()||k["content-type"]||"unknown"}`);for(let P of B)G(e,r,P,s,A);}o.trackManifest&&(o.manifest.assets[a]={url:a,outputPath:v.outputPath,isText:$,contentType:yn(k),cacheControl:T,changeToken:u?.supported?u.token:null,tokenSource:u?.supported?u.tokenSource??null:null,discoveredAssets:B,lastCrawledAt:new Date().toISOString(),lastSeenRunId:o.runId,unreferencedRuns:0,rewriteComplete:!$},delete o.manifest.pages[a],(o.enabled||o.strictTargeted)&&$&&await Ve(e,o));}catch(g){if(w("fetch-error",{error:String(g)}))return;if(s.error(`Failed asset ${a}`,{url:a,error:String(g)}),o.strictTargeted)throw g}finally{r.doneAssets.has(a)||(r.doneAssets.add(a),Xe(r,s));}}async function Tc(e,t,r,n,s,o){let i=Math.max(1,Number(e.assetDownloadConcurrency||e.concurrency||1)),c=Array.from({length:i},async()=>{for(;r.assetQueue.length>0;){let a=r.assetQueue.shift();a&&(r.queuedAssets.delete(a),await Ic(e,t,r,a,n,s,o));}});await Promise.all(c);}function vr(e,t){let r=ue(e.outputDir,t);if(!r)throw new Error(`Remote export output is outside outputDir: ${t}`);return r}function Ac(e,t){return Cn(e,{"content-type":t})}function po(e){return /(?:^|\/)index\.html?$|\.html?$/i.test(e)}async function Ec(e,t,r,n,s,o,i,c,a){let d=Math.max(1,Math.min(100,a)),u=20;for(;r.assetQueue.length>0;){let l=r.assetQueue.splice(0,d*u);for(let w of l)r.queuedAssets.delete(w);await Tn(e,t,s,l,n);let m=[];for(let w of l){let g=s.manifest.assets[w],h=g?ue(e.outputDir,g.outputPath):null,y=h?i.objects[h]:void 0,b=s.changeTokenCache.get(w)??null;if(!(s.enabled&&g&&y?.kind==="asset"&&y.sourceUrl===w&&(un(g.changeToken,b)||(!b?.supported||!b.token)&&dn(e.sourceOrigin,w)))||!g||!h||!y){m.push(w);continue}s.manifest.assets[w]={...g,changeToken:b?.token??null,tokenSource:b?.tokenSource??g.tokenSource,lastSeenRunId:s.runId,unreferencedRuns:0};for(let M of g.discoveredAssets||[])G(e,r,M,n,w);r.doneAssets.add(w),bt(o,e,g.outputPath,g.cacheControl),n.info(`Reused unchanged S3-native asset ${w}.`,{url:w,relativePath:h,tokenSource:b?.tokenSource??"release-fingerprint",phase:"download-assets",execution:"lambda"}),Xe(r,n);}if(m.length===0)continue;let p=[];for(let w=0;w<m.length;w+=u)p.push(m.slice(w,w+u));let f=await Promise.all(p.map(w=>c.fetch({urls:w,ignoreHttpsErrors:e.ignoreHttpsErrors,timeoutMs:6e4})));for(let w of f)for(let g of w.assets){let h=g.requestedUrl;try{if(g.outcome!=="fetched"||!g.object||!g.finalUrl){let T=g.error||`Remote asset fetch ended with ${g.outcome}.`;if(n.error(`Failed remote asset ${h}`,{url:h,status:g.httpStatus,outcome:g.outcome,error:T,execution:"lambda"}),s.strictTargeted)throw new Error(T);continue}let y=ke(g.finalUrl,n,"remote-asset-response",h);if(!y)continue;let b=Nt(e,y.toString()),S=b.originalFilePath,M=b.originalPublicUrlWithSearch;if(b.preferQueryHashed&&b.hashedFilePath&&b.hashedPublicUrl&&Oo(r,b.originalFilePath,g.object.sha256)){let T=xo(e,r.assetMap,y.toString());S=T?.outputPath??b.hashedFilePath,M=T?.publicUrl??b.hashedPublicUrl;}vn(e,r.assetMap,y.toString(),M,b.originalPublicUrl),y.toString()!==h&&vn(e,r.assetMap,h,M,b.originalPublicUrl),Mo(r,b.originalFilePath,g.object.sha256);let A=vr(e,S),k=g.contentType?.trim()||"application/octet-stream",v=Ac(y,k);yt(i,{relativePath:A,sourceUrl:h,kind:"asset",contentType:k,cacheControl:g.cacheControl,isText:v,object:g.object}),de(o,e,S),v&&Ce(o,S),bt(o,e,S,g.cacheControl);for(let T of g.discoveredAssets)G(e,r,T,n,y.toString());r.stats.assetsSaved++,s.trackManifest&&(s.manifest.assets[h]={url:h,outputPath:S,isText:v,contentType:k,cacheControl:g.cacheControl,changeToken:null,tokenSource:null,discoveredAssets:[...g.discoveredAssets],lastCrawledAt:new Date().toISOString(),lastSeenRunId:s.runId,unreferencedRuns:0,rewriteComplete:!v},delete s.manifest.pages[h]),n.debug(`Remote asset fetch completed ${h}`,{url:h,finalUrl:y.toString(),relativePath:A,bytes:g.object.bytes,taskId:w.taskId,attempts:w.attempts,execution:"lambda"});}finally{r.doneAssets.add(h),Xe(r,n);}}}}async function $c(e,t,r,n){for(let s of [...t.changedFiles].sort()){if(!to(r,s))continue;let o=C.join(e.outputDir,s),i=await U.readFile(o).catch(u=>{throw new Error(`Coordinator-owned output is missing before S3 staging: ${s}`,{cause:u})}),c=$e(o),a=String(Ks.lookup(s)||"")||(c?"text/plain; charset=utf-8":"application/octet-stream"),d=await n.writeWorkspaceObject({key:`${r.workspace.prefix}jobs/${r.jobId}/coordinator/${Ee(s,40)}-${C.basename(s)}`,body:i,contentType:a,cacheControl:po(s)?e.s3.htmlCacheControl:e.s3.assetCacheControl});yt(r,{relativePath:s,sourceUrl:null,kind:"generated",contentType:a,cacheControl:po(s)?e.s3.htmlCacheControl:e.s3.assetCacheControl,isText:c,object:d});}}function Oc(e){let t=Math.ceil(e/1e3);return `${t} second${t===1?"":"s"}`}function He(e){return Math.max(6e4,e.navigationTimeoutMs*2,e.readiness.timeoutMs+e.readiness.fallbackWaitMs+15e3)}function Ut(e){return Math.max(15e3,Math.min(6e4,He(e)))}function Uo(e){return Math.max(15e3,e.readiness.timeoutMs+e.readiness.fallbackWaitMs+1e4)}function En(e){return e.stats.pagesCompleted}function xn(e){let r=e.options?.browserProcess;return {pid:typeof r?.process?.pid=="number"?r.process.pid:null,kill:typeof r?.kill=="function"?r.kill.bind(r):null}}async function wn(e,t,r){let n=xn(e);try{if(n.kill){await n.kill(),t.warn(`Force-killed crawl worker browser after ${r}`,{browserPid:n.pid,reason:r});return}if(n.pid!==null){process.kill(n.pid,"SIGKILL"),t.warn(`Sent SIGKILL to crawl worker browser after ${r}`,{browserPid:n.pid,reason:r});return}t.warn(`Could not resolve crawl worker browser PID after ${r}`,{reason:r});}catch(s){t.error(`Failed to force-kill crawl worker browser after ${r}`,{browserPid:n.pid,reason:r,error:String(s)});}}async function oe(e,t,r){let n;try{return await Promise.race([r(),new Promise((s,o)=>{n=globalThis.setTimeout(()=>{o(new Wt(e,t));},t);})])}finally{n!==void 0&&globalThis.clearTimeout(n);}}var Wt=class extends Error{constructor(r,n){super(`${r} timed out after ${Oc(n)}.`);this.operation=r;this.timeoutMs=n;this.name="OperationTimeoutError";}operation;timeoutMs};async function Mc(e,t){let r=Uo(e);await t.evaluate(async n=>{await new Promise(s=>{let o=0,i=700,c=Date.now(),a=()=>{window.clearInterval(d),window.scrollTo(0,0),s();},d=window.setInterval(()=>{if(Date.now()-c>=n.maxDurationMs){a();return}window.scrollBy(0,i),o+=i;let u=document.body?.scrollHeight||0,l=document.documentElement?.scrollHeight||0,m=Math.max(u,l);o>=m+window.innerHeight&&a();},120);});},{maxDurationMs:r});}async function jc(e,t){await t.waitForLoadState("domcontentloaded",{timeout:e.readiness.timeoutMs}).catch(()=>{}),e.readiness.waitForSelector&&await t.waitForSelector(e.readiness.waitForSelector,{timeout:e.readiness.timeoutMs}).catch(()=>{}),e.readiness.waitForFunction&&await t.waitForFunction(e.readiness.waitForFunction,void 0,{timeout:e.readiness.timeoutMs}).catch(()=>{}),await Mc(e,t),await t.waitForTimeout(e.readiness.fallbackWaitMs);}async function Fc(e,t){await t.waitForLoadState("domcontentloaded",{timeout:e.readiness.timeoutMs}).catch(()=>{}),await t.waitForLoadState("load",{timeout:e.readiness.timeoutMs}).catch(()=>{}),e.readiness.waitForSelector&&await t.waitForSelector(e.readiness.waitForSelector,{timeout:e.readiness.timeoutMs}).catch(()=>{}),await t.waitForTimeout(e.readiness.fallbackWaitMs);}function Lo(e,t){return e.noJavaScriptRenderPathPrefixes.some(r=>An(t,r))}async function Dc(e,t,r,n,s=true){let o=new Set;if(s){let c=await t.evaluate(()=>{let a=new Set,d=["href","src","poster","data-src","data-lazy-src","data-original","data-bg","data-background","data-href","data-resource-url"],u=new Set,l=["srcset","data-srcset","data-lazy-srcset"],m=p=>{p.querySelectorAll("*").forEach(f=>{for(let g of d){let h=f.getAttribute(g);h&&a.add(h);}for(let g of l){let h=f.getAttribute(g);h&&h.split(",").forEach(y=>{let b=y.trim().split(/\s+/)[0];b&&a.add(b);});}let w=f.getAttribute("style");w&&u.add(w),f.shadowRoot&&m(f.shadowRoot);});};return m(document),{attrs:[...a],styles:[...u]}});for(let a of c.attrs)for(let d of Rc(a)){let u=ie(e,d,r,n,"dom-attr");u&&Z(e,u)&&o.add(u.toString());}for(let a of c.styles)for(let d of Pt(e,r,a,n,"dom-style"))o.add(d);}let i=await t.content();for(let c of Pt(e,r,i,n,"page-html"))o.add(c);return [...o]}async function In(e,t,r,n,s){let o=Fe(e,t);await _e(o,r,"utf8");let i=await U.stat(o);s?.debug(`Saved page output ${t}`,{phase:"save-pages",url:t,outputPath:o,bytes:i.size});let c=Cr(n,o),a=Math.min(n.stats.pagesQueued,En(n)+1);s&&c&&(n.stats.pagesSaved%10===0||n.stats.pagesSaved===1)&&s.progress(`Page progress: processed ${a}, rendered ${n.stats.pagesRendered}, saved ${n.stats.pagesSaved}, discovered ${n.stats.pagesQueued}.`,{donePages:a,claimedPages:n.donePages.size,pagesRendered:n.stats.pagesRendered,pagesSaved:n.stats.pagesSaved,pagesQueued:n.stats.pagesQueued,pageQueue:n.pageQueue.length,phase:"save-pages"});}function Cr(e,t){let r=C.resolve(t);return e.savedPageOutputs.has(r)?false:(e.savedPageOutputs.add(r),e.stats.pagesSaved=e.savedPageOutputs.size,true)}async function kr(e,t,r,n,s){let o=ue(e.outputDir,n);if(!o)return;if(s){let c=s.objects[o];c?.kind==="page"&&c.sourceUrl===r&&c.object?.bucket===s.workspace.bucket&&typeof c.object.key=="string"&&c.object.key.startsWith(s.workspace.prefix)&&Cr(t,n);return}(await st(n).catch(()=>null))?.isFile()&&Cr(t,n);}function Wo(e){let t=En(e);return t%5===0||t===1||t===e.stats.pagesQueued}function qo(e,t){let r=En(e);t.progress(`Render progress: processed ${r}, rendered ${e.stats.pagesRendered}, saved ${e.stats.pagesSaved}, discovered ${e.stats.pagesQueued}.`,{donePages:r,claimedPages:e.donePages.size,pagesRendered:e.stats.pagesRendered,pagesSaved:e.stats.pagesSaved,pagesQueued:e.stats.pagesQueued,phase:"render-pages"});}async function Uc(e){await ls(e),await e.addInitScript(()=>{Object.defineProperty(window,"__WPSUITE_STATIC_EXPORT__",{value:true,writable:false,configurable:true});let t=r=>{if(r==null||String(r)==="")return true;try{let n=new URL(String(r),window.location.href),s=new URL(window.location.href);return n.hash="",s.hash="",n.href===s.href}catch{return false}};try{let r=window.location.assign.bind(window.location),n=window.location.replace.bind(window.location),s=window.location.reload.bind(window.location);Object.defineProperty(window.location,"assign",{configurable:!0,value:o=>{if(t(o)){console.warn("[smartcloud-static-publisher] blocked same-page location.assign",o??"");return}return r(o)}}),Object.defineProperty(window.location,"replace",{configurable:!0,value:o=>{if(t(o)){console.warn("[smartcloud-static-publisher] blocked same-page location.replace",o??"");return}return n(o)}}),Object.defineProperty(window.location,"reload",{configurable:!0,value:()=>{console.warn("[smartcloud-static-publisher] blocked location.reload");}});}catch{}});}async function Lc(e,t,r){let n=await e.newContext({viewport:t.viewport,userAgent:"WPSuiteStaticPublisher/0.8 Playwright SitemapOnly",ignoreHTTPSErrors:t.ignoreHttpsErrors,...r?{javaScriptEnabled:false}:{}});return r||await Uc(n),n}async function Wc(e,t,r,n,s,o,i,c,a,d){for(;t.pageQueue.length>0&&t.pageRenderFailures.size===0&&!(e.maxPages>0&&t.donePages.size>=e.maxPages);){let u=t.pageQueue.shift();if(!u)break;t.queuedPages.delete(u);try{let l=ke(u,r,"page","page-queue");if(!l)continue;let m=l.toString();if(u=m,t.queuedPages.delete(u),t.donePages.has(u))continue;t.donePages.add(u),o.enabled&&o.seenPages.add(u);let p=xr(e,u),f=Lo(e,l.pathname);if(!ze(l)||Z(e,l)||ot(l)){if(Z(e,l)){r.info(`Remote worker redirected non-page URL to asset queue: ${u}`,{url:u,source:"remote-worker-guard"}),G(e,t,u,r,"remote-worker-guard");continue}r.reject("page",u,"guard rejected non-page URL before remote rendering","remote-worker");continue}let w=o.strictTargeted?o.manifest.pages[u]:void 0;if(w?.lastSeenRunId===o.runId&&await st(w.outputPath)){o.seenPages.add(u);for(let v of w.discoveredAssets||[])G(e,t,v,r,u);de(i,e,w.outputPath),Ce(i,w.outputPath),await kr(e,t,u,w.outputPath,d),r.info(`Resumed completed content-sync page ${u}`,{url:u,source:"content-sync-checkpoint"});continue}let g=await Co(e,s,t,o,u,r);if(o.enabled&&n!=="single-url"&&n!=="content-sync"){let v=o.manifest.pages[u];if(g.action==="reuse"&&v){for(let T of v.discoveredAssets)G(e,t,T,r,u);for(let T of v.discoveredPages)it(e,t,T,r,u);v.lastSeenRunId=o.runId,v.sitemapLastmod=nt(t.sitemapLastmodByPage[u])??v.sitemapLastmod,g.changeToken?.supported&&(v.changeToken=g.changeToken.token,v.tokenSource=g.changeToken.tokenSource??v.tokenSource),await kr(e,t,u,v.outputPath,d),r.info(`Incremental reuse skipped unchanged page ${u}`,{url:u,mode:"incremental",reason:g.changeToken?.supported===!0?"change-token-match":"sitemap-lastmod-match"});continue}}r.page(`Rendering remotely ${u}`,{url:u,execution:"lambda"});let h=await a.render({sourceOrigin:e.sourceOrigin,url:u,options:{ignoreHttpsErrors:e.ignoreHttpsErrors,javaScriptEnabled:!f,viewport:e.viewport,navigationTimeoutMs:e.navigationTimeoutMs,autoScrollTimeoutMs:Uo(e),readiness:e.readiness},downloadHtml:!d}),y=h.page,b=y.finalUrl?ke(y.finalUrl,r,"remote-final-response",u)?.toString():void 0;if(n==="content-sync"&&b&&b!==m){if(o.deleteOnMissingUrls.has(u)){await qt(e,o,i,u,o.deleteOnMissingUrls),r.info(`Removed stale content-sync archive route redirected to ${b}`,{url:u,finalResponseUrl:b,source:"content-sync-tombstone"});continue}throw new Error(`Required content-sync route redirected outside its planned URL: ${u} -> ${b}`)}let S=y.httpStatus;if(p){if(S!==404){r.error(`Generated 404 request path returned unexpected status for ${u}`,{url:u,expectedStatus:404,status:S,requestPath:e.generated404RequestPath,execution:"lambda"});continue}}else if(S!==null&&S>=400){if(n==="content-sync"&&(S===404||S===410)&&o.deleteOnMissingUrls.has(u)){await qt(e,o,i,u,o.deleteOnMissingUrls),r.info(`Removed stale content-sync archive page ${u}`,{url:u,status:S,source:"content-sync-tombstone"});continue}if(n==="content-sync")throw new Error(`Required content-sync route returned HTTP ${S}: ${u}`);r.skip("page",u,S,t.pageDiscoverySources.get(u));continue}t.stats.pagesRendered++;let M=new Set;if(!d){if(h.html===null)throw new Error("Remote render did not return HTML for local output mode.");for(let v of Pt(e,m,h.html,r,"remote-page-html"))M.add(v);}for(let v of [...y.discoveredAssets,...y.networkUrls]){let T=ie(e,v,m,r,"remote-render");T&&Z(e,T)&&M.add(T.toString());}for(let v of M)G(e,t,v,r,u);let A=n!=="single-url"&&n!=="content-sync"&&!p?[...new Set([...!d&&h.html!==null?Do(e,u,h.html,r):[],...y.discoveredPages])]:[];for(let v of A)it(e,t,v,r,u);for(let v of y.cookies){let T=v.sameSite==="Strict"||v.sameSite==="Lax"||v.sameSite==="None"?v.sameSite:"Unspecified",$=!Number.isFinite(v.expires)||v.expires<=0;c.add({name:v.name,domain:v.domain,path:v.path||"/",expires:$?null:v.expires,session:$,secure:v.secure,httpOnly:v.httpOnly,sameSite:T,partitioned:v.partitioned===!0});}let k=Fe(e,u);if(d){if(!y.html)throw new Error("Remote render completed without a workspace HTML object.");yt(d,{relativePath:vr(e,k),sourceUrl:u,kind:"page",contentType:y.contentType?.trim()||"text/html; charset=utf-8",cacheControl:e.s3.htmlCacheControl,isText:!0,object:y.html}),Cr(t,k);}else {if(h.html===null)throw new Error("Remote render did not return HTML for local output mode.");await In(e,u,h.html,t,r);}de(i,e,k),Ce(i,k),o.trackManifest&&(o.manifest.pages[u]={url:u,outputPath:k,contentType:y.contentType?.trim()||null,changeToken:g.changeToken?.supported?g.changeToken.token:null,tokenSource:g.changeToken?.supported?g.changeToken.tokenSource??null:null,sitemapLastmod:nt(t.sitemapLastmodByPage[u])??null,discoveredPages:A,discoveredAssets:[...M],lastCrawledAt:new Date().toISOString(),lastSeenRunId:o.runId,rewriteComplete:!1},(o.enabled||o.strictTargeted)&&await Ve(e,o)),r.debug(`Remote render completed ${u}`,{url:u,taskId:h.taskId,attempts:h.attempts,execution:"lambda"});}catch(l){if(r.error(`Failed remote page ${u}`,{url:u,error:String(l),execution:"lambda",...l instanceof be?{status:l.status,attempts:l.attempts}:{}}),l instanceof be){t.pageHttpFailures.set(u,l);continue}if(t.pageRenderFailures.set(u,l instanceof Error?l:new Error(String(l))),o.strictTargeted)throw l}finally{t.stats.pagesCompleted++,Wo(t)&&qo(t,r);}}}async function qc(e,t,r,n,s,o,i,c){let a;try{a=await chromium.launch({headless:!0});}catch(u){throw t.pageRenderFailures.set("local-browser-startup",u instanceof Error?u:new Error(String(u))),u}let d=xn(a);d.pid!==null&&r.debug(`Launched crawl worker browser PID ${d.pid}`,{browserPid:d.pid});try{for(;t.pageQueue.length>0&&t.pageRenderFailures.size===0;){a||(a=await chromium.launch({headless:!0}),d=xn(a),d.pid!==null&&r.debug(`Relaunched crawl worker browser PID ${d.pid}`,{browserPid:d.pid}));let u=a;if(e.maxPages>0&&t.donePages.size>=e.maxPages)break;let l=t.pageQueue.shift();if(!l)break;t.queuedPages.delete(l);let m=null,p=null,f=!1,w=null,g=[],h=new Set;try{let y=ke(l,r,"page","page-queue");if(!y)continue;let b=y.toString();if(l=b,t.queuedPages.delete(l),t.donePages.has(l))continue;t.donePages.add(l),o.enabled&&o.seenPages.add(l);let S=xr(e,l),M=Lo(e,y.pathname);if(!ze(y)||Z(e,y)||ot(y)){if(Z(e,y)){r.info(`Worker redirected non-page URL to asset queue: ${l}`,{url:l,source:"worker-guard"}),G(e,t,l,r,"worker-guard");continue}r.reject("page",l,"guard rejected non-page URL before rendering","worker");continue}let A=o.strictTargeted?o.manifest.pages[l]:void 0;if(A?.lastSeenRunId===o.runId&&await st(A.outputPath)){o.seenPages.add(l);for(let x of A.discoveredAssets||[])G(e,t,x,r,l);de(i,e,A.outputPath),Ce(i,A.outputPath),await kr(e,t,l,A.outputPath),r.info(`Resumed completed content-sync page ${l}`,{url:l,source:"content-sync-checkpoint"});continue}let k=await Co(e,s,t,o,l,r);if(o.enabled&&n!=="single-url"&&n!=="content-sync"){let x=o.manifest.pages[l];if(k.action==="reuse"&&x){for(let W of x.discoveredAssets)G(e,t,W,r,l);for(let W of x.discoveredPages)it(e,t,W,r,l);x.lastSeenRunId=o.runId,x.sitemapLastmod=nt(t.sitemapLastmodByPage[l])??x.sitemapLastmod,k.changeToken?.supported&&(x.changeToken=k.changeToken.token,x.tokenSource=k.changeToken.tokenSource??x.tokenSource),await kr(e,t,l,x.outputPath),r.info(`Incremental reuse skipped unchanged page ${l}`,{url:l,mode:"incremental",reason:k.changeToken?.supported===!0?"change-token-match":"sitemap-lastmod-match"});continue}}m=await oe(`create page context ${l}`,He(e),()=>Lc(u,e,M)),p=await oe(`create page ${l}`,He(e),()=>m.newPage()),g=await m.cookies();let v=!1,T=new Set;await p.route("**/*",async x=>{let W=x.request();try{let q=ie(e,W.url(),e.sourceOrigin,r,"network-request");q&&Z(e,q)&&(T.add(q.toString()),G(e,t,q.toString(),r,l));}catch{}if(W.isNavigationRequest()&&W.frame()===p.mainFrame())try{let q=new URL(W.url()),Q=new URL(b);if(q.hash="",Q.hash="",q.href===Q.href){if(v){r.warn(`Blocked same-page navigation/reload for ${l}`,{url:l,requestUrl:W.url()});try{await x.abort("aborted");}catch(J){r.debug(`Ignored canceled route while blocking reload for ${l}`,{url:l,error:String(J)});}return}v=!0;}}catch{}try{await x.continue();}catch(q){r.debug(`Ignored canceled network route for ${l}`,{url:l,requestUrl:W.url(),error:String(q)});}}),p.on("response",x=>{try{let q=ie(e,x.url(),e.sourceOrigin,r,"network-response");q&&Z(e,q)&&(T.add(q.toString()),G(e,t,q.toString(),r,l));}catch{}let W=x.headerValues("set-cookie").then(q=>{for(let Q of q)c.add(qs(Q,x.url()));}).catch(()=>{}).then(()=>{});h.add(W),W.finally(()=>h.delete(W));}),r.page(`Rendering ${l}`,{url:l});let $=null,B=null;try{if($=await p.goto(l,{waitUntil:"domcontentloaded",timeout:e.navigationTimeoutMs}),$&&$.ok())try{B=await oe(`read response body ${l}`,He(e),()=>$.text());}catch{B=null;}}catch(x){let W=t.pageHttpFailures.get(l);if(W){let q=(t.pageHttpAttempts.get(l)??0)+1;throw t.pageHttpAttempts.set(l,q),new be(l,W.status,q,`Retry navigation failed: ${String(x)}`)}r.warn(`Navigation issue for ${l}; saving current DOM if available`,{url:l,error:String(x)});}let V=$?.status();if(cr(V)){let x=(t.pageHttpAttempts.get(l)??0)+1;throw t.pageHttpAttempts.set(l,x),new be(l,V,x)}if($)t.pageHttpFailures.delete(l);else if(t.pageHttpFailures.has(l)){let x=t.pageHttpFailures.get(l),W=(t.pageHttpAttempts.get(l)??0)+1;throw t.pageHttpAttempts.set(l,W),new be(l,x.status,W,"Retry navigation returned no HTTP response.")}if(n==="content-sync"&&$){let x=ke($.url(),r,"content-sync-final-response",l)?.toString();if(x&&x!==b){if(o.deleteOnMissingUrls.has(l)){await qt(e,o,i,l,o.deleteOnMissingUrls),r.info(`Removed stale content-sync archive route redirected to ${x}`,{url:l,finalResponseUrl:x,source:"content-sync-tombstone"});continue}throw new Error(`Required content-sync route redirected outside its planned URL: ${l} -> ${x}`)}}if(S){let x=$?.status()??null;if(x!==404){r.error(`Generated 404 request path returned unexpected status for ${l}`,{url:l,expectedStatus:404,status:x,requestPath:e.generated404RequestPath});continue}r.info(`Capturing rendered 404 page for ${l}`,{url:l,status:x,outputPath:Fe(e,l)});}else if($&&!$.ok()){if(n==="content-sync"&&($.status()===404||$.status()===410)&&o.deleteOnMissingUrls.has(l)){await qt(e,o,i,l,o.deleteOnMissingUrls),r.info(`Removed stale content-sync archive page ${l}`,{url:l,status:$.status(),source:"content-sync-tombstone"}),await p.close();continue}if(n==="content-sync")throw new Error(`Required content-sync route returned HTTP ${$.status()}: ${l}`);r.skip("page",l,$.status(),t.pageDiscoverySources.get(l)),await p.close();continue}M?(r.info(`Rendering without JS execution for ${l}`,{url:l,mode:"no-js"}),await oe(`wait for rendered page ${l}`,He(e),()=>Fc(e,p))):await oe(`wait for rendered page ${l}`,He(e),()=>jc(e,p)),t.stats.pagesRendered++;let P=await oe(`extract rendered assets ${l}`,He(e),()=>Dc(e,p,b,r,!M));for(let x of P)G(e,t,x,r,l);let O=[...new Set([...P,...T])],pe=B??await oe(`capture rendered html ${l}`,He(e),()=>Yr(p)),ae=n!=="single-url"&&n!=="content-sync"&&!S?Do(e,l,pe,r):[];if(n!=="single-url"&&n!=="content-sync"&&!S)for(let x of ae)it(e,t,x,r,l);await In(e,l,pe,t,r);let z=Fe(e,l);if(de(i,e,z),Ce(i,z),o.trackManifest){let x=$?.headers();o.manifest.pages[l]={url:l,outputPath:z,contentType:yn(x),changeToken:k.changeToken?.supported?k.changeToken.token:null,tokenSource:k.changeToken?.supported?k.changeToken.tokenSource??null:null,sitemapLastmod:nt(t.sitemapLastmodByPage[l])??null,discoveredPages:ae,discoveredAssets:O,lastCrawledAt:new Date().toISOString(),lastSeenRunId:o.runId,rewriteComplete:!1},(o.enabled||o.strictTargeted)&&await Ve(e,o);}}catch(y){if(y instanceof be){t.pageHttpFailures.set(l,y),y.attempts<gn?(w=lr(y.attempts),r.warn(`Retrying page after HTTP ${y.status}: ${l}`,{url:l,status:y.status,attempt:y.attempts,maxAttempts:gn,delayMs:w,reason:y.message,execution:"local"})):(t.pageHttpFailures.set(l,y),r.error(`Failed page after HTTP retries ${l}`,{url:l,status:y.status,attempts:y.attempts,error:String(y),execution:"local"}));continue}if(f=y instanceof Wt,t.pageRenderFailures.set(l,y instanceof Error?y:new Error(String(y))),o.strictTargeted)throw r.error(`Failed required content-sync page ${l}`,{url:l,error:String(y)}),y;if(f)r.warn(`Skipped partial DOM for timed-out page ${l}`,{url:l,error:String(y),recovery:"recycle-worker-browser"});else try{let b=p?await oe(`capture partial html ${l}`,He(e),()=>Yr(p)):"";if(b&&b.trim()){await In(e,l,b,t,r);let S=Fe(e,l);if(de(i,e,S),Ce(i,S),o.trackManifest){let M=o.manifest.pages[l]??o.previousManifest.pages[l];o.manifest.pages[l]={url:l,outputPath:S,contentType:M?.contentType??null,changeToken:null,tokenSource:null,sitemapLastmod:nt(t.sitemapLastmodByPage[l])??M?.sitemapLastmod??null,discoveredPages:M?.discoveredPages?[...M.discoveredPages]:[],discoveredAssets:M?.discoveredAssets?[...M.discoveredAssets]:[],lastCrawledAt:new Date().toISOString(),lastSeenRunId:o.runId,rewriteComplete:!1},(o.enabled||o.strictTargeted)&&await Ve(e,o);}r.warn(`Saved partial DOM for ${l}`,{url:l,error:String(y)});}}catch(b){b instanceof Wt&&(f=!0),r.error(`Could not save partial DOM for ${l}`,{url:l,error:String(b)});}r.error(`Failed page ${l}`,{url:l,error:String(y)});}finally{if(!f&&p&&await oe(`drain network routes ${l}`,Ut(e),()=>p.unrouteAll({behavior:"wait"})).catch(y=>{f=!0,r.warn(`Could not drain network routes for ${l}`,{url:l,browserPid:d.pid,error:String(y),recovery:"recycle-worker-browser"});}),f&&(a=null,await wn(u,r,`page operation timeout for ${l}`),await u.close().catch(()=>{})),h.size>0&&await Promise.allSettled([...h]),!f&&m)try{let y=await m.cookies();c.addAll(_s(g,y));}catch{}w===null&&(t.stats.pagesCompleted++,Wo(t)&&qo(t,r)),!f&&p&&await oe(`close page ${l}`,Ut(e),()=>p.close()).catch(y=>{f=!0,r.warn(`Timed out while closing page ${l}`,{url:l,browserPid:d.pid,error:String(y),recovery:"recycle-worker-browser"});}),!f&&m&&await oe(`close page context ${l}`,Ut(e),()=>m.close()).catch(y=>{f=!0,r.warn(`Timed out while closing page context for ${l}`,{url:l,browserPid:d.pid,error:String(y),recovery:"recycle-worker-browser"});}),f&&a===u&&(a=null,await wn(u,r,`page cleanup timeout for ${l}`),await u.close().catch(()=>{})),w!==null&&(await setTimeout$1(w),t.donePages.delete(l),t.queuedPages.add(l),t.pageQueue.push(l));}}}finally{if(a){let u=a;await oe("close worker browser",Ut(e),()=>u.close()).catch(l=>(r.warn("Timed out while closing crawl worker browser",{browserPid:d.pid,error:String(l)}),wn(u,r,"browser.close timeout")));}}}async function _c(e){try{let t=await U.readFile(e),n=(e.endsWith(".gz")?gunzipSync(t):t).toString("utf8").trim();if(!n)return [];try{let s=JSON.parse(n);if(Array.isArray(s))return s;if(s&&typeof s=="object")return [s]}catch{return n.split(/\r?\n/).map(s=>s.trim()).filter(Boolean).map(s=>{try{let o=JSON.parse(s);return o&&typeof o=="object"?o:null}catch{return null}}).filter(s=>s!==null)}return []}catch{return []}}function mo(e){let t=String(e||"").toLowerCase();return t.includes("timeout")||t.includes("timed out")||t.includes("navigation timeout")}function Nc(e){let t=String(e?.job?.command||"").trim(),r=String(e?.job?.crawlMode||"full").trim();return t!=="publish"&&t!=="crawl"?false:r!=="incremental"}function Bc(e){let t=[e?.archivedAt,e?.job?.endedAt,e?.job?.startedAt];for(let r of t){let n=Date.parse(String(r||""));if(Number.isFinite(n))return n}return 0}async function _o(e){try{let t=await U.readFile(e,"utf8"),r=JSON.parse(t);return r&&typeof r=="object"&&!Array.isArray(r)?r:null}catch{return null}}function go(e){let t=String(e.originalFileName||"").toLowerCase();return t.endsWith("errors.jsonl")?0:t.endsWith("errors.json")?1:2}function Hc(e,t){let r=Array.isArray(t?.artifacts)?t.artifacts.filter(n=>String(n?.role||"").trim()==="errors"&&String(n?.storedFileName||"").trim()!=="").sort((n,s)=>go(n)-go(s)).map(n=>C.join(e,String(n.storedFileName))):[];return [...new Set([...r,C.join(e,"errors.jsonl"),C.join(e,"errors.json"),C.join(e,"errors.jsonl.gz"),C.join(e,"errors.json.gz")])]}async function fo(e){let t=await _o(C.join(e,"job.json"));for(let r of Hc(e,t)){let n=await _c(r);if(n.length>0)return n}return []}async function Vc(e){let t=C.join(e.logDir,"archive"),r;try{r=await U.readdir(t);}catch{return ""}let n="",s=0;for(let o of r){let i=C.join(t,o);if(!(await U.stat(i).catch(()=>null))?.isDirectory())continue;let a=await _o(C.join(i,"job.json"));if(!Nc(a))continue;let d=Bc(a);d>=s&&(s=d,n=i);}return n}async function zc(e){let t=await Vc(e),r=t!==""?await fo(t):await fo(e.logDir),n=new Set;for(let s of r)if(mo(s.error)||mo(s.message)){let o=s.url;typeof o=="string"&&o&&n.add(o);}return [...n]}async function Kc(e){let t=[];for(let r of e)if(r.startsWith("@")){let n=r.slice(1),s=await U.readFile(n,"utf8");t.push(...s.split(/\r?\n/).map(o=>o.trim()).filter(o=>o&&!o.startsWith("#")));}else t.push(r);return t}async function Jc(e){if(!e)throw new Error("Content-sync crawl requires an immutable impact plan.");let t=JSON.parse(await U.readFile(e,"utf8"));return It(t),t}function Qc(e,t){let r;try{r=new URL(e);}catch{return false}return t.archiveFamilies.some(n=>{let s=new URL(n.url);if(r.origin!==s.origin)return false;if(r.toString()===s.toString())return true;if(r.searchParams.has("paged")&&r.pathname===s.pathname)return /^\d+$/.test(r.searchParams.get("paged")||"");let o=s.pathname.replace(/\/+$/,""),i=r.pathname.slice(o.length).replace(/^\/+/,""),c=String(n.paginationBase||"page").replace(/^\/+|\/+$/g,"").replace(/[.*+?^${}()|[\]\\]/g,"\\$&");return r.pathname.startsWith(`${o}/`)&&new RegExp(`^${c}/\\d+/?$`).test(i)})}function Dt(e,t,r){let n=r==="page"?Fe(e,t):Nt(e,t).originalFilePath;return ue(e.outputDir,n)}async function qt(e,t,r,n,s){let o=t.manifest.pages[n];if(!o)return;let i=ue(e.outputDir,o.outputPath);if(!i)throw new Error(`Manifest-owned page path escaped output root: ${n}`);let c=C.resolve(o.outputPath);Object.entries(t.manifest.pages).some(([d,u])=>d!==n&&!s.has(d)&&C.resolve(u.outputPath)===c)||(await U.rm(o.outputPath,{force:true}),r.deletedFiles.add(i),r.revalidateFiles.delete(i)),delete t.manifest.pages[n];}async function Gc(e,t,r,n,s){let o=t.manifest.assets[n];if(!o)return;let i=ue(e.outputDir,o.outputPath);if(!i)throw new Error(`Manifest-owned resource path escaped output root: ${n}`);let c=C.resolve(o.outputPath);Object.entries(t.manifest.assets).some(([d,u])=>d!==n&&!s.has(d)&&C.resolve(u.outputPath)===c)||(await U.rm(o.outputPath,{force:true}),r.deletedFiles.add(i)),delete t.manifest.assets[n];}function Zc(e,t){let r=new Set,n=[...t];for(;n.length>0;){let s=n.shift();if(r.has(s))continue;r.add(s);let o=e.assets[s];for(let i of o?.discoveredAssets??[])try{Rt(new URL(i))&&n.push(i);}catch{}}return r}async function Yc(e,t,r,n,s){let o=Zc(r.previousManifest,s);for(let i of o){if(t.successfulSitemaps.has(i))continue;let c=r.previousManifest.assets[i];if(!c)continue;let a=ue(e.outputDir,c.outputPath);if(!a)throw new Error(`Manifest-owned sitemap path escaped output root: ${i}`);await U.rm(c.outputPath,{force:true}),n.deletedFiles.add(a),delete r.manifest.assets[i];}await Ve(e,r);}async function Xc(e){try{let t=await U.readFile(C.join(e.outputDir,"asset-map.json"),"utf8");return JSON.parse(t)}catch{return {}}}async function el(e){let t=["crawl.log.jsonl","current-crawl-event.json","rejected.jsonl","ignored.jsonl","skipped-http.jsonl","errors.jsonl","timings.jsonl","rejected.json","ignored.json","skipped-http.json","errors.json","timings.json"];await U.mkdir(e,{recursive:true}),await Promise.all(t.map(async r=>{try{await U.unlink(C.join(e,r));}catch(n){if(n.code!=="ENOENT")throw n}}));}function ho(e,t,r,n,s){let o=ie(e,r,e.sourceOrigin,n,"manual-url");o&&(Rt(o)?Rr(e,t,o.toString(),n,s):Z(e,o)?G(e,t,o.toString(),n,s):ze(o)?it(e,t,o.toString(),n,s):n.reject("manual-url",o.toString(),"not page/sitemap/asset-like",s));}async function No(e=process.argv.slice(2)){let t=[],r=await Ie(void 0,{onRemotePublisherConfigDiagnostic:R=>{t.push(R);}}),n=At(r.sitemapPaths),s=t.at(-1)??null,o=Ua(e),i=o.mode==="content-sync"?await Jc(o.contentSyncPlanPath):null;if(o.resumeRewrite&&o.mode!=="full")throw new Error("--resume-rewrite is only supported for full crawl/publish jobs.");let c=[];o.mode==="retry-timeouts"&&(c=await zc(r)),o.mode==="single-url"&&(c=await Kc(o.urls)),i&&(c=[...i.directRenderUrls,...i.archiveFamilyUrls,...i.resourceRenderUrls]);let a=o.crawlMode==="incremental"&&o.mode==="full",d=a&&typeof r.subscriptionType=="string"&&r.subscriptionType.trim()!=="";if(i&&r.subscriptionType!=="PROFESSIONAL"&&r.subscriptionType!=="AGENCY")throw new Error("Content-sync requires an active Professional or Agency subscription.");let u=(o.mode==="full"||o.mode==="single-url"||o.mode==="content-sync")&&!o.resumeRewrite,l=o.mode!=="full"||o.resumeRewrite||d,m=l?await Xc(r):{},p=d||o.mode==="single-url"||o.mode==="content-sync"?await Va(r):Po(),f=new Set(c),w=new Set;if(i){for(let R of i.archiveFamilies)if(R.foundPosts===0)for(let F of R.pageUrls)w.add(F);for(let R of Object.keys(p.pages))Qc(R,i)&&!f.has(R)&&(c.push(R),w.add(R));}let g={enabled:d,trackManifest:u,manifest:Pn(p),previousManifest:Pn(p),runId:i?.jobId??`${Date.now()}`,seenPages:new Set,changeTokenCache:new Map,pageChangeTokenPrimePromise:null,manifestSaveChain:Promise.resolve(),manifestPendingChanges:0,lastManifestSavedAt:Date.now(),strictTargeted:!!i,requiredUrls:f,deleteOnMissingUrls:w};await el(r.logDir);let h=new nr(r.logDir,r.logLevel),y=o.remoteRender??r.remoteWorkers?.render?.enabled===true,b=gr({explicitPath:o.remoteWorkerConfigPath,runtimeDir:_t()}),S=null,M=null,A=null,k=null,v=Math.max(1,r.concurrency),T=1,$=r.remoteWorkers?.rewrite?.enabled===true,B=r.remoteWorkers?.deploy?.enabled===true,V=y&&$&&B&&!o.resumeRewrite;if(!V&&o.mode==="full"&&!o.resumeRewrite&&await U.rm(fr(r),{force:true}),y&&!o.resumeRewrite||$){if(!b)throw new Error("Remote Lambda workers are enabled, but the runtime directory is unknown. Run through queue-runner with --runtime-dir, set STATIC_PUBLISHER_RUNTIME_DIR, or use --remote-worker-config for a diagnostic run.");let R=await ar(b),F=false;if(A=new wt(R,{},{onProgress:j=>{if(j.operation==="rewrite"){h.debug("Lambda rewrite task progress.",{remoteWorkerOperation:j.operation,remoteWorkerTaskId:j.taskId,remoteWorkerStatus:j.status,remoteWorkerCompletedItems:j.completedItems,remoteWorkerFailedItems:j.failedItems,remoteWorkerTotalItems:j.totalItems,remoteWorkerUpdatedAt:j.updatedAt});return}h.progress(`Lambda ${j.operation} batch: ${j.completedItems+j.failedItems}/${j.totalItems}`,{remoteWorkerOperation:j.operation,remoteWorkerTaskId:j.taskId,remoteWorkerStatus:j.status,remoteWorkerCompletedItems:j.completedItems,remoteWorkerFailedItems:j.failedItems,remoteWorkerTotalItems:j.totalItems,remoteWorkerUpdatedAt:j.updatedAt});},onProgressError:j=>{F||(F=true,h.warn("Lambda progress status could not be read; task execution continues.",{error:j.message}));}}),V){if(!R.functions.asset)throw new Error("Full Lambda delegation requires an asset worker. Redeploy the Lambda worker stack and reinstall remote-workers.json.");let j=l?await wr(r):null;k=eo(`crawl-${Ee(g.runId,40)}`,R,j),M=new dr({client:A,jobId:k.jobId,maxAttempts:2}),h.info("S3-native Lambda data plane is enabled.",{execution:"lambda",assetWorker:R.functions.asset,workspaceBucket:R.workspace.bucket,workspacePrefix:R.workspace.prefix});}}if(y&&!o.resumeRewrite){if(!A)throw new Error("Remote render worker client was not initialized.");v=Math.max(1,Math.min(100,V?r.concurrency:r.remoteWorkers?.render?.concurrency??r.concurrency)),T=Math.max(1,Math.min(20,r.remoteWorkers?.render?.batchSize??5)),S=new ur({client:A,jobId:`crawl-${Ee(g.runId,40)}`,maxAttempts:r.remoteWorkers?.render?.maxAttempts??2,batchSize:T,maxConcurrentBatches:v,onRetry:R=>{h.warn(`Retrying remote render for ${R.url}`,{url:R.url,attempt:R.attempt,maxAttempts:R.maxAttempts,reason:R.reason,status:R.status,delayMs:R.delayMs,execution:"lambda"});}}),h.info("Lambda page rendering is enabled.",{remoteWorkerConfigPath:C.resolve(b),concurrency:v,maxAttempts:r.remoteWorkers?.render?.maxAttempts??2,batchSize:T,execution:"lambda"});}if(s){let R={status:s.status,virtualAssetBaseUrl:s.virtualAssetBaseUrl,subscriptionType:s.subscriptionType??null,error:s.error,requests:s.requests,source:"remote-publisher-config"};s.status==="loaded"&&s.subscriptionType?h.info("Loaded remote WP Suite publisher configuration.",R):h.warn("Remote WP Suite publisher configuration is unavailable or has no active subscription type.",R);}if(a&&!d){let R="Incremental crawl requires an active remote publisher subscription; refusing to fall back to a destructive full crawl.";throw h.error(R,{requestedMode:o.crawlMode,subscriptionType:r.subscriptionType??null,source:"incremental-subscription-guard"}),await h.flush(),new Error(R)}let P={pageQueue:[],queuedPages:new Set,donePages:new Set,savedPageOutputs:new Set,pageHttpAttempts:new Map,pageHttpFailures:new Map,pageRenderFailures:new Map,pageDiscoverySources:new Map,assetQueue:[],queuedAssets:new Set,doneAssets:new Set,sitemapQueue:[],queuedSitemaps:new Set,doneSitemaps:new Set,successfulSitemaps:new Set,resolvedSitemapRoots:new Set,sitemapIndexUrls:new Set,sitemapLeafUrls:new Set,sitemapLastmodByPage:{},assetMap:{...m},assetVariantDigestsByOriginalPath:new Map,stats:{pagesQueued:0,pagesRendered:0,pagesCompleted:0,assetsQueued:0,sitemapsQueued:0,assetsSaved:0,pagesSaved:0}},O=Ha(),pe=new or,ae=La();if(ae&&!o.resumeRewrite&&await ir(ae,pe.artifact()),await Ze(r),await nn(r,{startedAt:new Date().toISOString(),outputDir:C.resolve(r.outputDir)}),!o.resumeRewrite&&r.pageCache?.purgeBeforeCrawl===true){h.mark("purge-page-cache");let R=await request.newContext({ignoreHTTPSErrors:r.ignoreHttpsErrors});try{let F=await Ys(r,R);h.info("WordPress page cache was purged before crawl discovery.",{provider:F.provider,scope:F.scope,purgedAt:F.purgedAt??null}),h.endMark("purge-page-cache",{provider:F.provider,scope:F.scope});}catch(F){throw h.error("WordPress page-cache purge failed; crawl stopped before changing export output.",{error:F instanceof Error?F.message:String(F)}),await h.flush(),F}finally{await R.dispose();}}if(l||await U.rm(r.outputDir,{recursive:true,force:true}),await U.mkdir(r.outputDir,{recursive:true}),l||await nn(r,{startedAt:new Date().toISOString(),outputDir:C.resolve(r.outputDir)}),i){let R=new Set([...i.deleteUrls,...g.deleteOnMissingUrls]);for(let j of i.deleteUrls)await qt(r,g,O,j,R);let F=new Set(i.resourceDeleteUrls);for(let j of i.resourceDeleteUrls)await Gc(r,g,O,j,F);}if(o.resumeRewrite)h.info("Resuming final rewrite from existing output.",{phase:"rewrite-text",mode:o.mode,crawlMode:o.crawlMode});else {let R=await request.newContext({ignoreHTTPSErrors:r.ignoreHttpsErrors});try{if(h.mark("discovery"),o.mode==="full"?(n.forEach(N=>Rr(r,P,N,h)),await uo(r,R,P,h,O,g),r.seedPaths.forEach(N=>ho(r,P,N,h,"seed-path")),r.generated404RequestPath&&it(r,P,r.generated404RequestPath,h,"generated-404-request-path")):(c.forEach(N=>ho(r,P,N,h,"cli")),i?.sitemapUrls.forEach(N=>Rr(r,P,N,h,"content-sync-impact")),await uo(r,R,P,h,O,g,o.mode==="content-sync",i?.sitemapUrls??[]),i&&await Yc(r,P,g,O,i.sitemapUrls)),h.endMark("discovery",{pages:P.pageQueue.length,assets:P.assetQueue.length,sitemaps:P.sitemapQueue.length}),h.summary(`Queued ${P.pageQueue.length} pages, ${P.assetQueue.length} assets, ${P.sitemapQueue.length} sitemaps.`,{mode:o.mode,crawlMode:o.crawlMode,queuedPages:P.pageQueue.length,queuedAssets:P.assetQueue.length,queuedSitemaps:P.sitemapQueue.length}),o.mode==="retry-timeouts"&&P.pageQueue.length===0&&P.assetQueue.length===0&&P.sitemapQueue.length===0){h.summary("No timed-out URLs were queued. Skipping retry crawl.",{mode:o.mode,crawlMode:o.crawlMode,queuedPages:0,queuedAssets:0,queuedSitemaps:0}),await h.flush(),ae&&await ir(ae,pe.artifact());return}h.mark("render-pages");let F=Array.from({length:S?v*T:v},()=>S?Wc(r,P,h,o.mode,R,g,O,pe,S,k??void 0):qc(r,P,h,o.mode,R,g,O,pe)),j=await Promise.allSettled(F);for(let[N,H]of j.entries())H.status==="rejected"&&![...P.pageRenderFailures.values()].includes(H.reason)&&P.pageRenderFailures.set(`render-worker-${N+1}`,H.reason instanceof Error?H.reason:new Error(String(H.reason)));if((P.pageHttpFailures.size>0||P.pageRenderFailures.size>0)&&await h.flush(),us(P.pageRenderFailures),zs(P.pageHttpFailures),ae&&await ir(ae,pe.artifact()),h.endMark("render-pages",{pages:P.stats.pagesCompleted}),h.mark("download-assets"),h.progress("Asset download phase started.",{phase:"download-assets",doneAssets:P.doneAssets.size,assetsQueued:P.stats.assetsQueued,assetQueue:P.assetQueue.length}),k&&M?await Ec(r,R,P,h,g,O,k,M,r.concurrency):(await Tn(r,R,g,[...P.assetQueue],h),await Tc(r,R,P,h,g,O)),h.endMark("download-assets",{assets:P.doneAssets.size}),g.enabled&&r.maxPages===0&&(await Ya(r,P,g,h,O),o.mode==="full"&&await Xa(r,g,h,O)),o.mode==="full"){let N=await xc(r,P,h);for(let H of N)if(de(O,r,H),k&&A){let re=vr(r,H),E=await U.readFile(H),L=$e(H),I=String(Ks.lookup(re)||"")||(L?"text/plain; charset=utf-8":"application/octet-stream"),ee=await A.writeWorkspaceObject({key:`${k.workspace.prefix}jobs/${k.jobId}/copied/${Ee(re,40)}-${C.basename(re)}`,body:E,contentType:I});yt(k,{relativePath:re,sourceUrl:null,kind:"generated",contentType:ee.contentType,cacheControl:null,isText:L,object:ee}),L&&Ce(O,H);}}}finally{await oe("dispose crawl request context",Ut(r),()=>R.dispose()).catch(F=>{h.warn("Timed out while disposing crawl request context",{error:String(F)});});}}if(g.trackManifest&&await Ve(r,g,true),k)for(let R of O.deletedFiles)ro(k,R);let z=JSON.stringify(P.assetMap,null,2);if(await U.writeFile(C.join(r.outputDir,"asset-map.json"),z,"utf8"),k&&A){let R=await A.writeWorkspaceObject({key:`${k.workspace.prefix}jobs/${k.jobId}/generated/asset-map.json`,body:z,contentType:"application/json; charset=utf-8"});yt(k,{relativePath:"asset-map.json",sourceUrl:null,kind:"generated",contentType:"application/json; charset=utf-8",cacheControl:r.s3.assetCacheControl,isText:true,object:R});}JSON.stringify(m,null,2)!==JSON.stringify(P.assetMap,null,2)&&de(O,r,C.join(r.outputDir,"asset-map.json")),k&&A&&await $c(r,O,k,A);let x=o.mode==="single-url"||o.mode==="content-sync"?cc(r,P):g.enabled&&!o.resumeRewrite?ec(r,g,O,m,P.assetMap):void 0;h.mark("rewrite-text");let W=o.mode==="single-url"||o.mode==="content-sync"?`Rewriting text files touched by URL crawl: 0/${x?.length??0}`:"Rewriting text files...";h.progress(W,{phase:"rewrite-text",index:0,totalFiles:x?.length,changedTextFiles:0}),await Ft(W);let q=Date.now(),Q={files:x,previousAssetMap:m,onStart:({totalFiles:R,workerCount:F})=>{h.info(`Rewrite phase scanning ${R} text files.`,{phase:"rewrite-text",totalFiles:R,workerCount:F});},onProgress:async({index:R,totalFiles:F,changedTextFiles:j,file:N,changed:H})=>{H&&de(O,r,C.join(r.outputDir,N)),h.checkpoint(`Rewriting text file ${R}/${F}`,{phase:"rewrite-text",index:R,totalFiles:F,changedTextFiles:j,file:N}),h.debug(`${H?"Rewrote":"Checked unchanged"} text file ${R}/${F}: ${N}`,{phase:"rewrite-text",index:R,totalFiles:F,changedTextFiles:j,file:N,changed:H});let re=Date.now();if(!(R===1||R===F||R%50===0||re-q>=5e3))return;q=re;let L=`Rewriting text files: ${R}/${F}`;h.progress(L,{phase:"rewrite-text",index:R,totalFiles:F,changedTextFiles:j,file:N}),await Ft(L);}},J;if(k&&A){let R=x?.map(j=>vr(r,C.isAbsolute(j)?j:C.join(r.outputDir,j))),F=Object.values(k.objects).filter(j=>j.isText&&(!R||R.includes(j.relativePath))).length;await Q.onStart?.({totalFiles:F,workerCount:Math.min(r.concurrency,F)}),J=await mr(r,k,P.assetMap,{client:A,jobId:k.jobId,concurrency:r.concurrency,batchSize:25,maxAttempts:2,...R?{relativePaths:R}:{},onProgress:Q.onProgress,onBatchProgress:async({completedItems:j,totalItems:N,completedBatches:H,totalBatches:re,changedTextFiles:E})=>{let L=`Lambda rewrite: ${j}/${N} files; ${H}/${re} batches completed`;h.progress(L,{phase:"rewrite-text",execution:"lambda",index:j,totalFiles:N,completedBatches:H,totalBatches:re,changedTextFiles:E}),await Ft(L);}}),await no(r,k);}else $&&A?J=await pr(r,P.assetMap,{client:A,jobId:`crawl-${Ee(g.runId,40)}`,concurrency:r.remoteWorkers?.rewrite?.concurrency??r.rewriteConcurrency,batchSize:r.remoteWorkers?.rewrite?.batchSize??25,maxAttempts:r.remoteWorkers?.rewrite?.maxAttempts??2,onStageProgress:async({index:R,totalFiles:F,file:j})=>{let N=Date.now();if(R!==1&&R!==F&&R%25!==0&&N-q<5e3)return;q=N;let H=`Staging text files for Lambda rewrite: ${R}/${F}`;h.progress(H,{phase:"rewrite-stage",index:R,totalFiles:F,file:j,execution:"lambda"}),await Ft(H);},onBatchProgress:async({completedItems:R,totalItems:F,completedBatches:j,totalBatches:N,changedTextFiles:H})=>{let re=`Lambda rewrite: ${R}/${F} files; ${j}/${N} batches completed`;h.progress(re,{phase:"rewrite-text",execution:"lambda",index:R,totalFiles:F,completedBatches:j,totalBatches:N,changedTextFiles:H}),await Ft(re);},options:Q}):J=await er(r,P.assetMap,Q);g.trackManifest&&(tc(g,x),await Ve(r,g,true)),h.endMark("rewrite-text",{changedTextFiles:J});let me=i?[...O.deletedFiles].sort():g.enabled&&!o.resumeRewrite?await sc(r,P,g,O,h,k):[],we=[...new Set((x||[]).map(R=>ue(r.outputDir,C.isAbsolute(R)?R:C.join(r.outputDir,R))).filter(R=>R!==null))].sort();if(i){let R=[...O.changedFiles].sort(),F=new Set(R),j=new Set(i.directRenderUrls.map(D=>Dt(r,D,"page")).filter(D=>!!D&&F.has(D))),N=new Set(i.archiveFamilyUrls.map(D=>Dt(r,D,"page")).filter(D=>!!D&&F.has(D))),H=new Set(i.resourceRenderUrls.map(D=>Dt(r,D,"asset")).filter(D=>!!D&&F.has(D))),re=new Set([...P.sitemapLeafUrls].map(D=>Dt(r,D,"asset")).filter(D=>!!D&&F.has(D))),E=new Set([...P.sitemapIndexUrls].map(D=>Dt(r,D,"asset")).filter(D=>!!D&&F.has(D))),L=new Set([...j,...N,...H,...re,...E]),I=R.filter(D=>!L.has(D)),ee=[...new Set([...i.directRenderUrls,...i.archiveFamilyUrls,...P.resolvedSitemapRoots,...P.sitemapLeafUrls,...P.sitemapIndexUrls,...i.deleteUrls,...i.resourceRenderUrls,...i.resourceDeleteUrls].map(D=>{let Ue=new URL(D);return `${Ue.pathname}${Ue.search}`}))].sort();await rn(r,{schemaVersion:2,generatedAt:new Date().toISOString(),outputDir:C.resolve(r.outputDir),runMode:"content-sync",crawlMode:"incremental",fullSyncRequired:false,changedFiles:R,deletedFiles:me,rewriteTargets:we,revalidateFiles:[...O.revalidateFiles].sort(),consumerId:i.consumerId,fromSequence:i.fromSequence,toSequence:i.toSequence,impactHash:i.impactHash,resolvedSitemapUrls:[...P.resolvedSitemapRoots],uploadGroups:{assets:I,content:[...j].sort(),listings:[...N].sort(),resources:[...H].sort(),sitemapLeaves:[...re].sort(),sitemapIndexes:[...E].reverse()},invalidationPaths:ee});}else await rn(r,{schemaVersion:1,generatedAt:new Date().toISOString(),outputDir:C.resolve(r.outputDir),runMode:o.mode,crawlMode:o.crawlMode,fullSyncRequired:!(g.enabled&&!o.resumeRewrite),changedFiles:g.enabled&&!o.resumeRewrite?[...O.changedFiles].sort():[],deletedFiles:g.enabled&&!o.resumeRewrite?me:[],rewriteTargets:g.enabled&&!o.resumeRewrite?we:[],revalidateFiles:[...O.revalidateFiles].sort()});await fs(r),h.summary(o.resumeRewrite?`Done. Resumed final rewrite over existing output and changed ${J} text files.`:`Done. Rendered ${P.stats.pagesRendered} pages, processed ${P.doneSitemaps.size} sitemaps and ${P.doneAssets.size} assets.`,{mode:o.mode,crawlMode:o.crawlMode,resumeRewrite:o.resumeRewrite,...P.stats,pagesRendered:P.stats.pagesRendered,donePages:P.stats.pagesCompleted,claimedPages:P.donePages.size,doneSitemaps:P.doneSitemaps.size,doneAssets:P.doneAssets.size,changedTextFiles:J}),await h.flush();}function tl(e){let t=e/6e4;if(Number.isInteger(t)&&t>=1)return `${t} minute${t===1?"":"s"}`;let r=Math.ceil(e/1e3);return `${r} second${r===1?"":"s"}`}async function Se(e,t,r){let n=new AbortController,s=globalThis.setTimeout(()=>{n.abort(new Error(`${e} timed out after ${tl(t)}.`));},t);try{return await r({abortController:n,httpOptions:{abortSignal:n.signal,requestTimeout:t}})}finally{globalThis.clearTimeout(s);}}function rl(e){return typeof e.subscriptionType=="string"&&e.subscriptionType.trim()!==""}function Ir(e){let t="";for(let n=0;n<e.length;n++){let s=e[n];if(s==="--profile"){let o=(e[n+1]||"").trim();if(!o)throw new Error("Missing value for --profile.");t=o,n+=1;}else if(s.startsWith("--profile=")){let o=s.slice(10).trim();if(!o)throw new Error("Missing value for --profile.");t=o;}}let r=String(process.env.PUBLISHER_DEPLOY_PROFILE||process.env.PUBLISHER_DEPLOYMENT_PROFILE||"").trim();return t||r||null}function nl(e,t){return {...e,...t??{}}}function sl(e,t){return {...e,...t??{},invalidationPaths:[...(t?.invalidationPaths??e.invalidationPaths)||[]]}}function vt(e,t){let r=String(t??e.deploymentTargetOverride??"").trim();if(!rl(e)){if(r)throw new Error(`Deployment target "${r}" requires an active WPSuite subscription and remote publisher config.`);return {name:null,profile:null,config:e}}let n=String(r||e.defaultDeploymentProfile||"").trim();if(!n)return {name:null,profile:null,config:e};let s=e.deploymentProfiles?.[n];if(!s)throw new Error(`Unknown deployment profile "${n}". Check the linked WPSuite publisher configuration.`);return {name:n,profile:s,config:{...e,awsProfile:s.awsProfile??e.awsProfile,targetOrigin:s.targetOrigin??e.targetOrigin,s3:nl(e.s3,s.s3),cloudFront:sl(e.cloudFront,s.cloudFront)}}}function $n(e){return String(e??"").split(";").map(t=>t.trim().toLowerCase()).filter(Boolean).join(";")}var Ko="wpsuite-sha256",Jo="wpsuite-normalized-sha256",jn="public, max-age=0, must-revalidate",dl=/(?:^|[-_:.])(id|uid|nonce|token|hash|instance)(?:$|[-_:.])/i,Fn=/^[0-9a-f]{8}-[0-9a-f]{4}-[1-5][0-9a-f]{3}-[89ab][0-9a-f]{3}-[0-9a-f]{12}$/i,pl=["SIGINT","SIGTERM"],Er=new Set,Tr=new Map,Bo=null;function ml(e){Er.add(e);let t=false;return ()=>{t||(t=true,Er.delete(e));}}async function gl(){let e=[...Er];e.length!==0&&await Promise.allSettled(e.map(async t=>{Er.delete(t),await U.rm(t,{recursive:true,force:true});}));}function fl(){if(!(Tr.size>0))for(let e of pl){let t=()=>{Bo||(Bo=gl().finally(()=>{for(let[r,n]of Tr)process.off(r,n);Tr.clear(),process.exit(1);}));};Tr.set(e,t),process.on(e,t);}}fl();function hl(e,t){let r=String(process.env.STATIC_PUBLISHER_CRAWL_MANIFEST_PATH||"").trim();if(r)return C.resolve(r);let n=t.trim();return n?C.join(C.resolve(n),"crawl-manifest.json"):C.join(C.resolve(e),".crawl-manifest.json")}function et(e){return C.normalize(e).split(C.sep).join("/")}function Ho(e,t){let r=C.relative(C.resolve(e),C.resolve(t));return !r||r.startsWith("..")||C.isAbsolute(r)?null:et(r)}async function wl(e,t,r){let n=hl(e.outputDir,t),s;try{s=await U.readFile(n,"utf8");}catch(u){return u.code==="ENOENT"?(r.warn("Deploy rewrite guard disabled because the crawl manifest is missing.",{manifestPath:n,source:"deploy-guard"}),null):(r.warn("Deploy rewrite guard disabled because the crawl manifest could not be read.",{manifestPath:n,error:u instanceof Error?u.message:String(u),source:"deploy-guard"}),null)}let o;try{o=JSON.parse(s);}catch(u){return r.warn("Deploy rewrite guard disabled because the crawl manifest is invalid JSON.",{manifestPath:n,error:u instanceof Error?u.message:String(u),source:"deploy-guard"}),null}let i=new Map,c=new Map,a=0,d=0;for(let[u,l]of Object.entries(o.pages||{})){let m=String(l?.outputPath||"").trim(),p=m?Ho(e.outputDir,m):null;if(p){let f=typeof l?.contentType=="string"&&l.contentType?l.contentType:null;f&&c.set(p,f);}!m||l?.rewriteComplete===true||p&&(a++,i.has(p)||i.set(p,{kind:"page",sourceUrl:u,outputPath:C.resolve(m),relativePath:p}));}for(let[u,l]of Object.entries(o.assets||{})){let m=String(l?.outputPath||"").trim(),p=l?.isText===true,f=m?Ho(e.outputDir,m):null;if(f){let w=typeof l?.contentType=="string"&&l.contentType?l.contentType:null;w&&c.set(f,w);}!m||!p||l?.rewriteComplete===true||f&&(d++,i.has(f)||i.set(f,{kind:"asset",sourceUrl:u,outputPath:C.resolve(m),relativePath:f}));}return {manifestPath:n,byRelativePath:i,contentTypeByRelativePath:c,pendingPages:a,pendingTextAssets:d}}function yl(e){return e&&(Fn.test(e)?"__uuid__":/^[0-9a-f]{6,}$/i.test(e)?"__hex__":/^[0-9]{8,}$/.test(e)?"__num__":/^(?=.*[a-z])(?=.*\d)[a-z0-9]{8,}$/i.test(e)?"__alnum__":e)}function On(e){return e.split(/([_:.\-/=?&#]+)/g).map((t,r)=>r%2===1?t:yl(t)).join("")}function bl(e){return e.split(/([_:.\-/=?&#]+)/g).map((t,r)=>r%2===1?t:Fn.test(t)?"__uuid__":/^[0-9a-f]{6,}$/i.test(t)?"__hex__":/^[0-9]{6,}$/.test(t)?"__num__":/^[a-z0-9_-]{6,}$/i.test(t)?"__id__":t).join("")}function $r(e,t){return Array.isArray(e)?e.map(r=>$r(r,t)):e&&typeof e=="object"?Object.fromEntries(Object.entries(e).map(([r,n])=>[r,$r(n,r)])):typeof e!="string"?e:t&&dl.test(t)?bl(e):Fn.test(e)?"__uuid__":/^[0-9a-f]{6,}$/i.test(e)||/^[0-9]{8,}$/.test(e)?On(e):e}function Sl(e){return e.replace(/((?:https?:\/\/[^"'\s>]+|\/)(?:wp-content|wp-includes)\/[^"'\s>?]+)\?ver=[A-Za-z0-9._-]+(?=$|[#"'])/gi,"$1")}function Pl(e,t){let r=t.trim();if((r.startsWith("{")||r.startsWith("[")||r.startsWith('"'))&&e.startsWith("data-"))try{let s=JSON.parse(r);return JSON.stringify($r(s))}catch{}if(e.startsWith("data-")&&/^[A-Za-z0-9+/=]+$/.test(r))try{let s=Buffer.from(r,"base64").toString("utf8"),o=JSON.parse(s),i=JSON.stringify($r(o));return Buffer.from(i,"utf8").toString("base64")}catch{}return t}function Rl(e,t){let r=e.toLowerCase();return r==="class"?t.split(/(\s+)/).map((n,s)=>s%2===1?n:On(n)).join(""):r==="id"||r==="for"||r==="aria-controls"||r==="aria-labelledby"||r==="aria-describedby"||r==="aria-owns"||r==="aria-activedescendant"||r==="name"?On(t):r==="href"||r==="src"?Sl(t):Pl(r,t)}function vl(e){return e.replace(/<([a-z][^\s/>]*)([^<>]*?)>/gi,(t,r,n)=>{if(r.startsWith("/"))return t;let s=n.replace(/\s([:@a-zA-Z_][-:.a-zA-Z0-9_]*?)=(['"])([\s\S]*?)\2/g,(o,i,c,a)=>{let d=Rl(i,a);return ` ${i}=${c}${d}${c}`});return `<${r}${s}>`})}function Ct(e){let t=C.extname(e).toLowerCase();return [".html",".htm",".xml",".xsl",".txt"].includes(t)||["robots.txt","sitemap.xml"].includes(C.basename(e))}function Ar(e,t){return [e.replace(/^\/+|\/+$/g,""),t.replace(/^\/+/,"")].filter(Boolean).join("/")}async function Cl(e,t,r,n){let s=new Map,o,i=0;do{i++;let c=await Se(`S3 list objects page ${i} for s3://${t}/${r||""}`,3e5,({httpOptions:a})=>e.send(new ListObjectsV2Command({Bucket:t,Prefix:r||void 0,ContinuationToken:o}),a));for(let a of c.Contents||[]){if(!a.Key)continue;let d=(a.ETag||"").replace(/^"|"$/g,"").toLowerCase(),u=Number(a.Size??0);s.set(a.Key,{etag:d,size:u,cacheControl:void 0,contentType:void 0});}o=c.NextContinuationToken,n.debug(`Listed S3 keys page ${i}: ${s.size} keys so far`);}while(o);return s}async function kl(e,t,r,n){if(n.has(r))return n.get(r)??null;try{let s=await Se(`S3 head object ${r}`,3e5,({httpOptions:i})=>e.send(new HeadObjectCommand({Bucket:t,Key:r}),i)),o={etag:(s.ETag||"").replace(/^"|"$/g,"").toLowerCase(),size:Number(s.ContentLength??0),cacheControl:s.CacheControl?.trim()||null,contentType:s.ContentType?.trim()||null};return n.set(r,o),o}catch{return n.set(r,null),null}}async function xl(e,t,r,n){if(n.cacheControl!==void 0&&n.contentType!==void 0)return {cacheControl:n.cacheControl,contentType:n.contentType};try{let s=await Se(`S3 head cache metadata ${r}`,3e5,({httpOptions:o})=>e.send(new HeadObjectCommand({Bucket:t,Key:r}),o));n.cacheControl=s.CacheControl?.trim()||null,n.contentType=s.ContentType?.trim()||null;}catch{n.cacheControl=null,n.contentType=null;}return {cacheControl:n.cacheControl,contentType:n.contentType}}function Vo(e){return String(e||"").split(",").map(t=>t.trim().toLowerCase()).filter(Boolean).sort().join(",")}async function Il(e,t,r,n){let s=[...new Set(Array.from(r).filter(Boolean))];if(s.length===0)return n.info("No explicitly tombstoned S3 objects to delete."),[];n.info(`Deleting ${s.length} explicitly tombstoned S3 object(s)\u2026`);for(let o=0;o<s.length;o+=1e3){let i=s.slice(o,o+1e3);if(i.length===0)continue;let c=await Se(`S3 delete objects batch ${Math.floor(o/1e3)+1}`,3e5,({httpOptions:a})=>e.send(new DeleteObjectsCommand({Bucket:t,Delete:{Objects:i.map(d=>({Key:d}))}}),a));if(c.Errors&&c.Errors.length>0){let a=c.Errors.map(d=>`${d.Key||"(unknown)"}: ${d.Code||"DeleteFailed"}`);throw new Error(`S3 reported ${a.length} object deletion error(s): ${a.join(", ")}`)}n.info(`Deleted batch of ${i.length} object(s).`);for(let a of i)n.debug(` deleted: ${a}`);}return s}function Tl(e){return createHash("md5").update(e).digest("hex")}function tt(e){return createHash("sha256").update(e).digest("hex")}function Or(e){return createHash("sha256").update(vl(e.toString("utf8"))).digest("hex")}async function Al(e,t,r,n){if(n.has(r))return n.get(r)??null;try{let i=((await Se(`S3 head object metadata ${r}`,3e5,({httpOptions:c})=>e.send(new HeadObjectCommand({Bucket:t,Key:r}),c))).Metadata?.[Ko]||"").trim().toLowerCase()||null;return n.set(r,i),i}catch{return n.set(r,null),null}}async function El(e,t,r,n,s){if(n.has(r))return n.get(r)??null;try{let i=((await Se(`S3 head object normalized metadata ${r}`,3e5,({httpOptions:c})=>e.send(new HeadObjectCommand({Bucket:t,Key:r}),c))).Metadata?.[Jo]||"").trim().toLowerCase();if(i)return n.set(r,i),i}catch{return n.set(r,null),null}if(s.has(r)){let o=s.get(r)??null;return n.set(r,o),o}try{let i=await(await Se(`S3 get object ${r}`,3e5,({httpOptions:a})=>e.send(new GetObjectCommand({Bucket:t,Key:r}),a))).Body?.transformToByteArray(),c=i?Or(Buffer.from(i)):null;return s.set(r,c),n.set(r,c),c}catch{return s.set(r,null),n.set(r,null),null}}function $l(e){return e.replace(/[^a-zA-Z0-9._-]+/g,"-").replace(/-+/g,"-").replace(/^-|-$/g,"")||"profile"}function Ol(e,t){let r=e,n=Object.entries(t).sort((s,o)=>o[0].length-s[0].length);for(let[s,o]of n)s&&(r=r.split(s).join(o));return r}async function Ml(e,t,r,n){let s=C.join(e,"asset-map.json"),o;try{o=await U.readFile(s,"utf8");}catch(a){if(a.code==="ENOENT")return;throw a}let i=JSON.parse(o);if(!i||typeof i!="object")return;let c=Object.fromEntries(Object.entries(i).map(([a,d])=>{let u=String(d??"");return t.urlRewriteMode==="absolute"&&t.targetOrigin&&r.targetOrigin&&t.targetOrigin!==r.targetOrigin&&(u=u.split(t.targetOrigin).join(r.targetOrigin)),u=Ol(u,n),[a,u]}));await U.writeFile(s,JSON.stringify(c,null,2),"utf8");}async function jl(e,t,r,n,s,o,i){let c=e.targetOrigin!==t.targetOrigin,a=Object.keys(n).length>0;if(!r||!c&&!a)return {outputDir:e.outputDir,cleanup:async()=>{}};if(c&&e.urlRewriteMode!=="absolute")throw new Error(`Deployment profile "${r}" changes targetOrigin, but the base crawl output must use urlRewriteMode "absolute" for multi-target redeploys.`);let d=C.join(C.dirname(e.outputDir),`.deploy-profile-${$l(r)}-${Date.now()}`),u=ml(d);s.info(`Preparing deployment profile "${r}" from existing crawl output to ${d}...`);try{if(await U.rm(d,{recursive:!0,force:!0}),o){await U.mkdir(d,{recursive:!0});for(let w of o){let g=C.join(e.outputDir,w),h=C.join(d,w);await U.mkdir(C.dirname(h),{recursive:!0}),await U.copyFile(g,h);}}else await U.cp(e.outputDir,d,{recursive:!0});let l={...e,sourceOrigin:e.targetOrigin,targetOrigin:t.targetOrigin,extraReplacements:n,outputDir:d},m=1;s.info(`Rewriting text files for deployment profile "${r}"...`);let p={files:o,onStart:({totalFiles:w,workerCount:g})=>{m=g,s.info(`Rewriting ${w} text file(s) for deployment profile "${r}" with ${g} worker(s).`);},onProgress:({index:w,totalFiles:g,changedTextFiles:h,file:y,changed:b})=>{let M=`Rewriting [${w}/${g}] ${y} (${b?"rewrote":"checked"}; ${h} changed so far)`;g<=200||w<=5||w%10===0||w===g?(s.progress(M,{file:y,index:w,totalFiles:g,changed:b,changedTextFiles:h,workerCount:m}),s.info(M)):s.debug(M);}},f=i?await pr(l,{},{...i,options:p}):await er(l,{},p);return await Ml(d,e,t,n),s.info(`Prepared deployment profile "${r}" in ${d} (${f} rewritten text file(s)).`),{outputDir:d,cleanup:async()=>{u(),await U.rm(d,{recursive:!0,force:!0});}}}catch(l){throw s.error(`Failed to prepare deployment profile "${r}" temporary output.`,{tempDir:d,outputDir:e.outputDir,error:l instanceof Error?l.message:String(l),...l instanceof Error&&l.stack?{stack:l.stack}:{}}),await U.rm(d,{recursive:true,force:true}).catch(()=>{}),u(),await s.flush().catch(()=>{}),l}}function Qo(e,t){let r=s=>s.replace(/^\/+|\/+$/g,""),n=e.targets.find(s=>s.bucketName===t.s3.bucket&&r(s.prefix)===r(t.s3.prefix)&&s.region===t.s3.region);if(!n)throw new Error(`No CDK Lambda deployment target matches s3://${t.s3.bucket}/${t.s3.prefix||""} in ${t.s3.region}. Redeploy the CDK with this target and reinstall remote-workers.json.`);return n}function Fl(e,t){if(!e||typeof e!="object")throw new Error("Remote deploy result must be a JSON object.");let r=e;if(r.schemaVersion!==te||r.response?.operation!=="deploy-copy"||r.response.jobId!==t.jobId||r.response.taskId!==t.taskId||!r.detail||!Array.isArray(r.detail.objects)||!Array.isArray(r.detail.deletedKeys)||!Array.isArray(r.detail.deleteErrors))throw new Error("Remote deploy result has an invalid envelope.");return r}async function Mr(e){let t=null;for(let r=1;r<=Math.max(1,Math.min(5,e.maxAttempts));r+=1){let n=ne(`deploy-${e.batchIndex}-a${r}-${Date.now()}`,"taskId");try{let s=await e.client.invoke({schemaVersion:te,operation:"deploy-copy",jobId:e.jobId,taskId:n,targetId:e.targetId,items:e.items,...e.deleteRelativeKeys?{deleteRelativeKeys:e.deleteRelativeKeys}:{}}),o=Fl(await e.client.readResult(s),s);if(o.response.status==="partial")throw new Error(`Worker reported ${o.response.failedItems} failed item(s).`);return o}catch(s){t=s;}}throw new Error(`Remote deploy task failed after ${e.maxAttempts} attempt(s): ${t instanceof Error?t.message:String(t)}`,{cause:t})}async function Dl(e){let t=Qo(e.remoteConfig,e.config),r=ne(`deploy-${Date.now()}-${tt(Buffer.from(`${t.id}:${e.config.outputDir}`)).slice(0,12)}`,"jobId"),n=Ye(e.remoteConfig.workspace.prefix,"jobs",r,"deploy-inputs");e.log.progress(`Staging export for Lambda deploy: 0/${e.files.length}`,{phase:"deploy-stage",index:0,totalFiles:e.files.length,uploaded:0,skipped:0,failed:0,mode:"lambda-s3-copy"});let s=0,o=[],i=Math.max(1,Math.min(16,e.concurrency*2)),c=0;await Promise.all(Array.from({length:Math.min(i,e.files.length)},async()=>{for(;;){let y=c;if(y>=e.files.length)return;c+=1;let b=e.files[y],S=await U.readFile(C.join(e.config.outputDir,b)),M=e.contentTypeByRelativePath?.get(b)||Ks.lookup(b)||"application/octet-stream",A=e.revalidateFiles.has(et(b))?jn:Ct(b)?e.config.s3.htmlCacheControl:e.config.s3.assetCacheControl,k=tt(S),v=Ct(b)?Or(S):void 0,T=`${n}/files/${tt(Buffer.from(b))}-${C.basename(b)}`.replace(/\/+/g,"/");await e.client.writeWorkspaceObject({key:T,body:S,contentType:String(M),cacheControl:A,metadata:{"wpsuite-sha256":k,...v?{"wpsuite-normalized-sha256":v}:{}}}),o[y]={sourceKey:T,targetRelativeKey:b,sha256:k,...v?{normalizedSha256:v}:{},bytes:S.byteLength,contentType:String(M),cacheControl:A},s+=1,(s===e.files.length||s<=5||s%25===0)&&e.log.progress(`Staging export for Lambda deploy: ${s}/${e.files.length}`,{phase:"deploy-stage",index:s,totalFiles:e.files.length,staged:s,mode:"lambda-s3-copy"});}}));let a=[],d=Math.max(1,Math.min(500,e.batchSize));for(let y=0;y<o.length;y+=d)a.push(o.slice(y,y+d));let u=[],l=[],m=[],p=0,f=0,w=0,g=Math.max(1,Math.min(Math.max(1,e.concurrency),a.length));if(e.log.progress(`Lambda deploy: 0/${e.files.length}`,{phase:"deploy-copy",index:0,totalFiles:e.files.length,uploaded:0,skipped:0,failed:0,mode:"lambda-s3-copy",workerCount:g,completedBatches:0,totalBatches:a.length}),await Promise.all(Array.from({length:g},async()=>{for(;;){let y=w;if(y>=a.length)return;w+=1;let b=Date.now(),S=await Mr({client:e.client,jobId:r,targetId:t.id,batchIndex:y+1,items:a[y],maxAttempts:e.maxAttempts}),M=0,A=0,k=0;for(let T of S.detail.objects)p+=1,T.status==="copied"?(u.push(T.targetKey),M+=1):T.status==="skipped"?(l.push(T.targetKey),A+=1):(m.push(T.targetKey),k+=1),e.log.debug(`Lambda deploy ${T.status}: ${T.targetKey}`,{phase:"deploy-copy",batch:y+1,sourceKey:T.sourceKey,targetKey:T.targetKey,status:T.status,...T.error?{error:T.error}:{}});f+=1;let v=Date.now()-b;e.log.info(`Lambda deploy batch ${y+1}/${a.length} completed: ${M} copied, ${A} skipped unchanged, ${k} failed.`,{phase:"deploy-copy",batch:y+1,totalBatches:a.length,items:S.detail.objects.length,copied:M,skipped:A,failed:k,elapsedMs:v,elapsedSeconds:Math.round(v/10)/100,workerExporterVersion:S.response.exporterVersion,...S.requestId?{lambdaRequestId:S.requestId}:{},...S.completedAt?{workerCompletedAt:S.completedAt}:{}}),e.log.progress(`Lambda deploy: ${p}/${e.files.length}`,{phase:"deploy-copy",index:p,totalFiles:e.files.length,uploaded:u.length,skipped:l.length,failed:m.length,mode:"lambda-s3-copy",workerCount:g,completedBatches:f,totalBatches:a.length});}})),m.length>0)throw new Error(`Remote deployment failed for ${m.length} object(s).`);let h=[];for(let y=0;y<e.deletedFiles.length;y+=1e3){let b=e.deletedFiles.slice(y,y+1e3);if(b.length===0)continue;let S=await Mr({client:e.client,jobId:r,targetId:t.id,batchIndex:a.length+Math.floor(y/1e3)+1,items:[],deleteRelativeKeys:b,maxAttempts:e.maxAttempts});h.push(...S.detail.deletedKeys),e.log.progress(`Lambda deploy deletions: ${h.length}/${e.deletedFiles.length}`,{phase:"deploy-delete",index:h.length,totalFiles:e.deletedFiles.length,deleted:h.length,mode:"lambda-s3-copy"});}return {uploadedKeys:u,skippedKeys:l,failedKeys:m,deletedKeys:h}}async function Ul(e){let t=Qo(e.remoteConfig,e.config),r=ne(`deploy-manifest-${Date.now()}-${tt(Buffer.from(t.id)).slice(0,12)}`,"jobId"),n=e.objects.map(p=>({sourceKey:p.object.key,targetRelativeKey:p.relativePath,sha256:p.object.sha256,bytes:p.object.bytes,contentType:p.contentType||"application/octet-stream",cacheControl:e.revalidateFiles.has(et(p.relativePath))?jn:Ct(p.relativePath)?e.config.s3.htmlCacheControl:e.config.s3.assetCacheControl})),s=[],o=Math.max(1,Math.min(500,e.batchSize));for(let p=0;p<n.length;p+=o)s.push(n.slice(p,p+o));let i=[],c=[],a=[],d=0,u=0,l=Math.max(1,Math.min(Math.max(1,e.concurrency),Math.max(1,s.length)));if(e.log.progress(`Lambda deploy: 0/${n.length}`,{phase:"deploy-copy",index:0,totalFiles:n.length,mode:"lambda-s3-native",workerCount:l}),await Promise.all(Array.from({length:s.length===0?0:l},async()=>{for(;;){let p=d;if(p>=s.length)return;d+=1;let f=await Mr({client:e.client,jobId:r,targetId:t.id,batchIndex:p+1,items:s[p],maxAttempts:e.maxAttempts});for(let w of f.detail.objects)u+=1,w.status==="copied"?i.push(w.targetKey):w.status==="skipped"?c.push(w.targetKey):a.push(w.targetKey);e.log.progress(`Lambda deploy: ${u}/${n.length}`,{phase:"deploy-copy",index:u,totalFiles:n.length,uploaded:i.length,skipped:c.length,failed:a.length,mode:"lambda-s3-native",workerCount:l});}})),a.length>0)throw new Error(`Remote deployment failed for ${a.length} object(s).`);let m=[];for(let p=0;p<e.deletedFiles.length;p+=1e3){let f=e.deletedFiles.slice(p,p+1e3);if(f.length===0)continue;let w=await Mr({client:e.client,jobId:r,targetId:t.id,batchIndex:s.length+Math.floor(p/1e3)+1,items:[],deleteRelativeKeys:f,maxAttempts:e.maxAttempts});m.push(...w.detail.deletedKeys);}return {uploadedKeys:i,skippedKeys:c,failedKeys:a,deletedKeys:m}}async function Ll(e,t,r,n,s){let o={...t,jobId:ne(`profile-${tt(Buffer.from(n)).slice(0,16)}-${Date.now()}`,"jobId"),objects:{},assetMap:{...t.assetMap},generatedAt:new Date().toISOString()},i=0,c=Math.max(1,Math.min(Math.max(1,s),Math.max(1,r.length)));return await Promise.all(Array.from({length:r.length===0?0:c},async()=>{for(;;){let a=i;if(a>=r.length)return;i+=1;let d=r[a],u=Ye(e.config.workspace.prefix,"jobs",o.jobId,"profile",tt(Buffer.from(d.relativePath)),C.basename(d.relativePath));o.objects[d.relativePath]={...d,object:await e.copyWorkspaceObject(d.object,u)};}})),o}async function Go(e=process.argv.slice(2)){let t=await Ie(),r=Ir(e),n=vt(t,r),s=C.resolve(n.config.logDir||"logs"),o=process.env.STATIC_PUBLISHER_RUNTIME_DIR||process.env.WPSUITE_STATIC_PUBLISHER_RUNTIME_DIR||"",i=o?C.join(C.resolve(o),"deploy-diff.json"):"",c=new ft(s,"deploy.log.jsonl",n.config.logLevel??"info"),a=n.profile?.extraReplacements??{},d=async()=>{};try{let u=await mt(t);if(e.includes("--content-sync")&&u?.schemaVersion!==2)throw new Error("Content-sync deployment requires a valid schema-2 targeted deploy plan.");let m=await gs(t);if(m)throw new Error(`Deployment blocked: the crawl started at ${m.startedAt} did not complete its final rewrite. Run a successful crawl or resume the rewrite before deploying.`);let p=t.remoteWorkers?.rewrite?.enabled===!0,f=t.remoteWorkers?.deploy?.enabled===!0,w=null,g=null;if(p||f){let E=gr({runtimeDir:o});if(!E)throw new Error("Remote Lambda workers are enabled, but the runtime directory is unknown.");w=await ar(E);let L=!1;g=new wt(w,{},{onProgress:I=>{if(I.operation==="rewrite"){c.debug("Lambda rewrite task progress.",{remoteWorkerOperation:I.operation,remoteWorkerTaskId:I.taskId,remoteWorkerStatus:I.status,remoteWorkerCompletedItems:I.completedItems,remoteWorkerFailedItems:I.failedItems,remoteWorkerTotalItems:I.totalItems,remoteWorkerUpdatedAt:I.updatedAt});return}c.progress(`Lambda ${I.operation} batch: ${I.completedItems+I.failedItems}/${I.totalItems}`,{remoteWorkerOperation:I.operation,remoteWorkerTaskId:I.taskId,remoteWorkerStatus:I.status,remoteWorkerCompletedItems:I.completedItems,remoteWorkerFailedItems:I.failedItems,remoteWorkerTotalItems:I.totalItems,remoteWorkerUpdatedAt:I.updatedAt});},onProgressError:I=>{L||(L=!0,c.warn("Lambda progress status could not be read; task execution continues.",{error:I.message}));}});}let h=f&&p&&t.remoteWorkers?.render?.enabled===!0&&g&&w?.functions.asset?await wr(t):null;if(h&&g&&w){if(h.workspace.bucket!==w.workspace.bucket||h.workspace.prefix!==w.workspace.prefix)throw new Error("Remote export manifest workspace does not match remote-workers.json.");let E=n.config,L=E.s3SyncMode??"sdk-upload-delete";if(u?.schemaVersion===2&&u.deletedFiles.length>0&&L!=="sdk-upload-delete")throw new Error("Content-sync tombstones require the sdk-upload-delete S3 sync mode.");let I=u?.schemaVersion===2?[...u.uploadGroups.assets,...u.uploadGroups.content,...u.uploadGroups.listings,...u.uploadGroups.resources,...u.uploadGroups.sitemapLeaves,...u.uploadGroups.sitemapIndexes]:u?.changedFiles??[];if(u?.schemaVersion===2){let se=[...new Set(I)],ye=[...new Set(u.changedFiles)];if(se.length!==ye.length||ye.some(Le=>!se.includes(Le)))throw new Error("Content-sync deploy-plan upload groups do not cover the exact changed-file set.")}let D=!!u&&!u.fullSyncRequired?[...new Set(I.map(et))]:Object.keys(h.objects).sort(),Ue=D.filter(se=>!h.objects[se]);if(Ue.length>0)throw new Error(`Remote export manifest is missing ${Ue.length} planned object(s): ${Ue.slice(0,10).join(", ")}`);let Je=h,K=D.map(se=>h.objects[se]);n.name&&(t.targetOrigin!==E.targetOrigin||Object.keys(a).length>0)&&(Je=await Ll(g,h,K,n.name||"default",t.concurrency),await mr(E,Je,Je.assetMap,{client:g,jobId:Je.jobId,concurrency:t.concurrency,batchSize:25,maxAttempts:2,onBatchProgress:({completedItems:se,totalItems:ye,completedBatches:Le,totalBatches:Ht,changedTextFiles:Ur})=>{c.progress(`Lambda deployment-profile rewrite: ${se}/${ye} files; ${Le}/${Ht} batches completed`,{phase:"rewrite-text",execution:"lambda",index:se,totalFiles:ye,completedBatches:Le,totalBatches:Ht,changedTextFiles:Ur});}}),K=D.map(se=>Je.objects[se])),n.name&&c.info(`Using deployment profile: ${n.name}`),c.info(`Starting S3-native Lambda deploy - s3://${E.s3.bucket}/${E.s3.prefix||""} (${E.s3.region}).`),c.mark("deploy");let ce=await Ul({client:g,remoteConfig:w,config:E,objects:K,deletedFiles:L==="sdk-upload-delete"?u?.deletedFiles??[]:[],revalidateFiles:new Set((u?.revalidateFiles??[]).map(et)),concurrency:t.concurrency,batchSize:50,maxAttempts:2,log:c});i&&(await U.mkdir(C.dirname(i),{recursive:!0}),await U.writeFile(i,JSON.stringify({generatedAt:new Date().toISOString(),mode:"lambda-s3-native",summary:{totalFiles:K.length,eligibleFiles:K.length,uploaded:ce.uploadedKeys.length,skipped:ce.skippedKeys.length,rejected:0,failed:ce.failedKeys.length,deleted:ce.deletedKeys.length,protected:0,...n.name?{profile:n.name}:{}},uploadedKeys:ce.uploadedKeys,skippedKeys:ce.skippedKeys,rejectedKeys:[],failedKeys:ce.failedKeys,deletedKeys:ce.deletedKeys,protectedRemoteOnlyKeys:[]},null,2),"utf8")),u?.schemaVersion!==2&&await Ze(t),c.endMark("deploy"),await c.flush();return}let y=await jl(t,n.config,n.name,a,c,u?.schemaVersion===2?u.changedFiles:void 0,p&&g?{client:g,jobId:`profile-${Date.now()}`,concurrency:t.remoteWorkers?.rewrite?.concurrency??t.rewriteConcurrency,batchSize:t.remoteWorkers?.rewrite?.batchSize??25,maxAttempts:t.remoteWorkers?.rewrite?.maxAttempts??2,onStageProgress:({index:E,totalFiles:L,file:I})=>{(E===1||E===L||E%25===0)&&c.progress(`Staging deployment-profile rewrite: ${E}/${L}`,{phase:"rewrite-stage",index:E,totalFiles:L,file:I,execution:"lambda"});},onBatchProgress:({completedItems:E,totalItems:L,completedBatches:I,totalBatches:ee,changedTextFiles:D})=>{c.progress(`Lambda deployment-profile rewrite: ${E}/${L} files; ${I}/${ee} batches completed`,{phase:"rewrite-text",execution:"lambda",index:E,totalFiles:L,completedBatches:I,totalBatches:ee,changedTextFiles:D});}}:void 0);d=y.cleanup;let b={...n.config,outputDir:y.outputDir},S=b.s3SyncMode??"sdk-upload-delete";if(u?.schemaVersion===2&&u.deletedFiles.length>0&&S!=="sdk-upload-delete")throw new Error("Content-sync tombstones require the sdk-upload-delete S3 sync mode.");let M=u?.schemaVersion!==2&&y.outputDir!==t.outputDir&&(t.targetOrigin!==n.config.targetOrigin||Object.keys(a).length>0),A=!!u&&!u.fullSyncRequired&&!M;if(u?.schemaVersion===2&&!A)throw new Error("Content-sync deployment cannot widen into a full-output deployment.");n.name&&c.info(`Using deployment profile: ${n.name}`),c.info(`Starting deploy \u2014 s3://${b.s3.bucket}/${b.s3.prefix||""} (region: ${b.s3.region})`),c.info(`S3 sync mode: ${S}`),u&&u.fullSyncRequired?c.info("Deploy plan requests a full sync; scanning the whole output tree."):u&&M?c.info("Ignoring incremental deploy plan because deployment-profile rewrites require a full sync."):A&&c.info(`Using incremental deploy plan: ${u.changedFiles.length} changed file(s), ${u.deletedFiles.length} deleted file(s).`),c.mark("deploy");let k=dt(b.awsProfile),v=new S3Client({region:b.s3.region,...k?{credentials:k}:{}}),T=y.outputDir===t.outputDir?await wl(t,o,c):null,$=u?.schemaVersion===2?[...u.uploadGroups.assets,...u.uploadGroups.content,...u.uploadGroups.listings,...u.uploadGroups.resources,...u.uploadGroups.sitemapLeaves,...u.uploadGroups.sitemapIndexes]:u?.changedFiles??[];if(u?.schemaVersion===2){let E=[...new Set($)],L=[...new Set(u.changedFiles)];if(E.length!==L.length||L.some(I=>!E.includes(I)))throw new Error("Content-sync deploy-plan upload groups do not cover the exact changed-file set.")}let B=A?(await Promise.all($.map(async E=>{try{return (await U.stat(C.join(b.outputDir,E))).isFile()?E:null}catch{if(u?.schemaVersion===2)throw new Error(`Content-sync planned upload is missing: ${E}`);return null}}))).filter(E=>E!==null):await pt(b.outputDir),V=[],P=[],O=B.filter(E=>{let L=T?.byRelativePath.get(et(E));if(!L)return !0;let I=Ar(b.s3.prefix,E);return V.push(E),P.push(I),c.reject(L.kind,L.sourceUrl||E,"rewrite not completed; deploy upload blocked","deploy-guard",{file:E,key:I,outputPath:L.outputPath,manifestPath:T?.manifestPath}),!1}),pe=new Set((u?.revalidateFiles||[]).map(et)),ae=new Set((A?O:B).map(E=>Ar(b.s3.prefix,E)));T&&(T.pendingPages>0||T.pendingTextAssets>0)&&c.info(`Deploy rewrite guard loaded ${T.pendingPages} pending page(s) and ${T.pendingTextAssets} pending text asset(s) from crawl manifest.`,{manifestPath:T.manifestPath,pendingPages:T.pendingPages,pendingTextAssets:T.pendingTextAssets,source:"deploy-guard"}),V.length>0&&c.warn(`Deploy rewrite guard blocked ${V.length} file(s) from upload because final crawl rewrite is incomplete.`,{rejected:V.length,manifestPath:T?.manifestPath,source:"deploy-guard"}),A?c.info(`Using ${O.length} eligible planned changed file(s) from deploy plan for upload${V.length>0?` (${V.length} blocked by deploy rewrite guard)`:""}.`):c.info(`Found ${B.length} file(s) in output directory "${b.outputDir}"${V.length>0?`; ${O.length} remain eligible for upload after deploy rewrite guard filtering`:""}.`),c.progress("Deploy preflight: comparing local output with remote S3 state.",{phase:"deploy",mode:S,totalFiles:O.length,scannedFiles:B.length,rejected:V.length,deploymentProfile:n.name||"",s3Bucket:b.s3.bucket,s3Prefix:b.s3.prefix||"",targetedPlan:A,deployGuardEnabled:y.outputDir===t.outputDir});let z=0,x=0,W=0,q=[],Q=[],J=[],me=[],we=[],R=new Map,F=new Map,j=new Map,N=new Map,H=new Map;if(f){if(!g||!w)throw new Error("Remote deploy worker client was not initialized.");if(S!=="sdk-upload-delete"&&S!=="sdk-upload-only")throw new Error(`Unsupported remote deploy mode: ${S}`);let E=await Dl({client:g,remoteConfig:w,config:b,files:O,deletedFiles:S==="sdk-upload-delete"?u?.deletedFiles??[]:[],revalidateFiles:pe,contentTypeByRelativePath:T?.contentTypeByRelativePath,concurrency:b.remoteWorkers?.deploy?.concurrency??b.assetDownloadConcurrency,batchSize:b.remoteWorkers?.deploy?.batchSize??50,maxAttempts:b.remoteWorkers?.deploy?.maxAttempts??2,log:c});q.push(...E.uploadedKeys),Q.push(...E.skippedKeys),J.push(...E.failedKeys),me=E.deletedKeys,z=q.length,x=Q.length,W=J.length,c.info(`Lambda deploy complete: ${z} copied, ${x} skipped unchanged, ${me.length} deleted, ${W} failed.`),i&&(await U.mkdir(C.dirname(i),{recursive:!0}),await U.writeFile(i,JSON.stringify({generatedAt:new Date().toISOString(),mode:"lambda-s3-copy",summary:{totalFiles:B.length,eligibleFiles:O.length,uploaded:z,skipped:x,rejected:P.length,failed:W,deleted:me.length,protected:0,...n.name?{profile:n.name}:{}},uploadedKeys:q,skippedKeys:Q,rejectedKeys:P,failedKeys:J,deletedKeys:me,protectedRemoteOnlyKeys:[]},null,2),"utf8")),u?.schemaVersion!==2&&await Ze(t),c.endMark("deploy"),await c.flush();return}A||(c.info("Listing existing S3 objects to detect unchanged files..."),R=await Cl(v,b.s3.bucket,b.s3.prefix,c),c.info(`Found ${R.size} existing key(s) in S3.`));let re=async E=>R.has(E)?R.get(E)??null:A?kl(v,b.s3.bucket,E,F):null;for(let E of O){let L=C.join(b.outputDir,E),I=Ar(b.s3.prefix,E),ee=T?.contentTypeByRelativePath.get(E),D=ee&&ee!=="application/octet-stream"?ee:Ks.lookup(E)||ee||"application/octet-stream",Ue=pe.has(et(E)),Je=Ue?jn:Ct(E)?b.s3.htmlCacheControl:b.s3.assetCacheControl,K=z+x+W+1;O.length<=200||K<=5||K%10===0||K===O.length?(c.progress(`Uploading [${K}/${O.length}] ${I} (${D})`,{file:E,key:I,index:K,totalFiles:O.length,contentType:D,mode:S}),c.info(`Uploading [${K}/${O.length}] ${I} (${D})`)):c.debug(`Uploading [${K}/${O.length}] ${I} (${D})`);try{let Re=await U.readFile(L),ce=await re(I),se=null,ye=null;if(ce){let Le=await xl(v,b.s3.bucket,I,ce),Ht=!Ue||Vo(Le.cacheControl)===Vo(Je),Ur=$n(Le.contentType)===$n(String(D)),Lr=Ht&&Ur,si=Re.byteLength;if(ce.size===si){let Vt=ce.etag.includes("-");if(ce.etag!==""&&!Vt){let oi=Tl(Re);if(ce.etag===oi&&Lr){x++,O.length<=200||x<=5||x%25===0?(c.progress(`Skipped unchanged [${K}/${O.length}] ${I}`,{file:E,key:I,index:K,totalFiles:O.length,uploaded:z,skipped:x,failed:W,mode:S,reason:"etag-md5-match"}),c.info(`Skipped unchanged [${K}/${O.length}] ${I}`)):c.debug(`Skipped unchanged [${K}/${O.length}] ${I}`),Q.push(I);continue}}se=tt(Re);let _n=await Al(v,b.s3.bucket,I,j);if(_n&&_n===se&&Lr){x++,O.length<=200||x<=5||x%25===0?(c.progress(`Skipped unchanged [${K}/${O.length}] ${I}`,{file:E,key:I,index:K,totalFiles:O.length,uploaded:z,skipped:x,failed:W,mode:S,reason:"metadata-sha256-match"}),c.info(`Skipped unchanged [${K}/${O.length}] ${I}`)):c.debug(`Skipped unchanged [${K}/${O.length}] ${I}`),Q.push(I);continue}}if(Ct(E)){ye=Or(Re);let Vt=await El(v,b.s3.bucket,I,N,H);if(Vt&&Vt===ye&&Lr){x++,O.length<=200||x<=5||x%25===0?(c.progress(`Skipped semantically unchanged [${K}/${O.length}] ${I}`,{file:E,key:I,index:K,totalFiles:O.length,uploaded:z,skipped:x,failed:W,mode:S,reason:"normalized-html-match"}),c.info(`Skipped semantically unchanged [${K}/${O.length}] ${I}`)):c.debug(`Skipped semantically unchanged [${K}/${O.length}] ${I}`),Q.push(I);continue}}}se=se??tt(Re),ye=ye??(Ct(E)?Or(Re):null),await Se(`S3 upload ${I}`,9e5,({abortController:Le})=>new Upload({client:v,abortController:Le,params:{Bucket:b.s3.bucket,Key:I,Body:Re,ContentType:D,CacheControl:Je,Metadata:{[Ko]:se,...ye?{[Jo]:ye}:{}}}}).done()),z++,q.push(I),(z%25===0||z===O.length)&&(c.progress(`Uploaded ${z}/${O.length} file(s)\u2026`,{uploaded:z,skipped:x,failed:W,totalFiles:O.length,mode:S}),c.info(`Uploaded ${z}/${O.length} file(s)\u2026`));}catch(Re){W++,J.push(I),c.error(`Failed to upload ${I}: ${Re.message}`,{key:I,error:String(Re)});}}if(c.info(`Upload complete: ${z} uploaded, ${x} skipped unchanged, ${P.length} rejected by guard, ${W} failed.`),J.length>0||P.length>0)throw new Error(`Deployment stopped before deletion because ${J.length} upload(s) failed and ${P.length} upload(s) were rejected.`);if(S==="sdk-upload-delete"){let E=new Set((u?.deletedFiles??[]).map(I=>Ar(b.s3.prefix,I))),L=[...E].filter(I=>!ae.has(I));if(!A&&(we=[...R.keys()].filter(ee=>!ae.has(ee)).filter(ee=>!E.has(ee)),we.length>0)){c.warn(`Protected ${we.length} remote-only S3 object(s) from deletion because the crawl did not provide explicit tombstones.`,{protected:we.length,source:"deploy-delete-guard"});for(let ee of we)c.debug(` protected remote-only object: ${ee}`);}me=await Il(v,b.s3.bucket,A?L:L.filter(I=>R.has(I)),c);}else c.info("Sync mode is sdk-upload-only \u2014 skipping stale object deletion.");i&&(await U.mkdir(C.dirname(i),{recursive:!0}),await U.writeFile(i,JSON.stringify({generatedAt:new Date().toISOString(),mode:S,summary:{totalFiles:B.length,eligibleFiles:O.length,uploaded:q.length,skipped:Q.length,rejected:P.length,failed:J.length,deleted:me.length,protected:we.length,...n.name?{profile:n.name}:{}},uploadedKeys:q,skippedKeys:Q,rejectedKeys:P,failedKeys:J,deletedKeys:me,protectedRemoteOnlyKeys:we},null,2),"utf8")),u?.schemaVersion!==2&&await Ze(t),c.endMark("deploy"),await c.flush();}finally{await d().catch(()=>{});}}function ql(e){let t=e;return t.endsWith("/")?t+="index.html":C.posix.basename(t).includes(".")||(t+="/index.html"),t}function _l(e,t){let r=t.trim().replace(/^\/+|\/+$/g,"");if(!r)return null;let n=`/${r}`;return e===n||e.startsWith(`${n}/`)?e:`${n}${e.startsWith("/")?e:`/${e}`}`}function Zo(e,t){let r=new Set;for(let n of e){let s=new URL(n,"https://content-sync.invalid");if(s.origin!=="https://content-sync.invalid")continue;let o=`${s.pathname}${s.search}`,i=ql(s.pathname);r.add(o),r.add(`${i}${s.search}`);let c=_l(i,t);c&&r.add(`${c}${s.search}`);}return [...r].sort()}function Vl(){let e=String(process.env.STATIC_PUBLISHER_RUNTIME_DIR||process.env.WPSUITE_STATIC_PUBLISHER_RUNTIME_DIR||"").trim();return e?C.join(C.resolve(e),"content-sync-invalidation.json"):""}async function Dn(e,t){if(!e)return;await U.mkdir(C.dirname(e),{recursive:true});let r=`${e}.${process.pid}.${Date.now()}.tmp`;await U.writeFile(r,JSON.stringify({...t,updatedAt:new Date().toISOString()},null,2),"utf8"),await U.rename(r,e);}async function zl(e,t,r,n){if(!e)return null;try{let s=JSON.parse(await U.readFile(e,"utf8"));if(s.schemaVersion!==1||s.distributionId!==t||s.impactHash!==r||!Array.isArray(s.batches))throw new Error("Content-sync invalidation state does not match the deploy plan.");let o=s.batches.flatMap(i=>i.paths);return o.length!==n.length||o.some((i,c)=>i!==n[c])?null:s}catch(s){if(s.code==="ENOENT")return null;throw s}}function Kl(e,t=3e3){let r=[];for(let n=0;n<e.length;n+=t)r.push(e.slice(n,n+t));return r}async function Xo(e=process.argv.slice(2)){let t=await Ie(),r=Ir(e),n=vt(t,r),s=n.config,o=new ft(s.logDir||"logs","invalidate.log.jsonl",s.logLevel??"info"),i=e.includes("--content-sync"),c=await mt(t);if(i&&c?.schemaVersion!==2)throw new Error("Content-sync invalidation requires a valid schema-2 targeted deploy plan.");if(n.name&&o.info(`Using deployment profile: ${n.name}`),!s.cloudFront.distributionId){o.info("No CloudFront distributionId configured; skipping invalidation."),await o.flush();return}let a=c?.schemaVersion===2?c.invalidationPaths:s.cloudFront.invalidationPaths.length>0?s.cloudFront.invalidationPaths:["/*"],d=c?.schemaVersion===2?Zo(a,s.s3.prefix||""):a;if(c?.schemaVersion===2&&d.some(w=>w==="/*"))throw new Error("Content-sync cannot use a whole-distribution invalidation.");if(d.length===0){o.info("The targeted deploy plan has no CloudFront paths to invalidate."),await o.flush();return}let u=s.cloudFront.distributionId,l=dt(s.awsProfile),m=new CloudFrontClient({region:"us-east-1",maxAttempts:5,...l?{credentials:l}:{}});if(o.mark("invalidate"),c?.schemaVersion!==2){let w=`smartcloud-static-publisher-${Date.now()}`;await Se(`CloudFront invalidation for distribution ${u}`,3e5,({httpOptions:g})=>m.send(new CreateInvalidationCommand({DistributionId:u,InvalidationBatch:{CallerReference:w,Paths:{Quantity:d.length,Items:d}}}),g)),o.endMark("invalidate"),await o.flush();return}let p=Vl(),f=await zl(p,u,c.impactHash,d);if(!f){let w=createHash("sha256").update(JSON.stringify(d)).digest("hex");f={schemaVersion:1,distributionId:u,impactHash:c.impactHash,updatedAt:new Date().toISOString(),batches:Kl(d).map((g,h)=>({index:h,callerReference:`wpsuite-content-sync-${c.impactHash.slice(0,24)}-${w.slice(0,24)}-${h}`,paths:g,invalidationId:null,status:"pending"}))},await Dn(p,f);}for(let w of f.batches){if(!w.invalidationId){let g=await Se(`CloudFront targeted invalidation batch ${w.index+1}`,3e5,({httpOptions:y})=>m.send(new CreateInvalidationCommand({DistributionId:u,InvalidationBatch:{CallerReference:w.callerReference,Paths:{Quantity:w.paths.length,Items:w.paths}}}),y)),h=String(g.Invalidation?.Id||"").trim();if(!h)throw new Error("CloudFront did not return an invalidation ID.");w.invalidationId=h,w.status="created",await Dn(p,f);}await waitUntilInvalidationCompleted({client:m,maxWaitTime:900,minDelay:2,maxDelay:15},{DistributionId:u,Id:w.invalidationId}),w.status="completed",await Dn(p,f),o.info(`CloudFront invalidation batch ${w.index+1}/${f.batches.length} completed.`,{invalidationId:w.invalidationId,pathCount:w.paths.length});}o.endMark("invalidate"),await o.flush();}function Dr(e){let t=new URL(e);return t.hash="",t.href}function ei(e,t,r){let n=new Set([...t].map(a=>Dr(a))),s=new Map,o=new Map,i=a=>{s.set(Dr(a),a);},c=a=>{if(!a)return;let d=Dr(a);s.has(d)||o.set(d,a);};for(let a of e.deleteUrls)i(a);for(let a of e.resourceDeleteUrls)i(a);for(let a of e.archiveFamilies)if(a.foundPosts===0)for(let d of a.pageUrls)n.has(Dr(d))||i(d);for(let a of e.directRenderUrls)c(a);for(let a of e.resourceRenderUrls)c(a);for(let a of e.archiveFamilies)c(a.pageUrls[0]),c(a.pageUrls.at(-1));for(let a of r)c(a);return {expectedAvailable:[...o.values()],expectedMissing:[...s.values()]}}var ri=["claimed","impact-planned","rendered","deployed","invalidated","verified","acknowledged"];function Wn(){let e=String(process.env.STATIC_PUBLISHER_RUNTIME_DIR||process.env.WPSUITE_STATIC_PUBLISHER_RUNTIME_DIR||"").trim();if(!e)throw new Error("Content-sync requires a runtime directory.");return C.resolve(e)}function kt(e,t){return ri.indexOf(e)>=ri.indexOf(t)}async function Ke(e,t,r,n,s={}){let o={timestamp:new Date().toISOString(),eventType:t,status:t.endsWith("failed")?"failed":"success",actorSource:"content-sync",jobId:r.id||"",command:"content-sync",message:n,details:s};await U.mkdir(e,{recursive:true}),await U.appendFile(C.join(e,"audit-events.jsonl"),`${JSON.stringify(o)}
|
|
19
|
+
`,"utf8");}function Ql(e){return xt({postTypes:e.postTypes??[],listingPaths:e.listingPaths??[],includeSubsites:e.includeSubsites,includePostTypeArchives:e.includePostTypeArchives,includeTaxonomyArchives:e.includeTaxonomyArchives,includeAuthorArchives:e.includeAuthorArchives,includeDateArchives:e.includeDateArchives,includePostsPage:e.includePostsPage,includeSitemapChain:e.includeSitemapChain})}function Gl(e,t){let r=(e.scheduler?.rules??[]).filter(s=>s.command==="content-sync"&&s.id===t);if(r.length===0)throw new Error(`Content-sync scheduler rule not found: ${t}`);if(r.length>1)throw new Error(`Content-sync scheduler rule ID is not unique: ${t}`);let n=r[0];if(n.enabled===false)throw new Error(`Content-sync scheduler rule is disabled: ${t}`);return n}async function qn(e,t){if(e.subscriptionType!=="PROFESSIONAL"&&e.subscriptionType!=="AGENCY")throw new Error("Content-sync requires an active Professional or Agency subscription.");let r=Ql(t),n=vt(e,t.deploymentProfile),s=n.name||"",o=Hn(e.sourceOrigin,String(t.id||""),r),i=Vn({sourceOrigin:e.sourceOrigin,targetOrigin:n.config.targetOrigin,deploymentProfile:s,s3Bucket:n.config.s3.bucket,s3Prefix:n.config.s3.prefix,cloudFrontDistributionId:n.config.cloudFront.distributionId,urlRewriteMode:n.config.urlRewriteMode,extraReplacements:n.profile?.extraReplacements??{}}),c=zn({siteId:e.wpsuite?.siteSettings?.siteId,accountId:e.wpsuite?.siteSettings?.accountId,sourceOrigin:e.sourceOrigin,ruleId:String(t.id||""),targetFingerprint:i}),a=`content-sync:${String(t.id||"")}:${We({scopeFingerprint:o,targetFingerprint:i}).slice(0,32)}`,d=new Kt({sourceOrigin:e.sourceOrigin,runtimeToken:String(e.wpsuite?.runtimeToken||""),ignoreHttpsErrors:e.ignoreHttpsErrors}),u=await d.releaseFingerprint(r.includeSubsites),l=Bn({wordpressFingerprint:u,targetFingerprint:i,sourceOrigin:e.sourceOrigin,sitemapPaths:At(e.sitemapPaths),blockedPathPrefixes:e.blockedPathPrefixes,assetPathPrefixes:e.assetPathPrefixes,noJavaScriptRenderPathPrefixes:e.noJavaScriptRenderPathPrefixes,urlRewriteMode:e.urlRewriteMode});return {rule:t,scope:r,deployment:n,deploymentProfile:s,scopeFingerprint:o,targetFingerprint:i,consumerId:c,coalesceKey:a,client:d,releaseFingerprint:l}}async function Zl(e){let t=Wn(),r=Jt(t),n=await Ie(),s=(n.scheduler?.rules??[]).filter(d=>d.command==="content-sync"&&d.enabled!==false);if(s.length===0)return 0;let o=await Br(r),i=await Qt(r),c=await Nr(r),a=0;for(let d of s){let u=await qn(n,d),l=c.entries[u.coalesceKey];if(!l||l.releaseJobId!==e||l.scopeFingerprint!==u.scopeFingerprint||l.targetFingerprint!==u.targetFingerprint||l.releaseFingerprint!==u.releaseFingerprint)throw new Error(`The normal release has no matching pre-crawl content-sync cutoff for rule ${String(d.id||"")}.`);let m=We({releaseJobId:e,releaseFingerprint:u.releaseFingerprint,scopeFingerprint:u.scopeFingerprint,targetFingerprint:u.targetFingerprint,sequence:l.sequence}),p=await u.client.establishBaseline({consumerId:u.consumerId,scopeFingerprint:u.scopeFingerprint,baselineId:m,postTypes:u.scope.postTypes,includeSubsites:u.scope.includeSubsites,sequence:l.sequence}),f={schemaVersion:1,ruleId:String(d.id||""),consumerId:u.consumerId,coalesceKey:u.coalesceKey,scopeFingerprint:u.scopeFingerprint,targetFingerprint:u.targetFingerprint,releaseFingerprint:u.releaseFingerprint,baselineId:m,deploymentProfile:u.deploymentProfile,committedSequence:p.committedSequence,releaseJobId:e,verifiedAt:new Date().toISOString()};o.entries[u.coalesceKey]=f;let w=i.rules[u.coalesceKey];i.rules[u.coalesceKey]={ruleId:String(d.id||""),consumerId:u.consumerId,coalesceKey:u.coalesceKey,committedSequence:p.committedSequence,observedHeadSequence:p.headSequence,lag:Math.max(0,p.headSequence-p.committedSequence),lastSuccessfulJobId:w?.lastSuccessfulJobId||e,lastSuccessfulAt:new Date().toISOString(),trailingWorkDetected:p.headSequence>p.committedSequence,retryAttempt:0,nextRetryAt:null,lastError:null,baselineStatus:"ready",baselineReason:null};let g=await rs(r,u.coalesceKey);await Ke(t,"content-sync-baseline-established",{id:e},"A normal release established a verified content-sync baseline.",{ruleId:d.id,consumerId:u.consumerId,committedSequence:p.committedSequence,supersededCurrent:g}),a++;}return await Zn(r,o),await Gt(r,i),await U.rm(r.releaseCutoff,{force:true}),a}async function Yl(e){let t=Wn(),r=Jt(t),n=await Ie(),s=(n.scheduler?.rules??[]).filter(c=>c.command==="content-sync"&&c.enabled!==false);if(s.length===0)return 0;let o=await Nr(r),i=0;for(let c of s){let a=await qn(n,c),d=Object.values(o.entries).find(m=>m.releaseJobId===e&&m.ruleId===String(c.id||""));if(d){if(d.coalesceKey===a.coalesceKey&&d.scopeFingerprint===a.scopeFingerprint&&d.targetFingerprint===a.targetFingerprint&&d.releaseFingerprint===a.releaseFingerprint){i++;continue}throw new Error(`The normal release scope changed after its journal cutoff was captured for rule ${String(c.id||"")}. Start a new normal publish instead of resuming this release.`)}let u=await a.client.unboundHead(a.scope.postTypes,a.scope.includeSubsites),l={schemaVersion:1,releaseJobId:e,ruleId:String(c.id||""),coalesceKey:a.coalesceKey,scopeFingerprint:a.scopeFingerprint,targetFingerprint:a.targetFingerprint,releaseFingerprint:a.releaseFingerprint,sequence:u.headSequence,capturedAt:new Date().toISOString()};o.entries[a.coalesceKey]=l,await Ke(t,"content-sync-release-cutoff-captured",{id:e},"A normal release captured its pre-crawl content-sync journal cutoff.",{ruleId:c.id,consumerId:a.consumerId,sequence:u.headSequence}),i++;}return await Gn(r,o),i}async function Xl(e,t){let r=JSON.parse(await U.readFile(C.join(e,"current-run.json"),"utf8"));if(r.id!==t||r.command!=="content-sync"||!String(r.ruleId||"").trim())throw new Error("The active queue job is not the requested content-sync job.");return r}async function Ln(e,t,r=0){let n=e.protocol==="https:"?Qn:mi,s=e.protocol==="https:"?new Qn.Agent({rejectUnauthorized:!t}):void 0;return new Promise((o,i)=>{let c=n.get(e,{agent:s,timeout:3e4,headers:{"user-agent":"WP-Suite-Content-Sync/1"}},a=>{let d=a.statusCode??500,u=a.headers.location;if(d>=300&&d<400&&u&&r<5){a.resume(),Ln(new URL(u,e),t,r+1).then(o,i);return}let l=[],m=0;a.on("data",p=>{m+=p.byteLength,m<=1048576&&l.push(p);}),a.on("error",i),a.on("end",()=>o({status:d,body:Buffer.concat(l).toString("utf8"),contentType:String(a.headers["content-type"]||"")}));});c.on("timeout",()=>c.destroy(new Error(`Verification timed out: ${e}`))),c.on("error",i);})}async function eu(e,t,r,n){let s=t.deployment.config.targetOrigin;if(!/^https?:\/\//i.test(s))throw new Error("Content-sync verification requires an absolute HTTP(S) target origin.");let o=JSON.parse(await U.readFile(n,"utf8")),i=new Set;for(let[u,l]of Object.entries(o.pages??{}))i.add(u),typeof l.url=="string"&&i.add(l.url);let c=await mt(e);if(c?.schemaVersion!==2||c.impactHash!==r.impactHash)throw new Error("Content-sync verification requires the matching targeted deploy plan.");let a=ei(r,i,c.resolvedSitemapUrls),d=new Set(r.resourceRenderUrls.map(u=>{let l=new URL(u);return l.hash="",l.href}));for(let u of a.expectedAvailable){let l=new URL(u),m=new URL(`${l.pathname}${l.search}`,s),p=await Ln(m,e.ignoreHttpsErrors);if(p.status<200||p.status>=400)throw new Error(`Content-sync verification failed (${p.status}): ${m}`);let f=new URL(u);if(f.hash="",d.has(f.href)){if(!p.contentType.toLowerCase().startsWith("application/json"))throw new Error(`Resource verification expected application/json: ${m}`);try{JSON.parse(p.body);}catch{throw new Error(`Resource verification received invalid JSON: ${m}`)}}}for(let u of a.expectedMissing){let l=new URL(u),m=new URL(`${l.pathname}${l.search}`,s),p=await Ln(m,e.ignoreHttpsErrors);if(p.status>=200&&p.status<300)throw new Error(`Deleted content is still publicly available: ${m}`)}}async function tu(e){let t=await U.readFile(e.candidateManifest,"utf8");JSON.parse(t);let r=`${e.trustedManifest}.${process.pid}.tmp`;await U.writeFile(r,t,"utf8"),await U.rename(r,e.trustedManifest);}async function ru(e,t){try{let r=JSON.parse(await U.readFile(e.candidateManifest,"utf8"));if([...Object.values(r.pages??{}),...Object.values(r.assets??{})].some(s=>s?.lastSeenRunId===t))return "resumed"}catch(r){if(r.code!=="ENOENT")throw new Error(`The content-sync candidate manifest is invalid: ${r instanceof Error?r.message:String(r)}`,{cause:r})}return await U.copyFile(e.trustedManifest,e.candidateManifest).catch(r=>{throw new Error(`A trusted crawl manifest is required before content-sync: ${r instanceof Error?r.message:String(r)}`,{cause:r})}),"initialized"}async function at(e,t,r,n,s={},o=0,i=async()=>{}){t.phase=r,await Yn(e,t),await ts(e,{schemaVersion:1,jobId:t.jobId,phase:r,completedItems:n,totalItems:n,attempt:o,updatedAt:new Date().toISOString(),details:s}),await Ke(C.dirname(e.state),"content-sync-checkpoint",{id:t.jobId},`Content-sync checkpoint completed: ${r}.`,{phase:r,completedItems:n,totalItems:n,attempt:o,...s}),await i(r,t);}async function nu(e,t={}){let r={loadConfig:Ie,resolveRuleContext:qn,runCrawl:No,runDeploy:Go,runInvalidate:Xo,verifyDeployment:eu,promoteCandidateManifest:tu,clearDeployPlan:Ze,afterCheckpoint:async()=>{},...t},n=Wn(),s=Jt(n),o=await Xl(n,e),i=await r.loadConfig(),c=Gl(i,String(o.ruleId)),a=await r.resolveRuleContext(i,c);if(o.coalesceKey&&o.coalesceKey!==a.coalesceKey)throw new Error("Queued content-sync demand no longer matches the active rule scope.");let u=(await Br(s)).entries[a.coalesceKey];if(!u||u.scopeFingerprint!==a.scopeFingerprint||u.targetFingerprint!==a.targetFingerprint||u.releaseFingerprint!==a.releaseFingerprint)throw await Ke(n,"content-sync-baseline-rejected",o,"Content-sync requires a new verified full or incremental release baseline.",{ruleId:c.id,reason:u?"mismatch":"missing"}),new Error("Content-sync baseline is missing or stale. Run a successful normal publish first.");let l=await Hr(s),m=await a.client.head({consumerId:a.consumerId,scopeFingerprint:a.scopeFingerprint,baselineId:u.baselineId,postTypes:a.scope.postTypes,includeSubsites:a.scope.includeSubsites});if(l&&l.jobId!==o.id)throw new Error("Another immutable content-sync range is still active.");if(l||(l={schemaVersion:1,jobId:o.id,ruleId:String(c.id||""),consumerId:a.consumerId,coalesceKey:a.coalesceKey,scopeFingerprint:a.scopeFingerprint,targetFingerprint:a.targetFingerprint,baselineId:u.baselineId,fromSequence:m.committedSequence,toSequence:m.headSequence,phase:"claimed",impactHash:null,startedAt:new Date().toISOString(),updatedAt:new Date().toISOString()},await at(s,l,"claimed",0,{fromSequence:l.fromSequence,toSequence:l.toSequence},0,r.afterCheckpoint),await Ke(n,"content-sync-range-claimed",o,"Content-sync claimed a closed journal range.",{fromSequence:l.fromSequence,toSequence:l.toSequence})),l.fromSequence===l.toSequence){let h=await Qt(s);h.rules[a.coalesceKey]={ruleId:String(c.id||""),consumerId:a.consumerId,coalesceKey:a.coalesceKey,committedSequence:l.toSequence,observedHeadSequence:m.headSequence,lag:Math.max(0,m.headSequence-l.toSequence),lastSuccessfulJobId:o.id,lastSuccessfulAt:new Date().toISOString(),trailingWorkDetected:false,retryAttempt:0,nextRetryAt:null,lastError:null},await Gt(s,h),await Vr(s);return}let p=await Xn(s);if(!kt(l.phase,"impact-planned")){let h=await a.client.events({consumerId:a.consumerId,scopeFingerprint:a.scopeFingerprint,baselineId:u.baselineId,postTypes:a.scope.postTypes,includeSubsites:a.scope.includeSubsites,afterSequence:l.fromSequence,throughSequence:l.toSequence}),y=_r({events:h,scope:a.scope,sourceOrigin:i.sourceOrigin}),b=await a.client.resolveImpactFamilies(y,a.scope.includeSubsites);p=Jn({jobId:o.id,ruleId:String(c.id||""),consumerId:a.consumerId,coalesceKey:a.coalesceKey,scopeFingerprint:a.scopeFingerprint,targetFingerprint:a.targetFingerprint,baselineId:u.baselineId,sourceOrigin:i.sourceOrigin,scope:a.scope,fromSequence:l.fromSequence,toSequence:l.toSequence,events:h,resolvedArchiveFamilies:b,sitemapUrls:At(i.sitemapPaths)}),await es(s,p),l.impactHash=p.impactHash,await at(s,l,"impact-planned",h.length,{eventCount:h.length,foldedCount:p.foldedCount,impactHash:p.impactHash},0,r.afterCheckpoint),await Ke(n,"content-sync-impact-planned",o,"Content-sync persisted an immutable impact plan.",{impactHash:p.impactHash,eventCount:h.length});}if(!p||p.jobId!==o.id||l.impactHash!==p.impactHash)throw new Error("The immutable content-sync impact plan is missing or mismatched.");if(process.env.STATIC_PUBLISHER_CRAWL_MANIFEST_PATH=s.candidateManifest,!kt(l.phase,"rendered")){let h=await ru(s,o.id);await Ke(n,h==="resumed"?"content-sync-render-resumed":"content-sync-render-initialized",o,h==="resumed"?"Content-sync resumed its candidate crawl manifest.":"Content-sync initialized a candidate crawl manifest.",{impactHash:p.impactHash}),await r.runCrawl(["--content-sync-plan",s.impact]),await at(s,l,"rendered",p.directRenderUrls.length+p.archiveFamilyUrls.length+p.resourceRenderUrls.length,{impactHash:p.impactHash},o.attempt??0,r.afterCheckpoint);}let f=a.deploymentProfile?["--profile",a.deploymentProfile]:[];if(kt(l.phase,"deployed")||(await r.runDeploy([...f,"--content-sync"]),await at(s,l,"deployed",1,{impactHash:p.impactHash},0,r.afterCheckpoint),await Ke(n,"content-sync-deployed",o,"Content-sync targeted deployment completed.",{impactHash:p.impactHash})),kt(l.phase,"invalidated")?kt(l.phase,"verified")||await r.runInvalidate([...f,"--content-sync"]):(await r.runInvalidate([...f,"--content-sync"]),await at(s,l,"invalidated",1,{impactHash:p.impactHash},0,r.afterCheckpoint)),kt(l.phase,"verified")||(await r.verifyDeployment(i,a,p,s.candidateManifest),await r.promoteCandidateManifest(s),await at(s,l,"verified",1,{impactHash:p.impactHash},0,r.afterCheckpoint)),m=await a.client.head({consumerId:a.consumerId,scopeFingerprint:a.scopeFingerprint,baselineId:u.baselineId,postTypes:a.scope.postTypes,includeSubsites:a.scope.includeSubsites}),m.committedSequence===l.fromSequence)await a.client.acknowledge({consumerId:a.consumerId,scopeFingerprint:a.scopeFingerprint,baselineId:u.baselineId,expectedSequence:l.fromSequence,sequence:l.toSequence,postTypes:a.scope.postTypes,includeSubsites:a.scope.includeSubsites});else if(m.committedSequence!==l.toSequence)throw new Error("Content-sync acknowledgement cursor is in an unexpected state.");await at(s,l,"acknowledged",1,{sequence:l.toSequence},0,r.afterCheckpoint),await Ke(n,"content-sync-cursor-acknowledged",o,"Content-sync committed its journal cursor after verification.",{sequence:l.toSequence});let w=await a.client.head({consumerId:a.consumerId,scopeFingerprint:a.scopeFingerprint,baselineId:u.baselineId,postTypes:a.scope.postTypes,includeSubsites:a.scope.includeSubsites}),g=await Qt(s);g.rules[a.coalesceKey]={ruleId:String(c.id||""),consumerId:a.consumerId,coalesceKey:a.coalesceKey,committedSequence:l.toSequence,observedHeadSequence:w.headSequence,lag:Math.max(0,w.headSequence-l.toSequence),lastSuccessfulJobId:o.id,lastSuccessfulAt:new Date().toISOString(),trailingWorkDetected:w.headSequence>l.toSequence,retryAttempt:0,nextRetryAt:null,lastError:null},await Gt(s,g),await r.clearDeployPlan(i),await U.rm(C.join(n,"content-sync-invalidation.json"),{force:true}),await U.rm(s.candidateManifest,{force:true}),await Vr(s);}async function ni(e=process.argv.slice(2)){let r=e.indexOf("--capture-baseline-cutoffs");if(r>=0){let i=String(e[r+1]||"").trim();if(!i)throw new Error("--capture-baseline-cutoffs requires a release job ID.");await Yl(i);return}let n=e.indexOf("--establish-baselines");if(n>=0){let i=String(e[n+1]||"").trim();if(!i)throw new Error("--establish-baselines requires a release job ID.");await Zl(i);return}let s=e.indexOf("--job-id"),o=s>=0?String(e[s+1]||"").trim():"";if(!o)throw new Error("Content-sync requires --job-id.");await nu(o);}ni().catch(e=>{console.error(e instanceof Error?e.message:String(e)),process.exit(1);});
|