@smart-cloud/publisher-exporter 1.1.50 → 1.1.53
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/content-sync.js +11 -8
- package/dist/cookie-observations.js +4 -0
- package/dist/crawl.js +9 -6
- package/dist/deploy.js +4 -4
- package/dist/invalidate.js +3 -3
- package/dist/queue-runner.js +3 -3
- package/package.json +1 -1
package/dist/content-sync.js
CHANGED
|
@@ -1,11 +1,14 @@
|
|
|
1
|
-
import A from'fs/promises';import ss from'http';import An from'https';import S from'path';import Vn,{createHash}from'crypto';import {request,chromium}from'playwright';import {gunzipSync}from'zlib';import Ts from'fast-glob';import {availableParallelism}from'os';import {Worker}from'worker_threads';import {S3Client,ListObjectsV2Command,HeadObjectCommand,GetObjectCommand,DeleteObjectsCommand}from'@aws-sdk/client-s3';import {Upload}from'@aws-sdk/lib-storage';import Uo from'mime-types';import {CloudFrontClient,waitUntilInvalidationCompleted,CreateInvalidationCommand}from'@aws-sdk/client-cloudfront';var es=new Set(["post-type","taxonomy","author","date","posts-page","listing"]);function Ce(e){return [...new Set(e.map(t=>t.trim()).filter(Boolean))].sort()}function ts(e){return new URL(e).pathname.split("/").filter(Boolean).some(n=>{try{return decodeURIComponent(n).endsWith("__trashed")}catch{return n.endsWith("__trashed")}})}function Et(e){return Array.isArray(e)?e.map(Et):e&&typeof e=="object"?Object.fromEntries(Object.entries(e).sort(([t],[n])=>t.localeCompare(n)).map(([t,n])=>[t,Et(n)])):e}function ns(e){return JSON.stringify(Et(e))}function oe(e){return createHash("sha256").update(ns(e)).digest("hex")}function bn(e){return oe({schemaVersion:1,wordpressFingerprint:e.wordpressFingerprint,targetFingerprint:e.targetFingerprint,sourceOrigin:e.sourceOrigin,sitemapPaths:[...e.sitemapPaths].sort(),blockedPathPrefixes:[...e.blockedPathPrefixes].sort(),assetPathPrefixes:[...e.assetPathPrefixes].sort(),noJavaScriptRenderPathPrefixes:[...e.noJavaScriptRenderPathPrefixes].sort(),urlRewriteMode:e.urlRewriteMode})}function Mt(e){let t=new URL(e);if(t.protocol!=="http:"&&t.protocol!=="https:")throw new Error(`Unsupported source origin protocol: ${t.protocol}`);return t.hash="",t.search="",t.pathname=t.pathname.replace(/\/+$/,""),t.toString().replace(/\/$/,"")}function fe(e,t){let n=new URL(Mt(e)),s=new URL(t,`${n.toString().replace(/\/$/,"")}/`);if(s.origin!==n.origin)throw new Error(`Content-sync URL is outside the source origin: ${t}`);let r=n.pathname.replace(/\/+$/,"");if(r&&s.pathname!==r&&!s.pathname.startsWith(`${r}/`))throw new Error(`Content-sync URL is outside the source site path: ${t}`);return s.hash="",s.toString()}function We(e){let t=Ce((e.postTypes??[]).map(s=>String(s).toLowerCase().replace(/[^a-z0-9_-]/g,"")));if(t.length===0)throw new Error("Content-sync requires at least one public post type.");let n=Ce((e.listingPaths??[]).map(s=>{let r=String(s).trim();if(!r)return "";let i=new URL(r,"https://content-sync.invalid/");if(i.origin!=="https://content-sync.invalid"&&/^https?:\/\//i.test(r))throw new Error("Content-sync listing routes must be same-site paths.");let a=`/${i.pathname.replace(/^\/+|\/+$/g,"")}`;return a==="/"?"/":`${a}/`}));return {postTypes:t,listingPaths:n,includeSubsites:e.includeSubsites===true,includePostTypeArchives:e.includePostTypeArchives!==false,includeTaxonomyArchives:e.includeTaxonomyArchives!==false,includeAuthorArchives:e.includeAuthorArchives===true,includeDateArchives:e.includeDateArchives===true,includePostsPage:e.includePostsPage!==false,includeSitemapChain:e.includeSitemapChain!==false}}function vn(e,t,n){return oe({schemaVersion:1,sourceOrigin:Mt(e),ruleId:t.trim(),scope:We(n)})}function Cn(e){return oe({schemaVersion:1,...e})}function Rn(e){let t=String(e.siteId??"").trim()||String(e.accountId??"").trim()||Mt(e.sourceOrigin);return `content-sync:${oe({siteIdentity:t,ruleId:e.ruleId.trim(),targetFingerprint:e.targetFingerprint}).slice(0,48)}`}function In(e){let t=[...e].sort((r,i)=>r.sequence-i.sequence),n=new Map,s=-1;for(let r of t){if(!Number.isSafeInteger(r.sequence)||r.sequence<=s)throw new Error("Content-sync journal events are not strictly ordered.");if(s=r.sequence,!Number.isSafeInteger(r.blogId)||r.blogId<1)throw new Error("Content-sync journal event has an invalid multisite identity.");let i=`${r.blogId}:${r.postType}:${r.postId}`,a=n.get(i);if(!a){n.set(i,{postId:r.postId,blogId:r.blogId,postType:r.postType,fromSequence:r.sequence,toSequence:r.sequence,before:r.before,after:r.after,operations:[r.operation],correlationIds:r.correlationId?[r.correlationId]:[]});continue}a.toSequence=r.sequence,a.after=r.after,a.operations.push(r.operation),r.correlationId&&!a.correlationIds.includes(r.correlationId)&&a.correlationIds.push(r.correlationId);}return [...n.values()].sort((r,i)=>r.fromSequence-i.fromSequence)}function Pn(e){return e?.status==="publish"&&!!e.url}function rs(e,t){return e==="post-type"?t.includePostTypeArchives:e==="taxonomy"?t.includeTaxonomyArchives:e==="author"?t.includeAuthorArchives:e==="date"?t.includeDateArchives:e==="posts-page"?t.includePostsPage:e==="listing"}function Ft(e){let t=We(e.scope),n=new Map;In(e.events);for(let s of e.events)for(let r of [s.before,s.after])for(let i of r?.archiveFamilies??[]){if(!es.has(i.kind)||!rs(i.kind,t))continue;let a={...i,url:fe(e.sourceOrigin,i.url)};n.set(`${a.kind}|${a.url}`,a);}for(let s of t.listingPaths){let r=fe(e.sourceOrigin,s);n.set(`listing|${r}`,{kind:"listing",url:r});}return [...n.values()].sort((s,r)=>s.url.localeCompare(r.url))}function xn(e){let t=We(e.scope),n=In(e.events),s=new Set,r=new Set,i=new Map(Ft({events:e.events,scope:t,sourceOrigin:e.sourceOrigin}).map(d=>[`${d.kind}|${d.url}`,d]));for(let d of n){let p=d.before,g=d.after,f=Pn(p),w=Pn(g);w&&g.url&&s.add(fe(e.sourceOrigin,g.url)),f&&p.url&&(!w||p.url!==g.url)&&r.add(fe(e.sourceOrigin,p.url));}let a=new Map(e.resolvedArchiveFamilies.map(d=>[`${d.kind}|${fe(e.sourceOrigin,d.url)}`,{...d,url:fe(e.sourceOrigin,d.url),pageUrls:Ce(d.pageUrls.map(p=>fe(e.sourceOrigin,p)))}])),c=[...i.entries()].map(([d,p])=>{let g=a.get(d);if(!g)throw new Error(`WordPress did not resolve archive family ${d}.`);return {...p,...g}}).sort((d,p)=>d.url.localeCompare(p.url)),o=Ce(c.flatMap(d=>d.pageUrls)),u=t.includeSitemapChain?Ce(e.sitemapUrls.map(d=>fe(e.sourceOrigin,d))):[],l={schemaVersion:1,generatedAt:new Date().toISOString(),jobId:e.jobId,ruleId:e.ruleId,consumerId:e.consumerId,coalesceKey:e.coalesceKey,scopeFingerprint:e.scopeFingerprint,targetFingerprint:e.targetFingerprint,baselineId:e.baselineId,fromSequence:e.fromSequence,toSequence:e.toSequence,eventCount:e.events.length,foldedCount:n.length,directRenderUrls:Ce([...s]),archiveFamilyUrls:o,sitemapUrls:u,deleteUrls:Ce([...r]),archiveFamilies:c};return {...l,impactHash:oe(l)}}function He(e){let{impactHash:t,...n}=e;if(e.schemaVersion!==1||!t)throw new Error("Invalid content-sync impact plan schema.");if(oe(n)!==t)throw new Error("Content-sync impact plan hash mismatch.");for(let s of [...e.directRenderUrls,...e.deleteUrls])if(ts(s))throw new Error(`Content-sync impact contains a WordPress trash alias instead of the last public URL: ${s}`)}var is="wp-json/smartcloud-static-publisher/v1/content-sync/",os=25*1024*1024,nt=class extends Error{status;code;constructor(t,n,s){super(s),this.name="ContentSyncApiError",this.status=t,this.code=n;}},rt=class{options;constructor(t){if(!t.runtimeToken.trim())throw new Error("Content-sync requires a WordPress runtime token.");this.options={...t,timeoutMs:t.timeoutMs??6e4};}endpoint(t){let n=this.options.sourceOrigin.replace(/\/+$/,"")+"/";return new URL(`${is}${t}`,n)}async post(t,n){let s=this.endpoint(t),r=Buffer.from(JSON.stringify(n),"utf8"),i=s.protocol==="https:"?An:ss,a=s.protocol==="https:"?new An.Agent({rejectUnauthorized:!this.options.ignoreHttpsErrors}):void 0;return new Promise((c,o)=>{let u=i.request(s,{method:"POST",agent:a,headers:{"content-type":"application/json","content-length":String(r.byteLength),"x-static-publisher-token":this.options.runtimeToken},timeout:this.options.timeoutMs},l=>{let d=[],p=0;l.on("data",g=>{if(p+=g.byteLength,p>os){l.destroy(new Error("Content-sync API response exceeded the size limit."));return}d.push(g);}),l.on("error",o),l.on("end",()=>{let g=Buffer.concat(d).toString("utf8"),f;try{f=g?JSON.parse(g):{};}catch{o(new nt(l.statusCode??500,"invalid-json","Content-sync API returned invalid JSON."));return}let w=l.statusCode??500;if(w<200||w>=300){o(new nt(w,String(f.code??"request-failed"),String(f.message??`Content-sync API request failed (${w}).`)));return}c(f);});});u.on("timeout",()=>u.destroy(new Error(`Content-sync API request timed out: ${t}`))),u.on("error",o),u.end(r);})}async head(t){return this.post("head",t)}async unboundHead(t,n){return this.post("head",{postTypes:t,includeSubsites:n})}async events(t){let n=[],s=t.afterSequence,r=new Set(t.postTypes);for(;s<t.throughSequence;){let i=await this.post("events",{...t,afterSequence:s,limit:250});if(i.fromSequence!==s||i.throughSequence!==t.throughSequence||i.nextSequence<s||i.nextSequence>t.throughSequence)throw new Error("Content-sync API returned an inconsistent event page.");if(!Array.isArray(i.items))throw new Error("Content-sync API returned a malformed event page.");let a=s;for(let c of i.items){if(!Number.isSafeInteger(c.sequence)||c.sequence<=a||c.sequence>t.throughSequence||!Number.isSafeInteger(c.postId)||c.postId<=0||!Number.isSafeInteger(c.blogId)||c.blogId<=0||!r.has(c.postType)||typeof c.operation!="string"||!c.operation)throw new Error("Content-sync API returned an invalid or out-of-scope journal event.");a=c.sequence;}if(i.items.length>0&&i.nextSequence!==a)throw new Error("Content-sync API event cursor does not match the final returned event.");if(n.push(...i.items),!i.hasMore)break;if(i.nextSequence===s)throw new Error("Content-sync API event pagination did not advance.");s=i.nextSequence;}if(t.throughSequence>t.afterSequence&&n.at(-1)?.sequence!==t.throughSequence)throw new Error("Content-sync API omitted the claimed journal high-water event.");return n}async resolveImpactFamilies(t,n){let s=await this.post("impact",{families:t,includeSubsites:n});return Array.isArray(s.families)?s.families:[]}async releaseFingerprint(t=false){let n=await this.post("fingerprint",{includeSubsites:t}),s=String(n.fingerprint||"").trim();if(!/^[a-f0-9]{64}$/.test(s))throw new Error("WordPress returned an invalid release fingerprint.");return s}async establishBaseline(t){return this.post("baseline",t)}async acknowledge(t){return this.post("ack",t)}};function st(e){let t=S.resolve(e);return {state:S.join(t,"content-sync-state.json"),current:S.join(t,"content-sync-current.json"),impact:S.join(t,"content-sync-impact-plan.json"),checkpoint:S.join(t,"content-sync-checkpoint.json"),baseline:S.join(t,"content-sync-baseline.json"),releaseCutoff:S.join(t,"content-sync-release-cutoff.json"),candidateManifest:S.join(t,"content-sync-candidate-manifest.json"),trustedManifest:S.join(t,"crawl-manifest.json"),invalidation:S.join(t,"content-sync-invalidation.json"),deployPlan:S.join(t,"deploy-plan.json")}}async function Dt(e){let t=await ze(e.releaseCutoff);if(t===null)return {schemaVersion:1,updatedAt:"",entries:{}};let n=t;if(n.schemaVersion!==1||typeof n.updatedAt!="string"||!n.entries||typeof n.entries!="object"||Array.isArray(n.entries))throw new Error("Invalid content-sync release-cutoff store.");return n}async function Tn(e,t){await ke(e.releaseCutoff,{...t,schemaVersion:1,updatedAt:new Date().toISOString()});}async function ke(e,t){await A.mkdir(S.dirname(e),{recursive:true});let n=`${e}.${process.pid}.${Date.now()}.tmp`;await A.writeFile(n,JSON.stringify(t,null,2),"utf8"),await A.rename(n,e);}async function ze(e){try{return JSON.parse(await A.readFile(e,"utf8"))}catch(t){if(t.code==="ENOENT")return null;throw new Error(`Invalid or unreadable content-sync state file ${e}: ${t instanceof Error?t.message:String(t)}`,{cause:t})}}async function Ot(e){let t=await ze(e.baseline);if(t===null)return {schemaVersion:1,updatedAt:"",entries:{}};let n=t;if(n.schemaVersion!==1||typeof n.updatedAt!="string"||!n.entries||typeof n.entries!="object"||Array.isArray(n.entries))throw new Error("Invalid content-sync baseline store.");return n}async function kn(e,t){await ke(e.baseline,{...t,schemaVersion:1,updatedAt:new Date().toISOString()});}async function jt(e){let t=await ze(e.current);if(t===null)return null;let n=t;if(n.schemaVersion!==1||typeof n.jobId!="string"||typeof n.phase!="string"||!Number.isSafeInteger(n.fromSequence)||!Number.isSafeInteger(n.toSequence))throw new Error("Invalid content-sync current-range state.");return n}async function $n(e,t){await ke(e.current,{...t,schemaVersion:1,updatedAt:new Date().toISOString()});}async function En(e){let t=await ze(e.impact);if(t===null)return null;let n=t;return He(n),n}async function Mn(e,t){He(t),await ke(e.impact,t);}async function Fn(e,t){await ke(e.checkpoint,{...t,schemaVersion:1,updatedAt:new Date().toISOString()});}async function it(e){let t=await ze(e.state);if(t===null)return {schemaVersion:1,updatedAt:"",rules:{}};let n=t;if(n.schemaVersion!==1||typeof n.updatedAt!="string"||!n.rules||typeof n.rules!="object"||Array.isArray(n.rules))throw new Error("Invalid content-sync state store.");return n}async function ot(e,t){await ke(e.state,{...t,schemaVersion:1,updatedAt:new Date().toISOString()});}async function Ut(e){await Promise.all([e.current,e.checkpoint].map(async t=>{try{await A.unlink(t);}catch(n){if(n.code!=="ENOENT")throw n}}));}async function Dn(e,t){let n=await jt(e);return !n||n.coalesceKey!==t?false:(await Promise.all([e.current,e.checkpoint,e.impact,e.candidateManifest,e.invalidation,e.deployPlan].map(async s=>{try{await A.unlink(s);}catch(r){if(r.code!=="ENOENT")throw r}})),true)}function jn(e){let t=e.trim();return t==="."?".":t.replace(/\/$/,"")}function ls(e){let t=String(e??"").trim();if(!t)return "";let n=t;if(/^https?:\/\//i.test(n))try{n=new URL(n).pathname;}catch{return ""}if(n=n.split(/[?#]/,1)[0]?.replace(/\\/g,"/").trim()??"",!n)return "";let s=n.endsWith("/"),r=n.replace(/^\/+/,"").split("/").map(a=>a.replace(/[^A-Za-z0-9._-]/g,"")).filter(a=>a.length>0&&a!=="."&&a!=="..");if(r.length===0)return "";let i=`/${r.join("/")}`;return s&&S.extname(i)===""&&(i+="/"),i==="/"?"":i}function Lt(e){return !e||typeof e!="object"?{}:Object.fromEntries(Object.entries(e).map(([t,n])=>[t.trim(),String(n??"")]).filter(([t])=>t.length>0))}function ds(e){if(!e||typeof e!="object")return {};let t={};for(let[n,s]of Object.entries(e)){let r=n.trim();if(!r||!s||typeof s!="object")continue;let i=s,a={};if(typeof i.targetOrigin=="string"){let o=jn(i.targetOrigin);o&&(a.targetOrigin=o);}let c=Lt(i.extraReplacements);if(Object.keys(c).length>0&&(a.extraReplacements=c),i.s3&&typeof i.s3=="object"){let o={},u=i.s3;typeof u.bucket=="string"&&(o.bucket=u.bucket.trim()),typeof u.prefix=="string"&&(o.prefix=u.prefix.trim()),typeof u.region=="string"&&(o.region=u.region.trim()),typeof u.htmlCacheControl=="string"&&(o.htmlCacheControl=u.htmlCacheControl.trim()),typeof u.assetCacheControl=="string"&&(o.assetCacheControl=u.assetCacheControl.trim()),Object.keys(o).length>0&&(a.s3=o);}if(i.cloudFront&&typeof i.cloudFront=="object"){let o={},u=i.cloudFront;typeof u.distributionId=="string"&&(o.distributionId=u.distributionId.trim()),Array.isArray(u.invalidationPaths)&&(o.invalidationPaths=u.invalidationPaths.map(l=>String(l??"").trim()).filter(l=>l.length>0)),Object.keys(o).length>0&&(a.cloudFront=o);}t[r]=a;}return t}function _t(e){return e==="PROFESSIONAL"||e==="AGENCY"?e:void 0}function ps(e,t){if(!e||typeof e!="object")return null;let n=e,s=n.command;if(s!=="publish"&&s!=="crawl"&&s!=="deploy"&&s!=="invalidate"&&s!=="retry-timeouts"&&s!=="url"&&s!=="content-sync")return null;let r=Number.parseInt(String(n.intervalMinutes??"0"),10);if(!Number.isFinite(r)||r<1)return null;let i=String(n.id??`${s}-${t+1}`).trim();if(!i)return null;let a=String(n.deploymentProfile??"").trim(),c=String(n.url??"").trim(),o=Array.isArray(n.postTypes)?[...new Set(n.postTypes.map(l=>String(l??"").trim().toLowerCase().replace(/[^a-z0-9_-]/g,"")).filter(Boolean))]:[],u=Array.isArray(n.listingPaths)?[...new Set(n.listingPaths.map(l=>String(l??"").trim()).filter(Boolean))]:[];return s==="content-sync"&&o.length===0?null:{id:i,enabled:n.enabled!==false,command:s,intervalMinutes:r,...s==="publish"||s==="crawl"?{crawlMode:n.crawlMode==="incremental"?"incremental":"full"}:{},...(s==="publish"||s==="deploy"||s==="invalidate"||s==="content-sync")&&a?{deploymentProfile:a}:{},...c?{url:c}:{},...o.length>0?{postTypes:o}:{},...u.length>0?{listingPaths:u}:{},...typeof n.includeSubsites=="boolean"?{includeSubsites:n.includeSubsites}:{},...typeof n.includePostTypeArchives=="boolean"?{includePostTypeArchives:n.includePostTypeArchives}:{},...typeof n.includeTaxonomyArchives=="boolean"?{includeTaxonomyArchives:n.includeTaxonomyArchives}:{},...typeof n.includeAuthorArchives=="boolean"?{includeAuthorArchives:n.includeAuthorArchives}:{},...typeof n.includeDateArchives=="boolean"?{includeDateArchives:n.includeDateArchives}:{},...typeof n.includePostsPage=="boolean"?{includePostsPage:n.includePostsPage}:{},...typeof n.includeSitemapChain=="boolean"?{includeSitemapChain:n.includeSitemapChain}:{}}}function Un(e){let t=e&&typeof e=="object"?e:{},n=Array.isArray(t.rules)?t.rules.map((s,r)=>ps(s,r)).filter(s=>!!s):[];return {enabled:t.enabled===true,timezone:typeof t.timezone=="string"&&t.timezone.trim()!==""?t.timezone.trim():"UTC",rules:n}}function gs(e){if(!e||typeof e!="object")return;let t=e,n={};for(let r of ["accountId","siteId"]){let i=t[r];typeof i=="string"&&i.trim()!==""&&(n[r]=i.trim());}let s=Number(t.lastUpdate??0);return Number.isFinite(s)&&s>0&&(n.lastUpdate=Math.floor(s)),t.subscriber===true&&(n.subscriber=true),Object.keys(n).length>0?n:void 0}function Nt(e){let t=e&&typeof e=="object"?e:{},n=String(t.accountId??"").trim(),s=String(t.siteId??"").trim(),r=t.subscriber===true,i=gs(t.siteSettings),a={...i??{},...n?{accountId:i?.accountId??n}:{},...s?{siteId:i?.siteId??s}:{},...i?.subscriber===true||r?{subscriber:true}:{}},c={},o=String(t.apiBase??"").trim();o&&(c.apiBase=o);let u=String(t.runtimeToken??t.nonce??"").trim();u&&(c.runtimeToken=u);let l=String(t.virtualAssetBaseUrl??t.uploadUrl??"").trim();l&&(c.virtualAssetBaseUrl=l),Object.keys(a).length>0&&(c.siteSettings=a);let d=_t(t.subscriptionType);return d&&(c.subscriptionType=d),c}function fs(e){try{let t=new URL(e);globalThis.location=t;}catch{}}function Ln(e){return typeof e=="string"?e:e instanceof URL?e.toString():e.url}function ms(e,t){let n=new Headers(e instanceof Request?e.headers:void 0);if(t?.headers)for(let[s,r]of new Headers(t.headers).entries())n.set(s,r);return n}async function qn(e,t,n=5){let s=new URL(Ln(e)),r=String(t?.method??(e instanceof Request?e.method:"GET")).toUpperCase(),i=s.protocol==="http:"?ss:An,a=ms(e,t);return await new Promise((c,o)=>{let u=i.request(s,{method:r,headers:Object.fromEntries(a.entries()),...s.protocol==="https:"?{rejectUnauthorized:false}:{}},l=>{let d=[];l.on("data",p=>{d.push(Buffer.isBuffer(p)?p:Buffer.from(p));}),l.on("error",o),l.on("end",()=>{let p=l.statusCode??0,g=l.headers.location;if(n>0&&g&&[301,302,303,307,308].includes(p)){c(qn(new URL(g,s),{method:p===303?"GET":r},n-1));return}let f=new Headers;for(let[w,m]of Object.entries(l.headers))Array.isArray(m)?f.set(w,m.join(", ")):typeof m=="string"&&f.set(w,m);c(new Response(Buffer.concat(d),{status:p,statusText:l.statusMessage??"",headers:f}));});});u.on("error",o),u.end();})}function hs(e){let t=Nt(e.wpsuite),n={...t.siteSettings??{},...t.siteSettings?.subscriber===true||t.subscriptionType==="PROFESSIONAL"||t.subscriptionType==="AGENCY"?{subscriber:true}:{}},s=String(n.accountId??"").trim(),r=String(n.siteId??"").trim(),i=String(t.virtualAssetBaseUrl??t.uploadUrl??"").trim();if(e.wpsuite={...t.apiBase?{apiBase:t.apiBase}:{},...t.runtimeToken?{runtimeToken:t.runtimeToken}:{},...i?{virtualAssetBaseUrl:i}:{},...Object.keys(n).length>0?{siteSettings:n}:{},...t.subscriptionType?{subscriptionType:t.subscriptionType}:{}},!s||!r||!i)return false;fs(e.sourceOrigin);let a=globalThis,o={...a.WpSuite??{},siteSettings:n,uploadUrl:i};return t.apiBase&&(o.apiBase=t.apiBase),a.WpSuite=o,true}async function ws(e){let t=String(e.wpsuite?.virtualAssetBaseUrl??e.wpsuite?.uploadUrl??"").trim();if(!hs(e)){let r=e.wpsuite?.siteSettings,i=[String(r?.accountId??"").trim()?"":"accountId",String(r?.siteId??"").trim()?"":"siteId",t?"":"virtualAssetBaseUrl"].filter(Boolean);return {remote:null,diagnostic:{status:"invalid-runtime",virtualAssetBaseUrl:t,subscriptionType:null,error:`Missing WP Suite runtime field(s): ${i.join(", ")}.`,requests:[]}}}let n=globalThis.fetch,s=[];try{typeof n=="function"&&/^https?:\/\//i.test(t)&&(globalThis.fetch=(async(o,u)=>{let l=Ln(o);if(l.startsWith(t)){let d=(()=>{try{return new URL(l).pathname}catch{return l}})();try{let p=e.ignoreHttpsErrors&&l.startsWith("https://")?await qn(o,u):await n(o,u);return s.push({path:d,status:p.status,ok:p.ok,error:null}),p}catch(p){throw s.push({path:d,status:null,ok:!1,error:p instanceof Error?p.message:String(p)}),p}}return n(o,u)}));let{getConfig:r}=await import('@smart-cloud/wpsuite-core'),i=await r("publisher"),a=i&&typeof i=="object"?i:null,c=_t(a?.subscriptionType);return {remote:a,diagnostic:{status:a?"loaded":"unavailable",virtualAssetBaseUrl:t,subscriptionType:c??null,error:a?null:"WP Suite publisher config loader returned no configuration.",requests:s}}}catch(r){return {remote:null,diagnostic:{status:"unavailable",virtualAssetBaseUrl:t,subscriptionType:null,error:r instanceof Error?r.message:String(r),requests:s}}}finally{typeof n=="function"&&(globalThis.fetch=n);}}function ys(e,t){let n=ds(t?.deploymentProfiles),s=String(t?.defaultDeploymentProfile??"").trim(),r=n[s]?s:"",i=_t(t?.subscriptionType),a=Nt(e.wpsuite);return {...e,scheduler:Un(t?.scheduler),deploymentProfiles:n,defaultDeploymentProfile:r,...i?{subscriptionType:i}:{},wpsuite:{...a,...a.siteSettings||i?{siteSettings:{...a.siteSettings??{},...a.siteSettings?.subscriber===true||i==="PROFESSIONAL"||i==="AGENCY"?{subscriber:true}:{}}}:{},...i?{subscriptionType:i}:{}}}}function qt(e,t){let s=String(e||"").replace(/\\/g,"/").trim().replace(/^\/+|\/+$/g,"");if(!s)return t;let r=s.split("/").map(i=>i.trim()).filter(i=>i.length>0&&i!=="."&&i!=="..");return r.length>0?r.join("/"):t}function Ss(){let e=process.env.STATIC_PUBLISHER_RUNTIME_DIR||process.env.WPSUITE_STATIC_PUBLISHER_RUNTIME_DIR||"";return e.trim()?S.resolve(e):""}function On(e,t,n){let s=String(t||"").trim();return s&&S.isAbsolute(s)?S.resolve(s):S.resolve(e,qt(s,n))}async function ne(e,t={}){let n=String(e??"").trim()||process.env.PUBLISHER_CONFIG||"publisher.config.json",s=await A.readFile(n,"utf8"),r=JSON.parse(s);r.sourceOrigin=r.sourceOrigin.replace(/\/$/,""),r.targetOrigin=jn(r.targetOrigin),r.ignoreHttpsErrors??=false,r.outputDir=String(r.outputDir||"export").trim()||"export",r.urlRewriteMode||=r.targetOrigin==="."?"relative":"absolute",r.noJavaScriptRenderPathPrefixes||=[],r.seedPaths||=[],r.generated404RequestPath=ls(r.generated404RequestPath),r.sitemapPaths||=["/sitemap_index.xml","/sitemap.xml"],r.allowedAssetHosts||=[],r.assetPathPrefixes||=["/wp-content/","/wp-includes/","/static/","/assets/","/build/","/_next/","/docs/","/sitemap","/robots.txt","/llms.txt"],r.blockedPathPrefixes||=[],r.blockedSearchFragments||=[],r.concurrency||=1,r.maxPages||=0,r.extraReplacements=Lt(r.extraReplacements),r.postCrawlCopyMap=Lt(r.postCrawlCopyMap),r.logDir=String(r.logDir||"logs").trim()||"logs",r.verbose??=false,r.logLevel||=r.verbose?"debug":"info",r.s3SyncMode||="sdk-upload-delete",r.readiness||={waitForSelector:null,waitForFunction:null,timeoutMs:1500,fallbackWaitMs:1500},r.readiness.timeoutMs??=1500,r.readiness.fallbackWaitMs??=1500,r.viewport||={width:1440,height:1200},r.navigationTimeoutMs||=3e4,r.assetDownloadConcurrency=Number(r.assetDownloadConcurrency)>0?Number(r.assetDownloadConcurrency):r.concurrency,r.rewriteConcurrency=Number(r.rewriteConcurrency)>0?Number(r.rewriteConcurrency):r.assetDownloadConcurrency,r.wpsuite=Nt(r.wpsuite),r.scheduler=Un(void 0),r.deploymentProfiles={},r.defaultDeploymentProfile="",r.deploymentTargetOverride=String(r.deploymentTargetOverride??"").trim();let i=await ws(r);t.onRemotePublisherConfigDiagnostic?.(i.diagnostic);let a=ys(r,i.remote),c=Ss(),o=c?S.resolve(c,".."):"";return o?(a.outputDir=On(o,a.outputDir,"export"),a.logDir=On(o,a.logDir,"logs")):(S.isAbsolute(a.outputDir)||(a.outputDir=qt(a.outputDir,"export")),S.isAbsolute(a.logDir)||(a.logDir=qt(a.logDir,"logs"))),a}var Ps=".deploy-plan.json",bs="deploy-plan.json",vs=".crawl-incomplete.json",Cs="crawl-incomplete.json";function _n(){let e=process.env.STATIC_PUBLISHER_RUNTIME_DIR||process.env.WPSUITE_STATIC_PUBLISHER_RUNTIME_DIR||"";return e.trim()?S.resolve(e):""}function Nn(e){let t=String(e||"").replace(/\\/g,"/").replace(/^\/+/,"").trim(),n=S.posix.normalize(t);return !t||!n||n==="."||/^[a-zA-Z]:/.test(n)||n.startsWith("../")||n===".."?null:n}function Rs(e){let t=String(e||"").trim();if(!t.startsWith("/")||t.startsWith("//")||t.includes("*")||t.includes("#"))return null;try{let n=new URL(t,"https://content-sync.invalid");return n.origin!=="https://content-sync.invalid"?null:`${S.posix.normalize(n.pathname)}${n.search}`}catch{return null}}function he(e){return [...new Set(e.map(Nn).filter(t=>t!==null))]}function Bn(e,t){let n={generatedAt:String(t.generatedAt||new Date().toISOString()),outputDir:S.resolve(e.outputDir),runMode:t.runMode,crawlMode:t.crawlMode,fullSyncRequired:!!t.fullSyncRequired,changedFiles:he(t.changedFiles||[]),deletedFiles:he(t.deletedFiles||[]),rewriteTargets:he(t.rewriteTargets||[])};return t.schemaVersion===2?{...n,schemaVersion:2,runMode:"content-sync",crawlMode:"incremental",fullSyncRequired:false,consumerId:String(t.consumerId||"").trim(),fromSequence:Math.max(0,Number(t.fromSequence)||0),toSequence:Math.max(0,Number(t.toSequence)||0),impactHash:String(t.impactHash||"").trim(),uploadGroups:{assets:he(t.uploadGroups?.assets||[]),content:he(t.uploadGroups?.content||[]),listings:he(t.uploadGroups?.listings||[]),sitemapLeaves:he(t.uploadGroups?.sitemapLeaves||[]),sitemapIndexes:he(t.uploadGroups?.sitemapIndexes||[])},invalidationPaths:[...new Set((t.invalidationPaths||[]).map(Rs).filter(s=>s!==null))].sort()}:{schemaVersion:1,...n,runMode:t.runMode}}function Is(e){if(!e||typeof e!="object")return false;let t=e;if(t.schemaVersion===2){let n=t;return n.runMode==="content-sync"&&n.crawlMode==="incremental"&&n.fullSyncRequired===false&&typeof n.generatedAt=="string"&&typeof n.outputDir=="string"&&typeof n.consumerId=="string"&&n.consumerId.trim()!==""&&Number.isSafeInteger(n.fromSequence)&&Number.isSafeInteger(n.toSequence)&&Number(n.toSequence)>=Number(n.fromSequence)&&typeof n.impactHash=="string"&&/^[a-f0-9]{64}$/.test(n.impactHash)&&Array.isArray(n.changedFiles)&&Array.isArray(n.deletedFiles)&&Array.isArray(n.rewriteTargets)&&!!n.uploadGroups&&Array.isArray(n.uploadGroups.assets)&&Array.isArray(n.uploadGroups.content)&&Array.isArray(n.uploadGroups.listings)&&Array.isArray(n.uploadGroups.sitemapLeaves)&&Array.isArray(n.uploadGroups.sitemapIndexes)&&Array.isArray(n.invalidationPaths)}return t.schemaVersion===1&&typeof t.generatedAt=="string"&&typeof t.outputDir=="string"&&(t.runMode==="full"||t.runMode==="retry-timeouts"||t.runMode==="single-url")&&(t.crawlMode==="full"||t.crawlMode==="incremental")&&typeof t.fullSyncRequired=="boolean"&&Array.isArray(t.changedFiles)&&Array.isArray(t.deletedFiles)&&Array.isArray(t.rewriteTargets)}function Bt(e){let t=S.join(S.resolve(e.outputDir),Ps),n=_n();return n?[S.join(n,bs),t]:[t]}function Wt(e){let t=S.join(S.resolve(e.outputDir),vs),n=_n();return n?[S.join(n,Cs),t]:[t]}function we(e,t){let n=S.resolve(e),s=S.resolve(t),r=S.relative(n,s).replace(/\\/g,"/");return Nn(r)}async function at(e){let t=S.resolve(e.outputDir);for(let n of Bt(e))try{let s=await A.readFile(n,"utf8"),r=JSON.parse(s);if(!Is(r)||S.resolve(r.outputDir)!==t)continue;return Bn(e,r)}catch{}return null}async function Ht(e,t){let n=Bn(e,t);for(let s of Bt(e)){await A.mkdir(S.dirname(s),{recursive:true});let r=`${s}.${process.pid}.${Date.now()}.tmp`;await A.writeFile(r,JSON.stringify(n,null,2),"utf8"),await A.rename(r,s);}}async function $e(e){for(let t of Bt(e))try{await A.unlink(t);}catch(n){if(n.code!=="ENOENT")throw n}}async function Wn(e,t){let n={schemaVersion:1,startedAt:String(t.startedAt||new Date().toISOString()),outputDir:S.resolve(e.outputDir)};for(let s of Wt(e)){await A.mkdir(S.dirname(s),{recursive:true});let r=`${s}.${process.pid}.tmp`;await A.writeFile(r,JSON.stringify(n,null,2),"utf8"),await A.rename(r,s);}}async function Hn(e){let t=S.resolve(e.outputDir);for(let n of Wt(e)){let s;try{s=await A.readFile(n,"utf8");}catch(i){if(i.code==="ENOENT")continue;throw i}let r;try{r=JSON.parse(s);}catch{throw new Error(`Invalid incomplete crawl marker: ${n}`)}if(r.schemaVersion!==1||typeof r.startedAt!="string"||typeof r.outputDir!="string"||S.resolve(r.outputDir)!==t)throw new Error(`Invalid incomplete crawl marker: ${n}`);return {schemaVersion:1,startedAt:r.startedAt,outputDir:t}}return null}async function zn(e){for(let t of Wt(e))try{await A.unlink(t);}catch(n){if(n.code!=="ENOENT")throw n}}function Je(e,t=10){return Vn.createHash("sha1").update(e).digest("hex").slice(0,t)}async function xs(e){await A.mkdir(S.dirname(e),{recursive:true});}async function Ve(e,t,n){await xs(e);let s=S.join(S.dirname(e),`.${S.basename(e)}.${process.pid}.${Date.now()}.${Vn.randomBytes(6).toString("hex")}.tmp`);try{typeof t=="string"?await A.writeFile(s,t,n??"utf8"):await A.writeFile(s,t),await A.rename(s,e);}catch(r){throw await A.unlink(s).catch(()=>{}),r}}function ye(e){return [".html",".htm",".css",".js",".mjs",".json",".xml",".xsl",".txt",".svg",".map",".enc",".jws"].includes(S.extname(e).toLowerCase())}function ce(e){return e.replace(/"/g,'"').replace(/"/g,'"').replace(/'/g,"'").replace(/'/g,"'").replace(/&/g,"&").replace(/</g,"<").replace(/>/g,">")}function Ee(e){return e.replace(/&/g,"&").replace(/"/g,""").replace(/'/g,"'").replace(/</g,"<").replace(/>/g,">")}function ct(e){return e.replace(/\//g,"\\/")}function Qn(e){return e.replace(/\//g,"\\\\/")}function As(e){try{let t=new URL(e);if(t.protocol!=="http:"&&t.protocol!=="https:")return null;let n=t.pathname==="/"&&!t.search&&!t.hash?"":`${t.pathname}${t.search}${t.hash}`;return `//${t.host}${n}`}catch{return null}}function Jn(e,t,n){if(!t)return;e[t]=n;let s=ct(t),r=ct(n);e[s]=r;let i=Qn(t),a=Qn(n);e[i]=a;let c=Ee(t),o=Ee(n);e[c]=o;let u=Ee(s),l=Ee(r);e[u]=l;let d=Ee(i),p=Ee(a);e[d]=p;}function ut(e,t,n){Jn(e,t,n);let s=As(t);s&&s!==t&&Jn(e,s,n);}function zt(e,t){let n=t.startsWith("/")?t:`/${t}`,s=(e||"").replace(/\/$/,"");return !s||s==="."||s==="/"?n:`${s}${n}`}function Kn(e,t){try{return new URL(e,t==="."?"https://relative.invalid":t).pathname}catch{return e.startsWith("/")?e:`/${e.replace(/^\.\//,"")}`}}function Gn(e,t,n){if(!t)return n;let s=S.dirname(S.resolve(t)),r=S.resolve(e,n.replace(/^\/+/,"")),i=S.relative(s,r).replace(/\\/g,"/");return i?(i.startsWith(".")||(i=`./${i}`),i):"."}var Ms=["wp-content/","wp-includes/","wp-admin/","wp-json/","_next/"],Fs=new Set([".html",".htm"]),Zn="WPSuite.io Static Publisher",Ds=Zn.replace(/[.*+?^${}()|[\]\\]/g,"\\$&");function Os(e){return e.replace(/[.*+?^${}()|[\]\\]/g,"\\$&")}function js(e){return e.startsWith("//")||e.startsWith("\\/\\/")||e.startsWith("\\\\/\\\\/")}function Us(e,t,n){return js(t)?e.replace(new RegExp(`(?<!:)${Os(t)}`,"g"),n):e.split(t).join(n)}function Ls(e,t,n){if(e.wpsuite?.siteSettings?.subscriber===true||e.wpsuite?.subscriptionType==="PROFESSIONAL"||e.wpsuite?.subscriptionType==="AGENCY"||!n)return false;let r=S.extname(n).toLowerCase();return Fs.has(r)?/<head\b|<html\b|<!doctype html/i.test(t):false}function qs(e){if(new RegExp(`<meta\\b(?=[^>]*\\bname=(["'])generator\\1)(?=[^>]*\\bcontent=(["'])${Ds}\\2)[^>]*\\/?>`,"i").test(e))return e;let t=`<meta name="generator" content="${Zn}" />`;if(e.match(/(\r?\n)([ \t]*)<\/head>/i))return e.replace(/(\r?\n)([ \t]*)<\/head>/i,`$1$2${t}$1$2</head>`);let s=e.includes(`\r
|
|
1
|
+
import T from'fs/promises';import ms from'http';import Dn from'https';import S from'path';import er,{createHash}from'crypto';import {request,chromium}from'playwright';import {gunzipSync}from'zlib';import qs from'fast-glob';import {availableParallelism}from'os';import {Worker}from'worker_threads';import {S3Client,ListObjectsV2Command,HeadObjectCommand,GetObjectCommand,DeleteObjectsCommand}from'@aws-sdk/client-s3';import {Upload}from'@aws-sdk/lib-storage';import Xo from'mime-types';import {CloudFrontClient,waitUntilInvalidationCompleted,CreateInvalidationCommand}from'@aws-sdk/client-cloudfront';var ls=new Set(["post-type","taxonomy","author","date","posts-page","listing"]);function ke(e){return [...new Set(e.map(t=>t.trim()).filter(Boolean))].sort()}function ds(e){return [...new Set(e.map(t=>t.trim()).filter(Boolean))]}function ps(e){return new URL(e).pathname.split("/").filter(Boolean).some(n=>{try{return decodeURIComponent(n).endsWith("__trashed")}catch{return n.endsWith("__trashed")}})}function Ut(e){return Array.isArray(e)?e.map(Ut):e&&typeof e=="object"?Object.fromEntries(Object.entries(e).sort(([t],[n])=>t.localeCompare(n)).map(([t,n])=>[t,Ut(n)])):e}function gs(e){return JSON.stringify(Ut(e))}function ue(e){return createHash("sha256").update(gs(e)).digest("hex")}function An(e){return ue({schemaVersion:1,wordpressFingerprint:e.wordpressFingerprint,targetFingerprint:e.targetFingerprint,sourceOrigin:e.sourceOrigin,sitemapPaths:[...e.sitemapPaths].sort(),blockedPathPrefixes:[...e.blockedPathPrefixes].sort(),assetPathPrefixes:[...e.assetPathPrefixes].sort(),noJavaScriptRenderPathPrefixes:[...e.noJavaScriptRenderPathPrefixes].sort(),urlRewriteMode:e.urlRewriteMode})}function Lt(e){let t=new URL(e);if(t.protocol!=="http:"&&t.protocol!=="https:")throw new Error(`Unsupported source origin protocol: ${t.protocol}`);return t.hash="",t.search="",t.pathname=t.pathname.replace(/\/+$/,""),t.toString().replace(/\/$/,"")}function he(e,t){let n=new URL(Lt(e)),r=new URL(t,`${n.toString().replace(/\/$/,"")}/`);if(r.origin!==n.origin)throw new Error(`Content-sync URL is outside the source origin: ${t}`);let s=n.pathname.replace(/\/+$/,"");if(s&&r.pathname!==s&&!r.pathname.startsWith(`${s}/`))throw new Error(`Content-sync URL is outside the source site path: ${t}`);return r.hash="",r.toString()}function Qe(e){let t=ke((e.postTypes??[]).map(r=>String(r).toLowerCase().replace(/[^a-z0-9_-]/g,"")));if(t.length===0)throw new Error("Content-sync requires at least one public post type.");let n=ke((e.listingPaths??[]).map(r=>{let s=String(r).trim();if(!s)return "";let i=new URL(s,"https://content-sync.invalid/");if(i.origin!=="https://content-sync.invalid"&&/^https?:\/\//i.test(s))throw new Error("Content-sync listing routes must be same-site paths.");let a=`/${i.pathname.replace(/^\/+|\/+$/g,"")}`;return a==="/"?"/":`${a}/`}));return {postTypes:t,listingPaths:n,includeSubsites:e.includeSubsites===true,includePostTypeArchives:e.includePostTypeArchives!==false,includeTaxonomyArchives:e.includeTaxonomyArchives!==false,includeAuthorArchives:e.includeAuthorArchives===true,includeDateArchives:e.includeDateArchives===true,includePostsPage:e.includePostsPage!==false,includeSitemapChain:e.includeSitemapChain!==false}}function Tn(e,t,n){return ue({schemaVersion:1,sourceOrigin:Lt(e),ruleId:t.trim(),scope:Qe(n)})}function kn(e){return ue({schemaVersion:1,...e})}function $n(e){let t=String(e.siteId??"").trim()||String(e.accountId??"").trim()||Lt(e.sourceOrigin);return `content-sync:${ue({siteIdentity:t,ruleId:e.ruleId.trim(),targetFingerprint:e.targetFingerprint}).slice(0,48)}`}function En(e){let t=[...e].sort((s,i)=>s.sequence-i.sequence),n=new Map,r=-1;for(let s of t){if(!Number.isSafeInteger(s.sequence)||s.sequence<=r)throw new Error("Content-sync journal events are not strictly ordered.");if(r=s.sequence,!Number.isSafeInteger(s.blogId)||s.blogId<1)throw new Error("Content-sync journal event has an invalid multisite identity.");let i=`${s.blogId}:${s.postType}:${s.postId}`,a=n.get(i);if(!a){n.set(i,{postId:s.postId,blogId:s.blogId,postType:s.postType,fromSequence:s.sequence,toSequence:s.sequence,before:s.before,after:s.after,operations:[s.operation],correlationIds:s.correlationId?[s.correlationId]:[]});continue}a.toSequence=s.sequence,a.after=s.after,a.operations.push(s.operation),s.correlationId&&!a.correlationIds.includes(s.correlationId)&&a.correlationIds.push(s.correlationId);}return [...n.values()].sort((s,i)=>s.fromSequence-i.fromSequence)}function xn(e){return e?.status==="publish"&&!!e.url}function fs(e,t){return e==="post-type"?t.includePostTypeArchives:e==="taxonomy"?t.includeTaxonomyArchives:e==="author"?t.includeAuthorArchives:e==="date"?t.includeDateArchives:e==="posts-page"?t.includePostsPage:e==="listing"}function jt(e){let t=Qe(e.scope),n=new Map;En(e.events);for(let r of e.events)for(let s of [r.before,r.after])for(let i of s?.archiveFamilies??[]){if(!ls.has(i.kind)||!fs(i.kind,t))continue;let a={...i,url:he(e.sourceOrigin,i.url)};n.set(`${a.kind}|${a.url}`,a);}for(let r of t.listingPaths){let s=he(e.sourceOrigin,r);n.set(`listing|${s}`,{kind:"listing",url:s});}return [...n.values()].sort((r,s)=>r.url.localeCompare(s.url))}function Mn(e){let t=Qe(e.scope),n=En(e.events),r=new Set,s=new Set,i=new Map(jt({events:e.events,scope:t,sourceOrigin:e.sourceOrigin}).map(d=>[`${d.kind}|${d.url}`,d]));for(let d of n){let p=d.before,f=d.after,g=xn(p),y=xn(f);y&&f.url&&r.add(he(e.sourceOrigin,f.url)),g&&p.url&&(!y||p.url!==f.url)&&s.add(he(e.sourceOrigin,p.url));}let a=new Map(e.resolvedArchiveFamilies.map(d=>[`${d.kind}|${he(e.sourceOrigin,d.url)}`,{...d,url:he(e.sourceOrigin,d.url),pageUrls:ke(d.pageUrls.map(p=>he(e.sourceOrigin,p)))}])),u=[...i.entries()].map(([d,p])=>{let f=a.get(d);if(!f)throw new Error(`WordPress did not resolve archive family ${d}.`);return {...p,...f}}).sort((d,p)=>d.url.localeCompare(p.url)),o=ke(u.flatMap(d=>d.pageUrls)),l=t.includeSitemapChain?ds(e.sitemapUrls.map(d=>he(e.sourceOrigin,d))):[],c={schemaVersion:1,generatedAt:new Date().toISOString(),jobId:e.jobId,ruleId:e.ruleId,consumerId:e.consumerId,coalesceKey:e.coalesceKey,scopeFingerprint:e.scopeFingerprint,targetFingerprint:e.targetFingerprint,baselineId:e.baselineId,fromSequence:e.fromSequence,toSequence:e.toSequence,eventCount:e.events.length,foldedCount:n.length,directRenderUrls:ke([...r]),archiveFamilyUrls:o,sitemapUrls:l,deleteUrls:ke([...s]),archiveFamilies:u};return {...c,impactHash:ue(c)}}function Je(e){let{impactHash:t,...n}=e;if(e.schemaVersion!==1||!t)throw new Error("Invalid content-sync impact plan schema.");if(ue(n)!==t)throw new Error("Content-sync impact plan hash mismatch.");for(let r of [...e.directRenderUrls,...e.deleteUrls])if(ps(r))throw new Error(`Content-sync impact contains a WordPress trash alias instead of the last public URL: ${r}`)}var hs="wp-json/smartcloud-static-publisher/v1/content-sync/",ws=25*1024*1024,ot=class extends Error{status;code;constructor(t,n,r){super(r),this.name="ContentSyncApiError",this.status=t,this.code=n;}},at=class{options;constructor(t){if(!t.runtimeToken.trim())throw new Error("Content-sync requires a WordPress runtime token.");this.options={...t,timeoutMs:t.timeoutMs??6e4};}endpoint(t){let n=this.options.sourceOrigin.replace(/\/+$/,"")+"/";return new URL(`${hs}${t}`,n)}async post(t,n){let r=this.endpoint(t),s=Buffer.from(JSON.stringify(n),"utf8"),i=r.protocol==="https:"?Dn:ms,a=r.protocol==="https:"?new Dn.Agent({rejectUnauthorized:!this.options.ignoreHttpsErrors}):void 0;return new Promise((u,o)=>{let l=i.request(r,{method:"POST",agent:a,headers:{"content-type":"application/json","content-length":String(s.byteLength),"x-static-publisher-token":this.options.runtimeToken},timeout:this.options.timeoutMs},c=>{let d=[],p=0;c.on("data",f=>{if(p+=f.byteLength,p>ws){c.destroy(new Error("Content-sync API response exceeded the size limit."));return}d.push(f);}),c.on("error",o),c.on("end",()=>{let f=Buffer.concat(d).toString("utf8"),g;try{g=f?JSON.parse(f):{};}catch{o(new ot(c.statusCode??500,"invalid-json","Content-sync API returned invalid JSON."));return}let y=c.statusCode??500;if(y<200||y>=300){o(new ot(y,String(g.code??"request-failed"),String(g.message??`Content-sync API request failed (${y}).`)));return}u(g);});});l.on("timeout",()=>l.destroy(new Error(`Content-sync API request timed out: ${t}`))),l.on("error",o),l.end(s);})}async head(t){return this.post("head",t)}async unboundHead(t,n){return this.post("head",{postTypes:t,includeSubsites:n})}async events(t){let n=[],r=t.afterSequence,s=new Set(t.postTypes);for(;r<t.throughSequence;){let i=await this.post("events",{...t,afterSequence:r,limit:250});if(i.fromSequence!==r||i.throughSequence!==t.throughSequence||i.nextSequence<r||i.nextSequence>t.throughSequence)throw new Error("Content-sync API returned an inconsistent event page.");if(!Array.isArray(i.items))throw new Error("Content-sync API returned a malformed event page.");let a=r;for(let u of i.items){if(!Number.isSafeInteger(u.sequence)||u.sequence<=a||u.sequence>t.throughSequence||!Number.isSafeInteger(u.postId)||u.postId<=0||!Number.isSafeInteger(u.blogId)||u.blogId<=0||!s.has(u.postType)||typeof u.operation!="string"||!u.operation)throw new Error("Content-sync API returned an invalid or out-of-scope journal event.");a=u.sequence;}if(i.items.length>0&&i.nextSequence!==a)throw new Error("Content-sync API event cursor does not match the final returned event.");if(n.push(...i.items),!i.hasMore)break;if(i.nextSequence===r)throw new Error("Content-sync API event pagination did not advance.");r=i.nextSequence;}if(t.throughSequence>t.afterSequence&&n.at(-1)?.sequence!==t.throughSequence)throw new Error("Content-sync API omitted the claimed journal high-water event.");return n}async resolveImpactFamilies(t,n){let r=await this.post("impact",{families:t,includeSubsites:n});return Array.isArray(r.families)?r.families:[]}async releaseFingerprint(t=false){let n=await this.post("fingerprint",{includeSubsites:t}),r=String(n.fingerprint||"").trim();if(!/^[a-f0-9]{64}$/.test(r))throw new Error("WordPress returned an invalid release fingerprint.");return r}async establishBaseline(t){return this.post("baseline",t)}async acknowledge(t){return this.post("ack",t)}};function ct(e){let t=S.resolve(e);return {state:S.join(t,"content-sync-state.json"),current:S.join(t,"content-sync-current.json"),impact:S.join(t,"content-sync-impact-plan.json"),checkpoint:S.join(t,"content-sync-checkpoint.json"),baseline:S.join(t,"content-sync-baseline.json"),releaseCutoff:S.join(t,"content-sync-release-cutoff.json"),candidateManifest:S.join(t,"content-sync-candidate-manifest.json"),trustedManifest:S.join(t,"crawl-manifest.json"),invalidation:S.join(t,"content-sync-invalidation.json"),deployPlan:S.join(t,"deploy-plan.json")}}async function qt(e){let t=await Ve(e.releaseCutoff);if(t===null)return {schemaVersion:1,updatedAt:"",entries:{}};let n=t;if(n.schemaVersion!==1||typeof n.updatedAt!="string"||!n.entries||typeof n.entries!="object"||Array.isArray(n.entries))throw new Error("Invalid content-sync release-cutoff store.");return n}async function Fn(e,t){await Ee(e.releaseCutoff,{...t,schemaVersion:1,updatedAt:new Date().toISOString()});}async function Ee(e,t){await T.mkdir(S.dirname(e),{recursive:true});let n=`${e}.${process.pid}.${Date.now()}.tmp`;await T.writeFile(n,JSON.stringify(t,null,2),"utf8"),await T.rename(n,e);}async function Ve(e){try{return JSON.parse(await T.readFile(e,"utf8"))}catch(t){if(t.code==="ENOENT")return null;throw new Error(`Invalid or unreadable content-sync state file ${e}: ${t instanceof Error?t.message:String(t)}`,{cause:t})}}async function _t(e){let t=await Ve(e.baseline);if(t===null)return {schemaVersion:1,updatedAt:"",entries:{}};let n=t;if(n.schemaVersion!==1||typeof n.updatedAt!="string"||!n.entries||typeof n.entries!="object"||Array.isArray(n.entries))throw new Error("Invalid content-sync baseline store.");return n}async function On(e,t){await Ee(e.baseline,{...t,schemaVersion:1,updatedAt:new Date().toISOString()});}async function Nt(e){let t=await Ve(e.current);if(t===null)return null;let n=t;if(n.schemaVersion!==1||typeof n.jobId!="string"||typeof n.phase!="string"||!Number.isSafeInteger(n.fromSequence)||!Number.isSafeInteger(n.toSequence))throw new Error("Invalid content-sync current-range state.");return n}async function Un(e,t){await Ee(e.current,{...t,schemaVersion:1,updatedAt:new Date().toISOString()});}async function Ln(e){let t=await Ve(e.impact);if(t===null)return null;let n=t;return Je(n),n}async function jn(e,t){Je(t),await Ee(e.impact,t);}async function qn(e,t){await Ee(e.checkpoint,{...t,schemaVersion:1,updatedAt:new Date().toISOString()});}async function ut(e){let t=await Ve(e.state);if(t===null)return {schemaVersion:1,updatedAt:"",rules:{}};let n=t;if(n.schemaVersion!==1||typeof n.updatedAt!="string"||!n.rules||typeof n.rules!="object"||Array.isArray(n.rules))throw new Error("Invalid content-sync state store.");return n}async function lt(e,t){await Ee(e.state,{...t,schemaVersion:1,updatedAt:new Date().toISOString()});}async function Bt(e){await Promise.all([e.current,e.checkpoint].map(async t=>{try{await T.unlink(t);}catch(n){if(n.code!=="ENOENT")throw n}}));}async function _n(e,t){let n=await Nt(e);return !n||n.coalesceKey!==t?false:(await Promise.all([e.current,e.checkpoint,e.impact,e.candidateManifest,e.invalidation,e.deployPlan].map(async r=>{try{await T.unlink(r);}catch(s){if(s.code!=="ENOENT")throw s}})),true)}var Ht=["/sitemap_index.xml","/wp-sitemap.xml","/sitemap.xml"];function Ke(e){let t=new Set;for(let n of [...e,...Ht]){let r=String(n||"").trim();r&&t.add(r);}return [...t]}function Bn(e){let t=e.trim();return t==="."?".":t.replace(/\/$/,"")}function Ps(e){let t=String(e??"").trim();if(!t)return "";let n=t;if(/^https?:\/\//i.test(n))try{n=new URL(n).pathname;}catch{return ""}if(n=n.split(/[?#]/,1)[0]?.replace(/\\/g,"/").trim()??"",!n)return "";let r=n.endsWith("/"),s=n.replace(/^\/+/,"").split("/").map(a=>a.replace(/[^A-Za-z0-9._-]/g,"")).filter(a=>a.length>0&&a!=="."&&a!=="..");if(s.length===0)return "";let i=`/${s.join("/")}`;return r&&S.extname(i)===""&&(i+="/"),i==="/"?"":i}function Wt(e){return !e||typeof e!="object"?{}:Object.fromEntries(Object.entries(e).map(([t,n])=>[t.trim(),String(n??"")]).filter(([t])=>t.length>0))}function vs(e){if(!e||typeof e!="object")return {};let t={};for(let[n,r]of Object.entries(e)){let s=n.trim();if(!s||!r||typeof r!="object")continue;let i=r,a={};if(typeof i.targetOrigin=="string"){let o=Bn(i.targetOrigin);o&&(a.targetOrigin=o);}let u=Wt(i.extraReplacements);if(Object.keys(u).length>0&&(a.extraReplacements=u),i.s3&&typeof i.s3=="object"){let o={},l=i.s3;typeof l.bucket=="string"&&(o.bucket=l.bucket.trim()),typeof l.prefix=="string"&&(o.prefix=l.prefix.trim()),typeof l.region=="string"&&(o.region=l.region.trim()),typeof l.htmlCacheControl=="string"&&(o.htmlCacheControl=l.htmlCacheControl.trim()),typeof l.assetCacheControl=="string"&&(o.assetCacheControl=l.assetCacheControl.trim()),Object.keys(o).length>0&&(a.s3=o);}if(i.cloudFront&&typeof i.cloudFront=="object"){let o={},l=i.cloudFront;typeof l.distributionId=="string"&&(o.distributionId=l.distributionId.trim()),Array.isArray(l.invalidationPaths)&&(o.invalidationPaths=l.invalidationPaths.map(c=>String(c??"").trim()).filter(c=>c.length>0)),Object.keys(o).length>0&&(a.cloudFront=o);}t[s]=a;}return t}function Qt(e){return e==="PROFESSIONAL"||e==="AGENCY"?e:void 0}function Cs(e,t){if(!e||typeof e!="object")return null;let n=e,r=n.command;if(r!=="publish"&&r!=="crawl"&&r!=="deploy"&&r!=="invalidate"&&r!=="retry-timeouts"&&r!=="url"&&r!=="content-sync")return null;let s=Number.parseInt(String(n.intervalMinutes??"0"),10);if(!Number.isFinite(s)||s<1)return null;let i=String(n.id??`${r}-${t+1}`).trim();if(!i)return null;let a=String(n.deploymentProfile??"").trim(),u=String(n.url??"").trim(),o=Array.isArray(n.postTypes)?[...new Set(n.postTypes.map(c=>String(c??"").trim().toLowerCase().replace(/[^a-z0-9_-]/g,"")).filter(Boolean))]:[],l=Array.isArray(n.listingPaths)?[...new Set(n.listingPaths.map(c=>String(c??"").trim()).filter(Boolean))]:[];return r==="content-sync"&&o.length===0?null:{id:i,enabled:n.enabled!==false,command:r,intervalMinutes:s,...r==="publish"||r==="crawl"?{crawlMode:n.crawlMode==="incremental"?"incremental":"full"}:{},...(r==="publish"||r==="deploy"||r==="invalidate"||r==="content-sync")&&a?{deploymentProfile:a}:{},...u?{url:u}:{},...o.length>0?{postTypes:o}:{},...l.length>0?{listingPaths:l}:{},...typeof n.includeSubsites=="boolean"?{includeSubsites:n.includeSubsites}:{},...typeof n.includePostTypeArchives=="boolean"?{includePostTypeArchives:n.includePostTypeArchives}:{},...typeof n.includeTaxonomyArchives=="boolean"?{includeTaxonomyArchives:n.includeTaxonomyArchives}:{},...typeof n.includeAuthorArchives=="boolean"?{includeAuthorArchives:n.includeAuthorArchives}:{},...typeof n.includeDateArchives=="boolean"?{includeDateArchives:n.includeDateArchives}:{},...typeof n.includePostsPage=="boolean"?{includePostsPage:n.includePostsPage}:{},...typeof n.includeSitemapChain=="boolean"?{includeSitemapChain:n.includeSitemapChain}:{}}}function Hn(e){let t=e&&typeof e=="object"?e:{},n=Array.isArray(t.rules)?t.rules.map((r,s)=>Cs(r,s)).filter(r=>!!r):[];return {enabled:t.enabled===true,timezone:typeof t.timezone=="string"&&t.timezone.trim()!==""?t.timezone.trim():"UTC",rules:n}}function Rs(e){if(!e||typeof e!="object")return;let t=e,n={};for(let s of ["accountId","siteId"]){let i=t[s];typeof i=="string"&&i.trim()!==""&&(n[s]=i.trim());}let r=Number(t.lastUpdate??0);return Number.isFinite(r)&&r>0&&(n.lastUpdate=Math.floor(r)),t.subscriber===true&&(n.subscriber=true),Object.keys(n).length>0?n:void 0}function Jt(e){let t=e&&typeof e=="object"?e:{},n=String(t.accountId??"").trim(),r=String(t.siteId??"").trim(),s=t.subscriber===true,i=Rs(t.siteSettings),a={...i??{},...n?{accountId:i?.accountId??n}:{},...r?{siteId:i?.siteId??r}:{},...i?.subscriber===true||s?{subscriber:true}:{}},u={},o=String(t.apiBase??"").trim();o&&(u.apiBase=o);let l=String(t.runtimeToken??t.nonce??"").trim();l&&(u.runtimeToken=l);let c=String(t.virtualAssetBaseUrl??t.uploadUrl??"").trim();c&&(u.virtualAssetBaseUrl=c),Object.keys(a).length>0&&(u.siteSettings=a);let d=Qt(t.subscriptionType);return d&&(u.subscriptionType=d),u}function Is(e){try{let t=new URL(e);globalThis.location=t;}catch{}}function Wn(e){return typeof e=="string"?e:e instanceof URL?e.toString():e.url}function xs(e,t){let n=new Headers(e instanceof Request?e.headers:void 0);if(t?.headers)for(let[r,s]of new Headers(t.headers).entries())n.set(r,s);return n}async function zn(e,t,n=5){let r=new URL(Wn(e)),s=String(t?.method??(e instanceof Request?e.method:"GET")).toUpperCase(),i=r.protocol==="http:"?ms:Dn,a=xs(e,t);return await new Promise((u,o)=>{let l=i.request(r,{method:s,headers:Object.fromEntries(a.entries()),...r.protocol==="https:"?{rejectUnauthorized:false}:{}},c=>{let d=[];c.on("data",p=>{d.push(Buffer.isBuffer(p)?p:Buffer.from(p));}),c.on("error",o),c.on("end",()=>{let p=c.statusCode??0,f=c.headers.location;if(n>0&&f&&[301,302,303,307,308].includes(p)){u(zn(new URL(f,r),{method:p===303?"GET":s},n-1));return}let g=new Headers;for(let[y,m]of Object.entries(c.headers))Array.isArray(m)?g.set(y,m.join(", ")):typeof m=="string"&&g.set(y,m);u(new Response(Buffer.concat(d),{status:p,statusText:c.statusMessage??"",headers:g}));});});l.on("error",o),l.end();})}function As(e){let t=Jt(e.wpsuite),n={...t.siteSettings??{},...t.siteSettings?.subscriber===true||t.subscriptionType==="PROFESSIONAL"||t.subscriptionType==="AGENCY"?{subscriber:true}:{}},r=String(n.accountId??"").trim(),s=String(n.siteId??"").trim(),i=String(t.virtualAssetBaseUrl??t.uploadUrl??"").trim();if(e.wpsuite={...t.apiBase?{apiBase:t.apiBase}:{},...t.runtimeToken?{runtimeToken:t.runtimeToken}:{},...i?{virtualAssetBaseUrl:i}:{},...Object.keys(n).length>0?{siteSettings:n}:{},...t.subscriptionType?{subscriptionType:t.subscriptionType}:{}},!r||!s||!i)return false;Is(e.sourceOrigin);let a=globalThis,o={...a.WpSuite??{},siteSettings:n,uploadUrl:i};return t.apiBase&&(o.apiBase=t.apiBase),a.WpSuite=o,true}async function Ts(e){let t=String(e.wpsuite?.virtualAssetBaseUrl??e.wpsuite?.uploadUrl??"").trim();if(!As(e)){let s=e.wpsuite?.siteSettings,i=[String(s?.accountId??"").trim()?"":"accountId",String(s?.siteId??"").trim()?"":"siteId",t?"":"virtualAssetBaseUrl"].filter(Boolean);return {remote:null,diagnostic:{status:"invalid-runtime",virtualAssetBaseUrl:t,subscriptionType:null,error:`Missing WP Suite runtime field(s): ${i.join(", ")}.`,requests:[]}}}let n=globalThis.fetch,r=[];try{typeof n=="function"&&/^https?:\/\//i.test(t)&&(globalThis.fetch=(async(o,l)=>{let c=Wn(o);if(c.startsWith(t)){let d=(()=>{try{return new URL(c).pathname}catch{return c}})();try{let p=e.ignoreHttpsErrors&&c.startsWith("https://")?await zn(o,l):await n(o,l);return r.push({path:d,status:p.status,ok:p.ok,error:null}),p}catch(p){throw r.push({path:d,status:null,ok:!1,error:p instanceof Error?p.message:String(p)}),p}}return n(o,l)}));let{getConfig:s}=await import('@smart-cloud/wpsuite-core'),i=await s("publisher"),a=i&&typeof i=="object"?i:null,u=Qt(a?.subscriptionType);return {remote:a,diagnostic:{status:a?"loaded":"unavailable",virtualAssetBaseUrl:t,subscriptionType:u??null,error:a?null:"WP Suite publisher config loader returned no configuration.",requests:r}}}catch(s){return {remote:null,diagnostic:{status:"unavailable",virtualAssetBaseUrl:t,subscriptionType:null,error:s instanceof Error?s.message:String(s),requests:r}}}finally{typeof n=="function"&&(globalThis.fetch=n);}}function ks(e,t){let n=vs(t?.deploymentProfiles),r=String(t?.defaultDeploymentProfile??"").trim(),s=n[r]?r:"",i=Qt(t?.subscriptionType),a=Jt(e.wpsuite);return {...e,scheduler:Hn(t?.scheduler),deploymentProfiles:n,defaultDeploymentProfile:s,...i?{subscriptionType:i}:{},wpsuite:{...a,...a.siteSettings||i?{siteSettings:{...a.siteSettings??{},...a.siteSettings?.subscriber===true||i==="PROFESSIONAL"||i==="AGENCY"?{subscriber:true}:{}}}:{},...i?{subscriptionType:i}:{}}}}function zt(e,t){let r=String(e||"").replace(/\\/g,"/").trim().replace(/^\/+|\/+$/g,"");if(!r)return t;let s=r.split("/").map(i=>i.trim()).filter(i=>i.length>0&&i!=="."&&i!=="..");return s.length>0?s.join("/"):t}function $s(){let e=process.env.STATIC_PUBLISHER_RUNTIME_DIR||process.env.WPSUITE_STATIC_PUBLISHER_RUNTIME_DIR||"";return e.trim()?S.resolve(e):""}function Nn(e,t,n){let r=String(t||"").trim();return r&&S.isAbsolute(r)?S.resolve(r):S.resolve(e,zt(r,n))}async function se(e,t={}){let n=String(e??"").trim()||process.env.PUBLISHER_CONFIG||"publisher.config.json",r=await T.readFile(n,"utf8"),s=JSON.parse(r);s.sourceOrigin=s.sourceOrigin.replace(/\/$/,""),s.targetOrigin=Bn(s.targetOrigin),s.ignoreHttpsErrors??=false,s.outputDir=String(s.outputDir||"export").trim()||"export",s.urlRewriteMode||=s.targetOrigin==="."?"relative":"absolute",s.noJavaScriptRenderPathPrefixes||=[],s.seedPaths||=[],s.generated404RequestPath=Ps(s.generated404RequestPath),s.sitemapPaths||=[...Ht],s.allowedAssetHosts||=[],s.assetPathPrefixes||=["/wp-content/","/wp-includes/","/static/","/assets/","/build/","/_next/","/docs/","/sitemap","/robots.txt","/llms.txt"],s.blockedPathPrefixes||=[],s.blockedSearchFragments||=[],s.concurrency||=1,s.maxPages||=0,s.extraReplacements=Wt(s.extraReplacements),s.postCrawlCopyMap=Wt(s.postCrawlCopyMap),s.logDir=String(s.logDir||"logs").trim()||"logs",s.verbose??=false,s.logLevel||=s.verbose?"debug":"info",s.s3SyncMode||="sdk-upload-delete",s.readiness||={waitForSelector:null,waitForFunction:null,timeoutMs:1500,fallbackWaitMs:1500},s.readiness.timeoutMs??=1500,s.readiness.fallbackWaitMs??=1500,s.viewport||={width:1440,height:1200},s.navigationTimeoutMs||=3e4,s.assetDownloadConcurrency=Number(s.assetDownloadConcurrency)>0?Number(s.assetDownloadConcurrency):s.concurrency,s.rewriteConcurrency=Number(s.rewriteConcurrency)>0?Number(s.rewriteConcurrency):s.assetDownloadConcurrency,s.wpsuite=Jt(s.wpsuite),s.scheduler=Hn(void 0),s.deploymentProfiles={},s.defaultDeploymentProfile="",s.deploymentTargetOverride=String(s.deploymentTargetOverride??"").trim();let i=await Ts(s);t.onRemotePublisherConfigDiagnostic?.(i.diagnostic);let a=ks(s,i.remote),u=$s(),o=u?S.resolve(u,".."):"";return o?(a.outputDir=Nn(o,a.outputDir,"export"),a.logDir=Nn(o,a.logDir,"logs")):(S.isAbsolute(a.outputDir)||(a.outputDir=zt(a.outputDir,"export")),S.isAbsolute(a.logDir)||(a.logDir=zt(a.logDir,"logs"))),a}var Es=".deploy-plan.json",Ms="deploy-plan.json",Ds=".crawl-incomplete.json",Fs="crawl-incomplete.json";function Qn(){let e=process.env.STATIC_PUBLISHER_RUNTIME_DIR||process.env.WPSUITE_STATIC_PUBLISHER_RUNTIME_DIR||"";return e.trim()?S.resolve(e):""}function Jn(e){let t=String(e||"").replace(/\\/g,"/").replace(/^\/+/,"").trim(),n=S.posix.normalize(t);return !t||!n||n==="."||/^[a-zA-Z]:/.test(n)||n.startsWith("../")||n===".."?null:n}function Os(e){let t=String(e||"").trim();if(!t.startsWith("/")||t.startsWith("//")||t.includes("*")||t.includes("#"))return null;try{let n=new URL(t,"https://content-sync.invalid");return n.origin!=="https://content-sync.invalid"?null:`${S.posix.normalize(n.pathname)}${n.search}`}catch{return null}}function ye(e){return [...new Set(e.map(Jn).filter(t=>t!==null))]}function Vn(e,t){let n={generatedAt:String(t.generatedAt||new Date().toISOString()),outputDir:S.resolve(e.outputDir),runMode:t.runMode,crawlMode:t.crawlMode,fullSyncRequired:!!t.fullSyncRequired,changedFiles:ye(t.changedFiles||[]),deletedFiles:ye(t.deletedFiles||[]),rewriteTargets:ye(t.rewriteTargets||[])};return t.schemaVersion===2?{...n,schemaVersion:2,runMode:"content-sync",crawlMode:"incremental",fullSyncRequired:false,consumerId:String(t.consumerId||"").trim(),fromSequence:Math.max(0,Number(t.fromSequence)||0),toSequence:Math.max(0,Number(t.toSequence)||0),impactHash:String(t.impactHash||"").trim(),resolvedSitemapUrls:[...new Set((t.resolvedSitemapUrls||[]).map(r=>String(r||"").trim()).filter(r=>{try{let s=new URL(r);return s.protocol==="http:"||s.protocol==="https:"}catch{return false}}))],uploadGroups:{assets:ye(t.uploadGroups?.assets||[]),content:ye(t.uploadGroups?.content||[]),listings:ye(t.uploadGroups?.listings||[]),sitemapLeaves:ye(t.uploadGroups?.sitemapLeaves||[]),sitemapIndexes:ye(t.uploadGroups?.sitemapIndexes||[])},invalidationPaths:[...new Set((t.invalidationPaths||[]).map(Os).filter(r=>r!==null))].sort()}:{schemaVersion:1,...n,runMode:t.runMode}}function Us(e){if(!e||typeof e!="object")return false;let t=e;if(t.schemaVersion===2){let n=t;return n.runMode==="content-sync"&&n.crawlMode==="incremental"&&n.fullSyncRequired===false&&typeof n.generatedAt=="string"&&typeof n.outputDir=="string"&&typeof n.consumerId=="string"&&n.consumerId.trim()!==""&&Number.isSafeInteger(n.fromSequence)&&Number.isSafeInteger(n.toSequence)&&Number(n.toSequence)>=Number(n.fromSequence)&&typeof n.impactHash=="string"&&/^[a-f0-9]{64}$/.test(n.impactHash)&&Array.isArray(n.resolvedSitemapUrls)&&Array.isArray(n.changedFiles)&&Array.isArray(n.deletedFiles)&&Array.isArray(n.rewriteTargets)&&!!n.uploadGroups&&Array.isArray(n.uploadGroups.assets)&&Array.isArray(n.uploadGroups.content)&&Array.isArray(n.uploadGroups.listings)&&Array.isArray(n.uploadGroups.sitemapLeaves)&&Array.isArray(n.uploadGroups.sitemapIndexes)&&Array.isArray(n.invalidationPaths)}return t.schemaVersion===1&&typeof t.generatedAt=="string"&&typeof t.outputDir=="string"&&(t.runMode==="full"||t.runMode==="retry-timeouts"||t.runMode==="single-url")&&(t.crawlMode==="full"||t.crawlMode==="incremental")&&typeof t.fullSyncRequired=="boolean"&&Array.isArray(t.changedFiles)&&Array.isArray(t.deletedFiles)&&Array.isArray(t.rewriteTargets)}function Vt(e){let t=S.join(S.resolve(e.outputDir),Es),n=Qn();return n?[S.join(n,Ms),t]:[t]}function Kt(e){let t=S.join(S.resolve(e.outputDir),Ds),n=Qn();return n?[S.join(n,Fs),t]:[t]}function Se(e,t){let n=S.resolve(e),r=S.resolve(t),s=S.relative(n,r).replace(/\\/g,"/");return Jn(s)}async function Me(e){let t=S.resolve(e.outputDir);for(let n of Vt(e))try{let r=await T.readFile(n,"utf8"),s=JSON.parse(r);if(!Us(s)||S.resolve(s.outputDir)!==t)continue;return Vn(e,s)}catch{}return null}async function Gt(e,t){let n=Vn(e,t);for(let r of Vt(e)){await T.mkdir(S.dirname(r),{recursive:true});let s=`${r}.${process.pid}.${Date.now()}.tmp`;await T.writeFile(s,JSON.stringify(n,null,2),"utf8"),await T.rename(s,r);}}async function De(e){for(let t of Vt(e))try{await T.unlink(t);}catch(n){if(n.code!=="ENOENT")throw n}}async function Kn(e,t){let n={schemaVersion:1,startedAt:String(t.startedAt||new Date().toISOString()),outputDir:S.resolve(e.outputDir)};for(let r of Kt(e)){await T.mkdir(S.dirname(r),{recursive:true});let s=`${r}.${process.pid}.tmp`;await T.writeFile(s,JSON.stringify(n,null,2),"utf8"),await T.rename(s,r);}}async function Gn(e){let t=S.resolve(e.outputDir);for(let n of Kt(e)){let r;try{r=await T.readFile(n,"utf8");}catch(i){if(i.code==="ENOENT")continue;throw i}let s;try{s=JSON.parse(r);}catch{throw new Error(`Invalid incomplete crawl marker: ${n}`)}if(s.schemaVersion!==1||typeof s.startedAt!="string"||typeof s.outputDir!="string"||S.resolve(s.outputDir)!==t)throw new Error(`Invalid incomplete crawl marker: ${n}`);return {schemaVersion:1,startedAt:s.startedAt,outputDir:t}}return null}async function Zn(e){for(let t of Kt(e))try{await T.unlink(t);}catch(n){if(n.code!=="ENOENT")throw n}}function Ze(e,t=10){return er.createHash("sha1").update(e).digest("hex").slice(0,t)}async function Ls(e){await T.mkdir(S.dirname(e),{recursive:true});}async function Ye(e,t,n){await Ls(e);let r=S.join(S.dirname(e),`.${S.basename(e)}.${process.pid}.${Date.now()}.${er.randomBytes(6).toString("hex")}.tmp`);try{typeof t=="string"?await T.writeFile(r,t,n??"utf8"):await T.writeFile(r,t),await T.rename(r,e);}catch(s){throw await T.unlink(r).catch(()=>{}),s}}function be(e){return [".html",".htm",".css",".js",".mjs",".json",".xml",".xsl",".txt",".svg",".map",".enc",".jws"].includes(S.extname(e).toLowerCase())}function de(e){return e.replace(/"/g,'"').replace(/"/g,'"').replace(/'/g,"'").replace(/'/g,"'").replace(/&/g,"&").replace(/</g,"<").replace(/>/g,">")}function Fe(e){return e.replace(/&/g,"&").replace(/"/g,""").replace(/'/g,"'").replace(/</g,"<").replace(/>/g,">")}function dt(e){return e.replace(/\//g,"\\/")}function Yn(e){return e.replace(/\//g,"\\\\/")}function js(e){try{let t=new URL(e);if(t.protocol!=="http:"&&t.protocol!=="https:")return null;let n=t.pathname==="/"&&!t.search&&!t.hash?"":`${t.pathname}${t.search}${t.hash}`;return `//${t.host}${n}`}catch{return null}}function Xn(e,t,n){if(!t)return;e[t]=n;let r=dt(t),s=dt(n);e[r]=s;let i=Yn(t),a=Yn(n);e[i]=a;let u=Fe(t),o=Fe(n);e[u]=o;let l=Fe(r),c=Fe(s);e[l]=c;let d=Fe(i),p=Fe(a);e[d]=p;}function pt(e,t,n){Xn(e,t,n);let r=js(t);r&&r!==t&&Xn(e,r,n);}function Zt(e,t){let n=t.startsWith("/")?t:`/${t}`,r=(e||"").replace(/\/$/,"");return !r||r==="."||r==="/"?n:`${r}${n}`}function tr(e,t){try{return new URL(e,t==="."?"https://relative.invalid":t).pathname}catch{return e.startsWith("/")?e:`/${e.replace(/^\.\//,"")}`}}function nr(e,t,n){if(!t)return n;let r=S.dirname(S.resolve(t)),s=S.resolve(e,n.replace(/^\/+/,"")),i=S.relative(r,s).replace(/\\/g,"/");return i?(i.startsWith(".")||(i=`./${i}`),i):"."}var Hs=["wp-content/","wp-includes/","wp-admin/","wp-json/","_next/"],Ws=new Set([".html",".htm"]),rr="WPSuite.io Static Publisher",zs=rr.replace(/[.*+?^${}()|[\]\\]/g,"\\$&");function Qs(e){return e.replace(/[.*+?^${}()|[\]\\]/g,"\\$&")}function Js(e){return e.startsWith("//")||e.startsWith("\\/\\/")||e.startsWith("\\\\/\\\\/")}function Vs(e,t,n){return Js(t)?e.replace(new RegExp(`(?<!:)${Qs(t)}`,"g"),n):e.split(t).join(n)}function Ks(e,t,n){if(e.wpsuite?.siteSettings?.subscriber===true||e.wpsuite?.subscriptionType==="PROFESSIONAL"||e.wpsuite?.subscriptionType==="AGENCY"||!n)return false;let s=S.extname(n).toLowerCase();return Ws.has(s)?/<head\b|<html\b|<!doctype html/i.test(t):false}function Gs(e){if(new RegExp(`<meta\\b(?=[^>]*\\bname=(["'])generator\\1)(?=[^>]*\\bcontent=(["'])${zs}\\2)[^>]*\\/?>`,"i").test(e))return e;let t=`<meta name="generator" content="${rr}" />`;if(e.match(/(\r?\n)([ \t]*)<\/head>/i))return e.replace(/(\r?\n)([ \t]*)<\/head>/i,`$1$2${t}$1$2</head>`);let r=e.includes(`\r
|
|
2
2
|
`)?`\r
|
|
3
3
|
`:`
|
|
4
|
-
`;return e.replace(/<head\b[^>]*>/i,
|
|
5
|
-
`,"utf8");}function
|
|
6
|
-
`,"utf8");});}enqueueJsonLine(t,n){this.enqueueTask(()=>
|
|
7
|
-
`,"utf8");});}enqueueJsonLine(t,n){this.enqueueTask(()=>nr(t,n));}updateCurrentEvent(t,n,s){let r=Gs(t,n,s);this.enqueueTask(async()=>{await A.mkdir(this.logDir,{recursive:true}),await A.writeFile(this.currentEventPath,JSON.stringify(r,null,2),"utf8");});}push(t,n,s){let r=Re(n),i=ft(s),a=JSON.stringify({time:new Date().toISOString(),level:t,message:r,...i||{}});this.enqueueLine(a),this.updateCurrentEvent(t,r,i),t==="error"?console.error(r,i||""):t==="warn"?console.warn(r,i||""):(ie[this.level]>=ie.debug||["summary","page","sitemap","asset","timing"].includes(t))&&console.log(r);}info(t,n){this.push("info",t,n);}debug(t,n){ie[this.level]<ie.debug||this.push("debug",t,n);}progress(t,n){tr("crawl.log.jsonl",t,n),this.updateCurrentEvent("progress",t,n);}checkpoint(t,n){this.updateCurrentEvent("checkpoint",t,n);}page(t,n){this.push("page",t,n);}sitemap(t,n){this.push("sitemap",t,n);}asset(t,n){this.push("asset",t,n);}warn(t,n){this.push("warn",t,n);}error(t,n){this.enqueueJsonLine(this.errorsPath,{message:t,...n||{}}),this.push("error",t,n);}summary(t,n){this.push("summary",t,n);}mark(t){this.marks.set(t,Date.now());}endMark(t,n){let s=this.marks.get(t);if(!s)return;let r=Date.now()-s,i={name:t,ms:r,seconds:Number((r/1e3).toFixed(2)),...n||{}};this.enqueueJsonLine(this.timingsPath,i),this.push("timing",`Timing ${t}: ${i.seconds}s`,i);}reject(t,n,s,r){let i={kind:t,url:n,reason:s,source:r};this.enqueueJsonLine(this.rejectedPath,i),ie[this.level]>=ie.debug&&this.push("reject",`Rejected ${t} ${n}: ${s}`,i);}ignore(t,n,s,r){let i={kind:t,url:n,reason:s,source:r};this.enqueueJsonLine(this.ignoredPath,i),ie[this.level]>=ie.debug&&this.push("ignore",`Ignored ${t} ${n}: ${s}`,i);}skip(t,n,s,r){let i={kind:t,url:n,status:s,source:r};this.enqueueJsonLine(this.skippedPath,i),this.push("warn",`Skipped ${t} ${n}: HTTP ${s}`,i);}async flush(){let t=Date.now()-this.startedAt,n={name:"total",ms:t,seconds:Number((t/1e3).toFixed(2))};if(this.enqueueJsonLine(this.timingsPath,n),await this.writeQueue,this.writeError)throw this.writeError}};var Kt="(?:css|js|mjs|json|map|xml|xsl|rss|atom|txt|enc|jws|png|jpe?g|gif|webp|avif|svg|ico|woff2?|ttf|otf|eot|pdf|mp4|webm)";function rr(e){return !!e&&/^(?:\.{1,2}\/)?[A-Za-z0-9@_][A-Za-z0-9@._/-]*\.(?:js|mjs)(?:[?#][^\s<>\\]*)?$/i.test(e)&&!e.startsWith("/")&&!e.startsWith("//")&&!/^[a-z][a-z0-9+.-]*:/i.test(e)&&!/(?:^|\/)node_modules(?:\/|$)|(?:^|\/)\.pnpm(?:\/|$)/i.test(e)}function sr(e){let t=new Set,n=[],s=/\bimport\s*\(\s*["'`]([^"'`\s<>\\]+)["'`]\s*\)/g,r=/\b(?:[A-Za-z_$][\w$]*\.)?u\s*=\s*(?:\([^)]*\)|[A-Za-z_$][\w$]*)\s*=>\s*["'`]([^"'`\s<>\\]+)["'`]/g;for(let i of e.matchAll(s))i[1]&&rr(i[1])&&n.push({index:i.index??0,value:i[1]});for(let i of e.matchAll(r))i[1]&&rr(i[1])&&n.push({index:i.index??0,value:i[1]});for(let i of n.sort((a,c)=>a.index-c.index))t.add(i.value);return [...t]}function ir(e,t){return typeof e=="string"&&e.length>0&&t?.supported===true&&typeof t.token=="string"&&t.token.length>0&&e===t.token}function or(e,t){try{let n=new URL(e),s=new URL(t,n);if(s.origin!==n.origin)return !1;let r=n.pathname.replace(/\/+$/,"");if(r&&s.pathname!==r&&!s.pathname.startsWith(`${r}/`))return !1;let i=r?s.pathname.slice(r.length)||"/":s.pathname;return ["/wp-includes/","/wp-content/plugins/","/wp-content/themes/","/wp-content/mu-plugins/"].some(a=>i.startsWith(a))}catch{return false}}var ei=["text/css","javascript","image/","font/","application/font","application/json","application/xml","text/xml","application/rss+xml","application/atom+xml","application/xslt+xml","text/xsl","image/svg+xml"],Sr=new Set([".css",".js",".mjs",".json",".map",".xml",".xsl",".rss",".atom",".txt",".enc",".jws",".png",".jpg",".jpeg",".gif",".webp",".avif",".svg",".ico",".woff",".woff2",".ttf",".otf",".eot",".pdf",".mp4",".webm"]),Pr=new Set(["",".html",".htm"]),ti=new Set([".css",".xml",".xsl",".svg",".json",".html",".htm",".txt",".enc",".jws"]),ni=["/wp-content/","/wp-includes/","/wp-admin/","/static/","/assets/","/build/","/_next/"];function ri(e){let t=[],n="full",s="full",r=false,i=false,a="";for(let c=0;c<e.length;c++){let o=e[c];if(o==="--retry-timeouts")n="retry-timeouts",r=true;else if(o==="--resume")r=true;else if(o==="--resume-rewrite")r=true,i=true;else if(o==="--crawl-mode"){let u=e[++c];if(!u)throw new Error("--crawl-mode requires a value");s=u==="incremental"?"incremental":"full",r||=s==="incremental";}else if(o.startsWith("--crawl-mode="))s=o.slice(13)==="incremental"?"incremental":"full",r||=s==="incremental";else if(o==="--incremental")s="incremental",r=true;else if(o==="--url"){let u=e[++c];if(!u)throw new Error("--url requires a value");n="single-url",r=true,t.push(u);}else if(o.startsWith("--url="))n="single-url",r=true,t.push(o.slice(6));else if(o==="--urls"){let u=e[++c];if(!u)throw new Error("--urls requires a file path");n="single-url",r=true,t.push(`@${u}`);}else if(o==="--content-sync-plan"){let u=e[++c];if(!u)throw new Error("--content-sync-plan requires a file path");n="content-sync",s="incremental",r=true,a=S.resolve(u);}else o.startsWith("--content-sync-plan=")&&(n="content-sync",s="incremental",r=true,a=S.resolve(o.slice(20)));}return {mode:n,crawlMode:s,urls:t,preserveOutput:r,resumeRewrite:i,contentSyncPlanPath:a}}function nn(){let e=process.env.STATIC_PUBLISHER_RUNTIME_DIR||process.env.WPSUITE_STATIC_PUBLISHER_RUNTIME_DIR||"";return e.trim()?S.resolve(e):""}function si(){let e=nn();return e?S.resolve(e,".."):""}function ii(){let e=process.env.STATIC_PUBLISHER_WP_ROOT||process.env.WPSUITE_STATIC_PUBLISHER_WP_ROOT||"";return e.trim()?S.resolve(e):""}function oi(e){let t=e.trim(),n=[{alias:"@storage-root",root:si(),requiredEnv:"STATIC_PUBLISHER_RUNTIME_DIR or WPSUITE_STATIC_PUBLISHER_RUNTIME_DIR"},{alias:"@runtime",root:nn(),requiredEnv:"STATIC_PUBLISHER_RUNTIME_DIR or WPSUITE_STATIC_PUBLISHER_RUNTIME_DIR"},{alias:"@wp-root",root:ii(),requiredEnv:"STATIC_PUBLISHER_WP_ROOT or WPSUITE_STATIC_PUBLISHER_WP_ROOT"}];for(let s of n){if(t!==s.alias&&!t.startsWith(`${s.alias}/`))continue;if(!s.root)return {resolvedPath:null,alias:s.alias,requiredEnv:s.requiredEnv};let r=t.slice(s.alias.length).replace(/^\/+/,"");return {resolvedPath:r?S.resolve(s.root,r):s.root,alias:s.alias}}return {resolvedPath:S.resolve(t)}}function br(e){let t=String(process.env.STATIC_PUBLISHER_CRAWL_MANIFEST_PATH||"").trim();if(t)return S.resolve(t);let n=nn();return n?S.join(n,"crawl-manifest.json"):S.join(e.outputDir,".crawl-manifest.json")}function vr(){return {schemaVersion:4,updatedAt:"",pages:{},assets:{}}}function ar(e){return {url:String(e.url||""),outputPath:String(e.outputPath||""),contentType:typeof e.contentType=="string"&&e.contentType?e.contentType:null,changeToken:typeof e.changeToken=="string"?e.changeToken:null,tokenSource:typeof e.tokenSource=="string"?e.tokenSource:null,sitemapLastmod:typeof e.sitemapLastmod=="string"?e.sitemapLastmod:null,discoveredPages:Array.isArray(e.discoveredPages)?e.discoveredPages.map(t=>String(t)):[],discoveredAssets:Array.isArray(e.discoveredAssets)?e.discoveredAssets.map(t=>String(t)):[],lastCrawledAt:String(e.lastCrawledAt||""),lastSeenRunId:String(e.lastSeenRunId||""),rewriteComplete:e.rewriteComplete===true}}function ai(e){let t=e.isText===true;return {url:String(e.url||""),outputPath:String(e.outputPath||""),isText:t,contentType:typeof e.contentType=="string"&&e.contentType?e.contentType:null,changeToken:typeof e.changeToken=="string"?e.changeToken:null,tokenSource:typeof e.tokenSource=="string"?e.tokenSource:null,discoveredAssets:Array.isArray(e.discoveredAssets)?e.discoveredAssets.map(n=>String(n)):[],lastCrawledAt:String(e.lastCrawledAt||""),lastSeenRunId:String(e.lastSeenRunId||""),rewriteComplete:e.rewriteComplete===true||!t}}function Zt(e){let t=e?.["content-type"]?.trim();return t||null}function ci(){return {rewriteTargets:new Set,changedFiles:new Set,deletedFiles:new Set}}function Y(e,t,n){let s=we(t.outputDir,n);s&&(e.changedFiles.add(s),e.deletedFiles.delete(s));}function cr(e,t,n){let s=we(t.outputDir,n);s&&(e.deletedFiles.add(s),e.changedFiles.delete(s));}function Ie(e,t){e.rewriteTargets.add(S.resolve(t));}async function ui(e){try{let t=await A.readFile(br(e),"utf8"),n=JSON.parse(t);if(n&&typeof n=="object"&&n.pages&&typeof n.pages=="object"){if((n.schemaVersion===2||n.schemaVersion===3||n.schemaVersion===4)&&n.assets&&typeof n.assets=="object")return {schemaVersion:4,updatedAt:String(n.updatedAt||""),pages:Object.fromEntries(Object.entries(n.pages).map(([s,r])=>[s,ar(r)])),assets:Object.fromEntries(Object.entries(n.assets).map(([s,r])=>[s,ai(r)]))};if(n.schemaVersion===1)return {schemaVersion:4,updatedAt:String(n.updatedAt||""),pages:Object.fromEntries(Object.entries(n.pages).map(([s,r])=>[s,ar(r)])),assets:{}}}}catch{}return vr()}function Yt(e){return JSON.parse(JSON.stringify(e))}async function li(e,t){let n=br(e);await A.mkdir(S.dirname(n),{recursive:true}),await A.writeFile(n,JSON.stringify(t,null,2),"utf8");}async function Se(e,t){if(!t.trackManifest)return;let n=async()=>{let s=Yt(t.manifest);s.updatedAt=new Date().toISOString(),t.manifest.updatedAt=s.updatedAt,await li(e,s);};t.manifestSaveChain=t.manifestSaveChain.then(n,n),await t.manifestSaveChain;}function Ke(e){if(!e)return null;let t=e.trim();return t||null}function di(e,t){let n=new Set,s=new Set([...Object.keys(e),...Object.keys(t)]);for(let r of s){let i=e[r],a=t[r];!i||!a||i===a||n.add(r);}return n}async function Cr(e,t,n,s){let r=[...new Set(n.map(c=>c.trim()).filter(Boolean))],i=String(e.wpsuite?.runtimeToken||"").trim();if(r.length===0||!i)return new Map;let a=new URL("/wp-json/smartcloud-static-publisher/v1/change-tokens",e.sourceOrigin).toString();try{let c=await t.post(a,{timeout:3e4,failOnStatusCode:!1,headers:{"content-type":"application/json","x-static-publisher-token":i},data:JSON.stringify({urls:r})});if(!c.ok())return s.warn(`Change token lookup failed with HTTP ${c.status()}`,{endpoint:a,status:c.status()}),new Map;let o=await c.json().catch(()=>null);if(!o||!Array.isArray(o.items))return new Map;let u=new Map;for(let l of o.items)!l||typeof l.url!="string"||u.set(l.url,l);return u}catch(c){return s.warn("Change token lookup failed; falling back to sitemap metadata",{endpoint:a,error:c instanceof Error?`${c.name}: ${c.message.split(/\r?\n/u,1)[0]}`:"Unknown change-token request failure"}),new Map}}async function wt(e,t,n,s,r){if(!n.enabled&&!n.trackManifest)return null;if(n.changeTokenCache.has(s))return n.changeTokenCache.get(s)??null;let a=(await Cr(e,t,[s],r)).get(s)??null;return on(e,s)&&(!a||a.supported!==true||!a.token)&&(a=await fi(e,t,s,r)),a=Rr(e,a),n.changeTokenCache.set(s,a),a}async function pi(e,t,n,s,r){if(!n.trackManifest)return;let i=[...new Set(s.map(a=>a.trim()).filter(Boolean))].filter(a=>!n.changeTokenCache.has(a));for(let a=0;a<i.length;a+=250){let c=i.slice(a,a+250),o=await Cr(e,t,c,r);for(let u of c)n.changeTokenCache.set(u,Rr(e,o.get(u)??null));}}function gi(e){return `subscriber=${e.wpsuite?.siteSettings?.subscriber===true?"1":"0"}`}function Rr(e,t){if(!t?.supported||!t.token||t.tokenSource==="wp-media-file")return t;let n=gi(e);return {...t,token:Je(`${t.token}
|
|
8
|
-
${
|
|
4
|
+
`;return e.replace(/<head\b[^>]*>/i,s=>`${s}${r} ${t}`)}function Zs(e){let t=de(e).trim();return t.startsWith("{")||t.startsWith("[")||t.includes("\\/")||/"@context"|"@type"/.test(t)}function Ys(e,t){let n=[...new Set(t)].filter(i=>i.includes("/")&&!/\\+\//.test(i)).map(i=>[i,dt(i)]).filter(([i,a])=>i!==a).sort((i,a)=>a[0].length-i[0].length);if(!n.length)return e;let r=i=>{let a=i;for(let[u,o]of n)a=a.split(u).join(o);return a},s=e.replace(/(<script\b[^>]*\btype=["']application\/(?:ld\+)?json["'][^>]*>)([\s\S]*?)(<\/script>)/gi,(i,a,u,o)=>`${a}${r(u)}${o}`);return s=s.replace(/(<meta\b[^>]*\bcontent=(['"]))([\s\S]*?)(\2[^>]*>)/gi,(i,a,u,o,l)=>Zs(o)?`${a}${r(o)}${l}`:i),s}function Xs(e,t){if(!t)return null;let n=S.dirname(S.resolve(t)),r=S.resolve(e.outputDir),s=S.relative(n,r).replace(/\\/g,"/");return s?(s.startsWith(".")||(s=`./${s}`),s.endsWith("/")?s:`${s}/`):"./"}function ei(e,t,n){let r=Xs(t,n);if(!r)return e;let s=e;for(let i of Hs){let a=i.replace(/[.*+?^${}()|[\]\\]/g,"\\$&"),u=new RegExp(`(?:\\.{1,}/)+${a}`,"g"),o=new RegExp(`(?<!\\.)/${a}`,"g");s=s.replace(u,`${r}${i}`).replace(o,`${r}${i}`);let l=i.replace(/\//g,"\\/"),c=r.replace(/\//g,"\\/"),d=l.replace(/[.*+?^${}()|[\]\\]/g,"\\$&"),p=new RegExp(`(?:\\.{1,}\\\\/)+${d}`,"g"),f=new RegExp(`(?:\\.{1,}(?:\\\\/|\\\\))+${d}`,"g"),g=new RegExp(`(?<![\\.\\\\])\\/${d}`,"g");s=s.replace(p,`${c}${l}`).replace(f,`${c}${l}`).replace(g,`${c}${l}`);}return s}function Xt(e,t,n){if(e.urlRewriteMode==="absolute")return t;let r=(()=>{try{return new URL(t,e.targetOrigin==="."?"https://relative.invalid":e.targetOrigin)}catch{return null}})(),s=r?r.pathname:tr(t,e.targetOrigin),i=r?`${r.search}${r.hash}`:"";return e.urlRewriteMode==="root-relative"?`${s}${i}`:`${nr(e.outputDir,n,s)}${i}`}function Yt(e,t,n,r,s){pt(e,n,Xt(t,r,s));}function ti(e,t,n,r,s){if(!n||n===r)return;pt(e,n,r);let i=Xt(t,n,s),a=Xt(t,r,s);pt(e,i,a);}function en(e,t,n,r,s={}){let i=e,a={};Yt(a,t,t.sourceOrigin,t.targetOrigin,r);for(let[o,l]of Object.entries(t.extraReplacements))Yt(a,t,o,l,r);for(let[o,l]of Object.entries(n))Yt(a,t,o,l,r);for(let[o,l]of Object.entries(s)){let c=n[o];!c||c===l||ti(a,t,l,c,r);}let u=Object.entries(a).sort((o,l)=>l[0].length-o[0].length);for(let[o,l]of u)i=Vs(i,o,l);return t.urlRewriteMode!=="absolute"&&(i=ei(i,t,r)),i=Ys(i,u.map(([,o])=>o)),Ks(t,i,r)&&(i=Gs(i)),i}async function ni(e,t,n,r){let s=S.join(e.outputDir,r),i=S.extname(s).toLowerCase(),a;try{a=await T.readFile(s,"utf8");}catch(l){if(l.code!=="ENOENT")throw l;return {changed:false}}let o=en(a,e,t,i===".js"||i===".mjs"?void 0:s,n);return o!==a?(await Ye(s,o,"utf8"),{changed:true}):{changed:false}}async function ri(e,t){return await new Promise((n,r)=>{let s=o=>{if(u(),o?.error){r(new Error(o.error));return}n({changed:!!o?.changed});},i=o=>{u(),r(o);},a=o=>{u(),o!==0&&r(new Error(`Rewrite worker exited with code ${o}.`));},u=()=>{e.off("message",s),e.off("error",i),e.off("exit",a);};e.on("message",s),e.on("error",i),e.on("exit",a),e.postMessage({file:t});})}async function gt(e,t,n={}){let s=(n.files?[...new Set(n.files)].map(p=>S.resolve(p)).filter(p=>p.startsWith(S.resolve(e.outputDir))).map(p=>S.relative(e.outputDir,p).replace(/\\/g,"/")).filter(p=>p.length>0):await qs(["**/*"],{cwd:e.outputDir,onlyFiles:true,dot:true})).filter(p=>p!=="asset-map.json"&&be(p)),i=0;if(s.length===0)return 0;let a=Math.max(1,Number(e.rewriteConcurrency||e.assetDownloadConcurrency||1)),u=Math.max(1,Math.min(a,s.length,availableParallelism()));await n.onStart?.({totalFiles:s.length,workerCount:u});let o=0,l=0,c=null;if(u===1){for(let p of s){let f=await ni(e,t,n.previousAssetMap??{},p);f.changed&&(i+=1),l+=1,await n.onProgress?.({index:l,totalFiles:s.length,changedTextFiles:i,file:p,changed:f.changed});}return i}let d=Array.from({length:u},async()=>{let p=new Worker(new URL("./rewrite-worker.js",import.meta.url),{workerData:{config:e,assetMap:t,previousAssetMap:n.previousAssetMap??{}}});try{for(;!c;){let f=o;if(f>=s.length)return;o+=1;let g=s[f],y=await ri(p,g);y.changed&&(i+=1),l+=1,await n.onProgress?.({index:l,totalFiles:s.length,changedTextFiles:i,file:g,changed:y.changed});}}catch(f){throw c=f instanceof Error?f:new Error(String(f)),c}finally{await p.terminate().catch(()=>{});}});return await Promise.all(d),i}var ae={error:0,warn:1,info:2,debug:3},si=/^(?:authorization|proxyAuthorization|runtimeToken|siteKey|nonce|accessToken|refreshToken|accessKeyId|secretAccessKey|sessionToken|xStaticPublisherToken|xApiKey)$/i;function Re(e){return e.replace(/((?:x-static-publisher-token|authorization|proxy-authorization|x-api-key|aws-access-key-id|aws-secret-access-key|aws-session-token)\s*:\s*)[^\r\n]+/gi,"$1[REDACTED]").replace(/\b(Basic|Bearer)\s+[^\s]+/gi,"$1 [REDACTED]").replace(/([?&](?:token|access_token|refresh_token|api_key|key|nonce)=)[^&\s]+/gi,"$1[REDACTED]").replace(/((?:"|')?(?:runtimeToken|siteKey|nonce|accessToken|refreshToken|accessKeyId|secretAccessKey|sessionToken)(?:"|')?\s*[:=]\s*(?:"|'))[^"']+/gi,"$1[REDACTED]")}function mt(e){return typeof e=="string"?Re(e):Array.isArray(e)?e.map(t=>mt(t)):e instanceof Error?{name:e.name,message:Re(e.message),...e.stack?{stack:Re(e.stack)}:{}}:e&&typeof e=="object"?Object.fromEntries(Object.entries(e).map(([t,n])=>[t,si.test(t)?"[REDACTED]":mt(n)])):e}function wt(e){return e?mt(e):void 0}var sr=process.env.STATIC_PUBLISHER_RUNTIME_DIR||process.env.WPSUITE_STATIC_PUBLISHER_RUNTIME_DIR||"",ft=sr?S.join(sr,"current-progress.json"):"",ir=Promise.resolve();function or(e){return e.includes("crawl")?"crawl":e.includes("deploy")?"deploy":e.includes("invalidate")?"invalidate":e}function ii(e,t){let n={...e},r=new Set(["pagesQueued","pagesRendered","assetsQueued","sitemapsQueued","pagesDiscovered","assetsDiscovered","sitemapsDiscovered","pagesSaved","assetsSaved","donePages","doneAssets","doneSitemaps","changedTextFiles","uploaded","failed","index","totalFiles","pageQueue","assetQueue","sitemapQueue"]);for(let[s,i]of Object.entries(t)){let a=n[s];if(typeof a=="number"&&typeof i=="number"&&r.has(s)){n[s]=Math.max(a,i);continue}n[s]=i;}return n}function ar(e,t,n){ft&&(ir=ir.then(async()=>{let r=new Date,s=r.toISOString();await T.mkdir(S.dirname(ft),{recursive:true});let i=await T.readFile(ft,"utf8").then(h=>JSON.parse(h)).catch(()=>null),a=i&&typeof i.details=="object"&&i.details?i.details:{},u=or(e),o=i?.currentStep||or(i?.source||""),l=i?.startedAt||s,c={...i?.stepDurationsSec??{}},d=i?.stepStartedAt||s;if(o&&o!==u&&i?.stepStartedAt){let h=Math.max(0,Math.round((r.getTime()-new Date(i.stepStartedAt).getTime())/1e3));c[o]=(c[o]??0)+h,d=s;}let p=Math.max(0,Math.round((r.getTime()-new Date(d).getTime())/1e3)),f=Math.max(0,Math.round((r.getTime()-new Date(l).getTime())/1e3)),g=Re(t),y=wt(n)??{},m={checkedAt:s,source:e,message:g,details:ii(a,y),startedAt:l,currentStep:u,stepStartedAt:d,stepElapsedSec:p,totalElapsedSec:f,stepDurationsSec:c};await T.writeFile(ft,JSON.stringify(m,null,2),"utf8");}).catch(()=>{}));}async function cr(e,t){await T.mkdir(S.dirname(e),{recursive:true}),await T.appendFile(e,`${JSON.stringify(mt(t))}
|
|
5
|
+
`,"utf8");}function oi(e,t){let n=typeof t?.phase=="string"?t.phase.trim():"";return n||(e==="page"?"render-pages":e==="asset"?"download-assets":e==="sitemap"?"discovery":e==="timing"&&typeof t?.name=="string"&&t.name.trim()||"crawl")}function ai(e,t,n){let r=wt(n);return {checkedAt:new Date().toISOString(),currentStep:oi(e,r),level:e,message:Re(t),details:r??{}}}var Oe=class{constructor(t,n,r="info"){this.logDir=t;this.logFile=n;this.level=r;this.ensureLogFileReady();}logDir;logFile;level;startedAt=Date.now();marks=new Map;initPromise=null;writeQueue=Promise.resolve();writeError=null;get logPath(){return S.join(this.logDir,this.logFile)}artifactPath(t){return this.logFile.endsWith(".log.jsonl")?S.join(this.logDir,this.logFile.replace(/\.log\.jsonl$/u,`${t}.jsonl`)):S.join(this.logDir,`${this.logFile}${t}.jsonl`)}get errorsPath(){return this.artifactPath(".errors")}get rejectedPath(){return this.artifactPath(".rejected")}ensureLogFileReady(){return this.initPromise||(this.initPromise=(async()=>{await T.mkdir(this.logDir,{recursive:true}),await T.writeFile(this.logPath,"","utf8");})()),this.initPromise}enqueueTask(t){this.writeQueue=this.writeQueue.then(t).catch(n=>{this.writeError=n instanceof Error?n:new Error(String(n));});}enqueueLine(t){this.enqueueTask(async()=>{await this.ensureLogFileReady(),await T.appendFile(this.logPath,`${t}
|
|
6
|
+
`,"utf8");});}enqueueJsonLine(t,n){this.enqueueTask(()=>cr(t,n));}accepts(t){return ae[t]<=ae[this.level]}push(t,n,r){if(!this.accepts(t))return;let s=Re(n),i=wt(r),a=JSON.stringify({time:new Date().toISOString(),level:t,message:s,...i||{}});this.enqueueLine(a),t==="error"?console.error(`[ERROR] ${s}`,i?JSON.stringify(i):""):t==="warn"?console.warn(`[WARN] ${s}`,i?JSON.stringify(i):""):console.log(`[${t.toUpperCase().padEnd(5)}] ${s}`);}info(t,n){this.push("info",t,n);}progress(t,n){ar(this.logFile,t,n);}debug(t,n){this.push("debug",t,n);}warn(t,n){this.push("warn",t,n);}reject(t,n,r,s,i){let a={kind:t,url:n,reason:r,...s?{source:s}:{},...i||{}};this.enqueueJsonLine(this.rejectedPath,a),this.accepts("debug")&&this.push("debug",`Rejected ${t} ${n}: ${r}`,a);}error(t,n){this.enqueueJsonLine(this.errorsPath,{message:t,...n||{}}),this.push("error",t,n);}mark(t){this.marks.set(t,Date.now());}endMark(t,n){let r=this.marks.get(t);if(!r)return;let s=Date.now()-r,i=Number((s/1e3).toFixed(2));this.push("info",`Timing ${t}: ${i}s`,{name:t,ms:s,seconds:i,...n||{}});}async flush(){let t=Date.now()-this.startedAt,n=Number((t/1e3).toFixed(2));if(this.push("info",`Total time: ${n}s`,{name:"total",ms:t,seconds:n}),await this.writeQueue,this.writeError)throw this.writeError}},ht=class{constructor(t,n="info"){this.logDir=t;this.level=typeof n=="boolean"?n?"debug":"info":n,this.ensureLogFileReady();}logDir;startedAt=Date.now();marks=new Map;initPromise=null;writeQueue=Promise.resolve();writeError=null;level;get logPath(){return S.join(this.logDir,"crawl.log.jsonl")}get currentEventPath(){return S.join(this.logDir,"current-crawl-event.json")}get rejectedPath(){return S.join(this.logDir,"rejected.jsonl")}get ignoredPath(){return S.join(this.logDir,"ignored.jsonl")}get skippedPath(){return S.join(this.logDir,"skipped-http.jsonl")}get errorsPath(){return S.join(this.logDir,"errors.jsonl")}get timingsPath(){return S.join(this.logDir,"timings.jsonl")}ensureLogFileReady(){return this.initPromise||(this.initPromise=(async()=>{await T.mkdir(this.logDir,{recursive:true}),await T.writeFile(this.logPath,"","utf8");})()),this.initPromise}enqueueTask(t){this.writeQueue=this.writeQueue.then(t).catch(n=>{this.writeError=n instanceof Error?n:new Error(String(n));});}enqueueLine(t){this.enqueueTask(async()=>{await this.ensureLogFileReady(),await T.appendFile(this.logPath,`${t}
|
|
7
|
+
`,"utf8");});}enqueueJsonLine(t,n){this.enqueueTask(()=>cr(t,n));}updateCurrentEvent(t,n,r){let s=ai(t,n,r);this.enqueueTask(async()=>{await T.mkdir(this.logDir,{recursive:true}),await T.writeFile(this.currentEventPath,JSON.stringify(s,null,2),"utf8");});}push(t,n,r){let s=Re(n),i=wt(r),a=JSON.stringify({time:new Date().toISOString(),level:t,message:s,...i||{}});this.enqueueLine(a),this.updateCurrentEvent(t,s,i),t==="error"?console.error(s,i||""):t==="warn"?console.warn(s,i||""):(ae[this.level]>=ae.debug||["summary","page","sitemap","asset","timing"].includes(t))&&console.log(s);}info(t,n){this.push("info",t,n);}debug(t,n){ae[this.level]<ae.debug||this.push("debug",t,n);}progress(t,n){ar("crawl.log.jsonl",t,n),this.updateCurrentEvent("progress",t,n);}checkpoint(t,n){this.updateCurrentEvent("checkpoint",t,n);}page(t,n){this.push("page",t,n);}sitemap(t,n){this.push("sitemap",t,n);}asset(t,n){this.push("asset",t,n);}warn(t,n){this.push("warn",t,n);}error(t,n){this.enqueueJsonLine(this.errorsPath,{message:t,...n||{}}),this.push("error",t,n);}summary(t,n){this.push("summary",t,n);}mark(t){this.marks.set(t,Date.now());}endMark(t,n){let r=this.marks.get(t);if(!r)return;let s=Date.now()-r,i={name:t,ms:s,seconds:Number((s/1e3).toFixed(2)),...n||{}};this.enqueueJsonLine(this.timingsPath,i),this.push("timing",`Timing ${t}: ${i.seconds}s`,i);}reject(t,n,r,s){let i={kind:t,url:n,reason:r,source:s};this.enqueueJsonLine(this.rejectedPath,i),ae[this.level]>=ae.debug&&this.push("reject",`Rejected ${t} ${n}: ${r}`,i);}ignore(t,n,r,s){let i={kind:t,url:n,reason:r,source:s};this.enqueueJsonLine(this.ignoredPath,i),ae[this.level]>=ae.debug&&this.push("ignore",`Ignored ${t} ${n}: ${r}`,i);}skip(t,n,r,s){let i={kind:t,url:n,status:r,source:s};this.enqueueJsonLine(this.skippedPath,i),this.push("warn",`Skipped ${t} ${n}: HTTP ${r}`,i);}async flush(){let t=Date.now()-this.startedAt,n={name:"total",ms:t,seconds:Number((t/1e3).toFixed(2))};if(this.enqueueJsonLine(this.timingsPath,n),await this.writeQueue,this.writeError)throw this.writeError}};var tn="(?:css|js|mjs|json|map|xml|xsl|rss|atom|txt|enc|jws|png|jpe?g|gif|webp|avif|svg|ico|woff2?|ttf|otf|eot|pdf|mp4|webm)";function ur(e){return !!e&&/^(?:\.{1,2}\/)?[A-Za-z0-9@_][A-Za-z0-9@._/-]*\.(?:js|mjs)(?:[?#][^\s<>\\]*)?$/i.test(e)&&!e.startsWith("/")&&!e.startsWith("//")&&!/^[a-z][a-z0-9+.-]*:/i.test(e)&&!/(?:^|\/)node_modules(?:\/|$)|(?:^|\/)\.pnpm(?:\/|$)/i.test(e)}function lr(e){let t=new Set,n=[],r=/\bimport\s*\(\s*["'`]([^"'`\s<>\\]+)["'`]\s*\)/g,s=/\b(?:[A-Za-z_$][\w$]*\.)?u\s*=\s*(?:\([^)]*\)|[A-Za-z_$][\w$]*)\s*=>\s*["'`]([^"'`\s<>\\]+)["'`]/g;for(let i of e.matchAll(r))i[1]&&ur(i[1])&&n.push({index:i.index??0,value:i[1]});for(let i of e.matchAll(s))i[1]&&ur(i[1])&&n.push({index:i.index??0,value:i[1]});for(let i of n.sort((a,u)=>a.index-u.index))t.add(i.value);return [...t]}function dr(e,t){return typeof e=="string"&&e.length>0&&t?.supported===true&&typeof t.token=="string"&&t.token.length>0&&e===t.token}function pr(e,t){try{let n=new URL(e),r=new URL(t,n);if(r.origin!==n.origin)return !1;let s=n.pathname.replace(/\/+$/,"");if(s&&r.pathname!==s&&!r.pathname.startsWith(`${s}/`))return !1;let i=s?r.pathname.slice(s.length)||"/":r.pathname;return ["/wp-includes/","/wp-content/plugins/","/wp-content/themes/","/wp-content/mu-plugins/"].some(a=>i.startsWith(a))}catch{return false}}function gr(e){return e<1}function fr(e){let t=String(e??"").toLowerCase();return t==="strict"?"Strict":t==="lax"?"Lax":t==="none"?"None":"Unspecified"}function ui(e){let t=e.pathname||"/";if(!t.startsWith("/")||t==="/")return "/";let n=t.lastIndexOf("/");return n<=0?"/":t.slice(0,n)}function Xe(e){return `${e.name.toLowerCase()}
|
|
8
|
+
${e.domain.toLowerCase()}
|
|
9
|
+
${e.path}`}function mr(e,t){let n;try{n=new URL(t);}catch{return null}let r=e.split(";"),s=r.shift()?.trim()??"",i=s.indexOf("=");if(i<=0)return null;let a=s.slice(0,i).trim();if(!a||[...a].some(y=>y<=" "||"=;,".includes(y)))return null;let u=n.hostname.toLowerCase(),o=ui(n),l=null,c=true,d=false,p=false,f="Unspecified",g=false;for(let y of r){let m=y.indexOf("="),h=(m<0?y:y.slice(0,m)).trim().toLowerCase(),w=m<0?"":y.slice(m+1).trim();if(h==="domain"&&w)u=w.toLowerCase();else if(h==="path"&&w.startsWith("/"))o=w;else if(h==="expires"){let v=Date.parse(w);Number.isFinite(v)&&(l=Math.floor(v/1e3),c=false);}else if(h==="max-age"&&/^-?\d+$/u.test(w)){let v=Number.parseInt(w,10);l=Math.floor(Date.now()/1e3)+v,c=false;}else h==="secure"?d=true:h==="httponly"?p=true:h==="samesite"?f=fr(w):h==="partitioned"&&(g=true);}return {name:a,domain:u,path:o,expires:l,session:c,secure:d,httpOnly:p,sameSite:f,partitioned:g}}function li(e){let t=!Number.isFinite(e.expires)||e.expires<=0;return {name:e.name,domain:e.domain.toLowerCase(),path:e.path||"/",expires:t?null:e.expires,session:t,secure:e.secure,httpOnly:e.httpOnly,sameSite:fr(e.sameSite),partitioned:e.partitioned===true}}function hr(e,t){let n=new Map(e.map(r=>[Xe(r),r.value]));return t.filter(r=>n.get(Xe(r))!==r.value).map(li)}function di(e,t){let n=e.session||t.session;return {...e,expires:n?null:Math.max(e.expires??0,t.expires??0)||null,session:n,secure:e.secure&&t.secure,httpOnly:e.httpOnly&&t.httpOnly,sameSite:e.sameSite===t.sameSite?e.sameSite:"Unspecified",partitioned:e.partitioned&&t.partitioned}}var yt=class{#e=new Map;add(t){if(!t)return;let n={...t,domain:t.domain.toLowerCase(),path:t.path||"/"},r=Xe(n),s=this.#e.get(r);this.#e.set(r,s?di(s,n):n);}addAll(t){for(let n of t)this.add(n);}artifact(){return {schemaVersion:1,observations:[...this.#e.values()].sort((t,n)=>Xe(t).localeCompare(Xe(n)))}}};async function St(e,t){await T.mkdir(S.dirname(e),{recursive:true});let n=`${e}.${process.pid}.tmp`;await T.writeFile(n,`${JSON.stringify(t,null,2)}
|
|
10
|
+
`,{encoding:"utf8",mode:384}),await T.rename(n,e);}var mi=["text/css","javascript","image/","font/","application/font","application/json","application/xml","text/xml","application/rss+xml","application/atom+xml","application/xslt+xml","text/xsl","image/svg+xml"],kr=new Set([".css",".js",".mjs",".json",".map",".xml",".xsl",".rss",".atom",".txt",".enc",".jws",".png",".jpg",".jpeg",".gif",".webp",".avif",".svg",".ico",".woff",".woff2",".ttf",".otf",".eot",".pdf",".mp4",".webm"]),$r=new Set(["",".html",".htm"]),hi=new Set([".css",".xml",".xsl",".svg",".json",".html",".htm",".txt",".enc",".jws"]),wi=["/wp-content/","/wp-includes/","/wp-admin/","/static/","/assets/","/build/","/_next/"];function yi(e){let t=[],n="full",r="full",s=false,i=false,a="";for(let u=0;u<e.length;u++){let o=e[u];if(o==="--retry-timeouts")n="retry-timeouts",s=true;else if(o==="--resume")s=true;else if(o==="--resume-rewrite")s=true,i=true;else if(o==="--crawl-mode"){let l=e[++u];if(!l)throw new Error("--crawl-mode requires a value");r=l==="incremental"?"incremental":"full",s||=r==="incremental";}else if(o.startsWith("--crawl-mode="))r=o.slice(13)==="incremental"?"incremental":"full",s||=r==="incremental";else if(o==="--incremental")r="incremental",s=true;else if(o==="--url"){let l=e[++u];if(!l)throw new Error("--url requires a value");n="single-url",s=true,t.push(l);}else if(o.startsWith("--url="))n="single-url",s=true,t.push(o.slice(6));else if(o==="--urls"){let l=e[++u];if(!l)throw new Error("--urls requires a file path");n="single-url",s=true,t.push(`@${l}`);}else if(o==="--content-sync-plan"){let l=e[++u];if(!l)throw new Error("--content-sync-plan requires a file path");n="content-sync",r="incremental",s=true,a=S.resolve(l);}else o.startsWith("--content-sync-plan=")&&(n="content-sync",r="incremental",s=true,a=S.resolve(o.slice(20)));}return {mode:n,crawlMode:r,urls:t,preserveOutput:s,resumeRewrite:i,contentSyncPlanPath:a}}function xt(){let e=process.env.STATIC_PUBLISHER_RUNTIME_DIR||process.env.WPSUITE_STATIC_PUBLISHER_RUNTIME_DIR||"";return e.trim()?S.resolve(e):""}function Si(){let e=xt();return e?S.join(e,"privacy","cookie-observations.json"):null}function bi(){let e=xt();return e?S.resolve(e,".."):""}function Pi(){let e=process.env.STATIC_PUBLISHER_WP_ROOT||process.env.WPSUITE_STATIC_PUBLISHER_WP_ROOT||"";return e.trim()?S.resolve(e):""}function vi(e){let t=e.trim(),n=[{alias:"@storage-root",root:bi(),requiredEnv:"STATIC_PUBLISHER_RUNTIME_DIR or WPSUITE_STATIC_PUBLISHER_RUNTIME_DIR"},{alias:"@runtime",root:xt(),requiredEnv:"STATIC_PUBLISHER_RUNTIME_DIR or WPSUITE_STATIC_PUBLISHER_RUNTIME_DIR"},{alias:"@wp-root",root:Pi(),requiredEnv:"STATIC_PUBLISHER_WP_ROOT or WPSUITE_STATIC_PUBLISHER_WP_ROOT"}];for(let r of n){if(t!==r.alias&&!t.startsWith(`${r.alias}/`))continue;if(!r.root)return {resolvedPath:null,alias:r.alias,requiredEnv:r.requiredEnv};let s=t.slice(r.alias.length).replace(/^\/+/,"");return {resolvedPath:s?S.resolve(r.root,s):r.root,alias:r.alias}}return {resolvedPath:S.resolve(t)}}function Er(e){let t=String(process.env.STATIC_PUBLISHER_CRAWL_MANIFEST_PATH||"").trim();if(t)return S.resolve(t);let n=xt();return n?S.join(n,"crawl-manifest.json"):S.join(e.outputDir,".crawl-manifest.json")}function Mr(){return {schemaVersion:5,updatedAt:"",pages:{},assets:{}}}function wr(e){return {url:String(e.url||""),outputPath:String(e.outputPath||""),contentType:typeof e.contentType=="string"&&e.contentType?e.contentType:null,changeToken:typeof e.changeToken=="string"?e.changeToken:null,tokenSource:typeof e.tokenSource=="string"?e.tokenSource:null,sitemapLastmod:typeof e.sitemapLastmod=="string"?e.sitemapLastmod:null,discoveredPages:Array.isArray(e.discoveredPages)?e.discoveredPages.map(t=>String(t)):[],discoveredAssets:Array.isArray(e.discoveredAssets)?e.discoveredAssets.map(t=>String(t)):[],lastCrawledAt:String(e.lastCrawledAt||""),lastSeenRunId:String(e.lastSeenRunId||""),rewriteComplete:e.rewriteComplete===true}}function Ci(e){let t=e.isText===true;return {url:String(e.url||""),outputPath:String(e.outputPath||""),isText:t,contentType:typeof e.contentType=="string"&&e.contentType?e.contentType:null,changeToken:typeof e.changeToken=="string"?e.changeToken:null,tokenSource:typeof e.tokenSource=="string"?e.tokenSource:null,discoveredAssets:Array.isArray(e.discoveredAssets)?e.discoveredAssets.map(n=>String(n)):[],lastCrawledAt:String(e.lastCrawledAt||""),lastSeenRunId:String(e.lastSeenRunId||""),unreferencedRuns:Math.max(0,Number(e.unreferencedRuns)||0),rewriteComplete:e.rewriteComplete===true||!t}}function sn(e){let t=e?.["content-type"]?.trim();return t||null}function Ri(){return {rewriteTargets:new Set,changedFiles:new Set,deletedFiles:new Set}}function X(e,t,n){let r=Se(t.outputDir,n);r&&(e.changedFiles.add(r),e.deletedFiles.delete(r));}function yr(e,t,n){let r=Se(t.outputDir,n);r&&(e.deletedFiles.add(r),e.changedFiles.delete(r));}function Ie(e,t){e.rewriteTargets.add(S.resolve(t));}async function Ii(e){try{let t=await T.readFile(Er(e),"utf8"),n=JSON.parse(t);if(n&&typeof n=="object"&&n.pages&&typeof n.pages=="object"){if((n.schemaVersion===2||n.schemaVersion===3||n.schemaVersion===4||n.schemaVersion===5)&&n.assets&&typeof n.assets=="object")return {schemaVersion:5,updatedAt:String(n.updatedAt||""),pages:Object.fromEntries(Object.entries(n.pages).map(([r,s])=>[r,wr(s)])),assets:Object.fromEntries(Object.entries(n.assets).map(([r,s])=>[r,Ci(s)]))};if(n.schemaVersion===1)return {schemaVersion:5,updatedAt:String(n.updatedAt||""),pages:Object.fromEntries(Object.entries(n.pages).map(([r,s])=>[r,wr(s)])),assets:{}}}}catch{}return Mr()}function on(e){return JSON.parse(JSON.stringify(e))}async function xi(e,t){let n=Er(e);await T.mkdir(S.dirname(n),{recursive:true}),await T.writeFile(n,JSON.stringify(t,null,2),"utf8");}async function Pe(e,t){if(!t.trackManifest)return;let n=async()=>{let r=on(t.manifest);r.updatedAt=new Date().toISOString(),t.manifest.updatedAt=r.updatedAt,await xi(e,r);};t.manifestSaveChain=t.manifestSaveChain.then(n,n),await t.manifestSaveChain;}function et(e){if(!e)return null;let t=e.trim();return t||null}function Ai(e,t){let n=new Set,r=new Set([...Object.keys(e),...Object.keys(t)]);for(let s of r){let i=e[s],a=t[s];!i||!a||i===a||n.add(s);}return n}async function Dr(e,t,n,r){let s=[...new Set(n.map(u=>u.trim()).filter(Boolean))],i=String(e.wpsuite?.runtimeToken||"").trim();if(s.length===0||!i)return new Map;let a=new URL("/wp-json/smartcloud-static-publisher/v1/change-tokens",e.sourceOrigin).toString();try{let u=await t.post(a,{timeout:3e4,failOnStatusCode:!1,headers:{"content-type":"application/json","x-static-publisher-token":i},data:JSON.stringify({urls:s})});if(!u.ok())return r.warn(`Change token lookup failed with HTTP ${u.status()}`,{endpoint:a,status:u.status()}),new Map;let o=await u.json().catch(()=>null);if(!o||!Array.isArray(o.items))return new Map;let l=new Map;for(let c of o.items)!c||typeof c.url!="string"||l.set(c.url,c);return l}catch(u){return r.warn("Change token lookup failed; falling back to sitemap metadata",{endpoint:a,error:u instanceof Error?`${u.name}: ${u.message.split(/\r?\n/u,1)[0]}`:"Unknown change-token request failure"}),new Map}}async function vt(e,t,n,r,s){if(!n.enabled&&!n.trackManifest)return null;if(n.changeTokenCache.has(r))return n.changeTokenCache.get(r)??null;let a=(await Dr(e,t,[r],s)).get(r)??null;return pn(e,r)&&(!a||a.supported!==true||!a.token)&&(a=await $i(e,t,r,s)),a=Fr(e,a),n.changeTokenCache.set(r,a),a}async function Ti(e,t,n,r,s){if(!n.trackManifest)return;let i=[...new Set(r.map(a=>a.trim()).filter(Boolean))].filter(a=>!n.changeTokenCache.has(a));for(let a=0;a<i.length;a+=250){let u=i.slice(a,a+250),o=await Dr(e,t,u,s);for(let l of u)n.changeTokenCache.set(l,Fr(e,o.get(l)??null));}}function ki(e){return `subscriber=${e.wpsuite?.siteSettings?.subscriber===true?"1":"0"}`}function Fr(e,t){if(!t?.supported||!t.token||t.tokenSource==="wp-media-file")return t;let n=ki(e);return {...t,token:Ze(`${t.token}
|
|
11
|
+
${n}`,40),tokenSource:t.tokenSource?`${t.tokenSource}+site-subscriber`:"site-subscriber"}}async function $i(e,t,n,r){try{let s=await t.get(n,{timeout:Math.min(e.navigationTimeoutMs,15e3),failOnStatusCode:!1});if(s.status()!==404)return r.warn(`Generated 404 fallback token skipped for ${n}`,{url:n,status:s.status(),requestPath:e.generated404RequestPath,source:"generated-404-change-token-fallback"}),null;let i=await s.text().catch(()=>""),a=Ze(`${n}
|
|
9
12
|
404
|
|
10
|
-
${i}`,40);return s.info(`Using generated 404 fallback change token for ${n}`,{url:n,requestPath:e.generated404RequestPath,source:"generated-404-change-token-fallback"}),{url:n,supported:!0,token:a,tokenSource:"generated-404-response-hash",postId:null,dependencyPostIds:[],reason:null}}catch(r){return s.warn(`Generated 404 fallback token lookup failed for ${n}`,{url:n,error:String(r),requestPath:e.generated404RequestPath,source:"generated-404-change-token-fallback"}),null}}async function mi(e,t,n,s,r,i){let a=on(e,r);if(!s.enabled)return {action:"render",changeToken:s.trackManifest?await wt(e,t,s,r,i):null};let c=s.manifest.pages[r];if(!c)return {action:"render",changeToken:await wt(e,t,s,r,i)};let o=await wt(e,t,s,r,i);if(o?.supported&&o.token)return c.changeToken===o.token?a&&!await hi(e,t,r,i)?{action:"render",changeToken:o}:{action:"reuse",changeToken:o}:{action:"render",changeToken:o};let u=Ke(n.sitemapLastmodByPage[r]);return u&&c.sitemapLastmod&&c.sitemapLastmod===u?{action:"reuse",changeToken:o}:{action:"render",changeToken:o}}async function hi(e,t,n,s){try{let i=(await t.get(n,{timeout:Math.min(e.navigationTimeoutMs,15e3),failOnStatusCode:!1})).status();return i===404?!0:(s.warn(`Generated 404 request path no longer returns 404 for ${n}`,{url:n,status:i,requestPath:e.generated404RequestPath,source:"generated-404-status-probe"}),!1)}catch(r){return s.warn(`Generated 404 status probe failed for ${n}`,{url:n,error:String(r),requestPath:e.generated404RequestPath,source:"generated-404-status-probe"}),false}}async function wi(e,t,n,s,r){let i=ur(n.previousManifest,void 0,s,"previous-manifest"),a=0;for(let[p,g]of Object.entries(n.manifest.pages))if(!n.seenPages.has(p)){cr(r,e,g.outputPath);try{await A.unlink(g.outputPath);}catch(f){(f.code||"")!=="ENOENT"&&s.warn(`Failed to remove stale incremental page output for ${p}`,{url:p,outputPath:g.outputPath,error:String(f)});}delete n.manifest.pages[p],a++;}let c=ur(n.manifest,n.runId,s,"active-manifest"),o=new Set,u=new Set;for(let p of c){for(let w of Ge(e,p))o.add(w);let g=n.manifest.assets[p]?.outputPath;g&&u.add(g);let f=Oe(e,t.assetMap,p);f&&u.add(f);}for(let p of Object.keys(n.manifest.assets))c.has(p)||delete n.manifest.assets[p];let l=0,d=0;for(let p of i){let g=new Set,f=n.previousManifest.assets[p]?.outputPath;f&&g.add(f);let w=Oe(e,t.assetMap,p);if(!c.has(p)&&w)g.add(w);else if(!c.has(p)){let m=Di(e,p,s,"incremental-cleanup");m&&(g.add(m.originalFilePath),m.hashedFilePath&&g.add(m.hashedFilePath));}for(let m of g)if(!u.has(m)){cr(r,e,m);try{await A.unlink(m),l++;}catch(h){(h.code||"")!=="ENOENT"&&s.warn(`Failed to remove stale incremental asset output for ${p}`,{url:p,outputPath:m,error:String(h)});}}for(let m of Ge(e,p))o.has(m)||Object.prototype.hasOwnProperty.call(t.assetMap,m)&&(delete t.assetMap[m],d++);}(a>0||l>0||d>0)&&s.info(`Incremental cleanup removed ${a} stale pages, ${l} stale assets, ${d} stale asset mappings`,{removedPages:a,removedAssets:l,removedAssetMappings:d,phase:"incremental-cleanup"});}function ur(e,t,n,s){let r=new Set,i=a=>{let c=a.trim();if(c){if(n){let o=Pe(c,n,"asset",s??"manifest");if(!o)return;r.add(o.toString());return}r.add(c);}};for(let a of Object.values(e.pages))for(let c of a.discoveredAssets||[])i(c);for(let[a,c]of Object.entries(e.assets||{}))t&&c.lastSeenRunId!==t||i(a);return r}function lr(e,t,n){for(let s of t)for(let r of Ge(e,s))if(n.has(r))return true;return false}function yi(e,t,n,s,r){let i=new Set(n.rewriteTargets);for(let c of Object.values(t.manifest.pages))c.rewriteComplete||i.add(S.resolve(c.outputPath));for(let c of Object.values(t.manifest.assets))c.isText&&!c.rewriteComplete&&i.add(S.resolve(c.outputPath));let a=di(s,r);if(a.size===0)return [...i];for(let c of Object.values(t.manifest.pages))lr(e,c.discoveredAssets,a)&&i.add(S.resolve(c.outputPath));for(let[c,o]of Object.entries(t.manifest.assets)){o.isText&&lr(e,o.discoveredAssets,a)&&i.add(S.resolve(o.outputPath));for(let u of Ge(e,c))if(a.has(u)){Y(n,e,o.outputPath),o.isText&&i.add(S.resolve(o.outputPath));break}}return [...i]}function Si(e,t){let n=t?new Set(Array.from(t,r=>S.resolve(r))):null,s=r=>n===null||n.has(S.resolve(r));for(let r of Object.values(e.manifest.pages))s(r.outputPath)&&(r.rewriteComplete=true);for(let r of Object.values(e.manifest.assets)){if(!r.isText){r.rewriteComplete=true;continue}s(r.outputPath)&&(r.rewriteComplete=true);}}function Pi(e,t,n){let s=new Set,r=i=>{if(!i)return;let a=we(e.outputDir,i);a&&s.add(a);};for(let i of t.donePages)r(le(e,i));for(let i of Object.values(n.manifest.pages))i.lastSeenRunId===n.runId&&r(i.outputPath);for(let i of t.doneAssets)r(Oe(e,t.assetMap,i));for(let i of Object.values(n.manifest.assets))i.lastSeenRunId===n.runId&&r(i.outputPath);return s}async function bi(e,t,n,s,r){let i=[...s.deletedFiles].sort(),a=Pi(e,t,n),c=0;for(let l of [...a].sort()){try{if((await A.stat(S.join(e.outputDir,l))).isFile())continue}catch{}c++,r.warn(`Active output is missing after crawl: ${l}`,{phase:"deploy-plan",file:l,outputPath:S.join(e.outputDir,l)});}if(c>0&&r.warn(`Detected ${c} active output file(s) missing before deploy plan save.`,{phase:"deploy-plan",missingActiveOutputs:c}),i.length===0)return [];let o=[],u=0;for(let l of i){if(!a.has(l)){o.push(l);continue}u++;let d=S.join(e.outputDir,l),p;try{p=(await A.stat(d)).isFile();}catch{p=false;}r.warn(`Deploy plan protected active output from deletion: ${l}`,{phase:"deploy-plan",file:l,outputPath:d,exists:p});}return u>0&&r.info(`Deploy plan skipped ${u} active output deletion(s).`,{phase:"deploy-plan",protectedDeletes:u,deletedFiles:o.length}),o}function Ge(e,t){let n=new Set([t]);try{let s=new URL(t),i=[new URL(e.sourceOrigin).origin,...Object.keys(e.extraReplacements||{})];if(e.targetOrigin&&e.targetOrigin!=="."&&e.targetOrigin!=="/")try{i.push(new URL(e.targetOrigin).origin);}catch{}for(let a of i)try{n.add(new URL(a).origin+s.pathname+s.search);}catch{}n.add(s.pathname+s.search),n.add(s.pathname);}catch{}return [...n]}function vi(e,t){let n=new Set([t]);try{let s=new URL(t),i=[new URL(e.sourceOrigin).origin,...Object.keys(e.extraReplacements||{})];if(e.targetOrigin&&e.targetOrigin!=="."&&e.targetOrigin!=="/")try{i.push(new URL(e.targetOrigin).origin);}catch{}for(let a of i)try{n.add(new URL(a).origin+s.pathname+s.search);}catch{}n.add(s.pathname+s.search);}catch{}return [...n]}function Ir(e,t){let n=e.targetOrigin&&e.targetOrigin!=="."&&e.targetOrigin!=="/"?e.targetOrigin:"https://relative.invalid/";try{let s=new URL(t,n);return S.join(e.outputDir,sn(s.pathname))}catch{return null}}function Ci(e,t,n){for(let s of vi(e,n)){let r=t[s];if(!r)continue;let i=Ir(e,r);if(i)return {outputPath:i,publicUrl:r}}return null}function Ri(e,t,n){for(let s of Ge(e,n)){let r=t[s];if(!r)continue;let i=Ir(e,r);if(i)return i}return null}function Oe(e,t,n){let s=Ri(e,t,n);if(s)return s;try{return bt(e,n).originalFilePath}catch{return null}}function Ii(){let e=process.env.STATIC_PUBLISHER_RUNTIME_DIR||process.env.WPSUITE_STATIC_PUBLISHER_RUNTIME_DIR||"";return e.trim()?S.join(S.resolve(e),"queue-runner-heartbeat.json"):""}async function dr(e){let t=Ii();if(t)try{let n=await A.readFile(t,"utf8"),s=JSON.parse(n);if(!s||typeof s!="object")return;await A.writeFile(t,JSON.stringify({...s,checkedAt:new Date().toISOString(),status:"running",currentStep:"rewrite",message:e},null,2),"utf8");}catch{}}function xi(e,t){let n=new Set;for(let s of t.donePages)n.add(S.resolve(le(e,s)));for(let s of t.doneAssets){let r=Oe(e,t.assetMap,s);!r||!ye(r)||n.add(S.resolve(r));}for(let s of t.doneSitemaps){let r=Oe(e,t.assetMap,s);!r||!ye(r)||n.add(S.resolve(r));}return [...n]}var St="re:",mt=new Map;function Ai(e){if(!e.startsWith(St))return null;let t=mt.get(e);if(t!==void 0)return t||null;let n=e.slice(St.length).trim();if(!n)return mt.set(e,false),null;try{let s=new RegExp(n);return mt.set(e,s),s}catch{return console.warn(`[crawl] Ignoring invalid path matcher regex: ${e}`),mt.set(e,false),null}}function rn(e,t){let n=Ai(t);return n?n.test(e):t.startsWith(St)?false:e.startsWith(t)}function Ti(e,t){return t.find(n=>rn(e,n))}function xr(e,t){let n=Ti(t.pathname,e.blockedPathPrefixes);if(n)return n.startsWith(St)?`blocked path regex: ${n}`:`blocked path prefix: ${n}`;let s=e.blockedSearchFragments.find(r=>t.search.includes(r));return s?`blocked search fragment: ${s}`:null}function ki(e){let t=new URL(e.sourceOrigin),n=new Set([t.hostname,...e.allowedAssetHosts]);if(e.targetOrigin&&e.targetOrigin!=="."&&e.targetOrigin!=="/")try{n.add(new URL(e.targetOrigin).hostname);}catch{}for(let s of Object.keys(e.extraReplacements||{}))try{n.add(new URL(s).hostname);}catch{}return n}function $i(e,t){return ki(e).has(t.hostname)}function Ei(e){let t=ce(e.trim()).replace(/\\\//g,"/").replace(/^['"]|['"]$/g,"").trim();return t=t.replace(/[)]+$/g,"").trim(),t=t.replace(/;.*$/g,"").trim(),t}function Xt(e){let t=ce(e).replace(/\\\//g,"/");return /[{}]|\bwindow\.|\blocation\.|\bincludes\(|\?\?null|\+|%7B|%7D|%22|<|>|\s/.test(t)||/[()[\]'"]/.test(t)}function Mi(e){let t=ce(e).replace(/\\\//g,"/").trim(),n=S.extname(t).toLowerCase();return Sr.has(n)||Pr.has(n)?false:/^(?:this|[A-Za-z_$][\w$]*)\.[A-Za-z_$][\w$]*(?:\.[A-Za-z_$][\w$]*)*$/.test(t)}function je(e){return ni.some(t=>e.pathname.startsWith(t))}function W(e,t,n=e.sourceOrigin,s,r="url"){let i=Ei(t);if(!i||i.startsWith("data:")||i.startsWith("blob:")||i.startsWith("mailto:")||i.startsWith("tel:")||i.startsWith("#"))return s?.ignore(r,t,"empty or unsupported scheme",n),null;if(Xt(i))return s?.ignore(r,t,"looks like JavaScript/code fragment",n),null;if(Mi(i))return s?.ignore(r,t,"looks like JavaScript property access",n),null;try{let a=new URL(i,n);if(Ar(a))return s?.reject(r,t,"malformed URL encoding",n),null;if(!["http:","https:"].includes(a.protocol))return s?.ignore(r,t,"unsupported protocol: ",n),null;if(!$i(e,a))return s?.ignore(r,a.toString(),"host not allowed",n),null;let c=xr(e,a);if(c)return s?.reject(r,a.toString(),c,n),null;let o=new URL(e.sourceOrigin);return a.protocol=o.protocol,a.host=o.host,a.hash="",a}catch{return s?.reject(r,t,"invalid URL",n),null}}function Ar(e){try{return decodeURIComponent(e.pathname),decodeURIComponent(e.search),decodeURIComponent(e.hash),!1}catch{return true}}function Pe(e,t,n,s){try{let r=new URL(e);return Ar(r)?(t.reject(n,e,"malformed URL encoding",s),null):r.protocol!=="http:"&&r.protocol!=="https:"?(t.reject(n,e,`unsupported protocol: ${r.protocol}`,s),null):r}catch{return t.reject(n,e,"invalid URL",s),null}}function Tr(e){return Sr.has(S.extname(e.pathname).toLowerCase())}function be(e){return je(e)?false:Pr.has(S.extname(e.pathname).toLowerCase())}function Ue(e){let t=e.pathname.toLowerCase();return t.endsWith(".xml")&&(t.includes("sitemap")||t.endsWith("/sitemap.xml"))}function L(e,t){return !!(Ue(t)||t.pathname==="/robots.txt"||t.pathname==="/llms.txt"||t.pathname.toLowerCase().endsWith(".xsl")||e.assetPathPrefixes.length>0&&e.assetPathPrefixes.some(n=>rn(t.pathname,n))||Tr(t)||!be(t)&&!je(t))}function le(e,t){let n=new URL(t),s=sn(n.pathname);return s.endsWith("/")?s+="index.html":S.extname(s)||(s+="/index.html"),S.join(e.outputDir,s)}function sn(e){try{return decodeURIComponent(e)}catch{return e}}function Fi(e){if(!e.generated404RequestPath)return null;try{let t=new URL(e.generated404RequestPath,e.sourceOrigin);return !t.pathname.endsWith("/")&&S.extname(t.pathname)===""&&(t.pathname+="/"),t.hash="",t.toString()}catch{return null}}function on(e,t){let n=Fi(e);if(!n)return false;try{return new URL(t,e.sourceOrigin).toString()===n}catch{return false}}function bt(e,t){let n=new URL(t),s=sn(n.pathname);s.endsWith("/")&&(s+="index.html");let r=!!n.search,i=s,a=S.join(e.outputDir,i),c=zt(e.targetOrigin,i),o=`${c}${n.search}`;if(!r)return {originalPathname:i,originalFilePath:a,originalPublicUrl:c,originalPublicUrlWithSearch:o,preferQueryHashed:r};let u=S.extname(s),d=`${u?s.slice(0,-u.length):s}.${Je(n.search)}${u||".bin"}`;return {originalPathname:i,originalFilePath:a,originalPublicUrl:c,originalPublicUrlWithSearch:o,preferQueryHashed:r,hashedPathname:d,hashedFilePath:S.join(e.outputDir,d),hashedPublicUrl:zt(e.targetOrigin,d)}}function Di(e,t,n,s){let r=Pe(t,n,"asset",s);return r?bt(e,r.toString()):null}function Oi(e,t,n,s,r){t[n]=s;try{let i=new URL(n),c=[new URL(e.sourceOrigin).origin,...Object.keys(e.extraReplacements||{})];if(e.targetOrigin&&e.targetOrigin!=="."&&e.targetOrigin!=="/")try{c.push(new URL(e.targetOrigin).origin);}catch{}for(let o of c)try{let u=new URL(o);t[u.origin+i.pathname+i.search]=s;}catch{}try{let o=(()=>{let u=new URL(s,e.targetOrigin==="."?"https://relative.invalid":e.targetOrigin);return `${u.pathname}${u.search}`})();t[i.pathname+i.search]=o;}catch{}try{let o=new URL(s,e.targetOrigin==="."?"https://relative.invalid":e.targetOrigin).pathname;t[i.pathname]=o;}catch{}try{let o=new URL(r,e.targetOrigin==="."?"https://relative.invalid":e.targetOrigin).pathname;t[i.pathname]=o;}catch{}}catch{}}async function kr(e){try{return await A.readFile(e)}catch(t){if(t.code==="ENOENT")return null;throw t}}async function De(e){try{return await A.stat(e)}catch(t){if(t.code==="ENOENT")return null;throw t}}function ji(e){let t=String(e["content-length"]||"").trim();if(!t)return null;let n=Number.parseInt(t,10);return Number.isFinite(n)&&n>=0?n:null}function $r(e){let t=String(e["last-modified"]||"").trim();if(!t)return null;let n=Date.parse(t);return Number.isFinite(n)?n:null}function Ui(e,t){let n=$r(t),s=ji(t),r=e?.mtime.getTime();return n!==null&&Math.abs((r??0)-n)>=1e3||s!==null&&e?.size!==s?false:n!==null||s!==null}async function Li(e,t){if(!t)return;let n=$r(t);if(n===null)return;let s=await De(e);if(!s)return;let r=new Date(n);await A.utimes(e,s.atime,r).catch(()=>{});}function pr(e,t){let n=S.extname(e.pathname).toLowerCase(),s=t["content-type"]||"";return ti.has(n)||ei.some(r=>s.includes(r))&&!s.startsWith("image/")&&!s.includes("font")}function qi(e){try{let t=S.extname(new URL(e).pathname).toLowerCase();return t===".js"||t===".mjs"}catch{return false}}function Fe(e,t){(e.doneAssets.size%25===0||e.doneAssets.size===1||e.doneAssets.size===e.stats.assetsQueued)&&t.progress(`Asset processing progress: processed ${e.doneAssets.size}, discovered ${e.stats.assetsQueued}.`,{doneAssets:e.doneAssets.size,assetsQueued:e.stats.assetsQueued,phase:"download-assets"});}function _i(e){return Je(e.toString("base64"),40)}function Ni(e,t,n){let s=e.assetVariantDigestsByOriginalPath.get(t);if(!s||s.size===0)return false;for(let r of s)if(r!==n)return true;return false}function Bi(e,t,n){let s=e.assetVariantDigestsByOriginalPath.get(t);s||(s=new Set,e.assetVariantDigestsByOriginalPath.set(t,s)),s.add(n);}async function en(e,t,n,s,r,i,a){let c=bt(e,n),o=_i(s),u=c.originalFilePath,l=c.originalPublicUrlWithSearch;if(c.preferQueryHashed&&c.hashedFilePath&&c.hashedPublicUrl&&Ni(r,c.originalFilePath,o)){let f=Ci(e,t,n);f?(u=f.outputPath,l=f.publicUrl):(u=c.hashedFilePath,l=c.hashedPublicUrl);}Oi(e,t,n,l,c.originalPublicUrl);let d=ye(u)?Buffer.from(Vt(s.toString("utf8"),e,t,u),"utf8"):s,p=await kr(u),g=false;return (p===null||!p.equals(d))&&(await Ve(u,d),g=true),i?.debug(`${g?"Saved":"Skipped unchanged"} asset output ${n}`,{phase:"download-assets",url:n,outputPath:u,bytes:d.length,wroteFile:g}),Bi(r,c.originalFilePath,o),await Li(u,a),r.stats.assetsSaved++,i&&(r.stats.assetsSaved%50===0||r.stats.assetsSaved===1)&&i.progress(`Asset progress: saved ${r.stats.assetsSaved}, discovered ${r.stats.assetsQueued}, pending ${r.assetQueue.length}.`,{assetsSaved:r.stats.assetsSaved,assetsQueued:r.stats.assetsQueued,assetQueue:r.assetQueue.length,phase:"download-assets"}),{outputPath:u,publicUrl:l,wroteFile:g}}function Ze(e,t,n,s,r){let i=()=>{let d=String(r??"").trim();if(!d)return {discoveredFrom:"",discoveredFromType:"unknown"};if(d==="seed-path"||d==="cli"||d==="generated-404-request-path")return {discoveredFrom:d,discoveredFromType:d};if(/^https?:\/\//i.test(d))try{let p=new URL(d);return Ue(p)?{discoveredFrom:d,discoveredFromType:"sitemap"}:L(e,p)?{discoveredFrom:d,discoveredFromType:"asset"}:be(p)&&!je(p)?{discoveredFrom:d,discoveredFromType:"page"}:{discoveredFrom:d,discoveredFromType:"url"}}catch{return {discoveredFrom:d,discoveredFromType:"url"}}return {discoveredFrom:d,discoveredFromType:"url"}},a=r&&/^https?:\/\//i.test(r)?r:e.sourceOrigin,c=W(e,n,a,s,"page");if(!c)return;if(!be(c)||Tr(c)){if(L(e,c)){s.info(`Seeded/non-page URL queued as asset: ${c.toString()}`,{url:c.toString(),source:r}),H(e,t,c.toString(),s,r);return}s.reject("page",c.toString(),je(c)?"asset/internal path cannot be page":"not page-like",r);return}let o=c.toString(),{discoveredFrom:u,discoveredFromType:l}=i();u&&!t.pageDiscoverySources.has(o)&&t.pageDiscoverySources.set(o,u),!t.donePages.has(o)&&!t.queuedPages.has(o)&&(t.queuedPages.add(o),t.pageQueue.push(o),t.stats.pagesQueued++,s.debug(`Queued discovered page ${o}`,{phase:"discovery",url:o,discoveredFrom:u,discoveredFromType:l,outputPath:le(e,o)}),(t.stats.pagesQueued%25===0||t.stats.pagesQueued===1)&&s.progress(`Discovery progress: pages ${t.stats.pagesQueued}, assets ${t.stats.assetsQueued}, sitemaps ${t.stats.sitemapsQueued}.`,{pagesQueued:t.stats.pagesQueued,assetsQueued:t.stats.assetsQueued,sitemapsQueued:t.stats.sitemapsQueued,pageQueue:t.pageQueue.length,phase:"discovery"}));}function H(e,t,n,s,r){let i=r&&/^https?:\/\//i.test(r)?r:e.sourceOrigin,a=W(e,n,i,s,"asset");if(!a)return;if(!L(e,a)){s.reject("asset",a.toString(),"not a safe asset path/prefix",r);return}let c=a.toString();!t.doneAssets.has(c)&&!t.queuedAssets.has(c)&&(t.queuedAssets.add(c),t.assetQueue.push(c),t.stats.assetsQueued++,(t.stats.assetsQueued%100===0||t.stats.assetsQueued===1)&&s.progress(`Discovery progress: pages ${t.stats.pagesQueued}, assets ${t.stats.assetsQueued}, sitemaps ${t.stats.sitemapsQueued}.`,{pagesQueued:t.stats.pagesQueued,assetsQueued:t.stats.assetsQueued,sitemapsQueued:t.stats.sitemapsQueued,assetQueue:t.assetQueue.length,phase:"discovery"}));}function Pt(e,t,n,s,r){let i=r&&/^https?:\/\//i.test(r)?r:e.sourceOrigin,a=W(e,n,i,s,"sitemap");if(!a)return;if(!Ue(a)){s.reject("sitemap",a.toString(),"not sitemap-like",r);return}let c=a.toString();!t.doneSitemaps.has(c)&&!t.queuedSitemaps.has(c)&&(t.queuedSitemaps.add(c),t.sitemapQueue.push(c),t.stats.sitemapsQueued++,(t.stats.sitemapsQueued%10===0||t.stats.sitemapsQueued===1)&&s.progress(`Discovery progress: pages ${t.stats.pagesQueued}, assets ${t.stats.assetsQueued}, sitemaps ${t.stats.sitemapsQueued}.`,{pagesQueued:t.stats.pagesQueued,assetsQueued:t.stats.assetsQueued,sitemapsQueued:t.stats.sitemapsQueued,sitemapQueue:t.sitemapQueue.length,phase:"discovery"}));}function Wi(e){let t=ce(e),n=[...t.matchAll(/<url>\s*([\s\S]*?)\s*<\/url>/gi)].map(s=>s[1]);return n.length>0?n.map(s=>{let r=s.match(/<loc>\s*([^<]+?)\s*<\/loc>/i);if(!r?.[1])return null;let i=s.match(/<lastmod>\s*([^<]+?)\s*<\/lastmod>/i);return {loc:r[1].trim(),lastmod:Ke(i?.[1]??null)}}).filter(s=>!!s):[...t.matchAll(/<loc>\s*([^<]+?)\s*<\/loc>/gi)].map(s=>({loc:s[1].trim(),lastmod:null})).filter(s=>s.loc)}function Hi(e){return e.split(",").map(t=>t.trim().split(/\s+/)[0]).filter(Boolean)}function zi(e){let t=[],n=/url\(\s*(?:"([^"]+)"|'([^']+)'|([^)]*?))\s*\)/gi;for(let s of e.matchAll(n)){let r=e.slice(Math.max(0,s.index-8),s.index);if(/\bnew\s+$/i.test(r))continue;let i=(s[1]||s[2]||s[3]||"").trim();i&&t.push(i);}return t}function Qi(e){return e.replace(/<script\b[^>]*>[\s\S]*?<\/script\s*>/gi,"")}function Ji(e,t){if(t==="dom-style")return true;let n=(()=>{try{return S.extname(new URL(e).pathname).toLowerCase()}catch{return ""}})();return !(n===".js"||n===".mjs"||n===".map"||t.includes("javascript"))}function Gt(e){return e.trim().replace(/\\/g,"/").replace(/^https?:\/\/[^/]+/i,"").replace(/^\/+/,"")}async function Er(e,t,n,s){let r=[];await A.mkdir(t,{recursive:true});let i=await A.readdir(e,{withFileTypes:true});for(let a of i){let c=S.join(e,a.name),o=S.join(t,a.name);if(a.isDirectory()){r.push(...await Er(c,o,n,s));continue}await Mr(c,o,n,s)&&r.push(o);}return r}async function Vi(e,t){try{let[n,s]=await Promise.all([A.stat(e),A.stat(t)]);if(n.size!==s.size)return !1;let[r,i]=await Promise.all([A.readFile(e),A.readFile(t)]);return r.equals(i)}catch{return false}}async function Mr(e,t,n,s){let r=S.resolve(t);return n.has(r)?(s.debug("Skipped post-crawl copy over crawled page output",{phase:"copy-extra-paths",sourcePath:e,targetPath:t}),false):await Vi(e,t)?(s.debug("Skipped unchanged post-crawl copy target",{phase:"copy-extra-paths",sourcePath:e,targetPath:t}),false):(await A.mkdir(S.dirname(t),{recursive:true}),await A.copyFile(e,t),true)}async function Ki(e,t,n){let s=Object.entries(e.postCrawlCopyMap||{}).map(([c,o])=>({sourcePath:c.trim(),prefix:String(o||"").trim()}));if(s.length===0)return [];let r=0,i=[],a=new Set([...t.donePages].map(c=>S.resolve(le(e,c))));n.mark("copy-extra-paths");for(let c of s){let o=c.sourcePath,u=c.prefix;if(!o||!u){n.warn("Skipped post-crawl copy mapping with empty key/value",{sourcePath:o,prefixPath:u});continue}let l=oi(o);if(!l.resolvedPath){n.warn("Skipped post-crawl copy source because alias root is not configured",{sourcePath:o,alias:l.alias||"",requiredEnv:l.requiredEnv||"",prefixPath:u});continue}let d=l.resolvedPath,p=Gt(u);if(!p){n.warn("Skipped post-crawl copy mapping with invalid export prefix",{sourcePath:o,prefixPath:u});continue}let g;try{g=await A.stat(d);}catch{n.warn("Skipped post-crawl copy source because it does not exist",{sourcePath:o,sourceAbs:d,prefixPath:u});continue}let f=S.resolve(e.outputDir,p);if(g.isDirectory()){let b=await Er(d,f,a,n);i.push(...b),r+=b.length,b.length>0&&n.progress(`Copied static directory to export: ${d} -> /${p}`,{phase:"copy-extra-paths",sourcePath:d,targetPath:`/${p}`,copiedItems:r,changedFiles:b.length});continue}let w=S.basename(d),m=u.endsWith("/")?S.join(f,w):f;await Mr(d,m,a,n)&&(i.push(m),r++,n.progress(`Copied static file to export: ${d} -> /${Gt(u.endsWith("/")?`${u}${w}`:u)}`,{phase:"copy-extra-paths",sourcePath:d,targetPath:`/${Gt(u.endsWith("/")?`${u}${w}`:u)}`,copiedItems:r}));}return n.endMark("copy-extra-paths",{mappedSources:s.length,copiedItems:r}),i}function Ye(e,t,n,s,r){let i=new Set,a=ce(n).replace(/\\\//g,"/"),c=r==="page-html"?Qi(a):a,o=Ji(t,r);if(o){for(let l of zi(c)){let d=W(e,l,t,s,`${r}:css-url`);d&&L(e,d)&&i.add(d.toString());}for(let l of c.matchAll(/@import\s+(?:url\()?\s*['"]?([^'"\s;]+)['"]?\s*\)?/gi)){let d=W(e,l[1],t,s,`${r}:css-import`);d&&L(e,d)&&i.add(d.toString());}}if(o||r==="page-html")for(let l of c.matchAll(/<\?xml-stylesheet[^>]+href=["']([^"']+)["'][^>]*\?>/gi)){let d=W(e,l[1],t,s,`${r}:xml-stylesheet`);d&&L(e,d)&&i.add(d.toString());}let u=new RegExp(`(?:https?:)?//[^\\s'"<>\\);]+\\.${Kt}(?:\\?[^\\s'"<>\\);]*)?|(?<!\\.)/[^\\s'"<>\\);]+\\.${Kt}(?:\\?[^\\s'"<>\\);]*)?`,"gi");if(r==="page-html")for(let l of a.matchAll(u)){let d=l[0].startsWith("//")?`${new URL(e.sourceOrigin).protocol}${l[0]}`:l[0];if(Xt(d)){s.ignore(`${r}:serialized-url`,d,"looks like JavaScript/code fragment",t);continue}let p=W(e,d,t,s,`${r}:serialized-url`);p&&L(e,p)?i.add(p.toString()):p&&s.ignore("asset",p.toString(),"serialized URL did not pass safe asset path filter",t);}if(r!=="page-html"&&qi(t))for(let l of sr(a)){if(Xt(l)||!/\.(?:js|mjs)(?:[?#]|$)/i.test(l))continue;let d=W(e,l,t,s,`${r}:relative-asset`);d&&L(e,d)&&i.add(d.toString());}return [...i]}function Gi(e,t,n,s){let r=new Set,i=ce(n);for(let a of i.matchAll(/href=["']([^"'#\s][^"']*?)["']/gi)){let c=a[1],o=W(e,c,t,s,"page-link");o&&(xr(e,o)||be(o)&&!je(o)&&!L(e,o)&&r.add(o.toString()));}return [...r]}async function gr(e,t,n,s,r,i,a=false){let c=new Map,o=(u,l)=>{let d=[l],p=new Set;for(;d.length>0;){let g=d.pop();if(g===u)return true;p.has(g)||(p.add(g),d.push(...c.get(g)??[]));}return false};for(;n.sitemapQueue.length>0;){let u=n.sitemapQueue.shift();n.queuedSitemaps.delete(u);let l=Pe(u,s,"sitemap","sitemap-queue");if(!l)continue;let d=l.toString();if(!n.doneSitemaps.has(d)){n.doneSitemaps.add(d),s.sitemap(`Fetching sitemap ${d}`,{url:d});try{let p=await t.get(d,{timeout:6e4});if(!p.ok()){if(s.skip("sitemap",d,p.status()),a)throw new Error(`Required content-sync sitemap returned HTTP ${p.status()}: ${d}`);continue}let g=await p.body(),f=p.url()||d,w=Pe(f,s,"sitemap-response",d);if(!w)continue;let m=w.toString(),h=await en(e,n.assetMap,m,g,n,s);Y(r,e,h.outputPath),Ie(r,h.outputPath);let b=g.toString("utf8");/<sitemapindex(?:\s|>)/i.test(b)?n.sitemapIndexUrls.add(m):n.sitemapLeafUrls.add(m);let k=Ye(e,m,b,s,"sitemap");for(let F of k)H(e,n,F,s,m);let M=[];for(let F of Wi(b)){let x=W(e,F.loc,m,s,"sitemap-loc");if(!x){if(a)throw new Error(`Content-sync sitemap contains an inadmissible location: ${F.loc}`);continue}if(Ue(x)){if(o(m,x.toString()))throw new Error(`Sitemap index cycle detected: ${m} -> ${x.toString()}`);c.has(m)||c.set(m,new Set),c.get(m).add(x.toString()),M.push(x.toString()),Pt(e,n,x.toString(),s,m);}else if(a){if(be(x)&&!L(e,x)){let j=i.requiredUrls.has(x.toString()),v=i.manifest.pages[x.toString()],P=!!v&&!!await De(v.outputPath);if(!j&&!P)throw new Error(`Content-sync sitemap coverage is incomplete for ${x.toString()}.`)}s.ignore("sitemap-loc",x.toString(),"content-sync sitemap-only traversal does not enqueue urlset locations",m);}else L(e,x)?H(e,n,x.toString(),s,m):be(x)?(F.lastmod&&(n.sitemapLastmodByPage[x.toString()]=F.lastmod),Ze(e,n,x.toString(),s,m)):s.reject("sitemap-loc",x.toString(),"not page/sitemap/asset-like",m);}i.trackManifest&&(i.manifest.assets[m]={url:m,outputPath:h.outputPath,isText:!0,contentType:p.headers()["content-type"]??"application/xml",changeToken:null,tokenSource:null,discoveredAssets:[...new Set([...k,...M])],lastCrawledAt:new Date().toISOString(),lastSeenRunId:i.runId,rewriteComplete:!1},await Se(e,i));}catch(p){if(s.error(`Failed sitemap ${d}`,{url:d,error:String(p)}),a)throw p}}}}async function Zi(e,t,n,s,r,i,a){let c=W(e,s,e.sourceOrigin,r,"asset-fetch");if(!c||!L(e,c))return;let o=c.toString();if(n.doneAssets.has(o))return;let u=i.enabled||i.strictTargeted?i.previousManifest.assets[o]:void 0,l=i.trackManifest?await wt(e,t,i,o,r):null,d=l?.token??null,p=ir(u?.changeToken,l),g=i.strictTargeted&&(!l?.supported||!l.token)&&or(e.sourceOrigin,o),f=i.strictTargeted?i.manifest.assets[o]:void 0;if(f?.lastSeenRunId===i.runId&&await De(f.outputPath)){n.doneAssets.add(o);for(let m of f.discoveredAssets||[])H(e,n,m,r,o);Y(a,e,f.outputPath),f.isText&&Ie(a,f.outputPath),r.info(`Resumed completed content-sync asset ${o}`,{url:o,source:"content-sync-checkpoint"}),Fe(n,r);return}if(u&&(p||g)&&await De(u.outputPath)){i.manifest.assets[o]={...u,changeToken:d,tokenSource:l?.tokenSource??u.tokenSource,discoveredAssets:[...u.discoveredAssets||[]],lastSeenRunId:i.runId},delete i.manifest.pages[o],n.doneAssets.add(o);for(let m of u.discoveredAssets||[])H(e,n,m,r,o);r.info(`Reused unchanged trusted asset ${o}.`,{url:o,tokenSource:l?.tokenSource??"unknown",phase:"download-assets",source:p?"asset-change-token-match":"content-sync-release-fingerprint"}),Fe(n,r);return}let w=(m,h={})=>{if(!u||i.strictTargeted)return false;i.manifest.assets[o]={...u,discoveredAssets:[...u.discoveredAssets||[]],lastCrawledAt:new Date().toISOString(),lastSeenRunId:i.runId},delete i.manifest.pages[o],n.doneAssets.add(o);for(let b of u.discoveredAssets||[])H(e,n,b,r,o);return r.warn(`Keeping previous incremental asset ${o} after fetch issue.`,{url:o,reason:m,preservedFromPreviousManifest:true,...h,phase:"download-assets"}),Fe(n,r),true};r.asset(`Fetching asset ${o}`,{url:o});try{let m=Oe(e,n.assetMap,o),h=m?await De(m):null;if(m&&h)try{let y=await N(`fetch asset headers ${o}`,6e4,()=>t.head(o,{timeout:6e4})),R=y.headers();if(y.ok()&&Ui(h,R)){let U=await kr(m);if(U!==null){let q=y.url()||o,Z=Pe(q,r,"asset-response",o);if(!Z)return;let V=Z.toString(),_=await en(e,n.assetMap,V,U,n,r,R);_.wroteFile&&(Y(a,e,_.outputPath),ye(_.outputPath)&&Ie(a,_.outputPath)),n.doneAssets.add(o),r.info(`Reused existing asset ${o} based on response headers.`,{url:o,filePath:m,lastModified:R["last-modified"]||"",contentLength:R["content-length"]||"",phase:"download-assets"}),Fe(n,r);let $=pr(c,R),ge=u?.discoveredAssets?[...u.discoveredAssets]:[];if($||u?.isText){let ve=U.toString("utf8"),et=Ye(e,V,ve,r,"asset:cached");(et.length>0||!u)&&(ge=et);for(let kt of ge)H(e,n,kt,r,V);}if(i.trackManifest){let ve=$||!!u?.isText;i.manifest.assets[o]={url:o,outputPath:_.outputPath,isText:ve,contentType:Zt(R)||u?.contentType||null,changeToken:l?.supported?l.token:null,tokenSource:l?.supported?l.tokenSource??null:null,discoveredAssets:ge,lastCrawledAt:new Date().toISOString(),lastSeenRunId:i.runId,rewriteComplete:!ve},delete i.manifest.pages[o],(i.enabled||i.strictTargeted)&&ve&&await Se(e,i);}return}}}catch{}let b=await N(`fetch asset ${o}`,6e4,()=>t.get(o,{timeout:6e4}));if(!b.ok()){if(w(`http-${b.status()}`,{status:b.status()}))return;if(i.strictTargeted)throw new Error(`Required content-sync asset returned HTTP ${b.status()}: ${o}`);r.skip("asset",o,b.status());return}let k=await N(`read asset response ${o}`,6e4,()=>b.body()),M=b.url()||o,F=Pe(M,r,"asset-response",o);if(!F)return;let x=F.toString(),j=b.headers(),v=await en(e,n.assetMap,x,k,n,r,j);v.wroteFile&&(Y(a,e,v.outputPath),ye(v.outputPath)&&Ie(a,v.outputPath)),n.doneAssets.add(o),Fe(n,r);let P=pr(c,j),C=[];if(P){let y=k.toString("utf8");C=Ye(e,x,y,r,`asset:${S.extname(c.pathname).toLowerCase()||j["content-type"]||"unknown"}`);for(let R of C)H(e,n,R,r,x);}i.trackManifest&&(i.manifest.assets[o]={url:o,outputPath:v.outputPath,isText:P,contentType:Zt(j),changeToken:l?.supported?l.token:null,tokenSource:l?.supported?l.tokenSource??null:null,discoveredAssets:C,lastCrawledAt:new Date().toISOString(),lastSeenRunId:i.runId,rewriteComplete:!P},delete i.manifest.pages[o],(i.enabled||i.strictTargeted)&&P&&await Se(e,i));}catch(m){if(w("fetch-error",{error:String(m)}))return;if(r.error(`Failed asset ${o}`,{url:o,error:String(m)}),i.strictTargeted)throw m}finally{n.doneAssets.has(o)||(n.doneAssets.add(o),Fe(n,r));}}async function Yi(e,t,n,s,r,i){let a=Math.max(1,Number(e.assetDownloadConcurrency||e.concurrency||1)),c=Array.from({length:a},async()=>{for(;n.assetQueue.length>0;){let o=n.assetQueue.shift();o&&(n.queuedAssets.delete(o),await Zi(e,t,n,o,s,r,i));}});await Promise.all(c);}function Xi(e){let t=Math.ceil(e/1e3);return `${t} second${t===1?"":"s"}`}function ue(e){return Math.max(6e4,e.navigationTimeoutMs*2,e.readiness.timeoutMs+e.readiness.fallbackWaitMs+15e3)}function yt(e){return Math.max(15e3,Math.min(6e4,ue(e)))}function eo(e){return Math.max(15e3,e.readiness.timeoutMs+e.readiness.fallbackWaitMs+1e4)}function an(e){return e.stats.pagesCompleted}function Fr(e){let n=e.options?.browserProcess;return {pid:typeof n?.process?.pid=="number"?n.process.pid:null,kill:typeof n?.kill=="function"?n.kill.bind(n):null}}async function to(e,t,n){let s=Fr(e);try{if(s.kill){await s.kill(),t.warn(`Force-killed crawl worker browser after ${n}`,{browserPid:s.pid,reason:n});return}if(s.pid!==null){process.kill(s.pid,"SIGKILL"),t.warn(`Sent SIGKILL to crawl worker browser after ${n}`,{browserPid:s.pid,reason:n});return}t.warn(`Could not resolve crawl worker browser PID after ${n}`,{reason:n});}catch(r){t.error(`Failed to force-kill crawl worker browser after ${n}`,{browserPid:s.pid,reason:n,error:String(r)});}}async function N(e,t,n){let s;try{return await Promise.race([n(),new Promise((r,i)=>{s=globalThis.setTimeout(()=>{i(new Error(`${e} timed out after ${Xi(t)}.`));},t);})])}finally{s!==void 0&&globalThis.clearTimeout(s);}}async function no(e,t){let n=eo(e);await t.evaluate(async s=>{await new Promise(r=>{let i=0,a=700,c=Date.now(),o=()=>{window.clearInterval(u),window.scrollTo(0,0),r();},u=window.setInterval(()=>{if(Date.now()-c>=s.maxDurationMs){o();return}window.scrollBy(0,a),i+=a;let l=document.body?.scrollHeight||0,d=document.documentElement?.scrollHeight||0,p=Math.max(l,d);i>=p+window.innerHeight&&o();},120);});},{maxDurationMs:n});}async function ro(e,t){await t.waitForLoadState("domcontentloaded",{timeout:e.readiness.timeoutMs}).catch(()=>{}),e.readiness.waitForSelector&&await t.waitForSelector(e.readiness.waitForSelector,{timeout:e.readiness.timeoutMs}).catch(()=>{}),e.readiness.waitForFunction&&await t.waitForFunction(e.readiness.waitForFunction,void 0,{timeout:e.readiness.timeoutMs}).catch(()=>{}),await no(e,t),await t.waitForTimeout(e.readiness.fallbackWaitMs);}async function so(e,t){await t.waitForLoadState("domcontentloaded",{timeout:e.readiness.timeoutMs}).catch(()=>{}),await t.waitForLoadState("load",{timeout:e.readiness.timeoutMs}).catch(()=>{}),e.readiness.waitForSelector&&await t.waitForSelector(e.readiness.waitForSelector,{timeout:e.readiness.timeoutMs}).catch(()=>{}),await t.waitForTimeout(e.readiness.fallbackWaitMs);}function io(e,t){return e.noJavaScriptRenderPathPrefixes.some(n=>rn(t,n))}async function oo(e,t,n,s,r=true){let i=new Set;if(r){let c=await t.evaluate(()=>{let o=new Set,u=["href","src","poster","data-src","data-lazy-src","data-original","data-bg","data-background","data-href"],l=new Set,d=["srcset","data-srcset","data-lazy-srcset"];return document.querySelectorAll("*").forEach(p=>{for(let f of u){let w=p.getAttribute(f);w&&o.add(w);}for(let f of d){let w=p.getAttribute(f);w&&w.split(",").forEach(m=>{let h=m.trim().split(/\s+/)[0];h&&o.add(h);});}let g=p.getAttribute("style");g&&l.add(g);}),{attrs:[...o],styles:[...l]}});for(let o of c.attrs)for(let u of Hi(o)){let l=W(e,u,n,s,"dom-attr");l&&L(e,l)&&i.add(l.toString());}for(let o of c.styles)for(let u of Ye(e,n,o,s,"dom-style"))i.add(u);}let a=await t.content();for(let c of Ye(e,n,a,s,"page-html"))i.add(c);return [...i]}async function fr(e,t,n,s,r){let i=le(e,t);await Ve(i,n,"utf8");let a=await A.stat(i);r?.debug(`Saved page output ${t}`,{phase:"save-pages",url:t,outputPath:i,bytes:a.size}),s.stats.pagesSaved++;let c=Math.min(s.stats.pagesQueued,an(s)+1);r&&(s.stats.pagesSaved%10===0||s.stats.pagesSaved===1)&&r.progress(`Page progress: processed ${c}, rendered ${s.stats.pagesRendered}, saved ${s.stats.pagesSaved}, discovered ${s.stats.pagesQueued}.`,{donePages:c,claimedPages:s.donePages.size,pagesRendered:s.stats.pagesRendered,pagesSaved:s.stats.pagesSaved,pagesQueued:s.stats.pagesQueued,pageQueue:s.pageQueue.length,phase:"save-pages"});}function ao(e){let t=an(e);return t%5===0||t===1||t===e.stats.pagesQueued}function co(e,t){let n=an(e);t.progress(`Render progress: processed ${n}, rendered ${e.stats.pagesRendered}, saved ${e.stats.pagesSaved}, discovered ${e.stats.pagesQueued}.`,{donePages:n,claimedPages:e.donePages.size,pagesRendered:e.stats.pagesRendered,pagesSaved:e.stats.pagesSaved,pagesQueued:e.stats.pagesQueued,phase:"render-pages"});}async function uo(e){await e.addInitScript(()=>{Object.defineProperty(window,"__WPSUITE_STATIC_EXPORT__",{value:true,writable:false,configurable:true});let t=n=>{if(n==null||String(n)==="")return true;try{let s=new URL(String(n),window.location.href),r=new URL(window.location.href);return s.hash="",r.hash="",s.href===r.href}catch{return false}};try{let n=window.location.assign.bind(window.location),s=window.location.replace.bind(window.location),r=window.location.reload.bind(window.location);Object.defineProperty(window.location,"assign",{configurable:!0,value:i=>{if(t(i)){console.warn("[smartcloud-static-publisher] blocked same-page location.assign",i??"");return}return n(i)}}),Object.defineProperty(window.location,"replace",{configurable:!0,value:i=>{if(t(i)){console.warn("[smartcloud-static-publisher] blocked same-page location.replace",i??"");return}return s(i)}}),Object.defineProperty(window.location,"reload",{configurable:!0,value:()=>{console.warn("[smartcloud-static-publisher] blocked location.reload");}});}catch{}});}async function lo(e,t,n){let s=await e.newContext({viewport:t.viewport,userAgent:"WPSuiteStaticPublisher/0.8 Playwright SitemapOnly",ignoreHTTPSErrors:t.ignoreHttpsErrors,...n?{javaScriptEnabled:false}:{}});return n||await uo(s),s}async function po(e,t,n,s,r,i,a){let c=await chromium.launch({headless:true}),o=Fr(c);o.pid!==null&&n.debug(`Launched crawl worker browser PID ${o.pid}`,{browserPid:o.pid});try{for(;t.pageQueue.length>0&&!(e.maxPages>0&&t.donePages.size>=e.maxPages);){let u=t.pageQueue.shift();if(!u)break;t.queuedPages.delete(u);let l=null,d=null;try{let p=Pe(u,n,"page","page-queue");if(!p)continue;let g=p.toString();if(u=g,t.queuedPages.delete(u),t.donePages.has(u))continue;t.donePages.add(u),i.enabled&&i.seenPages.add(u);let f=on(e,u),w=io(e,p.pathname);if(!be(p)||L(e,p)||je(p)){if(L(e,p)){n.info(`Worker redirected non-page URL to asset queue: ${u}`,{url:u,source:"worker-guard"}),H(e,t,u,n,"worker-guard");continue}n.reject("page",u,"guard rejected non-page URL before rendering","worker");continue}let m=i.strictTargeted?i.manifest.pages[u]:void 0;if(m?.lastSeenRunId===i.runId&&await De(m.outputPath)){i.seenPages.add(u);for(let y of m.discoveredAssets||[])H(e,t,y,n,u);Y(a,e,m.outputPath),Ie(a,m.outputPath),n.info(`Resumed completed content-sync page ${u}`,{url:u,source:"content-sync-checkpoint"});continue}let h=await mi(e,r,t,i,u,n);if(i.enabled&&s!=="single-url"&&s!=="content-sync"){let y=i.manifest.pages[u];if(h.action==="reuse"&&y){for(let R of y.discoveredAssets)H(e,t,R,n,u);for(let R of y.discoveredPages)Ze(e,t,R,n,u);y.lastSeenRunId=i.runId,y.sitemapLastmod=Ke(t.sitemapLastmodByPage[u])??y.sitemapLastmod,h.changeToken?.supported&&(y.changeToken=h.changeToken.token,y.tokenSource=h.changeToken.tokenSource??y.tokenSource),n.info(`Incremental reuse skipped unchanged page ${u}`,{url:u,mode:"incremental",reason:h.changeToken?.supported===!0?"change-token-match":"sitemap-lastmod-match"});continue}}l=await N(`create page context ${u}`,ue(e),()=>lo(c,e,w)),d=await N(`create page ${u}`,ue(e),()=>l.newPage());let b=!1,k=new Set;await d.route("**/*",async y=>{let R=y.request();if(R.isNavigationRequest()&&R.frame()===d.mainFrame())try{let U=new URL(R.url()),q=new URL(g);if(U.hash="",q.hash="",U.href===q.href){if(b){n.warn(`Blocked same-page navigation/reload for ${u}`,{url:u,requestUrl:R.url()}),await y.abort("aborted");return}b=!0;}}catch{}await y.continue();}),d.on("response",y=>{try{let R=W(e,y.url(),e.sourceOrigin,n,"network-response");R&&L(e,R)&&(k.add(R.toString()),H(e,t,R.toString(),n,u));}catch{}}),n.page(`Rendering ${u}`,{url:u});let M=null,F=null;try{if(M=await d.goto(u,{waitUntil:"domcontentloaded",timeout:e.navigationTimeoutMs}),M&&M.ok())try{F=await N(`read response body ${u}`,ue(e),()=>M.text());}catch{F=null;}}catch(y){n.warn(`Navigation issue for ${u}; saving current DOM if available`,{url:u,error:String(y)});}if(s==="content-sync"&&M){let y=Pe(M.url(),n,"content-sync-final-response",u)?.toString();if(y&&y!==g){if(i.deleteOnMissingUrls.has(u)){await tn(e,i,a,u,i.deleteOnMissingUrls),n.info(`Removed stale content-sync archive route redirected to ${y}`,{url:u,finalResponseUrl:y,source:"content-sync-tombstone"});continue}throw new Error(`Required content-sync route redirected outside its planned URL: ${u} -> ${y}`)}}if(f){let y=M?.status()??null;if(y!==404){n.error(`Generated 404 request path returned unexpected status for ${u}`,{url:u,expectedStatus:404,status:y,requestPath:e.generated404RequestPath});continue}n.info(`Capturing rendered 404 page for ${u}`,{url:u,status:y,outputPath:le(e,u)});}else if(M&&!M.ok()){if(s==="content-sync"&&(M.status()===404||M.status()===410)&&i.deleteOnMissingUrls.has(u)){await tn(e,i,a,u,i.deleteOnMissingUrls),n.info(`Removed stale content-sync archive page ${u}`,{url:u,status:M.status(),source:"content-sync-tombstone"}),await d.close();continue}if(s==="content-sync")throw new Error(`Required content-sync route returned HTTP ${M.status()}: ${u}`);n.skip("page",u,M.status(),t.pageDiscoverySources.get(u)),await d.close();continue}w?(n.info(`Rendering without JS execution for ${u}`,{url:u,mode:"no-js"}),await N(`wait for rendered page ${u}`,ue(e),()=>so(e,d))):await N(`wait for rendered page ${u}`,ue(e),()=>ro(e,d)),t.stats.pagesRendered++;let x=await N(`extract rendered assets ${u}`,ue(e),()=>oo(e,d,g,n,!w));for(let y of x)H(e,t,y,n,u);let j=[...new Set([...x,...k])],v=F??await N(`capture rendered html ${u}`,ue(e),()=>d.content()),P=s!=="single-url"&&s!=="content-sync"&&!f?Gi(e,u,v,n):[];if(s!=="single-url"&&s!=="content-sync"&&!f)for(let y of P)Ze(e,t,y,n,u);await fr(e,u,v,t,n);let C=le(e,u);if(Y(a,e,C),Ie(a,C),i.trackManifest){let y=M?.headers();i.manifest.pages[u]={url:u,outputPath:C,contentType:Zt(y),changeToken:h.changeToken?.supported?h.changeToken.token:null,tokenSource:h.changeToken?.supported?h.changeToken.tokenSource??null:null,sitemapLastmod:Ke(t.sitemapLastmodByPage[u])??null,discoveredPages:P,discoveredAssets:j,lastCrawledAt:new Date().toISOString(),lastSeenRunId:i.runId,rewriteComplete:!1},(i.enabled||i.strictTargeted)&&await Se(e,i);}}catch(p){if(i.strictTargeted)throw n.error(`Failed required content-sync page ${u}`,{url:u,error:String(p)}),p;try{let g=d?await N(`capture partial html ${u}`,ue(e),()=>d.content()):"";if(g&&g.trim()){await fr(e,u,g,t,n);let f=le(e,u);if(Y(a,e,f),Ie(a,f),i.trackManifest){let w=i.manifest.pages[u]??i.previousManifest.pages[u];i.manifest.pages[u]={url:u,outputPath:f,contentType:w?.contentType??null,changeToken:null,tokenSource:null,sitemapLastmod:Ke(t.sitemapLastmodByPage[u])??w?.sitemapLastmod??null,discoveredPages:w?.discoveredPages?[...w.discoveredPages]:[],discoveredAssets:w?.discoveredAssets?[...w.discoveredAssets]:[],lastCrawledAt:new Date().toISOString(),lastSeenRunId:i.runId,rewriteComplete:!1},(i.enabled||i.strictTargeted)&&await Se(e,i);}n.warn(`Saved partial DOM for ${u}`,{url:u,error:String(p)});}}catch(g){n.error(`Could not save partial DOM for ${u}`,{url:u,error:String(g)});}n.error(`Failed page ${u}`,{url:u,error:String(p)});}finally{t.stats.pagesCompleted++,ao(t)&&co(t,n),d&&await N(`close page ${u}`,yt(e),()=>d.close()).catch(p=>{n.warn(`Timed out while closing page ${u}`,{url:u,browserPid:o.pid,error:String(p)});}),l&&await N(`close page context ${u}`,yt(e),()=>l.close()).catch(p=>{n.warn(`Timed out while closing page context for ${u}`,{url:u,browserPid:o.pid,error:String(p)});});}}}finally{await N("close worker browser",yt(e),()=>c.close()).catch(u=>(n.warn("Timed out while closing crawl worker browser",{browserPid:o.pid,error:String(u)}),to(c,n,"browser.close timeout")));}}async function go(e){try{let t=await A.readFile(e),s=(e.endsWith(".gz")?gunzipSync(t):t).toString("utf8").trim();if(!s)return [];try{let r=JSON.parse(s);if(Array.isArray(r))return r;if(r&&typeof r=="object")return [r]}catch{return s.split(/\r?\n/).map(r=>r.trim()).filter(Boolean).map(r=>{try{let i=JSON.parse(r);return i&&typeof i=="object"?i:null}catch{return null}}).filter(r=>r!==null)}return []}catch{return []}}function mr(e){let t=String(e||"").toLowerCase();return t.includes("timeout")||t.includes("timed out")||t.includes("navigation timeout")}function fo(e){let t=String(e?.job?.command||"").trim(),n=String(e?.job?.crawlMode||"full").trim();return t!=="publish"&&t!=="crawl"?false:n!=="incremental"}function mo(e){let t=[e?.archivedAt,e?.job?.endedAt,e?.job?.startedAt];for(let n of t){let s=Date.parse(String(n||""));if(Number.isFinite(s))return s}return 0}async function Dr(e){try{let t=await A.readFile(e,"utf8"),n=JSON.parse(t);return n&&typeof n=="object"&&!Array.isArray(n)?n:null}catch{return null}}function hr(e){let t=String(e.originalFileName||"").toLowerCase();return t.endsWith("errors.jsonl")?0:t.endsWith("errors.json")?1:2}function ho(e,t){let n=Array.isArray(t?.artifacts)?t.artifacts.filter(s=>String(s?.role||"").trim()==="errors"&&String(s?.storedFileName||"").trim()!=="").sort((s,r)=>hr(s)-hr(r)).map(s=>S.join(e,String(s.storedFileName))):[];return [...new Set([...n,S.join(e,"errors.jsonl"),S.join(e,"errors.json"),S.join(e,"errors.jsonl.gz"),S.join(e,"errors.json.gz")])]}async function wr(e){let t=await Dr(S.join(e,"job.json"));for(let n of ho(e,t)){let s=await go(n);if(s.length>0)return s}return []}async function wo(e){let t=S.join(e.logDir,"archive"),n;try{n=await A.readdir(t);}catch{return ""}let s="",r=0;for(let i of n){let a=S.join(t,i);if(!(await A.stat(a).catch(()=>null))?.isDirectory())continue;let o=await Dr(S.join(a,"job.json"));if(!fo(o))continue;let u=mo(o);u>=r&&(r=u,s=a);}return s}async function yo(e){let t=await wo(e),n=t!==""?await wr(t):await wr(e.logDir),s=new Set;for(let r of n)if(mr(r.error)||mr(r.message)){let i=r.url;typeof i=="string"&&i&&s.add(i);}return [...s]}async function So(e){let t=[];for(let n of e)if(n.startsWith("@")){let s=n.slice(1),r=await A.readFile(s,"utf8");t.push(...r.split(/\r?\n/).map(i=>i.trim()).filter(i=>i&&!i.startsWith("#")));}else t.push(n);return t}async function Po(e){if(!e)throw new Error("Content-sync crawl requires an immutable impact plan.");let t=JSON.parse(await A.readFile(e,"utf8"));return He(t),t}function bo(e,t){let n;try{n=new URL(e);}catch{return false}return t.archiveFamilies.some(s=>{let r=new URL(s.url);if(n.origin!==r.origin)return false;if(n.toString()===r.toString())return true;if(n.searchParams.has("paged")&&n.pathname===r.pathname)return /^\d+$/.test(n.searchParams.get("paged")||"");let i=r.pathname.replace(/\/+$/,""),a=n.pathname.slice(i.length).replace(/^\/+/,""),c=String(s.paginationBase||"page").replace(/^\/+|\/+$/g,"").replace(/[.*+?^${}()|[\]\\]/g,"\\$&");return n.pathname.startsWith(`${i}/`)&&new RegExp(`^${c}/\\d+/?$`).test(a)})}function ht(e,t,n){let s=n==="page"?le(e,t):bt(e,t).originalFilePath;return we(e.outputDir,s)}async function tn(e,t,n,s,r){let i=t.manifest.pages[s];if(!i)return;let a=we(e.outputDir,i.outputPath);if(!a)throw new Error(`Manifest-owned page path escaped output root: ${s}`);let c=S.resolve(i.outputPath);Object.entries(t.manifest.pages).some(([u,l])=>u!==s&&!r.has(u)&&S.resolve(l.outputPath)===c)||(await A.rm(i.outputPath,{force:true}),n.deletedFiles.add(a)),delete t.manifest.pages[s];}function vo(e,t){let n=new Set,s=[...t];for(;s.length>0;){let r=s.shift();if(n.has(r))continue;n.add(r);let i=e.assets[r];for(let a of i?.discoveredAssets??[])try{Ue(new URL(a))&&s.push(a);}catch{}}return n}async function Co(e,t,n,s,r){let i=vo(n.previousManifest,r);for(let a of i){if(t.doneSitemaps.has(a))continue;let c=n.previousManifest.assets[a];if(!c)continue;let o=we(e.outputDir,c.outputPath);if(!o)throw new Error(`Manifest-owned sitemap path escaped output root: ${a}`);await A.rm(c.outputPath,{force:true}),s.deletedFiles.add(o),delete n.manifest.assets[a];}await Se(e,n);}async function Ro(e){try{let t=await A.readFile(S.join(e.outputDir,"asset-map.json"),"utf8");return JSON.parse(t)}catch{return {}}}async function Io(e){let t=["crawl.log.jsonl","current-crawl-event.json","rejected.jsonl","ignored.jsonl","skipped-http.jsonl","errors.jsonl","timings.jsonl","rejected.json","ignored.json","skipped-http.json","errors.json","timings.json"];await A.mkdir(e,{recursive:true}),await Promise.all(t.map(async n=>{try{await A.unlink(S.join(e,n));}catch(s){if(s.code!=="ENOENT")throw s}}));}function yr(e,t,n,s,r){let i=W(e,n,e.sourceOrigin,s,"manual-url");i&&(Ue(i)?Pt(e,t,i.toString(),s,r):L(e,i)?H(e,t,i.toString(),s,r):be(i)?Ze(e,t,i.toString(),s,r):s.reject("manual-url",i.toString(),"not page/sitemap/asset-like",r));}async function Or(e=process.argv.slice(2)){let t=[],n=await ne(void 0,{onRemotePublisherConfigDiagnostic:P=>{t.push(P);}}),s=t.at(-1)??null,r=ri(e),i=r.mode==="content-sync"?await Po(r.contentSyncPlanPath):null;if(r.resumeRewrite&&r.mode!=="full")throw new Error("--resume-rewrite is only supported for full crawl/publish jobs.");let a=[];r.mode==="retry-timeouts"&&(a=await yo(n)),r.mode==="single-url"&&(a=await So(r.urls)),i&&(a=[...i.directRenderUrls,...i.archiveFamilyUrls]);let c=r.crawlMode==="incremental"&&r.mode==="full",o=c&&typeof n.subscriptionType=="string"&&n.subscriptionType.trim()!=="";if(i&&n.subscriptionType!=="PROFESSIONAL"&&n.subscriptionType!=="AGENCY")throw new Error("Content-sync requires an active Professional or Agency subscription.");let u=(r.mode==="full"||r.mode==="single-url"||r.mode==="content-sync")&&!r.resumeRewrite,l=r.mode!=="full"||r.resumeRewrite||o,d=l?await Ro(n):{},p=o||r.mode==="single-url"||r.mode==="content-sync"?await ui(n):vr(),g=new Set(a),f=new Set;if(i){for(let P of i.archiveFamilies)if(P.foundPosts===0)for(let C of P.pageUrls)f.add(C);for(let P of Object.keys(p.pages))bo(P,i)&&!g.has(P)&&(a.push(P),f.add(P));}let w={enabled:o,trackManifest:u,manifest:Yt(p),previousManifest:Yt(p),runId:i?.jobId??`${Date.now()}`,seenPages:new Set,changeTokenCache:new Map,manifestSaveChain:Promise.resolve(),strictTargeted:!!i,requiredUrls:g,deleteOnMissingUrls:f};await Io(n.logDir);let m=new gt(n.logDir,n.logLevel);if(s){let P={status:s.status,virtualAssetBaseUrl:s.virtualAssetBaseUrl,subscriptionType:s.subscriptionType??null,error:s.error,requests:s.requests,source:"remote-publisher-config"};s.status==="loaded"&&s.subscriptionType?m.info("Loaded remote WP Suite publisher configuration.",P):m.warn("Remote WP Suite publisher configuration is unavailable or has no active subscription type.",P);}if(c&&!o){let P="Incremental crawl requires an active remote publisher subscription; refusing to fall back to a destructive full crawl.";throw m.error(P,{requestedMode:r.crawlMode,subscriptionType:n.subscriptionType??null,source:"incremental-subscription-guard"}),await m.flush(),new Error(P)}let h={pageQueue:[],queuedPages:new Set,donePages:new Set,pageDiscoverySources:new Map,assetQueue:[],queuedAssets:new Set,doneAssets:new Set,sitemapQueue:[],queuedSitemaps:new Set,doneSitemaps:new Set,sitemapIndexUrls:new Set,sitemapLeafUrls:new Set,sitemapLastmodByPage:{},assetMap:{...d},assetVariantDigestsByOriginalPath:new Map,stats:{pagesQueued:0,pagesRendered:0,pagesCompleted:0,assetsQueued:0,sitemapsQueued:0,assetsSaved:0,pagesSaved:0}},b=ci();if(await $e(n),await Wn(n,{startedAt:new Date().toISOString(),outputDir:S.resolve(n.outputDir)}),l||await A.rm(n.outputDir,{recursive:true,force:true}),await A.mkdir(n.outputDir,{recursive:true}),i){let P=new Set([...i.deleteUrls,...w.deleteOnMissingUrls]);for(let C of i.deleteUrls)await tn(n,w,b,C,P);}if(r.resumeRewrite)m.info("Resuming final rewrite from existing output.",{phase:"rewrite-text",mode:r.mode,crawlMode:r.crawlMode});else {let P=await request.newContext({ignoreHTTPSErrors:n.ignoreHttpsErrors});try{if(m.mark("discovery"),r.mode==="full"?(n.sitemapPaths.forEach(y=>Pt(n,h,y,m)),await gr(n,P,h,m,b,w),n.seedPaths.forEach(y=>yr(n,h,y,m,"seed-path")),n.generated404RequestPath&&Ze(n,h,n.generated404RequestPath,m,"generated-404-request-path")):(a.forEach(y=>yr(n,h,y,m,"cli")),i?.sitemapUrls.forEach(y=>Pt(n,h,y,m,"content-sync-impact")),await gr(n,P,h,m,b,w,r.mode==="content-sync"),i&&await Co(n,h,w,b,i.sitemapUrls)),m.endMark("discovery",{pages:h.pageQueue.length,assets:h.assetQueue.length,sitemaps:h.sitemapQueue.length}),m.summary(`Queued ${h.pageQueue.length} pages, ${h.assetQueue.length} assets, ${h.sitemapQueue.length} sitemaps.`,{mode:r.mode,crawlMode:r.crawlMode,queuedPages:h.pageQueue.length,queuedAssets:h.assetQueue.length,queuedSitemaps:h.sitemapQueue.length}),r.mode==="retry-timeouts"&&h.pageQueue.length===0&&h.assetQueue.length===0&&h.sitemapQueue.length===0){m.summary("No timed-out URLs were queued. Skipping retry crawl.",{mode:r.mode,crawlMode:r.crawlMode,queuedPages:0,queuedAssets:0,queuedSitemaps:0}),await m.flush();return}m.mark("render-pages");let C=Array.from({length:Math.max(1,n.concurrency)},()=>po(n,h,m,r.mode,P,w,b));if(await Promise.all(C),m.endMark("render-pages",{pages:h.stats.pagesCompleted}),m.mark("download-assets"),m.progress("Asset download phase started.",{phase:"download-assets",doneAssets:h.doneAssets.size,assetsQueued:h.stats.assetsQueued,assetQueue:h.assetQueue.length}),await pi(n,P,w,[...h.assetQueue],m),await Yi(n,P,h,m,w,b),m.endMark("download-assets",{assets:h.doneAssets.size}),w.enabled&&n.maxPages===0&&await wi(n,h,w,m,b),r.mode==="full"){let y=await Ki(n,h,m);for(let R of y)Y(b,n,R);}}finally{await N("dispose crawl request context",yt(n),()=>P.dispose()).catch(C=>{m.warn("Timed out while disposing crawl request context",{error:String(C)});});}}w.trackManifest&&await Se(n,w),await A.writeFile(S.join(n.outputDir,"asset-map.json"),JSON.stringify(h.assetMap,null,2),"utf8"),JSON.stringify(d,null,2)!==JSON.stringify(h.assetMap,null,2)&&Y(b,n,S.join(n.outputDir,"asset-map.json"));let k=r.mode==="single-url"||r.mode==="content-sync"?xi(n,h):w.enabled&&!r.resumeRewrite?yi(n,w,b,d,h.assetMap):void 0;m.mark("rewrite-text");let M=r.mode==="single-url"||r.mode==="content-sync"?`Rewriting text files touched by URL crawl: 0/${k?.length??0}`:"Rewriting text files...";m.progress(M,{phase:"rewrite-text",index:0,totalFiles:k?.length,changedTextFiles:0}),await dr(M);let F=Date.now(),x=await lt(n,h.assetMap,{files:k,previousAssetMap:d,onStart:({totalFiles:P,workerCount:C})=>{m.info(`Rewrite phase scanning ${P} text files.`,{phase:"rewrite-text",totalFiles:P,workerCount:C});},onProgress:async({index:P,totalFiles:C,changedTextFiles:y,file:R,changed:U})=>{U&&Y(b,n,S.join(n.outputDir,R)),m.checkpoint(`Rewriting text file ${P}/${C}`,{phase:"rewrite-text",index:P,totalFiles:C,changedTextFiles:y,file:R}),m.debug(`${U?"Rewrote":"Checked unchanged"} text file ${P}/${C}: ${R}`,{phase:"rewrite-text",index:P,totalFiles:C,changedTextFiles:y,file:R,changed:U});let q=Date.now();if(!(P===1||P===C||P%50===0||q-F>=5e3))return;F=q;let V=`Rewriting text files: ${P}/${C}`;m.progress(V,{phase:"rewrite-text",index:P,totalFiles:C,changedTextFiles:y,file:R}),await dr(V);}});w.trackManifest&&(Si(w,k),await Se(n,w)),m.endMark("rewrite-text",{changedTextFiles:x});let j=i?[...b.deletedFiles].sort():w.enabled&&!r.resumeRewrite?await bi(n,h,w,b,m):[],v=[...new Set((k||[]).map(P=>we(n.outputDir,S.isAbsolute(P)?P:S.join(n.outputDir,P))).filter(P=>P!==null))].sort();if(i){let P=[...b.changedFiles].sort(),C=new Set(P),y=new Set(i.directRenderUrls.map($=>ht(n,$,"page")).filter($=>!!$&&C.has($))),R=new Set(i.archiveFamilyUrls.map($=>ht(n,$,"page")).filter($=>!!$&&C.has($))),U=new Set([...h.sitemapLeafUrls].map($=>ht(n,$,"asset")).filter($=>!!$&&C.has($))),q=new Set([...h.sitemapIndexUrls].map($=>ht(n,$,"asset")).filter($=>!!$&&C.has($))),Z=new Set([...y,...R,...U,...q]),V=P.filter($=>!Z.has($)),_=[...new Set([...i.directRenderUrls,...i.archiveFamilyUrls,...i.sitemapUrls,...h.sitemapLeafUrls,...h.sitemapIndexUrls,...i.deleteUrls].map($=>{let ge=new URL($);return `${ge.pathname}${ge.search}`}))].sort();await Ht(n,{schemaVersion:2,generatedAt:new Date().toISOString(),outputDir:S.resolve(n.outputDir),runMode:"content-sync",crawlMode:"incremental",fullSyncRequired:false,changedFiles:P,deletedFiles:j,rewriteTargets:v,consumerId:i.consumerId,fromSequence:i.fromSequence,toSequence:i.toSequence,impactHash:i.impactHash,uploadGroups:{assets:V,content:[...y].sort(),listings:[...R].sort(),sitemapLeaves:[...U].sort(),sitemapIndexes:[...q].reverse()},invalidationPaths:_});}else await Ht(n,{schemaVersion:1,generatedAt:new Date().toISOString(),outputDir:S.resolve(n.outputDir),runMode:r.mode,crawlMode:r.crawlMode,fullSyncRequired:!(w.enabled&&!r.resumeRewrite),changedFiles:w.enabled&&!r.resumeRewrite?[...b.changedFiles].sort():[],deletedFiles:w.enabled&&!r.resumeRewrite?j:[],rewriteTargets:w.enabled&&!r.resumeRewrite?v:[]});await zn(n),m.summary(r.resumeRewrite?`Done. Resumed final rewrite over existing output and changed ${x} text files.`:`Done. Rendered ${h.stats.pagesRendered} pages, processed ${h.doneSitemaps.size} sitemaps and ${h.doneAssets.size} assets.`,{mode:r.mode,crawlMode:r.crawlMode,resumeRewrite:r.resumeRewrite,...h.stats,pagesRendered:h.stats.pagesRendered,donePages:h.stats.pagesCompleted,claimedPages:h.donePages.size,doneSitemaps:h.doneSitemaps.size,doneAssets:h.doneAssets.size,changedTextFiles:x}),await m.flush();}function xo(e){let t=e/6e4;if(Number.isInteger(t)&&t>=1)return `${t} minute${t===1?"":"s"}`;let n=Math.ceil(e/1e3);return `${n} second${n===1?"":"s"}`}async function X(e,t,n){let s=new AbortController,r=globalThis.setTimeout(()=>{s.abort(new Error(`${e} timed out after ${xo(t)}.`));},t);try{return await n({abortController:s,httpOptions:{abortSignal:s.signal,requestTimeout:t}})}finally{globalThis.clearTimeout(r);}}function Ao(e){return typeof e.subscriptionType=="string"&&e.subscriptionType.trim()!==""}function vt(e){let t="";for(let s=0;s<e.length;s++){let r=e[s];if(r==="--profile"){let i=(e[s+1]||"").trim();if(!i)throw new Error("Missing value for --profile.");t=i,s+=1;}else if(r.startsWith("--profile=")){let i=r.slice(10).trim();if(!i)throw new Error("Missing value for --profile.");t=i;}}let n=String(process.env.PUBLISHER_DEPLOY_PROFILE||process.env.PUBLISHER_DEPLOYMENT_PROFILE||"").trim();return t||n||null}function To(e,t){return {...e,...t??{}}}function ko(e,t){return {...e,...t??{},invalidationPaths:[...(t?.invalidationPaths??e.invalidationPaths)||[]]}}function Le(e,t){let n=String(t??e.deploymentTargetOverride??"").trim();if(!Ao(e)){if(n)throw new Error(`Deployment target "${n}" requires an active WPSuite subscription and remote publisher config.`);return {name:null,profile:null,config:e}}let s=String(n||e.defaultDeploymentProfile||"").trim();if(!s)return {name:null,profile:null,config:e};let r=e.deploymentProfiles?.[s];if(!r)throw new Error(`Unknown deployment profile "${s}". Check the linked WPSuite publisher configuration.`);return {name:s,profile:r,config:{...e,targetOrigin:r.targetOrigin??e.targetOrigin,s3:To(e.s3,r.s3),cloudFront:ko(e.cloudFront,r.cloudFront)}}}var qr="wpsuite-sha256",_r="wpsuite-normalized-sha256",Lo=/(?:^|[-_:.])(id|uid|nonce|token|hash|instance)(?:$|[-_:.])/i,gn=/^[0-9a-f]{8}-[0-9a-f]{4}-[1-5][0-9a-f]{3}-[89ab][0-9a-f]{3}-[0-9a-f]{12}$/i,qo=["SIGINT","SIGTERM"],It=new Set,Ct=new Map,jr=null;function _o(e){It.add(e);let t=false;return ()=>{t||(t=true,It.delete(e));}}async function No(){let e=[...It];e.length!==0&&await Promise.allSettled(e.map(async t=>{It.delete(t),await A.rm(t,{recursive:true,force:true});}));}function Bo(){if(!(Ct.size>0))for(let e of qo){let t=()=>{jr||(jr=No().finally(()=>{for(let[n,s]of Ct)process.off(n,s);Ct.clear(),process.exit(1);}));};Ct.set(e,t),process.on(e,t);}}Bo();function Wo(e,t){let n=String(process.env.STATIC_PUBLISHER_CRAWL_MANIFEST_PATH||"").trim();if(n)return S.resolve(n);let s=t.trim();return s?S.join(S.resolve(s),"crawl-manifest.json"):S.join(S.resolve(e),".crawl-manifest.json")}function Nr(e){return S.normalize(e).split(S.sep).join("/")}function Ur(e,t){let n=S.relative(S.resolve(e),S.resolve(t));return !n||n.startsWith("..")||S.isAbsolute(n)?null:Nr(n)}async function Ho(e,t,n){let s=Wo(e.outputDir,t),r;try{r=await A.readFile(s,"utf8");}catch(l){return l.code==="ENOENT"?(n.warn("Deploy rewrite guard disabled because the crawl manifest is missing.",{manifestPath:s,source:"deploy-guard"}),null):(n.warn("Deploy rewrite guard disabled because the crawl manifest could not be read.",{manifestPath:s,error:l instanceof Error?l.message:String(l),source:"deploy-guard"}),null)}let i;try{i=JSON.parse(r);}catch(l){return n.warn("Deploy rewrite guard disabled because the crawl manifest is invalid JSON.",{manifestPath:s,error:l instanceof Error?l.message:String(l),source:"deploy-guard"}),null}let a=new Map,c=new Map,o=0,u=0;for(let[l,d]of Object.entries(i.pages||{})){let p=String(d?.outputPath||"").trim(),g=p?Ur(e.outputDir,p):null;if(g){let f=typeof d?.contentType=="string"&&d.contentType?d.contentType:null;f&&c.set(g,f);}!p||d?.rewriteComplete===true||g&&(o++,a.has(g)||a.set(g,{kind:"page",sourceUrl:l,outputPath:S.resolve(p),relativePath:g}));}for(let[l,d]of Object.entries(i.assets||{})){let p=String(d?.outputPath||"").trim(),g=d?.isText===true,f=p?Ur(e.outputDir,p):null;if(f){let w=typeof d?.contentType=="string"&&d.contentType?d.contentType:null;w&&c.set(f,w);}!p||!g||d?.rewriteComplete===true||f&&(u++,a.has(f)||a.set(f,{kind:"asset",sourceUrl:l,outputPath:S.resolve(p),relativePath:f}));}return {manifestPath:s,byRelativePath:a,contentTypeByRelativePath:c,pendingPages:o,pendingTextAssets:u}}function zo(e){return e&&(gn.test(e)?"__uuid__":/^[0-9a-f]{6,}$/i.test(e)?"__hex__":/^[0-9]{8,}$/.test(e)?"__num__":/^(?=.*[a-z])(?=.*\d)[a-z0-9]{8,}$/i.test(e)?"__alnum__":e)}function un(e){return e.split(/([_:.\-/=?&#]+)/g).map((t,n)=>n%2===1?t:zo(t)).join("")}function Qo(e){return e.split(/([_:.\-/=?&#]+)/g).map((t,n)=>n%2===1?t:gn.test(t)?"__uuid__":/^[0-9a-f]{6,}$/i.test(t)?"__hex__":/^[0-9]{6,}$/.test(t)?"__num__":/^[a-z0-9_-]{6,}$/i.test(t)?"__id__":t).join("")}function xt(e,t){return Array.isArray(e)?e.map(n=>xt(n,t)):e&&typeof e=="object"?Object.fromEntries(Object.entries(e).map(([n,s])=>[n,xt(s,n)])):typeof e!="string"?e:t&&Lo.test(t)?Qo(e):gn.test(e)?"__uuid__":/^[0-9a-f]{6,}$/i.test(e)||/^[0-9]{8,}$/.test(e)?un(e):e}function Jo(e){return e.replace(/((?:https?:\/\/[^"'\s>]+|\/)(?:wp-content|wp-includes)\/[^"'\s>?]+)\?ver=[A-Za-z0-9._-]+(?=$|[#"'])/gi,"$1")}function Vo(e,t){let n=t.trim();if((n.startsWith("{")||n.startsWith("[")||n.startsWith('"'))&&e.startsWith("data-"))try{let r=JSON.parse(n);return JSON.stringify(xt(r))}catch{}if(e.startsWith("data-")&&/^[A-Za-z0-9+/=]+$/.test(n))try{let r=Buffer.from(n,"base64").toString("utf8"),i=JSON.parse(r),a=JSON.stringify(xt(i));return Buffer.from(a,"utf8").toString("base64")}catch{}return t}function Ko(e,t){let n=e.toLowerCase();return n==="class"?t.split(/(\s+)/).map((s,r)=>r%2===1?s:un(s)).join(""):n==="id"||n==="for"||n==="aria-controls"||n==="aria-labelledby"||n==="aria-describedby"||n==="aria-owns"||n==="aria-activedescendant"||n==="name"?un(t):n==="href"||n==="src"?Jo(t):Vo(n,t)}function Go(e){return e.replace(/<([a-z][^\s/>]*)([^<>]*?)>/gi,(t,n,s)=>{if(n.startsWith("/"))return t;let r=s.replace(/\s([:@a-zA-Z_][-:.a-zA-Z0-9_]*?)=(['"])([\s\S]*?)\2/g,(i,a,c,o)=>{let u=Ko(a,o);return ` ${a}=${c}${u}${c}`});return `<${n}${r}>`})}function cn(e){let t=S.extname(e).toLowerCase();return [".html",".htm",".xml",".xsl",".txt"].includes(t)||["robots.txt","sitemap.xml"].includes(S.basename(e))}function Rt(e,t){return [e.replace(/^\/+|\/+$/g,""),t.replace(/^\/+/,"")].filter(Boolean).join("/")}async function Zo(e,t,n,s){let r=new Map,i,a=0;do{a++;let c=await X(`S3 list objects page ${a} for s3://${t}/${n||""}`,3e5,({httpOptions:o})=>e.send(new ListObjectsV2Command({Bucket:t,Prefix:n||void 0,ContinuationToken:i}),o));for(let o of c.Contents||[]){if(!o.Key)continue;let u=(o.ETag||"").replace(/^"|"$/g,"").toLowerCase(),l=Number(o.Size??0);r.set(o.Key,{etag:u,size:l});}i=c.NextContinuationToken,s.debug(`Listed S3 keys page ${a}: ${r.size} keys so far`);}while(i);return r}async function Yo(e,t,n,s){if(s.has(n))return s.get(n)??null;try{let r=await X(`S3 head object ${n}`,3e5,({httpOptions:a})=>e.send(new HeadObjectCommand({Bucket:t,Key:n}),a)),i={etag:(r.ETag||"").replace(/^"|"$/g,"").toLowerCase(),size:Number(r.ContentLength??0)};return s.set(n,i),i}catch{return s.set(n,null),null}}async function Xo(e,t,n,s){let r=[...new Set(Array.from(n).filter(Boolean))];if(r.length===0)return s.info("No explicitly tombstoned S3 objects to delete."),[];s.info(`Deleting ${r.length} explicitly tombstoned S3 object(s)\u2026`);for(let i=0;i<r.length;i+=1e3){let a=r.slice(i,i+1e3);if(a.length===0)continue;let c=await X(`S3 delete objects batch ${Math.floor(i/1e3)+1}`,3e5,({httpOptions:o})=>e.send(new DeleteObjectsCommand({Bucket:t,Delete:{Objects:a.map(u=>({Key:u}))}}),o));if(c.Errors&&c.Errors.length>0){let o=c.Errors.map(u=>`${u.Key||"(unknown)"}: ${u.Code||"DeleteFailed"}`);throw new Error(`S3 reported ${o.length} object deletion error(s): ${o.join(", ")}`)}s.info(`Deleted batch of ${a.length} object(s).`);for(let o of a)s.debug(` deleted: ${o}`);}return r}function ea(e){return createHash("md5").update(e).digest("hex")}function Lr(e){return createHash("sha256").update(e).digest("hex")}function ln(e){return createHash("sha256").update(Go(e.toString("utf8"))).digest("hex")}async function ta(e,t,n,s){if(s.has(n))return s.get(n)??null;try{let a=((await X(`S3 head object metadata ${n}`,3e5,({httpOptions:c})=>e.send(new HeadObjectCommand({Bucket:t,Key:n}),c))).Metadata?.[qr]||"").trim().toLowerCase()||null;return s.set(n,a),a}catch{return s.set(n,null),null}}async function na(e,t,n,s,r){if(s.has(n))return s.get(n)??null;try{let a=((await X(`S3 head object normalized metadata ${n}`,3e5,({httpOptions:c})=>e.send(new HeadObjectCommand({Bucket:t,Key:n}),c))).Metadata?.[_r]||"").trim().toLowerCase();if(a)return s.set(n,a),a}catch{return s.set(n,null),null}if(r.has(n)){let i=r.get(n)??null;return s.set(n,i),i}try{let a=await(await X(`S3 get object ${n}`,3e5,({httpOptions:o})=>e.send(new GetObjectCommand({Bucket:t,Key:n}),o))).Body?.transformToByteArray(),c=a?ln(Buffer.from(a)):null;return r.set(n,c),s.set(n,c),c}catch{return r.set(n,null),s.set(n,null),null}}function ra(e){return e.replace(/[^a-zA-Z0-9._-]+/g,"-").replace(/-+/g,"-").replace(/^-|-$/g,"")||"profile"}function sa(e,t){let n=e,s=Object.entries(t).sort((r,i)=>i[0].length-r[0].length);for(let[r,i]of s)r&&(n=n.split(r).join(i));return n}async function ia(e,t,n,s){let r=S.join(e,"asset-map.json"),i;try{i=await A.readFile(r,"utf8");}catch(o){if(o.code==="ENOENT")return;throw o}let a=JSON.parse(i);if(!a||typeof a!="object")return;let c=Object.fromEntries(Object.entries(a).map(([o,u])=>{let l=String(u??"");return t.urlRewriteMode==="absolute"&&t.targetOrigin&&n.targetOrigin&&t.targetOrigin!==n.targetOrigin&&(l=l.split(t.targetOrigin).join(n.targetOrigin)),l=sa(l,s),[o,l]}));await A.writeFile(r,JSON.stringify(c,null,2),"utf8");}async function oa(e,t,n,s,r,i){let a=e.targetOrigin!==t.targetOrigin,c=Object.keys(s).length>0;if(!n||!a&&!c)return {outputDir:e.outputDir,cleanup:async()=>{}};if(a&&e.urlRewriteMode!=="absolute")throw new Error(`Deployment profile "${n}" changes targetOrigin, but the base crawl output must use urlRewriteMode "absolute" for multi-target redeploys.`);let o=S.join(S.dirname(e.outputDir),`.deploy-profile-${ra(n)}-${Date.now()}`),u=_o(o);r.info(`Preparing deployment profile "${n}" from existing crawl output to ${o}...`);try{if(await A.rm(o,{recursive:!0,force:!0}),i){await A.mkdir(o,{recursive:!0});for(let g of i){let f=S.join(e.outputDir,g),w=S.join(o,g);await A.mkdir(S.dirname(w),{recursive:!0}),await A.copyFile(f,w);}}else await A.cp(e.outputDir,o,{recursive:!0});let l={...e,sourceOrigin:e.targetOrigin,targetOrigin:t.targetOrigin,extraReplacements:s,outputDir:o},d=1;r.info(`Rewriting text files for deployment profile "${n}"...`);let p=await lt(l,{},{files:i,onStart:({totalFiles:g,workerCount:f})=>{d=f,r.info(`Rewriting ${g} text file(s) for deployment profile "${n}" with ${f} worker(s).`);},onProgress:({index:g,totalFiles:f,changedTextFiles:w,file:m,changed:h})=>{let k=`Rewriting [${g}/${f}] ${m} (${h?"rewrote":"checked"}; ${w} changed so far)`;f<=200||g<=5||g%10===0||g===f?(r.progress(k,{file:m,index:g,totalFiles:f,changed:h,changedTextFiles:w,workerCount:d}),r.info(k)):r.debug(k);}});return await ia(o,e,t,s),r.info(`Prepared deployment profile "${n}" in ${o} (${p} rewritten text file(s)).`),{outputDir:o,cleanup:async()=>{u(),await A.rm(o,{recursive:!0,force:!0});}}}catch(l){throw r.error(`Failed to prepare deployment profile "${n}" temporary output.`,{tempDir:o,outputDir:e.outputDir,error:l instanceof Error?l.message:String(l),...l instanceof Error&&l.stack?{stack:l.stack}:{}}),await A.rm(o,{recursive:true,force:true}).catch(()=>{}),u(),await r.flush().catch(()=>{}),l}}async function Br(e=process.argv.slice(2)){let t=await ne(),n=vt(e),s=Le(t,n),r=S.resolve(s.config.logDir||"logs"),i=process.env.STATIC_PUBLISHER_RUNTIME_DIR||process.env.WPSUITE_STATIC_PUBLISHER_RUNTIME_DIR||"",a=i?S.join(S.resolve(i),"deploy-diff.json"):"",c=new Me(r,"deploy.log.jsonl",s.config.logLevel??"info"),o=s.profile?.extraReplacements??{},u=async()=>{};try{let l=await at(t);if(e.includes("--content-sync")&&l?.schemaVersion!==2)throw new Error("Content-sync deployment requires a valid schema-2 targeted deploy plan.");let p=await Hn(t);if(p)throw new Error(`Deployment blocked: the crawl started at ${p.startedAt} did not complete its final rewrite. Run a successful crawl or resume the rewrite before deploying.`);let g=await oa(t,s.config,s.name,o,c,l?.schemaVersion===2?l.changedFiles:void 0);u=g.cleanup;let f={...s.config,outputDir:g.outputDir},w=f.s3SyncMode??"sdk-upload-delete";if(l?.schemaVersion===2&&l.deletedFiles.length>0&&w!=="sdk-upload-delete")throw new Error("Content-sync tombstones require the sdk-upload-delete S3 sync mode.");let m=l?.schemaVersion!==2&&g.outputDir!==t.outputDir&&(t.targetOrigin!==s.config.targetOrigin||Object.keys(o).length>0),h=!!l&&!l.fullSyncRequired&&!m;if(l?.schemaVersion===2&&!h)throw new Error("Content-sync deployment cannot widen into a full-output deployment.");s.name&&c.info(`Using deployment profile: ${s.name}`),c.info(`Starting deploy \u2014 s3://${f.s3.bucket}/${f.s3.prefix||""} (region: ${f.s3.region})`),c.info(`S3 sync mode: ${w}`),l&&l.fullSyncRequired?c.info("Deploy plan requests a full sync; scanning the whole output tree."):l&&m?c.info("Ignoring incremental deploy plan because deployment-profile rewrites require a full sync."):h&&c.info(`Using incremental deploy plan: ${l.changedFiles.length} changed file(s), ${l.deletedFiles.length} deleted file(s).`),c.mark("deploy");let b=new S3Client({region:f.s3.region}),k=g.outputDir===t.outputDir?await Ho(t,i,c):null,M=l?.schemaVersion===2?[...l.uploadGroups.assets,...l.uploadGroups.content,...l.uploadGroups.listings,...l.uploadGroups.sitemapLeaves,...l.uploadGroups.sitemapIndexes]:l?.changedFiles??[];if(l?.schemaVersion===2){let T=[...new Set(M)],z=[...new Set(l.changedFiles)];if(T.length!==z.length||z.some(I=>!T.includes(I)))throw new Error("Content-sync deploy-plan upload groups do not cover the exact changed-file set.")}let F=h?(await Promise.all(M.map(async T=>{try{return (await A.stat(S.join(f.outputDir,T))).isFile()?T:null}catch{if(l?.schemaVersion===2)throw new Error(`Content-sync planned upload is missing: ${T}`);return null}}))).filter(T=>T!==null):await Ts(["**/*"],{cwd:f.outputDir,onlyFiles:!0,dot:!0}),x=[],j=[],v=F.filter(T=>{let z=k?.byRelativePath.get(Nr(T));if(!z)return !0;let I=Rt(f.s3.prefix,T);return x.push(T),j.push(I),c.reject(z.kind,z.sourceUrl||T,"rewrite not completed; deploy upload blocked","deploy-guard",{file:T,key:I,outputPath:z.outputPath,manifestPath:k?.manifestPath}),!1}),P=new Set((h?v:F).map(T=>Rt(f.s3.prefix,T)));k&&(k.pendingPages>0||k.pendingTextAssets>0)&&c.info(`Deploy rewrite guard loaded ${k.pendingPages} pending page(s) and ${k.pendingTextAssets} pending text asset(s) from crawl manifest.`,{manifestPath:k.manifestPath,pendingPages:k.pendingPages,pendingTextAssets:k.pendingTextAssets,source:"deploy-guard"}),x.length>0&&c.warn(`Deploy rewrite guard blocked ${x.length} file(s) from upload because final crawl rewrite is incomplete.`,{rejected:x.length,manifestPath:k?.manifestPath,source:"deploy-guard"}),h?c.info(`Using ${v.length} eligible planned changed file(s) from deploy plan for upload${x.length>0?` (${x.length} blocked by deploy rewrite guard)`:""}.`):c.info(`Found ${F.length} file(s) in output directory "${f.outputDir}"${x.length>0?`; ${v.length} remain eligible for upload after deploy rewrite guard filtering`:""}.`),c.progress("Deploy preflight: comparing local output with remote S3 state.",{phase:"deploy",mode:w,totalFiles:v.length,scannedFiles:F.length,rejected:x.length,deploymentProfile:s.name||"",s3Bucket:f.s3.bucket,s3Prefix:f.s3.prefix||"",targetedPlan:h,deployGuardEnabled:g.outputDir===t.outputDir});let C=0,y=0,R=0,U=[],q=[],Z=[],V=[],_=[],$=new Map,ge=new Map,ve=new Map,et=new Map,kt=new Map;h||(c.info("Listing existing S3 objects to detect unchanged files..."),$=await Zo(b,f.s3.bucket,f.s3.prefix,c),c.info(`Found ${$.size} existing key(s) in S3.`));let Gr=async T=>$.has(T)?$.get(T)??null:h?Yo(b,f.s3.bucket,T,ge):null;for(let T of v){let z=S.join(f.outputDir,T),I=Rt(f.s3.prefix,T),ee=k?.contentTypeByRelativePath.get(T),_e=ee&&ee!=="application/octet-stream"?ee:Uo.lookup(T)||ee||"application/octet-stream",Zr=cn(T)?f.s3.htmlCacheControl:f.s3.assetCacheControl,O=C+y+R+1;v.length<=200||O<=5||O%10===0||O===v.length?(c.progress(`Uploading [${O}/${v.length}] ${I} (${_e})`,{file:T,key:I,index:O,totalFiles:v.length,contentType:_e,mode:w}),c.info(`Uploading [${O}/${v.length}] ${I} (${_e})`)):c.debug(`Uploading [${O}/${v.length}] ${I} (${_e})`);try{let te=await A.readFile(z),Ne=await Gr(I),Be=null,Ae=null;if(Ne){let $t=te.byteLength;if(Ne.size===$t){let tt=Ne.etag.includes("-");if(Ne.etag!==""&&!tt){let Yr=ea(te);if(Ne.etag===Yr){y++,v.length<=200||y<=5||y%25===0?(c.progress(`Skipped unchanged [${O}/${v.length}] ${I}`,{file:T,key:I,index:O,totalFiles:v.length,uploaded:C,skipped:y,failed:R,mode:w,reason:"etag-md5-match"}),c.info(`Skipped unchanged [${O}/${v.length}] ${I}`)):c.debug(`Skipped unchanged [${O}/${v.length}] ${I}`),q.push(I);continue}}Be=Lr(te);let Sn=await ta(b,f.s3.bucket,I,ve);if(Sn&&Sn===Be){y++,v.length<=200||y<=5||y%25===0?(c.progress(`Skipped unchanged [${O}/${v.length}] ${I}`,{file:T,key:I,index:O,totalFiles:v.length,uploaded:C,skipped:y,failed:R,mode:w,reason:"metadata-sha256-match"}),c.info(`Skipped unchanged [${O}/${v.length}] ${I}`)):c.debug(`Skipped unchanged [${O}/${v.length}] ${I}`),q.push(I);continue}}if(cn(T)){Ae=ln(te);let tt=await na(b,f.s3.bucket,I,et,kt);if(tt&&tt===Ae){y++,v.length<=200||y<=5||y%25===0?(c.progress(`Skipped semantically unchanged [${O}/${v.length}] ${I}`,{file:T,key:I,index:O,totalFiles:v.length,uploaded:C,skipped:y,failed:R,mode:w,reason:"normalized-html-match"}),c.info(`Skipped semantically unchanged [${O}/${v.length}] ${I}`)):c.debug(`Skipped semantically unchanged [${O}/${v.length}] ${I}`),q.push(I);continue}}}Be=Be??Lr(te),Ae=Ae??(cn(T)?ln(te):null),await X(`S3 upload ${I}`,9e5,({abortController:$t})=>new Upload({client:b,abortController:$t,params:{Bucket:f.s3.bucket,Key:I,Body:te,ContentType:_e,CacheControl:Zr,Metadata:{[qr]:Be,...Ae?{[_r]:Ae}:{}}}}).done()),C++,U.push(I),(C%25===0||C===v.length)&&(c.progress(`Uploaded ${C}/${v.length} file(s)\u2026`,{uploaded:C,skipped:y,failed:R,totalFiles:v.length,mode:w}),c.info(`Uploaded ${C}/${v.length} file(s)\u2026`));}catch(te){R++,Z.push(I),c.error(`Failed to upload ${I}: ${te.message}`,{key:I,error:String(te)});}}if(c.info(`Upload complete: ${C} uploaded, ${y} skipped unchanged, ${j.length} rejected by guard, ${R} failed.`),Z.length>0||j.length>0)throw new Error(`Deployment stopped before deletion because ${Z.length} upload(s) failed and ${j.length} upload(s) were rejected.`);if(w==="sdk-upload-delete"){let T=new Set((l?.deletedFiles??[]).map(I=>Rt(f.s3.prefix,I))),z=[...T].filter(I=>!P.has(I));if(!h&&(_=[...$.keys()].filter(ee=>!P.has(ee)).filter(ee=>!T.has(ee)),_.length>0)){c.warn(`Protected ${_.length} remote-only S3 object(s) from deletion because the crawl did not provide explicit tombstones.`,{protected:_.length,source:"deploy-delete-guard"});for(let ee of _)c.debug(` protected remote-only object: ${ee}`);}V=await Xo(b,f.s3.bucket,h?z:z.filter(I=>$.has(I)),c);}else c.info("Sync mode is sdk-upload-only \u2014 skipping stale object deletion.");a&&(await A.mkdir(S.dirname(a),{recursive:!0}),await A.writeFile(a,JSON.stringify({generatedAt:new Date().toISOString(),mode:w,summary:{totalFiles:F.length,eligibleFiles:v.length,uploaded:U.length,skipped:q.length,rejected:j.length,failed:Z.length,deleted:V.length,protected:_.length,...s.name?{profile:s.name}:{}},uploadedKeys:U,skippedKeys:q,rejectedKeys:j,failedKeys:Z,deletedKeys:V,protectedRemoteOnlyKeys:_},null,2),"utf8")),l?.schemaVersion!==2&&await $e(t),c.endMark("deploy"),await c.flush();}finally{await u().catch(()=>{});}}function ca(e){let t=e;return t.endsWith("/")?t+="index.html":S.posix.basename(t).includes(".")||(t+="/index.html"),t}function ua(e,t){let n=t.trim().replace(/^\/+|\/+$/g,"");if(!n)return null;let s=`/${n}`;return e===s||e.startsWith(`${s}/`)?e:`${s}${e.startsWith("/")?e:`/${e}`}`}function Wr(e,t){let n=new Set;for(let s of e){let r=new URL(s,"https://content-sync.invalid");if(r.origin!=="https://content-sync.invalid")continue;let i=`${r.pathname}${r.search}`,a=ca(r.pathname);n.add(i),n.add(`${a}${r.search}`);let c=ua(a,t);c&&n.add(`${c}${r.search}`);}return [...n].sort()}function ga(){let e=String(process.env.STATIC_PUBLISHER_RUNTIME_DIR||process.env.WPSUITE_STATIC_PUBLISHER_RUNTIME_DIR||"").trim();return e?S.join(S.resolve(e),"content-sync-invalidation.json"):""}async function fn(e,t){if(!e)return;await A.mkdir(S.dirname(e),{recursive:true});let n=`${e}.${process.pid}.${Date.now()}.tmp`;await A.writeFile(n,JSON.stringify({...t,updatedAt:new Date().toISOString()},null,2),"utf8"),await A.rename(n,e);}async function fa(e,t,n,s){if(!e)return null;try{let r=JSON.parse(await A.readFile(e,"utf8"));if(r.schemaVersion!==1||r.distributionId!==t||r.impactHash!==n||!Array.isArray(r.batches))throw new Error("Content-sync invalidation state does not match the deploy plan.");let i=r.batches.flatMap(a=>a.paths);return i.length!==s.length||i.some((a,c)=>a!==s[c])?null:r}catch(r){if(r.code==="ENOENT")return null;throw r}}function ma(e,t=3e3){let n=[];for(let s=0;s<e.length;s+=t)n.push(e.slice(s,s+t));return n}async function zr(e=process.argv.slice(2)){let t=await ne(),n=vt(e),s=Le(t,n),r=s.config,i=new Me(r.logDir||"logs","invalidate.log.jsonl",r.logLevel??"info"),a=e.includes("--content-sync"),c=await at(t);if(a&&c?.schemaVersion!==2)throw new Error("Content-sync invalidation requires a valid schema-2 targeted deploy plan.");if(s.name&&i.info(`Using deployment profile: ${s.name}`),!r.cloudFront.distributionId){i.info("No CloudFront distributionId configured; skipping invalidation."),await i.flush();return}let o=c?.schemaVersion===2?c.invalidationPaths:r.cloudFront.invalidationPaths.length>0?r.cloudFront.invalidationPaths:["/*"],u=c?.schemaVersion===2?Wr(o,r.s3.prefix||""):o;if(c?.schemaVersion===2&&u.some(f=>f==="/*"))throw new Error("Content-sync cannot use a whole-distribution invalidation.");if(u.length===0){i.info("The targeted deploy plan has no CloudFront paths to invalidate."),await i.flush();return}let l=r.cloudFront.distributionId,d=new CloudFrontClient({region:"us-east-1",maxAttempts:5});if(i.mark("invalidate"),c?.schemaVersion!==2){let f=`smartcloud-static-publisher-${Date.now()}`;await X(`CloudFront invalidation for distribution ${l}`,3e5,({httpOptions:w})=>d.send(new CreateInvalidationCommand({DistributionId:l,InvalidationBatch:{CallerReference:f,Paths:{Quantity:u.length,Items:u}}}),w)),i.endMark("invalidate"),await i.flush();return}let p=ga(),g=await fa(p,l,c.impactHash,u);if(!g){let f=createHash("sha256").update(JSON.stringify(u)).digest("hex");g={schemaVersion:1,distributionId:l,impactHash:c.impactHash,updatedAt:new Date().toISOString(),batches:ma(u).map((w,m)=>({index:m,callerReference:`wpsuite-content-sync-${c.impactHash.slice(0,24)}-${f.slice(0,24)}-${m}`,paths:w,invalidationId:null,status:"pending"}))},await fn(p,g);}for(let f of g.batches){if(!f.invalidationId){let w=await X(`CloudFront targeted invalidation batch ${f.index+1}`,3e5,({httpOptions:h})=>d.send(new CreateInvalidationCommand({DistributionId:l,InvalidationBatch:{CallerReference:f.callerReference,Paths:{Quantity:f.paths.length,Items:f.paths}}}),h)),m=String(w.Invalidation?.Id||"").trim();if(!m)throw new Error("CloudFront did not return an invalidation ID.");f.invalidationId=m,f.status="created",await fn(p,g);}await waitUntilInvalidationCompleted({client:d,maxWaitTime:900,minDelay:2,maxDelay:15},{DistributionId:l,Id:f.invalidationId}),f.status="completed",await fn(p,g),i.info(`CloudFront invalidation batch ${f.index+1}/${g.batches.length} completed.`,{invalidationId:f.invalidationId,pathCount:f.paths.length});}i.endMark("invalidate"),await i.flush();}function Tt(e){let t=new URL(e);return t.hash="",t.href}function Qr(e,t){let n=new Set([...t].map(c=>Tt(c))),s=new Map,r=new Map,i=c=>{s.set(Tt(c),c);},a=c=>{if(!c)return;let o=Tt(c);s.has(o)||r.set(o,c);};for(let c of e.deleteUrls)i(c);for(let c of e.archiveFamilies)if(c.foundPosts===0)for(let o of c.pageUrls)n.has(Tt(o))||i(o);a(e.directRenderUrls[0]);for(let c of e.archiveFamilies)a(c.pageUrls[0]),a(c.pageUrls.at(-1));for(let c of e.sitemapUrls)a(c);return {expectedAvailable:[...r.values()],expectedMissing:[...s.values()]}}var Vr=["claimed","impact-planned","rendered","deployed","invalidated","verified","acknowledged"];function wn(){let e=String(process.env.STATIC_PUBLISHER_RUNTIME_DIR||process.env.WPSUITE_STATIC_PUBLISHER_RUNTIME_DIR||"").trim();if(!e)throw new Error("Content-sync requires a runtime directory.");return S.resolve(e)}function qe(e,t){return Vr.indexOf(e)>=Vr.indexOf(t)}async function pe(e,t,n,s,r={}){let i={timestamp:new Date().toISOString(),eventType:t,status:t.endsWith("failed")?"failed":"success",actorSource:"content-sync",jobId:n.id||"",command:"content-sync",message:s,details:r};await A.mkdir(e,{recursive:true}),await A.appendFile(S.join(e,"audit-events.jsonl"),`${JSON.stringify(i)}
|
|
11
|
-
`,"utf8");}function wa(e){return We({postTypes:e.postTypes??[],listingPaths:e.listingPaths??[],includeSubsites:e.includeSubsites,includePostTypeArchives:e.includePostTypeArchives,includeTaxonomyArchives:e.includeTaxonomyArchives,includeAuthorArchives:e.includeAuthorArchives,includeDateArchives:e.includeDateArchives,includePostsPage:e.includePostsPage,includeSitemapChain:e.includeSitemapChain})}function ya(e,t){let n=(e.scheduler?.rules??[]).find(s=>s.command==="content-sync"&&s.id===t);if(!n)throw new Error(`Content-sync scheduler rule not found: ${t}`);if(n.enabled===false)throw new Error(`Content-sync scheduler rule is disabled: ${t}`);return n}async function yn(e,t){if(e.subscriptionType!=="PROFESSIONAL"&&e.subscriptionType!=="AGENCY")throw new Error("Content-sync requires an active Professional or Agency subscription.");let n=wa(t),s=Le(e,t.deploymentProfile),r=s.name||"",i=vn(e.sourceOrigin,String(t.id||""),n),a=Cn({sourceOrigin:e.sourceOrigin,targetOrigin:s.config.targetOrigin,deploymentProfile:r,s3Bucket:s.config.s3.bucket,s3Prefix:s.config.s3.prefix,cloudFrontDistributionId:s.config.cloudFront.distributionId,urlRewriteMode:s.config.urlRewriteMode,extraReplacements:s.profile?.extraReplacements??{}}),c=Rn({siteId:e.wpsuite?.siteSettings?.siteId,accountId:e.wpsuite?.siteSettings?.accountId,sourceOrigin:e.sourceOrigin,ruleId:String(t.id||""),targetFingerprint:a}),o=`content-sync:${String(t.id||"")}:${oe({scopeFingerprint:i,targetFingerprint:a}).slice(0,32)}`,u=new rt({sourceOrigin:e.sourceOrigin,runtimeToken:String(e.wpsuite?.runtimeToken||""),ignoreHttpsErrors:e.ignoreHttpsErrors}),l=await u.releaseFingerprint(n.includeSubsites),d=bn({wordpressFingerprint:l,targetFingerprint:a,sourceOrigin:e.sourceOrigin,sitemapPaths:e.sitemapPaths,blockedPathPrefixes:e.blockedPathPrefixes,assetPathPrefixes:e.assetPathPrefixes,noJavaScriptRenderPathPrefixes:e.noJavaScriptRenderPathPrefixes,urlRewriteMode:e.urlRewriteMode});return {rule:t,scope:n,deployment:s,deploymentProfile:r,scopeFingerprint:i,targetFingerprint:a,consumerId:c,coalesceKey:o,client:u,releaseFingerprint:d}}async function Sa(e){let t=wn(),n=st(t),s=await ne(),r=(s.scheduler?.rules??[]).filter(u=>u.command==="content-sync"&&u.enabled!==false);if(r.length===0)return 0;let i=await Ot(n),a=await it(n),c=await Dt(n),o=0;for(let u of r){let l=await yn(s,u),d=c.entries[l.coalesceKey];if(!d||d.releaseJobId!==e||d.scopeFingerprint!==l.scopeFingerprint||d.targetFingerprint!==l.targetFingerprint||d.releaseFingerprint!==l.releaseFingerprint)throw new Error(`The normal release has no matching pre-crawl content-sync cutoff for rule ${String(u.id||"")}.`);let p=oe({releaseJobId:e,releaseFingerprint:l.releaseFingerprint,scopeFingerprint:l.scopeFingerprint,targetFingerprint:l.targetFingerprint,sequence:d.sequence}),g=await l.client.establishBaseline({consumerId:l.consumerId,scopeFingerprint:l.scopeFingerprint,baselineId:p,postTypes:l.scope.postTypes,includeSubsites:l.scope.includeSubsites,sequence:d.sequence}),f={schemaVersion:1,ruleId:String(u.id||""),consumerId:l.consumerId,coalesceKey:l.coalesceKey,scopeFingerprint:l.scopeFingerprint,targetFingerprint:l.targetFingerprint,releaseFingerprint:l.releaseFingerprint,baselineId:p,deploymentProfile:l.deploymentProfile,committedSequence:g.committedSequence,releaseJobId:e,verifiedAt:new Date().toISOString()};i.entries[l.coalesceKey]=f;let w=a.rules[l.coalesceKey];a.rules[l.coalesceKey]={ruleId:String(u.id||""),consumerId:l.consumerId,coalesceKey:l.coalesceKey,committedSequence:g.committedSequence,observedHeadSequence:g.headSequence,lag:Math.max(0,g.headSequence-g.committedSequence),lastSuccessfulJobId:w?.lastSuccessfulJobId||e,lastSuccessfulAt:new Date().toISOString(),trailingWorkDetected:g.headSequence>g.committedSequence,retryAttempt:0,nextRetryAt:null,lastError:null,baselineStatus:"ready",baselineReason:null};let m=await Dn(n,l.coalesceKey);await pe(t,"content-sync-baseline-established",{id:e},"A normal release established a verified content-sync baseline.",{ruleId:u.id,consumerId:l.consumerId,committedSequence:g.committedSequence,supersededCurrent:m}),o++;}return await kn(n,i),await ot(n,a),await A.rm(n.releaseCutoff,{force:true}),o}async function Pa(e){let t=wn(),n=st(t),s=await ne(),r=(s.scheduler?.rules??[]).filter(c=>c.command==="content-sync"&&c.enabled!==false);if(r.length===0)return 0;let i=await Dt(n),a=0;for(let c of r){let o=await yn(s,c),u=Object.values(i.entries).find(p=>p.releaseJobId===e&&p.ruleId===String(c.id||""));if(u){if(u.coalesceKey===o.coalesceKey&&u.scopeFingerprint===o.scopeFingerprint&&u.targetFingerprint===o.targetFingerprint&&u.releaseFingerprint===o.releaseFingerprint){a++;continue}throw new Error(`The normal release scope changed after its journal cutoff was captured for rule ${String(c.id||"")}. Start a new normal publish instead of resuming this release.`)}let l=await o.client.unboundHead(o.scope.postTypes,o.scope.includeSubsites),d={schemaVersion:1,releaseJobId:e,ruleId:String(c.id||""),coalesceKey:o.coalesceKey,scopeFingerprint:o.scopeFingerprint,targetFingerprint:o.targetFingerprint,releaseFingerprint:o.releaseFingerprint,sequence:l.headSequence,capturedAt:new Date().toISOString()};i.entries[o.coalesceKey]=d,await pe(t,"content-sync-release-cutoff-captured",{id:e},"A normal release captured its pre-crawl content-sync journal cutoff.",{ruleId:c.id,consumerId:o.consumerId,sequence:l.headSequence}),a++;}return await Tn(n,i),a}async function ba(e,t){let n=JSON.parse(await A.readFile(S.join(e,"current-run.json"),"utf8"));if(n.id!==t||n.command!=="content-sync"||!String(n.ruleId||"").trim())throw new Error("The active queue job is not the requested content-sync job.");return n}async function hn(e,t,n=0){let s=e.protocol==="https:"?An:ss,r=e.protocol==="https:"?new An.Agent({rejectUnauthorized:!t}):void 0;return new Promise((i,a)=>{let c=s.get(e,{agent:r,timeout:3e4,headers:{"user-agent":"WP-Suite-Content-Sync/1"}},o=>{let u=o.statusCode??500,l=o.headers.location;if(u>=300&&u<400&&l&&n<5){o.resume(),hn(new URL(l,e),t,n+1).then(i,a);return}let d=[],p=0;o.on("data",g=>{p+=g.byteLength,p<=1048576&&d.push(g);}),o.on("error",a),o.on("end",()=>i({status:u,body:Buffer.concat(d).toString("utf8")}));});c.on("timeout",()=>c.destroy(new Error(`Verification timed out: ${e}`))),c.on("error",a);})}async function va(e,t,n,s){let r=t.deployment.config.targetOrigin;if(!/^https?:\/\//i.test(r))throw new Error("Content-sync verification requires an absolute HTTP(S) target origin.");let i=JSON.parse(await A.readFile(s,"utf8")),a=new Set;for(let[o,u]of Object.entries(i.pages??{}))a.add(o),typeof u.url=="string"&&a.add(u.url);let c=Qr(n,a);for(let o of c.expectedAvailable){let u=new URL(o),l=new URL(`${u.pathname}${u.search}`,r),d=await hn(l,e.ignoreHttpsErrors);if(d.status<200||d.status>=400)throw new Error(`Content-sync verification failed (${d.status}): ${l}`)}for(let o of c.expectedMissing.slice(0,10)){let u=new URL(o),l=new URL(`${u.pathname}${u.search}`,r),d=await hn(l,e.ignoreHttpsErrors);if(d.status>=200&&d.status<300)throw new Error(`Deleted content is still publicly available: ${l}`)}}async function Ca(e){let t=await A.readFile(e.candidateManifest,"utf8");JSON.parse(t);let n=`${e.trustedManifest}.${process.pid}.tmp`;await A.writeFile(n,t,"utf8"),await A.rename(n,e.trustedManifest);}async function Ra(e,t){try{let n=JSON.parse(await A.readFile(e.candidateManifest,"utf8"));if([...Object.values(n.pages??{}),...Object.values(n.assets??{})].some(r=>r?.lastSeenRunId===t))return "resumed"}catch(n){if(n.code!=="ENOENT")throw new Error(`The content-sync candidate manifest is invalid: ${n instanceof Error?n.message:String(n)}`,{cause:n})}return await A.copyFile(e.trustedManifest,e.candidateManifest).catch(n=>{throw new Error(`A trusted crawl manifest is required before content-sync: ${n instanceof Error?n.message:String(n)}`,{cause:n})}),"initialized"}async function xe(e,t,n,s,r={},i=0,a=async()=>{}){t.phase=n,await $n(e,t),await Fn(e,{schemaVersion:1,jobId:t.jobId,phase:n,completedItems:s,totalItems:s,attempt:i,updatedAt:new Date().toISOString(),details:r}),await pe(S.dirname(e.state),"content-sync-checkpoint",{id:t.jobId},`Content-sync checkpoint completed: ${n}.`,{phase:n,completedItems:s,totalItems:s,attempt:i,...r}),await a(n,t);}async function Ia(e,t={}){let n={loadConfig:ne,resolveRuleContext:yn,runCrawl:Or,runDeploy:Br,runInvalidate:zr,verifyDeployment:va,promoteCandidateManifest:Ca,clearDeployPlan:$e,afterCheckpoint:async()=>{},...t},s=wn(),r=st(s),i=await ba(s,e),a=await n.loadConfig(),c=ya(a,String(i.ruleId)),o=await n.resolveRuleContext(a,c);if(i.coalesceKey&&i.coalesceKey!==o.coalesceKey)throw new Error("Queued content-sync demand no longer matches the active rule scope.");let l=(await Ot(r)).entries[o.coalesceKey];if(!l||l.scopeFingerprint!==o.scopeFingerprint||l.targetFingerprint!==o.targetFingerprint||l.releaseFingerprint!==o.releaseFingerprint)throw await pe(s,"content-sync-baseline-rejected",i,"Content-sync requires a new verified full or incremental release baseline.",{ruleId:c.id,reason:l?"mismatch":"missing"}),new Error("Content-sync baseline is missing or stale. Run a successful normal publish first.");let d=await jt(r),p=await o.client.head({consumerId:o.consumerId,scopeFingerprint:o.scopeFingerprint,baselineId:l.baselineId,postTypes:o.scope.postTypes,includeSubsites:o.scope.includeSubsites});if(d&&d.jobId!==i.id)throw new Error("Another immutable content-sync range is still active.");if(d||(d={schemaVersion:1,jobId:i.id,ruleId:String(c.id||""),consumerId:o.consumerId,coalesceKey:o.coalesceKey,scopeFingerprint:o.scopeFingerprint,targetFingerprint:o.targetFingerprint,baselineId:l.baselineId,fromSequence:p.committedSequence,toSequence:p.headSequence,phase:"claimed",impactHash:null,startedAt:new Date().toISOString(),updatedAt:new Date().toISOString()},await xe(r,d,"claimed",0,{fromSequence:d.fromSequence,toSequence:d.toSequence},0,n.afterCheckpoint),await pe(s,"content-sync-range-claimed",i,"Content-sync claimed a closed journal range.",{fromSequence:d.fromSequence,toSequence:d.toSequence})),d.fromSequence===d.toSequence){let h=await it(r);h.rules[o.coalesceKey]={ruleId:String(c.id||""),consumerId:o.consumerId,coalesceKey:o.coalesceKey,committedSequence:d.toSequence,observedHeadSequence:p.headSequence,lag:Math.max(0,p.headSequence-d.toSequence),lastSuccessfulJobId:i.id,lastSuccessfulAt:new Date().toISOString(),trailingWorkDetected:false,retryAttempt:0,nextRetryAt:null,lastError:null},await ot(r,h),await Ut(r);return}let g=await En(r);if(!qe(d.phase,"impact-planned")){let h=await o.client.events({consumerId:o.consumerId,scopeFingerprint:o.scopeFingerprint,baselineId:l.baselineId,postTypes:o.scope.postTypes,includeSubsites:o.scope.includeSubsites,afterSequence:d.fromSequence,throughSequence:d.toSequence}),b=Ft({events:h,scope:o.scope,sourceOrigin:a.sourceOrigin}),k=await o.client.resolveImpactFamilies(b,o.scope.includeSubsites);g=xn({jobId:i.id,ruleId:String(c.id||""),consumerId:o.consumerId,coalesceKey:o.coalesceKey,scopeFingerprint:o.scopeFingerprint,targetFingerprint:o.targetFingerprint,baselineId:l.baselineId,sourceOrigin:a.sourceOrigin,scope:o.scope,fromSequence:d.fromSequence,toSequence:d.toSequence,events:h,resolvedArchiveFamilies:k,sitemapUrls:a.sitemapPaths}),await Mn(r,g),d.impactHash=g.impactHash,await xe(r,d,"impact-planned",h.length,{eventCount:h.length,foldedCount:g.foldedCount,impactHash:g.impactHash},0,n.afterCheckpoint),await pe(s,"content-sync-impact-planned",i,"Content-sync persisted an immutable impact plan.",{impactHash:g.impactHash,eventCount:h.length});}if(!g||g.jobId!==i.id||d.impactHash!==g.impactHash)throw new Error("The immutable content-sync impact plan is missing or mismatched.");if(process.env.STATIC_PUBLISHER_CRAWL_MANIFEST_PATH=r.candidateManifest,!qe(d.phase,"rendered")){let h=await Ra(r,i.id);await pe(s,h==="resumed"?"content-sync-render-resumed":"content-sync-render-initialized",i,h==="resumed"?"Content-sync resumed its candidate crawl manifest.":"Content-sync initialized a candidate crawl manifest.",{impactHash:g.impactHash}),await n.runCrawl(["--content-sync-plan",r.impact]),await xe(r,d,"rendered",g.directRenderUrls.length+g.archiveFamilyUrls.length,{impactHash:g.impactHash},i.attempt??0,n.afterCheckpoint);}let f=o.deploymentProfile?["--profile",o.deploymentProfile]:[];if(qe(d.phase,"deployed")||(await n.runDeploy([...f,"--content-sync"]),await xe(r,d,"deployed",1,{impactHash:g.impactHash},0,n.afterCheckpoint),await pe(s,"content-sync-deployed",i,"Content-sync targeted deployment completed.",{impactHash:g.impactHash})),qe(d.phase,"invalidated")?qe(d.phase,"verified")||await n.runInvalidate([...f,"--content-sync"]):(await n.runInvalidate([...f,"--content-sync"]),await xe(r,d,"invalidated",1,{impactHash:g.impactHash},0,n.afterCheckpoint)),qe(d.phase,"verified")||(await n.verifyDeployment(a,o,g,r.candidateManifest),await n.promoteCandidateManifest(r),await xe(r,d,"verified",1,{impactHash:g.impactHash},0,n.afterCheckpoint)),p=await o.client.head({consumerId:o.consumerId,scopeFingerprint:o.scopeFingerprint,baselineId:l.baselineId,postTypes:o.scope.postTypes,includeSubsites:o.scope.includeSubsites}),p.committedSequence===d.fromSequence)await o.client.acknowledge({consumerId:o.consumerId,scopeFingerprint:o.scopeFingerprint,baselineId:l.baselineId,expectedSequence:d.fromSequence,sequence:d.toSequence,postTypes:o.scope.postTypes,includeSubsites:o.scope.includeSubsites});else if(p.committedSequence!==d.toSequence)throw new Error("Content-sync acknowledgement cursor is in an unexpected state.");await xe(r,d,"acknowledged",1,{sequence:d.toSequence},0,n.afterCheckpoint),await pe(s,"content-sync-cursor-acknowledged",i,"Content-sync committed its journal cursor after verification.",{sequence:d.toSequence});let w=await o.client.head({consumerId:o.consumerId,scopeFingerprint:o.scopeFingerprint,baselineId:l.baselineId,postTypes:o.scope.postTypes,includeSubsites:o.scope.includeSubsites}),m=await it(r);m.rules[o.coalesceKey]={ruleId:String(c.id||""),consumerId:o.consumerId,coalesceKey:o.coalesceKey,committedSequence:d.toSequence,observedHeadSequence:w.headSequence,lag:Math.max(0,w.headSequence-d.toSequence),lastSuccessfulJobId:i.id,lastSuccessfulAt:new Date().toISOString(),trailingWorkDetected:w.headSequence>d.toSequence,retryAttempt:0,nextRetryAt:null,lastError:null},await ot(r,m),await n.clearDeployPlan(a),await A.rm(S.join(s,"content-sync-invalidation.json"),{force:true}),await A.rm(r.candidateManifest,{force:true}),await Ut(r);}async function Kr(e=process.argv.slice(2)){let n=e.indexOf("--capture-baseline-cutoffs");if(n>=0){let a=String(e[n+1]||"").trim();if(!a)throw new Error("--capture-baseline-cutoffs requires a release job ID.");await Pa(a);return}let s=e.indexOf("--establish-baselines");if(s>=0){let a=String(e[s+1]||"").trim();if(!a)throw new Error("--establish-baselines requires a release job ID.");await Sa(a);return}let r=e.indexOf("--job-id"),i=r>=0?String(e[r+1]||"").trim():"";if(!i)throw new Error("Content-sync requires --job-id.");await Ia(i);}Kr().catch(e=>{console.error(e instanceof Error?e.message:String(e)),process.exit(1);});
|
|
13
|
+
${i}`,40);return r.info(`Using generated 404 fallback change token for ${n}`,{url:n,requestPath:e.generated404RequestPath,source:"generated-404-change-token-fallback"}),{url:n,supported:!0,token:a,tokenSource:"generated-404-response-hash",postId:null,dependencyPostIds:[],reason:null}}catch(s){return r.warn(`Generated 404 fallback token lookup failed for ${n}`,{url:n,error:String(s),requestPath:e.generated404RequestPath,source:"generated-404-change-token-fallback"}),null}}async function Ei(e,t,n,r,s,i){let a=pn(e,s);if(!r.enabled)return {action:"render",changeToken:r.trackManifest?await vt(e,t,r,s,i):null};let u=r.manifest.pages[s];if(!u)return {action:"render",changeToken:await vt(e,t,r,s,i)};let o=await vt(e,t,r,s,i);if(o?.supported&&o.token)return u.changeToken===o.token?a&&!await Mi(e,t,s,i)?{action:"render",changeToken:o}:{action:"reuse",changeToken:o}:{action:"render",changeToken:o};let l=et(n.sitemapLastmodByPage[s]);return l&&u.sitemapLastmod&&u.sitemapLastmod===l?{action:"reuse",changeToken:o}:{action:"render",changeToken:o}}async function Mi(e,t,n,r){try{let i=(await t.get(n,{timeout:Math.min(e.navigationTimeoutMs,15e3),failOnStatusCode:!1})).status();return i===404?!0:(r.warn(`Generated 404 request path no longer returns 404 for ${n}`,{url:n,status:i,requestPath:e.generated404RequestPath,source:"generated-404-status-probe"}),!1)}catch(s){return r.warn(`Generated 404 status probe failed for ${n}`,{url:n,error:String(s),requestPath:e.generated404RequestPath,source:"generated-404-status-probe"}),false}}async function Di(e,t,n,r,s){let i=Sr(n.previousManifest,void 0,r,"previous-manifest"),a=0;for(let[p,f]of Object.entries(n.manifest.pages))if(!n.seenPages.has(p)){yr(s,e,f.outputPath);try{await T.unlink(f.outputPath);}catch(g){(g.code||"")!=="ENOENT"&&r.warn(`Failed to remove stale incremental page output for ${p}`,{url:p,outputPath:f.outputPath,error:String(g)});}delete n.manifest.pages[p],a++;}let u=Sr(n.manifest,n.runId,r,"active-manifest"),o=new Set,l=new Set;for(let p of u){for(let y of tt(e,p))o.add(y);let f=n.manifest.assets[p]?.outputPath;f&&l.add(f);let g=je(e,t.assetMap,p);g&&l.add(g);}for(let p of Object.keys(n.manifest.assets)){if(u.has(p)){n.manifest.assets[p].unreferencedRuns=0;continue}let f=n.manifest.assets[p];if(gr(f.unreferencedRuns)){f.unreferencedRuns+=1,r.warn(`Deferred deletion of newly unreferenced incremental asset ${p}.`,{url:p,unreferencedRuns:f.unreferencedRuns,phase:"incremental-cleanup",source:"asset-deletion-grace"});continue}delete n.manifest.assets[p];}let c=0,d=0;for(let p of i){if(n.manifest.assets[p])continue;let f=new Set,g=n.previousManifest.assets[p]?.outputPath;g&&f.add(g);let y=je(e,t.assetMap,p);if(!u.has(p)&&y)f.add(y);else if(!u.has(p)){let m=Gi(e,p,r,"incremental-cleanup");m&&(f.add(m.originalFilePath),m.hashedFilePath&&f.add(m.hashedFilePath));}for(let m of f)if(!l.has(m)){yr(s,e,m);try{await T.unlink(m),c++;}catch(h){(h.code||"")!=="ENOENT"&&r.warn(`Failed to remove stale incremental asset output for ${p}`,{url:p,outputPath:m,error:String(h)});}}for(let m of tt(e,p))o.has(m)||Object.prototype.hasOwnProperty.call(t.assetMap,m)&&(delete t.assetMap[m],d++);}(a>0||c>0||d>0)&&r.info(`Incremental cleanup removed ${a} stale pages, ${c} stale assets, ${d} stale asset mappings`,{removedPages:a,removedAssets:c,removedAssetMappings:d,phase:"incremental-cleanup"});}function Sr(e,t,n,r){let s=new Set,i=a=>{let u=a.trim();if(u){if(n){let o=ve(u,n,"asset",r??"manifest");if(!o)return;s.add(o.toString());return}s.add(u);}};for(let a of Object.values(e.pages))for(let u of a.discoveredAssets||[])i(u);for(let[a,u]of Object.entries(e.assets||{}))t&&u.lastSeenRunId!==t||i(a);return s}function br(e,t,n){for(let r of t)for(let s of tt(e,r))if(n.has(s))return true;return false}function Fi(e,t,n,r,s){let i=new Set(n.rewriteTargets);for(let u of n.changedFiles)i.add(S.resolve(e.outputDir,u));for(let u of Object.values(t.manifest.pages))u.rewriteComplete||i.add(S.resolve(u.outputPath));for(let u of Object.values(t.manifest.assets))u.isText&&!u.rewriteComplete&&i.add(S.resolve(u.outputPath));let a=Ai(r,s);if(a.size===0)return [...i];for(let u of Object.values(t.manifest.pages))br(e,u.discoveredAssets,a)&&i.add(S.resolve(u.outputPath));for(let[u,o]of Object.entries(t.manifest.assets)){o.isText&&br(e,o.discoveredAssets,a)&&i.add(S.resolve(o.outputPath));for(let l of tt(e,u))if(a.has(l)){X(n,e,o.outputPath),o.isText&&i.add(S.resolve(o.outputPath));break}}return [...i]}function Oi(e,t){let n=t?new Set(Array.from(t,s=>S.resolve(s))):null,r=s=>n===null||n.has(S.resolve(s));for(let s of Object.values(e.manifest.pages))r(s.outputPath)&&(s.rewriteComplete=true);for(let s of Object.values(e.manifest.assets)){if(!s.isText){s.rewriteComplete=true;continue}r(s.outputPath)&&(s.rewriteComplete=true);}}function Ui(e,t,n){let r=new Set,s=i=>{if(!i)return;let a=Se(e.outputDir,i);a&&r.add(a);};for(let i of t.donePages)s(ge(e,i));for(let i of Object.values(n.manifest.pages))i.lastSeenRunId===n.runId&&s(i.outputPath);for(let i of t.doneAssets)s(je(e,t.assetMap,i));for(let i of Object.values(n.manifest.assets))i.lastSeenRunId===n.runId&&s(i.outputPath);return r}async function Li(e,t,n,r,s){let i=[...r.deletedFiles].sort(),a=Ui(e,t,n),u=0;for(let c of [...a].sort()){try{if((await T.stat(S.join(e.outputDir,c))).isFile())continue}catch{}u++,s.warn(`Active output is missing after crawl: ${c}`,{phase:"deploy-plan",file:c,outputPath:S.join(e.outputDir,c)});}if(u>0&&s.warn(`Detected ${u} active output file(s) missing before deploy plan save.`,{phase:"deploy-plan",missingActiveOutputs:u}),i.length===0)return [];let o=[],l=0;for(let c of i){if(!a.has(c)){o.push(c);continue}l++;let d=S.join(e.outputDir,c),p;try{p=(await T.stat(d)).isFile();}catch{p=false;}s.warn(`Deploy plan protected active output from deletion: ${c}`,{phase:"deploy-plan",file:c,outputPath:d,exists:p});}return l>0&&s.info(`Deploy plan skipped ${l} active output deletion(s).`,{phase:"deploy-plan",protectedDeletes:l,deletedFiles:o.length}),o}function tt(e,t){let n=new Set([t]);try{let r=new URL(t),i=[new URL(e.sourceOrigin).origin,...Object.keys(e.extraReplacements||{})];if(e.targetOrigin&&e.targetOrigin!=="."&&e.targetOrigin!=="/")try{i.push(new URL(e.targetOrigin).origin);}catch{}for(let a of i)try{n.add(new URL(a).origin+r.pathname+r.search);}catch{}n.add(r.pathname+r.search),n.add(r.pathname);}catch{}return [...n]}function ji(e,t){let n=new Set([t]);try{let r=new URL(t),i=[new URL(e.sourceOrigin).origin,...Object.keys(e.extraReplacements||{})];if(e.targetOrigin&&e.targetOrigin!=="."&&e.targetOrigin!=="/")try{i.push(new URL(e.targetOrigin).origin);}catch{}for(let a of i)try{n.add(new URL(a).origin+r.pathname+r.search);}catch{}n.add(r.pathname+r.search);}catch{}return [...n]}function Or(e,t){let n=e.targetOrigin&&e.targetOrigin!=="."&&e.targetOrigin!=="/"?e.targetOrigin:"https://relative.invalid/";try{let r=new URL(t,n);return S.join(e.outputDir,dn(r.pathname))}catch{return null}}function qi(e,t,n){for(let r of ji(e,n)){let s=t[r];if(!s)continue;let i=Or(e,s);if(i)return {outputPath:i,publicUrl:s}}return null}function _i(e,t,n){for(let r of tt(e,n)){let s=t[r];if(!s)continue;let i=Or(e,s);if(i)return i}return null}function je(e,t,n){let r=_i(e,t,n);if(r)return r;try{return At(e,n).originalFilePath}catch{return null}}function Ni(){let e=process.env.STATIC_PUBLISHER_RUNTIME_DIR||process.env.WPSUITE_STATIC_PUBLISHER_RUNTIME_DIR||"";return e.trim()?S.join(S.resolve(e),"queue-runner-heartbeat.json"):""}async function Pr(e){let t=Ni();if(t)try{let n=await T.readFile(t,"utf8"),r=JSON.parse(n);if(!r||typeof r!="object")return;await T.writeFile(t,JSON.stringify({...r,checkedAt:new Date().toISOString(),status:"running",currentStep:"rewrite",message:e},null,2),"utf8");}catch{}}function Bi(e,t){let n=new Set;for(let r of t.donePages)n.add(S.resolve(ge(e,r)));for(let r of t.doneAssets){let s=je(e,t.assetMap,r);!s||!be(s)||n.add(S.resolve(s));}for(let r of t.doneSitemaps){let s=je(e,t.assetMap,r);!s||!be(s)||n.add(S.resolve(s));}return [...n]}var Rt="re:",bt=new Map;function Hi(e){if(!e.startsWith(Rt))return null;let t=bt.get(e);if(t!==void 0)return t||null;let n=e.slice(Rt.length).trim();if(!n)return bt.set(e,false),null;try{let r=new RegExp(n);return bt.set(e,r),r}catch{return console.warn(`[crawl] Ignoring invalid path matcher regex: ${e}`),bt.set(e,false),null}}function ln(e,t){let n=Hi(t);return n?n.test(e):t.startsWith(Rt)?false:e.startsWith(t)}function Wi(e,t){return t.find(n=>ln(e,n))}function Ur(e,t){let n=Wi(t.pathname,e.blockedPathPrefixes);if(n)return n.startsWith(Rt)?`blocked path regex: ${n}`:`blocked path prefix: ${n}`;let r=e.blockedSearchFragments.find(s=>t.search.includes(s));return r?`blocked search fragment: ${r}`:null}function zi(e){let t=new URL(e.sourceOrigin),n=new Set([t.hostname,...e.allowedAssetHosts]);if(e.targetOrigin&&e.targetOrigin!=="."&&e.targetOrigin!=="/")try{n.add(new URL(e.targetOrigin).hostname);}catch{}for(let r of Object.keys(e.extraReplacements||{}))try{n.add(new URL(r).hostname);}catch{}return n}function Qi(e,t){return zi(e).has(t.hostname)}function Ji(e){let t=de(e.trim()).replace(/\\\//g,"/").replace(/^['"]|['"]$/g,"").trim();return t=t.replace(/[)]+$/g,"").trim(),t=t.replace(/;.*$/g,"").trim(),t}function an(e){let t=de(e).replace(/\\\//g,"/");return /[{}]|\bwindow\.|\blocation\.|\bincludes\(|\?\?null|\+|%7B|%7D|%22|<|>|\s/.test(t)||/[()[\]'"]/.test(t)}function Vi(e){let t=de(e).replace(/\\\//g,"/").trim(),n=S.extname(t).toLowerCase();return kr.has(n)||$r.has(n)?false:/^(?:this|[A-Za-z_$][\w$]*)\.[A-Za-z_$][\w$]*(?:\.[A-Za-z_$][\w$]*)*$/.test(t)}function qe(e){return wi.some(t=>e.pathname.startsWith(t))}function z(e,t,n=e.sourceOrigin,r,s="url"){let i=Ji(t);if(!i||i.startsWith("data:")||i.startsWith("blob:")||i.startsWith("mailto:")||i.startsWith("tel:")||i.startsWith("#"))return r?.ignore(s,t,"empty or unsupported scheme",n),null;if(an(i))return r?.ignore(s,t,"looks like JavaScript/code fragment",n),null;if(Vi(i))return r?.ignore(s,t,"looks like JavaScript property access",n),null;try{let a=new URL(i,n);if(Lr(a))return r?.reject(s,t,"malformed URL encoding",n),null;if(!["http:","https:"].includes(a.protocol))return r?.ignore(s,t,"unsupported protocol: ",n),null;if(!Qi(e,a))return r?.ignore(s,a.toString(),"host not allowed",n),null;let u=Ur(e,a);if(u)return r?.reject(s,a.toString(),u,n),null;let o=new URL(e.sourceOrigin);return a.protocol=o.protocol,a.host=o.host,a.hash="",a}catch{return r?.reject(s,t,"invalid URL",n),null}}function Lr(e){try{return decodeURIComponent(e.pathname),decodeURIComponent(e.search),decodeURIComponent(e.hash),!1}catch{return true}}function ve(e,t,n,r){try{let s=new URL(e);return Lr(s)?(t.reject(n,e,"malformed URL encoding",r),null):s.protocol!=="http:"&&s.protocol!=="https:"?(t.reject(n,e,`unsupported protocol: ${s.protocol}`,r),null):s}catch{return t.reject(n,e,"invalid URL",r),null}}function jr(e){return kr.has(S.extname(e.pathname).toLowerCase())}function Ce(e){return qe(e)?false:$r.has(S.extname(e.pathname).toLowerCase())}function _e(e){let t=e.pathname.toLowerCase();return t.endsWith(".xml")&&(t.includes("sitemap")||t.endsWith("/sitemap.xml"))}function B(e,t){return !!(_e(t)||t.pathname==="/robots.txt"||t.pathname==="/llms.txt"||t.pathname.toLowerCase().endsWith(".xsl")||e.assetPathPrefixes.length>0&&e.assetPathPrefixes.some(n=>ln(t.pathname,n))||jr(t)||!Ce(t)&&!qe(t))}function ge(e,t){let n=new URL(t),r=dn(n.pathname);return r.endsWith("/")?r+="index.html":S.extname(r)||(r+="/index.html"),S.join(e.outputDir,r)}function dn(e){try{return decodeURIComponent(e)}catch{return e}}function Ki(e){if(!e.generated404RequestPath)return null;try{let t=new URL(e.generated404RequestPath,e.sourceOrigin);return !t.pathname.endsWith("/")&&S.extname(t.pathname)===""&&(t.pathname+="/"),t.hash="",t.toString()}catch{return null}}function pn(e,t){let n=Ki(e);if(!n)return false;try{return new URL(t,e.sourceOrigin).toString()===n}catch{return false}}function At(e,t){let n=new URL(t),r=dn(n.pathname);r.endsWith("/")&&(r+="index.html");let s=!!n.search,i=r,a=S.join(e.outputDir,i),u=Zt(e.targetOrigin,i),o=`${u}${n.search}`;if(!s)return {originalPathname:i,originalFilePath:a,originalPublicUrl:u,originalPublicUrlWithSearch:o,preferQueryHashed:s};let l=S.extname(r),d=`${l?r.slice(0,-l.length):r}.${Ze(n.search)}${l||".bin"}`;return {originalPathname:i,originalFilePath:a,originalPublicUrl:u,originalPublicUrlWithSearch:o,preferQueryHashed:s,hashedPathname:d,hashedFilePath:S.join(e.outputDir,d),hashedPublicUrl:Zt(e.targetOrigin,d)}}function Gi(e,t,n,r){let s=ve(t,n,"asset",r);return s?At(e,s.toString()):null}function Zi(e,t,n,r,s){t[n]=r;try{let i=new URL(n),u=[new URL(e.sourceOrigin).origin,...Object.keys(e.extraReplacements||{})];if(e.targetOrigin&&e.targetOrigin!=="."&&e.targetOrigin!=="/")try{u.push(new URL(e.targetOrigin).origin);}catch{}for(let o of u)try{let l=new URL(o);t[l.origin+i.pathname+i.search]=r;}catch{}try{let o=(()=>{let l=new URL(r,e.targetOrigin==="."?"https://relative.invalid":e.targetOrigin);return `${l.pathname}${l.search}`})();t[i.pathname+i.search]=o;}catch{}try{let o=new URL(r,e.targetOrigin==="."?"https://relative.invalid":e.targetOrigin).pathname;t[i.pathname]=o;}catch{}try{let o=new URL(s,e.targetOrigin==="."?"https://relative.invalid":e.targetOrigin).pathname;t[i.pathname]=o;}catch{}}catch{}}async function qr(e){try{return await T.readFile(e)}catch(t){if(t.code==="ENOENT")return null;throw t}}async function Le(e){try{return await T.stat(e)}catch(t){if(t.code==="ENOENT")return null;throw t}}function Yi(e){let t=String(e["content-length"]||"").trim();if(!t)return null;let n=Number.parseInt(t,10);return Number.isFinite(n)&&n>=0?n:null}function _r(e){let t=String(e["last-modified"]||"").trim();if(!t)return null;let n=Date.parse(t);return Number.isFinite(n)?n:null}function Xi(e,t){let n=_r(t),r=Yi(t),s=e?.mtime.getTime();return n!==null&&Math.abs((s??0)-n)>=1e3||r!==null&&e?.size!==r?false:n!==null||r!==null}async function eo(e,t){if(!t)return;let n=_r(t);if(n===null)return;let r=await Le(e);if(!r)return;let s=new Date(n);await T.utimes(e,r.atime,s).catch(()=>{});}function vr(e,t){let n=S.extname(e.pathname).toLowerCase(),r=t["content-type"]||"";return hi.has(n)||mi.some(s=>r.includes(s))&&!r.startsWith("image/")&&!r.includes("font")}function to(e){try{let t=S.extname(new URL(e).pathname).toLowerCase();return t===".js"||t===".mjs"}catch{return false}}function Ue(e,t){(e.doneAssets.size%25===0||e.doneAssets.size===1||e.doneAssets.size===e.stats.assetsQueued)&&t.progress(`Asset processing progress: processed ${e.doneAssets.size}, discovered ${e.stats.assetsQueued}.`,{doneAssets:e.doneAssets.size,assetsQueued:e.stats.assetsQueued,phase:"download-assets"});}function no(e){return Ze(e.toString("base64"),40)}function ro(e,t,n){let r=e.assetVariantDigestsByOriginalPath.get(t);if(!r||r.size===0)return false;for(let s of r)if(s!==n)return true;return false}function so(e,t,n){let r=e.assetVariantDigestsByOriginalPath.get(t);r||(r=new Set,e.assetVariantDigestsByOriginalPath.set(t,r)),r.add(n);}async function cn(e,t,n,r,s,i,a){let u=At(e,n),o=no(r),l=u.originalFilePath,c=u.originalPublicUrlWithSearch;if(u.preferQueryHashed&&u.hashedFilePath&&u.hashedPublicUrl&&ro(s,u.originalFilePath,o)){let g=qi(e,t,n);g?(l=g.outputPath,c=g.publicUrl):(l=u.hashedFilePath,c=u.hashedPublicUrl);}Zi(e,t,n,c,u.originalPublicUrl);let d=be(l)?Buffer.from(en(r.toString("utf8"),e,t,l),"utf8"):r,p=await qr(l),f=false;return (p===null||!p.equals(d))&&(await Ye(l,d),f=true),i?.debug(`${f?"Saved":"Skipped unchanged"} asset output ${n}`,{phase:"download-assets",url:n,outputPath:l,bytes:d.length,wroteFile:f}),so(s,u.originalFilePath,o),await eo(l,a),s.stats.assetsSaved++,i&&(s.stats.assetsSaved%50===0||s.stats.assetsSaved===1)&&i.progress(`Asset progress: saved ${s.stats.assetsSaved}, discovered ${s.stats.assetsQueued}, pending ${s.assetQueue.length}.`,{assetsSaved:s.stats.assetsSaved,assetsQueued:s.stats.assetsQueued,assetQueue:s.assetQueue.length,phase:"download-assets"}),{outputPath:l,publicUrl:c,wroteFile:f}}function nt(e,t,n,r,s){let i=()=>{let d=String(s??"").trim();if(!d)return {discoveredFrom:"",discoveredFromType:"unknown"};if(d==="seed-path"||d==="cli"||d==="generated-404-request-path")return {discoveredFrom:d,discoveredFromType:d};if(/^https?:\/\//i.test(d))try{let p=new URL(d);return _e(p)?{discoveredFrom:d,discoveredFromType:"sitemap"}:B(e,p)?{discoveredFrom:d,discoveredFromType:"asset"}:Ce(p)&&!qe(p)?{discoveredFrom:d,discoveredFromType:"page"}:{discoveredFrom:d,discoveredFromType:"url"}}catch{return {discoveredFrom:d,discoveredFromType:"url"}}return {discoveredFrom:d,discoveredFromType:"url"}},a=s&&/^https?:\/\//i.test(s)?s:e.sourceOrigin,u=z(e,n,a,r,"page");if(!u)return;if(!Ce(u)||jr(u)){if(B(e,u)){r.info(`Seeded/non-page URL queued as asset: ${u.toString()}`,{url:u.toString(),source:s}),W(e,t,u.toString(),r,s);return}r.reject("page",u.toString(),qe(u)?"asset/internal path cannot be page":"not page-like",s);return}let o=u.toString(),{discoveredFrom:l,discoveredFromType:c}=i();l&&!t.pageDiscoverySources.has(o)&&t.pageDiscoverySources.set(o,l),!t.donePages.has(o)&&!t.queuedPages.has(o)&&(t.queuedPages.add(o),t.pageQueue.push(o),t.stats.pagesQueued++,r.debug(`Queued discovered page ${o}`,{phase:"discovery",url:o,discoveredFrom:l,discoveredFromType:c,outputPath:ge(e,o)}),(t.stats.pagesQueued%25===0||t.stats.pagesQueued===1)&&r.progress(`Discovery progress: pages ${t.stats.pagesQueued}, assets ${t.stats.assetsQueued}, sitemaps ${t.stats.sitemapsQueued}.`,{pagesQueued:t.stats.pagesQueued,assetsQueued:t.stats.assetsQueued,sitemapsQueued:t.stats.sitemapsQueued,pageQueue:t.pageQueue.length,phase:"discovery"}));}function W(e,t,n,r,s){let i=s&&/^https?:\/\//i.test(s)?s:e.sourceOrigin,a=z(e,n,i,r,"asset");if(!a)return;if(!B(e,a)){r.reject("asset",a.toString(),"not a safe asset path/prefix",s);return}let u=a.toString();!t.doneAssets.has(u)&&!t.queuedAssets.has(u)&&(t.queuedAssets.add(u),t.assetQueue.push(u),t.stats.assetsQueued++,(t.stats.assetsQueued%100===0||t.stats.assetsQueued===1)&&r.progress(`Discovery progress: pages ${t.stats.pagesQueued}, assets ${t.stats.assetsQueued}, sitemaps ${t.stats.sitemapsQueued}.`,{pagesQueued:t.stats.pagesQueued,assetsQueued:t.stats.assetsQueued,sitemapsQueued:t.stats.sitemapsQueued,assetQueue:t.assetQueue.length,phase:"discovery"}));}function It(e,t,n,r,s){let i=s&&/^https?:\/\//i.test(s)?s:e.sourceOrigin,a=z(e,n,i,r,"sitemap");if(!a)return;if(!_e(a)){r.reject("sitemap",a.toString(),"not sitemap-like",s);return}let u=a.toString();!t.doneSitemaps.has(u)&&!t.queuedSitemaps.has(u)&&(t.queuedSitemaps.add(u),t.sitemapQueue.push(u),t.stats.sitemapsQueued++,(t.stats.sitemapsQueued%10===0||t.stats.sitemapsQueued===1)&&r.progress(`Discovery progress: pages ${t.stats.pagesQueued}, assets ${t.stats.assetsQueued}, sitemaps ${t.stats.sitemapsQueued}.`,{pagesQueued:t.stats.pagesQueued,assetsQueued:t.stats.assetsQueued,sitemapsQueued:t.stats.sitemapsQueued,sitemapQueue:t.sitemapQueue.length,phase:"discovery"}));}function io(e){let t=de(e),n=[...t.matchAll(/<url>\s*([\s\S]*?)\s*<\/url>/gi)].map(r=>r[1]);return n.length>0?n.map(r=>{let s=r.match(/<loc>\s*([^<]+?)\s*<\/loc>/i);if(!s?.[1])return null;let i=r.match(/<lastmod>\s*([^<]+?)\s*<\/lastmod>/i);return {loc:s[1].trim(),lastmod:et(i?.[1]??null)}}).filter(r=>!!r):[...t.matchAll(/<loc>\s*([^<]+?)\s*<\/loc>/gi)].map(r=>({loc:r[1].trim(),lastmod:null})).filter(r=>r.loc)}function oo(e){return e.split(",").map(t=>t.trim().split(/\s+/)[0]).filter(Boolean)}function ao(e){let t=[],n=/url\(\s*(?:"([^"]+)"|'([^']+)'|([^)]*?))\s*\)/gi;for(let r of e.matchAll(n)){let s=e.slice(Math.max(0,r.index-8),r.index);if(/\bnew\s+$/i.test(s))continue;let i=(r[1]||r[2]||r[3]||"").trim();i&&t.push(i);}return t}function co(e){return e.replace(/<script\b[^>]*>[\s\S]*?<\/script\s*>/gi,"")}function uo(e,t){if(t==="dom-style")return true;let n=(()=>{try{return S.extname(new URL(e).pathname).toLowerCase()}catch{return ""}})();return !(n===".js"||n===".mjs"||n===".map"||t.includes("javascript"))}function rn(e){return e.trim().replace(/\\/g,"/").replace(/^https?:\/\/[^/]+/i,"").replace(/^\/+/,"")}async function Nr(e,t,n,r){let s=[];await T.mkdir(t,{recursive:true});let i=await T.readdir(e,{withFileTypes:true});for(let a of i){let u=S.join(e,a.name),o=S.join(t,a.name);if(a.isDirectory()){s.push(...await Nr(u,o,n,r));continue}await Br(u,o,n,r)&&s.push(o);}return s}async function lo(e,t){try{let[n,r]=await Promise.all([T.stat(e),T.stat(t)]);if(n.size!==r.size)return !1;let[s,i]=await Promise.all([T.readFile(e),T.readFile(t)]);return s.equals(i)}catch{return false}}async function Br(e,t,n,r){let s=S.resolve(t);return n.has(s)?(r.debug("Skipped post-crawl copy over crawled page output",{phase:"copy-extra-paths",sourcePath:e,targetPath:t}),false):await lo(e,t)?(r.debug("Skipped unchanged post-crawl copy target",{phase:"copy-extra-paths",sourcePath:e,targetPath:t}),false):(await T.mkdir(S.dirname(t),{recursive:true}),await T.copyFile(e,t),true)}async function po(e,t,n){let r=Object.entries(e.postCrawlCopyMap||{}).map(([u,o])=>({sourcePath:u.trim(),prefix:String(o||"").trim()}));if(r.length===0)return [];let s=0,i=[],a=new Set([...t.donePages].map(u=>S.resolve(ge(e,u))));n.mark("copy-extra-paths");for(let u of r){let o=u.sourcePath,l=u.prefix;if(!o||!l){n.warn("Skipped post-crawl copy mapping with empty key/value",{sourcePath:o,prefixPath:l});continue}let c=vi(o);if(!c.resolvedPath){n.warn("Skipped post-crawl copy source because alias root is not configured",{sourcePath:o,alias:c.alias||"",requiredEnv:c.requiredEnv||"",prefixPath:l});continue}let d=c.resolvedPath,p=rn(l);if(!p){n.warn("Skipped post-crawl copy mapping with invalid export prefix",{sourcePath:o,prefixPath:l});continue}let f;try{f=await T.stat(d);}catch{n.warn("Skipped post-crawl copy source because it does not exist",{sourcePath:o,sourceAbs:d,prefixPath:l});continue}let g=S.resolve(e.outputDir,p);if(f.isDirectory()){let w=await Nr(d,g,a,n);i.push(...w),s+=w.length,w.length>0&&n.progress(`Copied static directory to export: ${d} -> /${p}`,{phase:"copy-extra-paths",sourcePath:d,targetPath:`/${p}`,copiedItems:s,changedFiles:w.length});continue}let y=S.basename(d),m=l.endsWith("/")?S.join(g,y):g;await Br(d,m,a,n)&&(i.push(m),s++,n.progress(`Copied static file to export: ${d} -> /${rn(l.endsWith("/")?`${l}${y}`:l)}`,{phase:"copy-extra-paths",sourcePath:d,targetPath:`/${rn(l.endsWith("/")?`${l}${y}`:l)}`,copiedItems:s}));}return n.endMark("copy-extra-paths",{mappedSources:r.length,copiedItems:s}),i}function rt(e,t,n,r,s){let i=new Set,a=de(n).replace(/\\\//g,"/"),u=s==="page-html"?co(a):a,o=uo(t,s);if(o){for(let c of ao(u)){let d=z(e,c,t,r,`${s}:css-url`);d&&B(e,d)&&i.add(d.toString());}for(let c of u.matchAll(/@import\s+(?:url\()?\s*['"]?([^'"\s;]+)['"]?\s*\)?/gi)){let d=z(e,c[1],t,r,`${s}:css-import`);d&&B(e,d)&&i.add(d.toString());}}if(o||s==="page-html")for(let c of u.matchAll(/<\?xml-stylesheet[^>]+href=["']([^"']+)["'][^>]*\?>/gi)){let d=z(e,c[1],t,r,`${s}:xml-stylesheet`);d&&B(e,d)&&i.add(d.toString());}let l=new RegExp(`(?:https?:)?//[^\\s'"<>\\);]+\\.${tn}(?:\\?[^\\s'"<>\\);]*)?|(?<!\\.)/[^\\s'"<>\\);]+\\.${tn}(?:\\?[^\\s'"<>\\);]*)?`,"gi");if(s==="page-html")for(let c of a.matchAll(l)){let d=c[0].startsWith("//")?`${new URL(e.sourceOrigin).protocol}${c[0]}`:c[0];if(an(d)){r.ignore(`${s}:serialized-url`,d,"looks like JavaScript/code fragment",t);continue}let p=z(e,d,t,r,`${s}:serialized-url`);p&&B(e,p)?i.add(p.toString()):p&&r.ignore("asset",p.toString(),"serialized URL did not pass safe asset path filter",t);}if(s!=="page-html"&&to(t))for(let c of lr(a)){if(an(c)||!/\.(?:js|mjs)(?:[?#]|$)/i.test(c))continue;let d=z(e,c,t,r,`${s}:relative-asset`);d&&B(e,d)&&i.add(d.toString());}return [...i]}function go(e,t,n,r){let s=new Set,i=de(n);for(let a of i.matchAll(/href=["']([^"'#\s][^"']*?)["']/gi)){let u=a[1],o=z(e,u,t,r,"page-link");o&&(Ur(e,o)||Ce(o)&&!qe(o)&&!B(e,o)&&s.add(o.toString()));}return [...s]}async function Cr(e,t,n,r,s,i,a=false,u=[]){let o=new Set(u),l=0,c=new Map,d=(p,f)=>{let g=[f],y=new Set;for(;g.length>0;){let m=g.pop();if(m===p)return true;y.has(m)||(y.add(m),g.push(...c.get(m)??[]));}return false};for(;n.sitemapQueue.length>0;){let p=n.sitemapQueue.shift();n.queuedSitemaps.delete(p);let f=ve(p,r,"sitemap","sitemap-queue");if(!f)continue;let g=f.toString();if(n.doneSitemaps.has(g))continue;n.doneSitemaps.add(g),r.sitemap(`Fetching sitemap ${g}`,{url:g});let y=true;try{let m=await t.get(g,{timeout:6e4});if(y=!1,!m.ok()){if(r.skip("sitemap",g,m.status()),a&&!o.has(g))throw new Error(`Required child content-sync sitemap returned HTTP ${m.status()}: ${g}`);continue}let h=await m.body(),w=m.url()||g,v=ve(w,r,"sitemap-response",g);if(!v)continue;let I=v.toString();n.successfulSitemaps.add(g),n.successfulSitemaps.add(I),o.has(g)&&(n.resolvedSitemapRoots.add(I),l+=1);let j=await cn(e,n.assetMap,I,h,n,r);X(s,e,j.outputPath),Ie(s,j.outputPath);let U=h.toString("utf8");/<sitemapindex(?:\s|>)/i.test(U)?n.sitemapIndexUrls.add(I):n.sitemapLeafUrls.add(I);let $=rt(e,I,U,r,"sitemap");for(let q of $)W(e,n,q,r,I);let C=[];for(let q of io(U)){let R=z(e,q.loc,I,r,"sitemap-loc");if(!R){if(a)throw new Error(`Content-sync sitemap contains an inadmissible location: ${q.loc}`);continue}if(_e(R)){if(d(I,R.toString()))throw new Error(`Sitemap index cycle detected: ${I} -> ${R.toString()}`);if(c.has(I)||c.set(I,new Set),c.get(I).add(R.toString()),C.push(R.toString()),a&&n.doneSitemaps.has(R.toString())&&!n.successfulSitemaps.has(R.toString()))throw new Error(`Required child content-sync sitemap was not resolved: ${R.toString()}`);It(e,n,R.toString(),r,I);}else if(a){if(Ce(R)&&!B(e,R)){let M=i.requiredUrls.has(R.toString()),b=i.manifest.pages[R.toString()],A=!!b&&!!await Le(b.outputPath);if(!M&&!A)throw new Error(`Content-sync sitemap coverage is incomplete for ${R.toString()}.`)}r.ignore("sitemap-loc",R.toString(),"content-sync sitemap-only traversal does not enqueue urlset locations",I);}else B(e,R)?W(e,n,R.toString(),r,I):Ce(R)?(q.lastmod&&(n.sitemapLastmodByPage[R.toString()]=q.lastmod),nt(e,n,R.toString(),r,I)):r.reject("sitemap-loc",R.toString(),"not page/sitemap/asset-like",I);}i.trackManifest&&(i.manifest.assets[I]={url:I,outputPath:j.outputPath,isText:!0,contentType:m.headers()["content-type"]??"application/xml",changeToken:null,tokenSource:null,discoveredAssets:[...new Set([...$,...C])],lastCrawledAt:new Date().toISOString(),lastSeenRunId:i.runId,unreferencedRuns:0,rewriteComplete:!1},await Pe(e,i));}catch(m){r.error(`Failed sitemap ${g}`,{url:g,error:String(m)});let h=a&&o.has(g)&&y;if(a&&!h)throw m}}if(a&&o.size>0&&l===0)throw new Error(`None of the configured content-sync sitemap roots could be resolved: ${[...o].join(", ")}`)}async function fo(e,t,n,r,s,i,a){let u=z(e,r,e.sourceOrigin,s,"asset-fetch");if(!u||!B(e,u))return;let o=u.toString();if(n.doneAssets.has(o))return;let l=i.enabled||i.strictTargeted?i.previousManifest.assets[o]:void 0,c=i.trackManifest?await vt(e,t,i,o,s):null,d=c?.token??null,p=dr(l?.changeToken,c),f=i.strictTargeted&&(!c?.supported||!c.token)&&pr(e.sourceOrigin,o),g=i.strictTargeted?i.manifest.assets[o]:void 0;if(g?.lastSeenRunId===i.runId&&await Le(g.outputPath)){n.doneAssets.add(o);for(let m of g.discoveredAssets||[])W(e,n,m,s,o);X(a,e,g.outputPath),g.isText&&Ie(a,g.outputPath),s.info(`Resumed completed content-sync asset ${o}`,{url:o,source:"content-sync-checkpoint"}),Ue(n,s);return}if(l&&(p||f)&&await Le(l.outputPath)){i.manifest.assets[o]={...l,changeToken:d,tokenSource:c?.tokenSource??l.tokenSource,discoveredAssets:[...l.discoveredAssets||[]],lastSeenRunId:i.runId,unreferencedRuns:0},delete i.manifest.pages[o],n.doneAssets.add(o);for(let m of l.discoveredAssets||[])W(e,n,m,s,o);s.info(`Reused unchanged trusted asset ${o}.`,{url:o,tokenSource:c?.tokenSource??"unknown",phase:"download-assets",source:p?"asset-change-token-match":"content-sync-release-fingerprint"}),Ue(n,s);return}let y=(m,h={})=>{if(!l||i.strictTargeted)return false;i.manifest.assets[o]={...l,discoveredAssets:[...l.discoveredAssets||[]],lastCrawledAt:new Date().toISOString(),lastSeenRunId:i.runId,unreferencedRuns:0},delete i.manifest.pages[o],n.doneAssets.add(o);for(let w of l.discoveredAssets||[])W(e,n,w,s,o);return s.warn(`Keeping previous incremental asset ${o} after fetch issue.`,{url:o,reason:m,preservedFromPreviousManifest:true,...h,phase:"download-assets"}),Ue(n,s),true};s.asset(`Fetching asset ${o}`,{url:o});try{let m=je(e,n.assetMap,o),h=m?await Le(m):null;if(m&&h)try{let M=await H(`fetch asset headers ${o}`,6e4,()=>t.head(o,{timeout:6e4})),b=M.headers();if(M.ok()&&Xi(h,b)){let A=await qr(m);if(A!==null){let P=M.url()||o,E=ve(P,s,"asset-response",o);if(!E)return;let D=E.toString(),L=await cn(e,n.assetMap,D,A,n,s,b);L.wroteFile&&(X(a,e,L.outputPath),be(L.outputPath)&&Ie(a,L.outputPath)),n.doneAssets.add(o),s.info(`Reused existing asset ${o} based on response headers.`,{url:o,filePath:m,lastModified:b["last-modified"]||"",contentLength:b["content-length"]||"",phase:"download-assets"}),Ue(n,s);let G=vr(u,b),te=l?.discoveredAssets?[...l.discoveredAssets]:[];if(G||l?.isText){let ce=A.toString("utf8"),F=rt(e,D,ce,s,"asset:cached");(F.length>0||!l)&&(te=F);for(let Ae of te)W(e,n,Ae,s,D);}if(i.trackManifest){let ce=G||!!l?.isText;i.manifest.assets[o]={url:o,outputPath:L.outputPath,isText:ce,contentType:sn(b)||l?.contentType||null,changeToken:c?.supported?c.token:null,tokenSource:c?.supported?c.tokenSource??null:null,discoveredAssets:te,lastCrawledAt:new Date().toISOString(),lastSeenRunId:i.runId,unreferencedRuns:0,rewriteComplete:!ce},delete i.manifest.pages[o],(i.enabled||i.strictTargeted)&&ce&&await Pe(e,i);}return}}}catch{}let w=await H(`fetch asset ${o}`,6e4,()=>t.get(o,{timeout:6e4}));if(!w.ok()){if(y(`http-${w.status()}`,{status:w.status()}))return;if(i.strictTargeted)throw new Error(`Required content-sync asset returned HTTP ${w.status()}: ${o}`);s.skip("asset",o,w.status());return}let v=await H(`read asset response ${o}`,6e4,()=>w.body()),I=w.url()||o,j=ve(I,s,"asset-response",o);if(!j)return;let U=j.toString(),$=w.headers(),C=await cn(e,n.assetMap,U,v,n,s,$);C.wroteFile&&(X(a,e,C.outputPath),be(C.outputPath)&&Ie(a,C.outputPath)),n.doneAssets.add(o),Ue(n,s);let q=vr(u,$),R=[];if(q){let M=v.toString("utf8");R=rt(e,U,M,s,`asset:${S.extname(u.pathname).toLowerCase()||$["content-type"]||"unknown"}`);for(let b of R)W(e,n,b,s,U);}i.trackManifest&&(i.manifest.assets[o]={url:o,outputPath:C.outputPath,isText:q,contentType:sn($),changeToken:c?.supported?c.token:null,tokenSource:c?.supported?c.tokenSource??null:null,discoveredAssets:R,lastCrawledAt:new Date().toISOString(),lastSeenRunId:i.runId,unreferencedRuns:0,rewriteComplete:!q},delete i.manifest.pages[o],(i.enabled||i.strictTargeted)&&q&&await Pe(e,i));}catch(m){if(y("fetch-error",{error:String(m)}))return;if(s.error(`Failed asset ${o}`,{url:o,error:String(m)}),i.strictTargeted)throw m}finally{n.doneAssets.has(o)||(n.doneAssets.add(o),Ue(n,s));}}async function mo(e,t,n,r,s,i){let a=Math.max(1,Number(e.assetDownloadConcurrency||e.concurrency||1)),u=Array.from({length:a},async()=>{for(;n.assetQueue.length>0;){let o=n.assetQueue.shift();o&&(n.queuedAssets.delete(o),await fo(e,t,n,o,r,s,i));}});await Promise.all(u);}function ho(e){let t=Math.ceil(e/1e3);return `${t} second${t===1?"":"s"}`}function pe(e){return Math.max(6e4,e.navigationTimeoutMs*2,e.readiness.timeoutMs+e.readiness.fallbackWaitMs+15e3)}function Ct(e){return Math.max(15e3,Math.min(6e4,pe(e)))}function wo(e){return Math.max(15e3,e.readiness.timeoutMs+e.readiness.fallbackWaitMs+1e4)}function gn(e){return e.stats.pagesCompleted}function Hr(e){let n=e.options?.browserProcess;return {pid:typeof n?.process?.pid=="number"?n.process.pid:null,kill:typeof n?.kill=="function"?n.kill.bind(n):null}}async function yo(e,t,n){let r=Hr(e);try{if(r.kill){await r.kill(),t.warn(`Force-killed crawl worker browser after ${n}`,{browserPid:r.pid,reason:n});return}if(r.pid!==null){process.kill(r.pid,"SIGKILL"),t.warn(`Sent SIGKILL to crawl worker browser after ${n}`,{browserPid:r.pid,reason:n});return}t.warn(`Could not resolve crawl worker browser PID after ${n}`,{reason:n});}catch(s){t.error(`Failed to force-kill crawl worker browser after ${n}`,{browserPid:r.pid,reason:n,error:String(s)});}}async function H(e,t,n){let r;try{return await Promise.race([n(),new Promise((s,i)=>{r=globalThis.setTimeout(()=>{i(new Error(`${e} timed out after ${ho(t)}.`));},t);})])}finally{r!==void 0&&globalThis.clearTimeout(r);}}async function So(e,t){let n=wo(e);await t.evaluate(async r=>{await new Promise(s=>{let i=0,a=700,u=Date.now(),o=()=>{window.clearInterval(l),window.scrollTo(0,0),s();},l=window.setInterval(()=>{if(Date.now()-u>=r.maxDurationMs){o();return}window.scrollBy(0,a),i+=a;let c=document.body?.scrollHeight||0,d=document.documentElement?.scrollHeight||0,p=Math.max(c,d);i>=p+window.innerHeight&&o();},120);});},{maxDurationMs:n});}async function bo(e,t){await t.waitForLoadState("domcontentloaded",{timeout:e.readiness.timeoutMs}).catch(()=>{}),e.readiness.waitForSelector&&await t.waitForSelector(e.readiness.waitForSelector,{timeout:e.readiness.timeoutMs}).catch(()=>{}),e.readiness.waitForFunction&&await t.waitForFunction(e.readiness.waitForFunction,void 0,{timeout:e.readiness.timeoutMs}).catch(()=>{}),await So(e,t),await t.waitForTimeout(e.readiness.fallbackWaitMs);}async function Po(e,t){await t.waitForLoadState("domcontentloaded",{timeout:e.readiness.timeoutMs}).catch(()=>{}),await t.waitForLoadState("load",{timeout:e.readiness.timeoutMs}).catch(()=>{}),e.readiness.waitForSelector&&await t.waitForSelector(e.readiness.waitForSelector,{timeout:e.readiness.timeoutMs}).catch(()=>{}),await t.waitForTimeout(e.readiness.fallbackWaitMs);}function vo(e,t){return e.noJavaScriptRenderPathPrefixes.some(n=>ln(t,n))}async function Co(e,t,n,r,s=true){let i=new Set;if(s){let u=await t.evaluate(()=>{let o=new Set,l=["href","src","poster","data-src","data-lazy-src","data-original","data-bg","data-background","data-href"],c=new Set,d=["srcset","data-srcset","data-lazy-srcset"],p=f=>{f.querySelectorAll("*").forEach(g=>{for(let m of l){let h=g.getAttribute(m);h&&o.add(h);}for(let m of d){let h=g.getAttribute(m);h&&h.split(",").forEach(w=>{let v=w.trim().split(/\s+/)[0];v&&o.add(v);});}let y=g.getAttribute("style");y&&c.add(y),g.shadowRoot&&p(g.shadowRoot);});};return p(document),{attrs:[...o],styles:[...c]}});for(let o of u.attrs)for(let l of oo(o)){let c=z(e,l,n,r,"dom-attr");c&&B(e,c)&&i.add(c.toString());}for(let o of u.styles)for(let l of rt(e,n,o,r,"dom-style"))i.add(l);}let a=await t.content();for(let u of rt(e,n,a,r,"page-html"))i.add(u);return [...i]}async function Rr(e,t,n,r,s){let i=ge(e,t);await Ye(i,n,"utf8");let a=await T.stat(i);s?.debug(`Saved page output ${t}`,{phase:"save-pages",url:t,outputPath:i,bytes:a.size}),r.stats.pagesSaved++;let u=Math.min(r.stats.pagesQueued,gn(r)+1);s&&(r.stats.pagesSaved%10===0||r.stats.pagesSaved===1)&&s.progress(`Page progress: processed ${u}, rendered ${r.stats.pagesRendered}, saved ${r.stats.pagesSaved}, discovered ${r.stats.pagesQueued}.`,{donePages:u,claimedPages:r.donePages.size,pagesRendered:r.stats.pagesRendered,pagesSaved:r.stats.pagesSaved,pagesQueued:r.stats.pagesQueued,pageQueue:r.pageQueue.length,phase:"save-pages"});}function Ro(e){let t=gn(e);return t%5===0||t===1||t===e.stats.pagesQueued}function Io(e,t){let n=gn(e);t.progress(`Render progress: processed ${n}, rendered ${e.stats.pagesRendered}, saved ${e.stats.pagesSaved}, discovered ${e.stats.pagesQueued}.`,{donePages:n,claimedPages:e.donePages.size,pagesRendered:e.stats.pagesRendered,pagesSaved:e.stats.pagesSaved,pagesQueued:e.stats.pagesQueued,phase:"render-pages"});}async function xo(e){await e.addInitScript(()=>{Object.defineProperty(window,"__WPSUITE_STATIC_EXPORT__",{value:true,writable:false,configurable:true});let t=n=>{if(n==null||String(n)==="")return true;try{let r=new URL(String(n),window.location.href),s=new URL(window.location.href);return r.hash="",s.hash="",r.href===s.href}catch{return false}};try{let n=window.location.assign.bind(window.location),r=window.location.replace.bind(window.location),s=window.location.reload.bind(window.location);Object.defineProperty(window.location,"assign",{configurable:!0,value:i=>{if(t(i)){console.warn("[smartcloud-static-publisher] blocked same-page location.assign",i??"");return}return n(i)}}),Object.defineProperty(window.location,"replace",{configurable:!0,value:i=>{if(t(i)){console.warn("[smartcloud-static-publisher] blocked same-page location.replace",i??"");return}return r(i)}}),Object.defineProperty(window.location,"reload",{configurable:!0,value:()=>{console.warn("[smartcloud-static-publisher] blocked location.reload");}});}catch{}});}async function Ao(e,t,n){let r=await e.newContext({viewport:t.viewport,userAgent:"WPSuiteStaticPublisher/0.8 Playwright SitemapOnly",ignoreHTTPSErrors:t.ignoreHttpsErrors,...n?{javaScriptEnabled:false}:{}});return n||await xo(r),r}async function To(e,t,n,r,s,i,a,u){let o=await chromium.launch({headless:true}),l=Hr(o);l.pid!==null&&n.debug(`Launched crawl worker browser PID ${l.pid}`,{browserPid:l.pid});try{for(;t.pageQueue.length>0&&!(e.maxPages>0&&t.donePages.size>=e.maxPages);){let c=t.pageQueue.shift();if(!c)break;t.queuedPages.delete(c);let d=null,p=null,f=[],g=new Set;try{let y=ve(c,n,"page","page-queue");if(!y)continue;let m=y.toString();if(c=m,t.queuedPages.delete(c),t.donePages.has(c))continue;t.donePages.add(c),i.enabled&&i.seenPages.add(c);let h=pn(e,c),w=vo(e,y.pathname);if(!Ce(y)||B(e,y)||qe(y)){if(B(e,y)){n.info(`Worker redirected non-page URL to asset queue: ${c}`,{url:c,source:"worker-guard"}),W(e,t,c,n,"worker-guard");continue}n.reject("page",c,"guard rejected non-page URL before rendering","worker");continue}let v=i.strictTargeted?i.manifest.pages[c]:void 0;if(v?.lastSeenRunId===i.runId&&await Le(v.outputPath)){i.seenPages.add(c);for(let P of v.discoveredAssets||[])W(e,t,P,n,c);X(a,e,v.outputPath),Ie(a,v.outputPath),n.info(`Resumed completed content-sync page ${c}`,{url:c,source:"content-sync-checkpoint"});continue}let I=await Ei(e,s,t,i,c,n);if(i.enabled&&r!=="single-url"&&r!=="content-sync"){let P=i.manifest.pages[c];if(I.action==="reuse"&&P){for(let E of P.discoveredAssets)W(e,t,E,n,c);for(let E of P.discoveredPages)nt(e,t,E,n,c);P.lastSeenRunId=i.runId,P.sitemapLastmod=et(t.sitemapLastmodByPage[c])??P.sitemapLastmod,I.changeToken?.supported&&(P.changeToken=I.changeToken.token,P.tokenSource=I.changeToken.tokenSource??P.tokenSource),n.info(`Incremental reuse skipped unchanged page ${c}`,{url:c,mode:"incremental",reason:I.changeToken?.supported===!0?"change-token-match":"sitemap-lastmod-match"});continue}}d=await H(`create page context ${c}`,pe(e),()=>Ao(o,e,w)),p=await H(`create page ${c}`,pe(e),()=>d.newPage()),f=await d.cookies();let j=!1,U=new Set;await p.route("**/*",async P=>{let E=P.request();try{let D=z(e,E.url(),e.sourceOrigin,n,"network-request");D&&B(e,D)&&(U.add(D.toString()),W(e,t,D.toString(),n,c));}catch{}if(E.isNavigationRequest()&&E.frame()===p.mainFrame())try{let D=new URL(E.url()),L=new URL(m);if(D.hash="",L.hash="",D.href===L.href){if(j){n.warn(`Blocked same-page navigation/reload for ${c}`,{url:c,requestUrl:E.url()}),await P.abort("aborted");return}j=!0;}}catch{}await P.continue();}),p.on("response",P=>{try{let D=z(e,P.url(),e.sourceOrigin,n,"network-response");D&&B(e,D)&&(U.add(D.toString()),W(e,t,D.toString(),n,c));}catch{}let E=P.headerValues("set-cookie").then(D=>{for(let L of D)u.add(mr(L,P.url()));}).catch(()=>{}).then(()=>{});g.add(E),E.finally(()=>g.delete(E));}),n.page(`Rendering ${c}`,{url:c});let $=null,C=null;try{if($=await p.goto(c,{waitUntil:"domcontentloaded",timeout:e.navigationTimeoutMs}),$&&$.ok())try{C=await H(`read response body ${c}`,pe(e),()=>$.text());}catch{C=null;}}catch(P){n.warn(`Navigation issue for ${c}; saving current DOM if available`,{url:c,error:String(P)});}if(r==="content-sync"&&$){let P=ve($.url(),n,"content-sync-final-response",c)?.toString();if(P&&P!==m){if(i.deleteOnMissingUrls.has(c)){await un(e,i,a,c,i.deleteOnMissingUrls),n.info(`Removed stale content-sync archive route redirected to ${P}`,{url:c,finalResponseUrl:P,source:"content-sync-tombstone"});continue}throw new Error(`Required content-sync route redirected outside its planned URL: ${c} -> ${P}`)}}if(h){let P=$?.status()??null;if(P!==404){n.error(`Generated 404 request path returned unexpected status for ${c}`,{url:c,expectedStatus:404,status:P,requestPath:e.generated404RequestPath});continue}n.info(`Capturing rendered 404 page for ${c}`,{url:c,status:P,outputPath:ge(e,c)});}else if($&&!$.ok()){if(r==="content-sync"&&($.status()===404||$.status()===410)&&i.deleteOnMissingUrls.has(c)){await un(e,i,a,c,i.deleteOnMissingUrls),n.info(`Removed stale content-sync archive page ${c}`,{url:c,status:$.status(),source:"content-sync-tombstone"}),await p.close();continue}if(r==="content-sync")throw new Error(`Required content-sync route returned HTTP ${$.status()}: ${c}`);n.skip("page",c,$.status(),t.pageDiscoverySources.get(c)),await p.close();continue}w?(n.info(`Rendering without JS execution for ${c}`,{url:c,mode:"no-js"}),await H(`wait for rendered page ${c}`,pe(e),()=>Po(e,p))):await H(`wait for rendered page ${c}`,pe(e),()=>bo(e,p)),t.stats.pagesRendered++;let q=await H(`extract rendered assets ${c}`,pe(e),()=>Co(e,p,m,n,!w));for(let P of q)W(e,t,P,n,c);let R=[...new Set([...q,...U])],M=C??await H(`capture rendered html ${c}`,pe(e),()=>p.content()),b=r!=="single-url"&&r!=="content-sync"&&!h?go(e,c,M,n):[];if(r!=="single-url"&&r!=="content-sync"&&!h)for(let P of b)nt(e,t,P,n,c);await Rr(e,c,M,t,n);let A=ge(e,c);if(X(a,e,A),Ie(a,A),i.trackManifest){let P=$?.headers();i.manifest.pages[c]={url:c,outputPath:A,contentType:sn(P),changeToken:I.changeToken?.supported?I.changeToken.token:null,tokenSource:I.changeToken?.supported?I.changeToken.tokenSource??null:null,sitemapLastmod:et(t.sitemapLastmodByPage[c])??null,discoveredPages:b,discoveredAssets:R,lastCrawledAt:new Date().toISOString(),lastSeenRunId:i.runId,rewriteComplete:!1},(i.enabled||i.strictTargeted)&&await Pe(e,i);}}catch(y){if(i.strictTargeted)throw n.error(`Failed required content-sync page ${c}`,{url:c,error:String(y)}),y;try{let m=p?await H(`capture partial html ${c}`,pe(e),()=>p.content()):"";if(m&&m.trim()){await Rr(e,c,m,t,n);let h=ge(e,c);if(X(a,e,h),Ie(a,h),i.trackManifest){let w=i.manifest.pages[c]??i.previousManifest.pages[c];i.manifest.pages[c]={url:c,outputPath:h,contentType:w?.contentType??null,changeToken:null,tokenSource:null,sitemapLastmod:et(t.sitemapLastmodByPage[c])??w?.sitemapLastmod??null,discoveredPages:w?.discoveredPages?[...w.discoveredPages]:[],discoveredAssets:w?.discoveredAssets?[...w.discoveredAssets]:[],lastCrawledAt:new Date().toISOString(),lastSeenRunId:i.runId,rewriteComplete:!1},(i.enabled||i.strictTargeted)&&await Pe(e,i);}n.warn(`Saved partial DOM for ${c}`,{url:c,error:String(y)});}}catch(m){n.error(`Could not save partial DOM for ${c}`,{url:c,error:String(m)});}n.error(`Failed page ${c}`,{url:c,error:String(y)});}finally{if(g.size>0&&await Promise.allSettled([...g]),d)try{let y=await d.cookies();u.addAll(hr(f,y));}catch{}t.stats.pagesCompleted++,Ro(t)&&Io(t,n),p&&await H(`close page ${c}`,Ct(e),()=>p.close()).catch(y=>{n.warn(`Timed out while closing page ${c}`,{url:c,browserPid:l.pid,error:String(y)});}),d&&await H(`close page context ${c}`,Ct(e),()=>d.close()).catch(y=>{n.warn(`Timed out while closing page context for ${c}`,{url:c,browserPid:l.pid,error:String(y)});});}}}finally{await H("close worker browser",Ct(e),()=>o.close()).catch(c=>(n.warn("Timed out while closing crawl worker browser",{browserPid:l.pid,error:String(c)}),yo(o,n,"browser.close timeout")));}}async function ko(e){try{let t=await T.readFile(e),r=(e.endsWith(".gz")?gunzipSync(t):t).toString("utf8").trim();if(!r)return [];try{let s=JSON.parse(r);if(Array.isArray(s))return s;if(s&&typeof s=="object")return [s]}catch{return r.split(/\r?\n/).map(s=>s.trim()).filter(Boolean).map(s=>{try{let i=JSON.parse(s);return i&&typeof i=="object"?i:null}catch{return null}}).filter(s=>s!==null)}return []}catch{return []}}function Ir(e){let t=String(e||"").toLowerCase();return t.includes("timeout")||t.includes("timed out")||t.includes("navigation timeout")}function $o(e){let t=String(e?.job?.command||"").trim(),n=String(e?.job?.crawlMode||"full").trim();return t!=="publish"&&t!=="crawl"?false:n!=="incremental"}function Eo(e){let t=[e?.archivedAt,e?.job?.endedAt,e?.job?.startedAt];for(let n of t){let r=Date.parse(String(n||""));if(Number.isFinite(r))return r}return 0}async function Wr(e){try{let t=await T.readFile(e,"utf8"),n=JSON.parse(t);return n&&typeof n=="object"&&!Array.isArray(n)?n:null}catch{return null}}function xr(e){let t=String(e.originalFileName||"").toLowerCase();return t.endsWith("errors.jsonl")?0:t.endsWith("errors.json")?1:2}function Mo(e,t){let n=Array.isArray(t?.artifacts)?t.artifacts.filter(r=>String(r?.role||"").trim()==="errors"&&String(r?.storedFileName||"").trim()!=="").sort((r,s)=>xr(r)-xr(s)).map(r=>S.join(e,String(r.storedFileName))):[];return [...new Set([...n,S.join(e,"errors.jsonl"),S.join(e,"errors.json"),S.join(e,"errors.jsonl.gz"),S.join(e,"errors.json.gz")])]}async function Ar(e){let t=await Wr(S.join(e,"job.json"));for(let n of Mo(e,t)){let r=await ko(n);if(r.length>0)return r}return []}async function Do(e){let t=S.join(e.logDir,"archive"),n;try{n=await T.readdir(t);}catch{return ""}let r="",s=0;for(let i of n){let a=S.join(t,i);if(!(await T.stat(a).catch(()=>null))?.isDirectory())continue;let o=await Wr(S.join(a,"job.json"));if(!$o(o))continue;let l=Eo(o);l>=s&&(s=l,r=a);}return r}async function Fo(e){let t=await Do(e),n=t!==""?await Ar(t):await Ar(e.logDir),r=new Set;for(let s of n)if(Ir(s.error)||Ir(s.message)){let i=s.url;typeof i=="string"&&i&&r.add(i);}return [...r]}async function Oo(e){let t=[];for(let n of e)if(n.startsWith("@")){let r=n.slice(1),s=await T.readFile(r,"utf8");t.push(...s.split(/\r?\n/).map(i=>i.trim()).filter(i=>i&&!i.startsWith("#")));}else t.push(n);return t}async function Uo(e){if(!e)throw new Error("Content-sync crawl requires an immutable impact plan.");let t=JSON.parse(await T.readFile(e,"utf8"));return Je(t),t}function Lo(e,t){let n;try{n=new URL(e);}catch{return false}return t.archiveFamilies.some(r=>{let s=new URL(r.url);if(n.origin!==s.origin)return false;if(n.toString()===s.toString())return true;if(n.searchParams.has("paged")&&n.pathname===s.pathname)return /^\d+$/.test(n.searchParams.get("paged")||"");let i=s.pathname.replace(/\/+$/,""),a=n.pathname.slice(i.length).replace(/^\/+/,""),u=String(r.paginationBase||"page").replace(/^\/+|\/+$/g,"").replace(/[.*+?^${}()|[\]\\]/g,"\\$&");return n.pathname.startsWith(`${i}/`)&&new RegExp(`^${u}/\\d+/?$`).test(a)})}function Pt(e,t,n){let r=n==="page"?ge(e,t):At(e,t).originalFilePath;return Se(e.outputDir,r)}async function un(e,t,n,r,s){let i=t.manifest.pages[r];if(!i)return;let a=Se(e.outputDir,i.outputPath);if(!a)throw new Error(`Manifest-owned page path escaped output root: ${r}`);let u=S.resolve(i.outputPath);Object.entries(t.manifest.pages).some(([l,c])=>l!==r&&!s.has(l)&&S.resolve(c.outputPath)===u)||(await T.rm(i.outputPath,{force:true}),n.deletedFiles.add(a)),delete t.manifest.pages[r];}function jo(e,t){let n=new Set,r=[...t];for(;r.length>0;){let s=r.shift();if(n.has(s))continue;n.add(s);let i=e.assets[s];for(let a of i?.discoveredAssets??[])try{_e(new URL(a))&&r.push(a);}catch{}}return n}async function qo(e,t,n,r,s){let i=jo(n.previousManifest,s);for(let a of i){if(t.successfulSitemaps.has(a))continue;let u=n.previousManifest.assets[a];if(!u)continue;let o=Se(e.outputDir,u.outputPath);if(!o)throw new Error(`Manifest-owned sitemap path escaped output root: ${a}`);await T.rm(u.outputPath,{force:true}),r.deletedFiles.add(o),delete n.manifest.assets[a];}await Pe(e,n);}async function _o(e){try{let t=await T.readFile(S.join(e.outputDir,"asset-map.json"),"utf8");return JSON.parse(t)}catch{return {}}}async function No(e){let t=["crawl.log.jsonl","current-crawl-event.json","rejected.jsonl","ignored.jsonl","skipped-http.jsonl","errors.jsonl","timings.jsonl","rejected.json","ignored.json","skipped-http.json","errors.json","timings.json"];await T.mkdir(e,{recursive:true}),await Promise.all(t.map(async n=>{try{await T.unlink(S.join(e,n));}catch(r){if(r.code!=="ENOENT")throw r}}));}function Tr(e,t,n,r,s){let i=z(e,n,e.sourceOrigin,r,"manual-url");i&&(_e(i)?It(e,t,i.toString(),r,s):B(e,i)?W(e,t,i.toString(),r,s):Ce(i)?nt(e,t,i.toString(),r,s):r.reject("manual-url",i.toString(),"not page/sitemap/asset-like",s));}async function zr(e=process.argv.slice(2)){let t=[],n=await se(void 0,{onRemotePublisherConfigDiagnostic:b=>{t.push(b);}}),r=Ke(n.sitemapPaths),s=t.at(-1)??null,i=yi(e),a=i.mode==="content-sync"?await Uo(i.contentSyncPlanPath):null;if(i.resumeRewrite&&i.mode!=="full")throw new Error("--resume-rewrite is only supported for full crawl/publish jobs.");let u=[];i.mode==="retry-timeouts"&&(u=await Fo(n)),i.mode==="single-url"&&(u=await Oo(i.urls)),a&&(u=[...a.directRenderUrls,...a.archiveFamilyUrls]);let o=i.crawlMode==="incremental"&&i.mode==="full",l=o&&typeof n.subscriptionType=="string"&&n.subscriptionType.trim()!=="";if(a&&n.subscriptionType!=="PROFESSIONAL"&&n.subscriptionType!=="AGENCY")throw new Error("Content-sync requires an active Professional or Agency subscription.");let c=(i.mode==="full"||i.mode==="single-url"||i.mode==="content-sync")&&!i.resumeRewrite,d=i.mode!=="full"||i.resumeRewrite||l,p=d?await _o(n):{},f=l||i.mode==="single-url"||i.mode==="content-sync"?await Ii(n):Mr(),g=new Set(u),y=new Set;if(a){for(let b of a.archiveFamilies)if(b.foundPosts===0)for(let A of b.pageUrls)y.add(A);for(let b of Object.keys(f.pages))Lo(b,a)&&!g.has(b)&&(u.push(b),y.add(b));}let m={enabled:l,trackManifest:c,manifest:on(f),previousManifest:on(f),runId:a?.jobId??`${Date.now()}`,seenPages:new Set,changeTokenCache:new Map,manifestSaveChain:Promise.resolve(),strictTargeted:!!a,requiredUrls:g,deleteOnMissingUrls:y};await No(n.logDir);let h=new ht(n.logDir,n.logLevel);if(s){let b={status:s.status,virtualAssetBaseUrl:s.virtualAssetBaseUrl,subscriptionType:s.subscriptionType??null,error:s.error,requests:s.requests,source:"remote-publisher-config"};s.status==="loaded"&&s.subscriptionType?h.info("Loaded remote WP Suite publisher configuration.",b):h.warn("Remote WP Suite publisher configuration is unavailable or has no active subscription type.",b);}if(o&&!l){let b="Incremental crawl requires an active remote publisher subscription; refusing to fall back to a destructive full crawl.";throw h.error(b,{requestedMode:i.crawlMode,subscriptionType:n.subscriptionType??null,source:"incremental-subscription-guard"}),await h.flush(),new Error(b)}let w={pageQueue:[],queuedPages:new Set,donePages:new Set,pageDiscoverySources:new Map,assetQueue:[],queuedAssets:new Set,doneAssets:new Set,sitemapQueue:[],queuedSitemaps:new Set,doneSitemaps:new Set,successfulSitemaps:new Set,resolvedSitemapRoots:new Set,sitemapIndexUrls:new Set,sitemapLeafUrls:new Set,sitemapLastmodByPage:{},assetMap:{...p},assetVariantDigestsByOriginalPath:new Map,stats:{pagesQueued:0,pagesRendered:0,pagesCompleted:0,assetsQueued:0,sitemapsQueued:0,assetsSaved:0,pagesSaved:0}},v=Ri(),I=new yt,j=Si();if(j&&!i.resumeRewrite&&await St(j,I.artifact()),await De(n),await Kn(n,{startedAt:new Date().toISOString(),outputDir:S.resolve(n.outputDir)}),d||await T.rm(n.outputDir,{recursive:true,force:true}),await T.mkdir(n.outputDir,{recursive:true}),a){let b=new Set([...a.deleteUrls,...m.deleteOnMissingUrls]);for(let A of a.deleteUrls)await un(n,m,v,A,b);}if(i.resumeRewrite)h.info("Resuming final rewrite from existing output.",{phase:"rewrite-text",mode:i.mode,crawlMode:i.crawlMode});else {let b=await request.newContext({ignoreHTTPSErrors:n.ignoreHttpsErrors});try{if(h.mark("discovery"),i.mode==="full"?(r.forEach(P=>It(n,w,P,h)),await Cr(n,b,w,h,v,m),n.seedPaths.forEach(P=>Tr(n,w,P,h,"seed-path")),n.generated404RequestPath&&nt(n,w,n.generated404RequestPath,h,"generated-404-request-path")):(u.forEach(P=>Tr(n,w,P,h,"cli")),a?.sitemapUrls.forEach(P=>It(n,w,P,h,"content-sync-impact")),await Cr(n,b,w,h,v,m,i.mode==="content-sync",a?.sitemapUrls??[]),a&&await qo(n,w,m,v,a.sitemapUrls)),h.endMark("discovery",{pages:w.pageQueue.length,assets:w.assetQueue.length,sitemaps:w.sitemapQueue.length}),h.summary(`Queued ${w.pageQueue.length} pages, ${w.assetQueue.length} assets, ${w.sitemapQueue.length} sitemaps.`,{mode:i.mode,crawlMode:i.crawlMode,queuedPages:w.pageQueue.length,queuedAssets:w.assetQueue.length,queuedSitemaps:w.sitemapQueue.length}),i.mode==="retry-timeouts"&&w.pageQueue.length===0&&w.assetQueue.length===0&&w.sitemapQueue.length===0){h.summary("No timed-out URLs were queued. Skipping retry crawl.",{mode:i.mode,crawlMode:i.crawlMode,queuedPages:0,queuedAssets:0,queuedSitemaps:0}),await h.flush(),j&&await St(j,I.artifact());return}h.mark("render-pages");let A=Array.from({length:Math.max(1,n.concurrency)},()=>To(n,w,h,i.mode,b,m,v,I));if(await Promise.all(A),j&&await St(j,I.artifact()),h.endMark("render-pages",{pages:w.stats.pagesCompleted}),h.mark("download-assets"),h.progress("Asset download phase started.",{phase:"download-assets",doneAssets:w.doneAssets.size,assetsQueued:w.stats.assetsQueued,assetQueue:w.assetQueue.length}),await Ti(n,b,m,[...w.assetQueue],h),await mo(n,b,w,h,m,v),h.endMark("download-assets",{assets:w.doneAssets.size}),m.enabled&&n.maxPages===0&&await Di(n,w,m,h,v),i.mode==="full"){let P=await po(n,w,h);for(let E of P)X(v,n,E);}}finally{await H("dispose crawl request context",Ct(n),()=>b.dispose()).catch(A=>{h.warn("Timed out while disposing crawl request context",{error:String(A)});});}}m.trackManifest&&await Pe(n,m),await T.writeFile(S.join(n.outputDir,"asset-map.json"),JSON.stringify(w.assetMap,null,2),"utf8"),JSON.stringify(p,null,2)!==JSON.stringify(w.assetMap,null,2)&&X(v,n,S.join(n.outputDir,"asset-map.json"));let U=i.mode==="single-url"||i.mode==="content-sync"?Bi(n,w):m.enabled&&!i.resumeRewrite?Fi(n,m,v,p,w.assetMap):void 0;h.mark("rewrite-text");let $=i.mode==="single-url"||i.mode==="content-sync"?`Rewriting text files touched by URL crawl: 0/${U?.length??0}`:"Rewriting text files...";h.progress($,{phase:"rewrite-text",index:0,totalFiles:U?.length,changedTextFiles:0}),await Pr($);let C=Date.now(),q=await gt(n,w.assetMap,{files:U,previousAssetMap:p,onStart:({totalFiles:b,workerCount:A})=>{h.info(`Rewrite phase scanning ${b} text files.`,{phase:"rewrite-text",totalFiles:b,workerCount:A});},onProgress:async({index:b,totalFiles:A,changedTextFiles:P,file:E,changed:D})=>{D&&X(v,n,S.join(n.outputDir,E)),h.checkpoint(`Rewriting text file ${b}/${A}`,{phase:"rewrite-text",index:b,totalFiles:A,changedTextFiles:P,file:E}),h.debug(`${D?"Rewrote":"Checked unchanged"} text file ${b}/${A}: ${E}`,{phase:"rewrite-text",index:b,totalFiles:A,changedTextFiles:P,file:E,changed:D});let L=Date.now();if(!(b===1||b===A||b%50===0||L-C>=5e3))return;C=L;let te=`Rewriting text files: ${b}/${A}`;h.progress(te,{phase:"rewrite-text",index:b,totalFiles:A,changedTextFiles:P,file:E}),await Pr(te);}});m.trackManifest&&(Oi(m,U),await Pe(n,m)),h.endMark("rewrite-text",{changedTextFiles:q});let R=a?[...v.deletedFiles].sort():m.enabled&&!i.resumeRewrite?await Li(n,w,m,v,h):[],M=[...new Set((U||[]).map(b=>Se(n.outputDir,S.isAbsolute(b)?b:S.join(n.outputDir,b))).filter(b=>b!==null))].sort();if(a){let b=[...v.changedFiles].sort(),A=new Set(b),P=new Set(a.directRenderUrls.map(F=>Pt(n,F,"page")).filter(F=>!!F&&A.has(F))),E=new Set(a.archiveFamilyUrls.map(F=>Pt(n,F,"page")).filter(F=>!!F&&A.has(F))),D=new Set([...w.sitemapLeafUrls].map(F=>Pt(n,F,"asset")).filter(F=>!!F&&A.has(F))),L=new Set([...w.sitemapIndexUrls].map(F=>Pt(n,F,"asset")).filter(F=>!!F&&A.has(F))),G=new Set([...P,...E,...D,...L]),te=b.filter(F=>!G.has(F)),ce=[...new Set([...a.directRenderUrls,...a.archiveFamilyUrls,...w.resolvedSitemapRoots,...w.sitemapLeafUrls,...w.sitemapIndexUrls,...a.deleteUrls].map(F=>{let Ae=new URL(F);return `${Ae.pathname}${Ae.search}`}))].sort();await Gt(n,{schemaVersion:2,generatedAt:new Date().toISOString(),outputDir:S.resolve(n.outputDir),runMode:"content-sync",crawlMode:"incremental",fullSyncRequired:false,changedFiles:b,deletedFiles:R,rewriteTargets:M,consumerId:a.consumerId,fromSequence:a.fromSequence,toSequence:a.toSequence,impactHash:a.impactHash,resolvedSitemapUrls:[...w.resolvedSitemapRoots],uploadGroups:{assets:te,content:[...P].sort(),listings:[...E].sort(),sitemapLeaves:[...D].sort(),sitemapIndexes:[...L].reverse()},invalidationPaths:ce});}else await Gt(n,{schemaVersion:1,generatedAt:new Date().toISOString(),outputDir:S.resolve(n.outputDir),runMode:i.mode,crawlMode:i.crawlMode,fullSyncRequired:!(m.enabled&&!i.resumeRewrite),changedFiles:m.enabled&&!i.resumeRewrite?[...v.changedFiles].sort():[],deletedFiles:m.enabled&&!i.resumeRewrite?R:[],rewriteTargets:m.enabled&&!i.resumeRewrite?M:[]});await Zn(n),h.summary(i.resumeRewrite?`Done. Resumed final rewrite over existing output and changed ${q} text files.`:`Done. Rendered ${w.stats.pagesRendered} pages, processed ${w.doneSitemaps.size} sitemaps and ${w.doneAssets.size} assets.`,{mode:i.mode,crawlMode:i.crawlMode,resumeRewrite:i.resumeRewrite,...w.stats,pagesRendered:w.stats.pagesRendered,donePages:w.stats.pagesCompleted,claimedPages:w.donePages.size,doneSitemaps:w.doneSitemaps.size,doneAssets:w.doneAssets.size,changedTextFiles:q}),await h.flush();}function Bo(e){let t=e/6e4;if(Number.isInteger(t)&&t>=1)return `${t} minute${t===1?"":"s"}`;let n=Math.ceil(e/1e3);return `${n} second${n===1?"":"s"}`}async function ee(e,t,n){let r=new AbortController,s=globalThis.setTimeout(()=>{r.abort(new Error(`${e} timed out after ${Bo(t)}.`));},t);try{return await n({abortController:r,httpOptions:{abortSignal:r.signal,requestTimeout:t}})}finally{globalThis.clearTimeout(s);}}function Ho(e){return typeof e.subscriptionType=="string"&&e.subscriptionType.trim()!==""}function Tt(e){let t="";for(let r=0;r<e.length;r++){let s=e[r];if(s==="--profile"){let i=(e[r+1]||"").trim();if(!i)throw new Error("Missing value for --profile.");t=i,r+=1;}else if(s.startsWith("--profile=")){let i=s.slice(10).trim();if(!i)throw new Error("Missing value for --profile.");t=i;}}let n=String(process.env.PUBLISHER_DEPLOY_PROFILE||process.env.PUBLISHER_DEPLOYMENT_PROFILE||"").trim();return t||n||null}function Wo(e,t){return {...e,...t??{}}}function zo(e,t){return {...e,...t??{},invalidationPaths:[...(t?.invalidationPaths??e.invalidationPaths)||[]]}}function Ne(e,t){let n=String(t??e.deploymentTargetOverride??"").trim();if(!Ho(e)){if(n)throw new Error(`Deployment target "${n}" requires an active WPSuite subscription and remote publisher config.`);return {name:null,profile:null,config:e}}let r=String(n||e.defaultDeploymentProfile||"").trim();if(!r)return {name:null,profile:null,config:e};let s=e.deploymentProfiles?.[r];if(!s)throw new Error(`Unknown deployment profile "${r}". Check the linked WPSuite publisher configuration.`);return {name:r,profile:s,config:{...e,targetOrigin:s.targetOrigin??e.targetOrigin,s3:Wo(e.s3,s.s3),cloudFront:zo(e.cloudFront,s.cloudFront)}}}var Kr="wpsuite-sha256",Gr="wpsuite-normalized-sha256",ea=/(?:^|[-_:.])(id|uid|nonce|token|hash|instance)(?:$|[-_:.])/i,Sn=/^[0-9a-f]{8}-[0-9a-f]{4}-[1-5][0-9a-f]{3}-[89ab][0-9a-f]{3}-[0-9a-f]{12}$/i,ta=["SIGINT","SIGTERM"],Et=new Set,kt=new Map,Qr=null;function na(e){Et.add(e);let t=false;return ()=>{t||(t=true,Et.delete(e));}}async function ra(){let e=[...Et];e.length!==0&&await Promise.allSettled(e.map(async t=>{Et.delete(t),await T.rm(t,{recursive:true,force:true});}));}function sa(){if(!(kt.size>0))for(let e of ta){let t=()=>{Qr||(Qr=ra().finally(()=>{for(let[n,r]of kt)process.off(n,r);kt.clear(),process.exit(1);}));};kt.set(e,t),process.on(e,t);}}sa();function ia(e,t){let n=String(process.env.STATIC_PUBLISHER_CRAWL_MANIFEST_PATH||"").trim();if(n)return S.resolve(n);let r=t.trim();return r?S.join(S.resolve(r),"crawl-manifest.json"):S.join(S.resolve(e),".crawl-manifest.json")}function Zr(e){return S.normalize(e).split(S.sep).join("/")}function Jr(e,t){let n=S.relative(S.resolve(e),S.resolve(t));return !n||n.startsWith("..")||S.isAbsolute(n)?null:Zr(n)}async function oa(e,t,n){let r=ia(e.outputDir,t),s;try{s=await T.readFile(r,"utf8");}catch(c){return c.code==="ENOENT"?(n.warn("Deploy rewrite guard disabled because the crawl manifest is missing.",{manifestPath:r,source:"deploy-guard"}),null):(n.warn("Deploy rewrite guard disabled because the crawl manifest could not be read.",{manifestPath:r,error:c instanceof Error?c.message:String(c),source:"deploy-guard"}),null)}let i;try{i=JSON.parse(s);}catch(c){return n.warn("Deploy rewrite guard disabled because the crawl manifest is invalid JSON.",{manifestPath:r,error:c instanceof Error?c.message:String(c),source:"deploy-guard"}),null}let a=new Map,u=new Map,o=0,l=0;for(let[c,d]of Object.entries(i.pages||{})){let p=String(d?.outputPath||"").trim(),f=p?Jr(e.outputDir,p):null;if(f){let g=typeof d?.contentType=="string"&&d.contentType?d.contentType:null;g&&u.set(f,g);}!p||d?.rewriteComplete===true||f&&(o++,a.has(f)||a.set(f,{kind:"page",sourceUrl:c,outputPath:S.resolve(p),relativePath:f}));}for(let[c,d]of Object.entries(i.assets||{})){let p=String(d?.outputPath||"").trim(),f=d?.isText===true,g=p?Jr(e.outputDir,p):null;if(g){let y=typeof d?.contentType=="string"&&d.contentType?d.contentType:null;y&&u.set(g,y);}!p||!f||d?.rewriteComplete===true||g&&(l++,a.has(g)||a.set(g,{kind:"asset",sourceUrl:c,outputPath:S.resolve(p),relativePath:g}));}return {manifestPath:r,byRelativePath:a,contentTypeByRelativePath:u,pendingPages:o,pendingTextAssets:l}}function aa(e){return e&&(Sn.test(e)?"__uuid__":/^[0-9a-f]{6,}$/i.test(e)?"__hex__":/^[0-9]{8,}$/.test(e)?"__num__":/^(?=.*[a-z])(?=.*\d)[a-z0-9]{8,}$/i.test(e)?"__alnum__":e)}function mn(e){return e.split(/([_:.\-/=?&#]+)/g).map((t,n)=>n%2===1?t:aa(t)).join("")}function ca(e){return e.split(/([_:.\-/=?&#]+)/g).map((t,n)=>n%2===1?t:Sn.test(t)?"__uuid__":/^[0-9a-f]{6,}$/i.test(t)?"__hex__":/^[0-9]{6,}$/.test(t)?"__num__":/^[a-z0-9_-]{6,}$/i.test(t)?"__id__":t).join("")}function Mt(e,t){return Array.isArray(e)?e.map(n=>Mt(n,t)):e&&typeof e=="object"?Object.fromEntries(Object.entries(e).map(([n,r])=>[n,Mt(r,n)])):typeof e!="string"?e:t&&ea.test(t)?ca(e):Sn.test(e)?"__uuid__":/^[0-9a-f]{6,}$/i.test(e)||/^[0-9]{8,}$/.test(e)?mn(e):e}function ua(e){return e.replace(/((?:https?:\/\/[^"'\s>]+|\/)(?:wp-content|wp-includes)\/[^"'\s>?]+)\?ver=[A-Za-z0-9._-]+(?=$|[#"'])/gi,"$1")}function la(e,t){let n=t.trim();if((n.startsWith("{")||n.startsWith("[")||n.startsWith('"'))&&e.startsWith("data-"))try{let s=JSON.parse(n);return JSON.stringify(Mt(s))}catch{}if(e.startsWith("data-")&&/^[A-Za-z0-9+/=]+$/.test(n))try{let s=Buffer.from(n,"base64").toString("utf8"),i=JSON.parse(s),a=JSON.stringify(Mt(i));return Buffer.from(a,"utf8").toString("base64")}catch{}return t}function da(e,t){let n=e.toLowerCase();return n==="class"?t.split(/(\s+)/).map((r,s)=>s%2===1?r:mn(r)).join(""):n==="id"||n==="for"||n==="aria-controls"||n==="aria-labelledby"||n==="aria-describedby"||n==="aria-owns"||n==="aria-activedescendant"||n==="name"?mn(t):n==="href"||n==="src"?ua(t):la(n,t)}function pa(e){return e.replace(/<([a-z][^\s/>]*)([^<>]*?)>/gi,(t,n,r)=>{if(n.startsWith("/"))return t;let s=r.replace(/\s([:@a-zA-Z_][-:.a-zA-Z0-9_]*?)=(['"])([\s\S]*?)\2/g,(i,a,u,o)=>{let l=da(a,o);return ` ${a}=${u}${l}${u}`});return `<${n}${s}>`})}function fn(e){let t=S.extname(e).toLowerCase();return [".html",".htm",".xml",".xsl",".txt"].includes(t)||["robots.txt","sitemap.xml"].includes(S.basename(e))}function $t(e,t){return [e.replace(/^\/+|\/+$/g,""),t.replace(/^\/+/,"")].filter(Boolean).join("/")}async function ga(e,t,n,r){let s=new Map,i,a=0;do{a++;let u=await ee(`S3 list objects page ${a} for s3://${t}/${n||""}`,3e5,({httpOptions:o})=>e.send(new ListObjectsV2Command({Bucket:t,Prefix:n||void 0,ContinuationToken:i}),o));for(let o of u.Contents||[]){if(!o.Key)continue;let l=(o.ETag||"").replace(/^"|"$/g,"").toLowerCase(),c=Number(o.Size??0);s.set(o.Key,{etag:l,size:c});}i=u.NextContinuationToken,r.debug(`Listed S3 keys page ${a}: ${s.size} keys so far`);}while(i);return s}async function fa(e,t,n,r){if(r.has(n))return r.get(n)??null;try{let s=await ee(`S3 head object ${n}`,3e5,({httpOptions:a})=>e.send(new HeadObjectCommand({Bucket:t,Key:n}),a)),i={etag:(s.ETag||"").replace(/^"|"$/g,"").toLowerCase(),size:Number(s.ContentLength??0)};return r.set(n,i),i}catch{return r.set(n,null),null}}async function ma(e,t,n,r){let s=[...new Set(Array.from(n).filter(Boolean))];if(s.length===0)return r.info("No explicitly tombstoned S3 objects to delete."),[];r.info(`Deleting ${s.length} explicitly tombstoned S3 object(s)\u2026`);for(let i=0;i<s.length;i+=1e3){let a=s.slice(i,i+1e3);if(a.length===0)continue;let u=await ee(`S3 delete objects batch ${Math.floor(i/1e3)+1}`,3e5,({httpOptions:o})=>e.send(new DeleteObjectsCommand({Bucket:t,Delete:{Objects:a.map(l=>({Key:l}))}}),o));if(u.Errors&&u.Errors.length>0){let o=u.Errors.map(l=>`${l.Key||"(unknown)"}: ${l.Code||"DeleteFailed"}`);throw new Error(`S3 reported ${o.length} object deletion error(s): ${o.join(", ")}`)}r.info(`Deleted batch of ${a.length} object(s).`);for(let o of a)r.debug(` deleted: ${o}`);}return s}function ha(e){return createHash("md5").update(e).digest("hex")}function Vr(e){return createHash("sha256").update(e).digest("hex")}function hn(e){return createHash("sha256").update(pa(e.toString("utf8"))).digest("hex")}async function wa(e,t,n,r){if(r.has(n))return r.get(n)??null;try{let a=((await ee(`S3 head object metadata ${n}`,3e5,({httpOptions:u})=>e.send(new HeadObjectCommand({Bucket:t,Key:n}),u))).Metadata?.[Kr]||"").trim().toLowerCase()||null;return r.set(n,a),a}catch{return r.set(n,null),null}}async function ya(e,t,n,r,s){if(r.has(n))return r.get(n)??null;try{let a=((await ee(`S3 head object normalized metadata ${n}`,3e5,({httpOptions:u})=>e.send(new HeadObjectCommand({Bucket:t,Key:n}),u))).Metadata?.[Gr]||"").trim().toLowerCase();if(a)return r.set(n,a),a}catch{return r.set(n,null),null}if(s.has(n)){let i=s.get(n)??null;return r.set(n,i),i}try{let a=await(await ee(`S3 get object ${n}`,3e5,({httpOptions:o})=>e.send(new GetObjectCommand({Bucket:t,Key:n}),o))).Body?.transformToByteArray(),u=a?hn(Buffer.from(a)):null;return s.set(n,u),r.set(n,u),u}catch{return s.set(n,null),r.set(n,null),null}}function Sa(e){return e.replace(/[^a-zA-Z0-9._-]+/g,"-").replace(/-+/g,"-").replace(/^-|-$/g,"")||"profile"}function ba(e,t){let n=e,r=Object.entries(t).sort((s,i)=>i[0].length-s[0].length);for(let[s,i]of r)s&&(n=n.split(s).join(i));return n}async function Pa(e,t,n,r){let s=S.join(e,"asset-map.json"),i;try{i=await T.readFile(s,"utf8");}catch(o){if(o.code==="ENOENT")return;throw o}let a=JSON.parse(i);if(!a||typeof a!="object")return;let u=Object.fromEntries(Object.entries(a).map(([o,l])=>{let c=String(l??"");return t.urlRewriteMode==="absolute"&&t.targetOrigin&&n.targetOrigin&&t.targetOrigin!==n.targetOrigin&&(c=c.split(t.targetOrigin).join(n.targetOrigin)),c=ba(c,r),[o,c]}));await T.writeFile(s,JSON.stringify(u,null,2),"utf8");}async function va(e,t,n,r,s,i){let a=e.targetOrigin!==t.targetOrigin,u=Object.keys(r).length>0;if(!n||!a&&!u)return {outputDir:e.outputDir,cleanup:async()=>{}};if(a&&e.urlRewriteMode!=="absolute")throw new Error(`Deployment profile "${n}" changes targetOrigin, but the base crawl output must use urlRewriteMode "absolute" for multi-target redeploys.`);let o=S.join(S.dirname(e.outputDir),`.deploy-profile-${Sa(n)}-${Date.now()}`),l=na(o);s.info(`Preparing deployment profile "${n}" from existing crawl output to ${o}...`);try{if(await T.rm(o,{recursive:!0,force:!0}),i){await T.mkdir(o,{recursive:!0});for(let f of i){let g=S.join(e.outputDir,f),y=S.join(o,f);await T.mkdir(S.dirname(y),{recursive:!0}),await T.copyFile(g,y);}}else await T.cp(e.outputDir,o,{recursive:!0});let c={...e,sourceOrigin:e.targetOrigin,targetOrigin:t.targetOrigin,extraReplacements:r,outputDir:o},d=1;s.info(`Rewriting text files for deployment profile "${n}"...`);let p=await gt(c,{},{files:i,onStart:({totalFiles:f,workerCount:g})=>{d=g,s.info(`Rewriting ${f} text file(s) for deployment profile "${n}" with ${g} worker(s).`);},onProgress:({index:f,totalFiles:g,changedTextFiles:y,file:m,changed:h})=>{let v=`Rewriting [${f}/${g}] ${m} (${h?"rewrote":"checked"}; ${y} changed so far)`;g<=200||f<=5||f%10===0||f===g?(s.progress(v,{file:m,index:f,totalFiles:g,changed:h,changedTextFiles:y,workerCount:d}),s.info(v)):s.debug(v);}});return await Pa(o,e,t,r),s.info(`Prepared deployment profile "${n}" in ${o} (${p} rewritten text file(s)).`),{outputDir:o,cleanup:async()=>{l(),await T.rm(o,{recursive:!0,force:!0});}}}catch(c){throw s.error(`Failed to prepare deployment profile "${n}" temporary output.`,{tempDir:o,outputDir:e.outputDir,error:c instanceof Error?c.message:String(c),...c instanceof Error&&c.stack?{stack:c.stack}:{}}),await T.rm(o,{recursive:true,force:true}).catch(()=>{}),l(),await s.flush().catch(()=>{}),c}}async function Yr(e=process.argv.slice(2)){let t=await se(),n=Tt(e),r=Ne(t,n),s=S.resolve(r.config.logDir||"logs"),i=process.env.STATIC_PUBLISHER_RUNTIME_DIR||process.env.WPSUITE_STATIC_PUBLISHER_RUNTIME_DIR||"",a=i?S.join(S.resolve(i),"deploy-diff.json"):"",u=new Oe(s,"deploy.log.jsonl",r.config.logLevel??"info"),o=r.profile?.extraReplacements??{},l=async()=>{};try{let c=await Me(t);if(e.includes("--content-sync")&&c?.schemaVersion!==2)throw new Error("Content-sync deployment requires a valid schema-2 targeted deploy plan.");let p=await Gn(t);if(p)throw new Error(`Deployment blocked: the crawl started at ${p.startedAt} did not complete its final rewrite. Run a successful crawl or resume the rewrite before deploying.`);let f=await va(t,r.config,r.name,o,u,c?.schemaVersion===2?c.changedFiles:void 0);l=f.cleanup;let g={...r.config,outputDir:f.outputDir},y=g.s3SyncMode??"sdk-upload-delete";if(c?.schemaVersion===2&&c.deletedFiles.length>0&&y!=="sdk-upload-delete")throw new Error("Content-sync tombstones require the sdk-upload-delete S3 sync mode.");let m=c?.schemaVersion!==2&&f.outputDir!==t.outputDir&&(t.targetOrigin!==r.config.targetOrigin||Object.keys(o).length>0),h=!!c&&!c.fullSyncRequired&&!m;if(c?.schemaVersion===2&&!h)throw new Error("Content-sync deployment cannot widen into a full-output deployment.");r.name&&u.info(`Using deployment profile: ${r.name}`),u.info(`Starting deploy \u2014 s3://${g.s3.bucket}/${g.s3.prefix||""} (region: ${g.s3.region})`),u.info(`S3 sync mode: ${y}`),c&&c.fullSyncRequired?u.info("Deploy plan requests a full sync; scanning the whole output tree."):c&&m?u.info("Ignoring incremental deploy plan because deployment-profile rewrites require a full sync."):h&&u.info(`Using incremental deploy plan: ${c.changedFiles.length} changed file(s), ${c.deletedFiles.length} deleted file(s).`),u.mark("deploy");let w=new S3Client({region:g.s3.region}),v=f.outputDir===t.outputDir?await oa(t,i,u):null,I=c?.schemaVersion===2?[...c.uploadGroups.assets,...c.uploadGroups.content,...c.uploadGroups.listings,...c.uploadGroups.sitemapLeaves,...c.uploadGroups.sitemapIndexes]:c?.changedFiles??[];if(c?.schemaVersion===2){let k=[...new Set(I)],J=[...new Set(c.changedFiles)];if(k.length!==J.length||J.some(x=>!k.includes(x)))throw new Error("Content-sync deploy-plan upload groups do not cover the exact changed-file set.")}let j=h?(await Promise.all(I.map(async k=>{try{return (await T.stat(S.join(g.outputDir,k))).isFile()?k:null}catch{if(c?.schemaVersion===2)throw new Error(`Content-sync planned upload is missing: ${k}`);return null}}))).filter(k=>k!==null):await qs(["**/*"],{cwd:g.outputDir,onlyFiles:!0,dot:!0}),U=[],$=[],C=j.filter(k=>{let J=v?.byRelativePath.get(Zr(k));if(!J)return !0;let x=$t(g.s3.prefix,k);return U.push(k),$.push(x),u.reject(J.kind,J.sourceUrl||k,"rewrite not completed; deploy upload blocked","deploy-guard",{file:k,key:x,outputPath:J.outputPath,manifestPath:v?.manifestPath}),!1}),q=new Set((h?C:j).map(k=>$t(g.s3.prefix,k)));v&&(v.pendingPages>0||v.pendingTextAssets>0)&&u.info(`Deploy rewrite guard loaded ${v.pendingPages} pending page(s) and ${v.pendingTextAssets} pending text asset(s) from crawl manifest.`,{manifestPath:v.manifestPath,pendingPages:v.pendingPages,pendingTextAssets:v.pendingTextAssets,source:"deploy-guard"}),U.length>0&&u.warn(`Deploy rewrite guard blocked ${U.length} file(s) from upload because final crawl rewrite is incomplete.`,{rejected:U.length,manifestPath:v?.manifestPath,source:"deploy-guard"}),h?u.info(`Using ${C.length} eligible planned changed file(s) from deploy plan for upload${U.length>0?` (${U.length} blocked by deploy rewrite guard)`:""}.`):u.info(`Found ${j.length} file(s) in output directory "${g.outputDir}"${U.length>0?`; ${C.length} remain eligible for upload after deploy rewrite guard filtering`:""}.`),u.progress("Deploy preflight: comparing local output with remote S3 state.",{phase:"deploy",mode:y,totalFiles:C.length,scannedFiles:j.length,rejected:U.length,deploymentProfile:r.name||"",s3Bucket:g.s3.bucket,s3Prefix:g.s3.prefix||"",targetedPlan:h,deployGuardEnabled:f.outputDir===t.outputDir});let R=0,M=0,b=0,A=[],P=[],E=[],D=[],L=[],G=new Map,te=new Map,ce=new Map,F=new Map,Ae=new Map;h||(u.info("Listing existing S3 objects to detect unchanged files..."),G=await ga(w,g.s3.bucket,g.s3.prefix,u),u.info(`Found ${G.size} existing key(s) in S3.`));let os=async k=>G.has(k)?G.get(k)??null:h?fa(w,g.s3.bucket,k,te):null;for(let k of C){let J=S.join(g.outputDir,k),x=$t(g.s3.prefix,k),ne=v?.contentTypeByRelativePath.get(k),He=ne&&ne!=="application/octet-stream"?ne:Xo.lookup(k)||ne||"application/octet-stream",as=fn(k)?g.s3.htmlCacheControl:g.s3.assetCacheControl,N=R+M+b+1;C.length<=200||N<=5||N%10===0||N===C.length?(u.progress(`Uploading [${N}/${C.length}] ${x} (${He})`,{file:k,key:x,index:N,totalFiles:C.length,contentType:He,mode:y}),u.info(`Uploading [${N}/${C.length}] ${x} (${He})`)):u.debug(`Uploading [${N}/${C.length}] ${x} (${He})`);try{let re=await T.readFile(J),We=await os(x),ze=null,Te=null;if(We){let Ot=re.byteLength;if(We.size===Ot){let it=We.etag.includes("-");if(We.etag!==""&&!it){let cs=ha(re);if(We.etag===cs){M++,C.length<=200||M<=5||M%25===0?(u.progress(`Skipped unchanged [${N}/${C.length}] ${x}`,{file:k,key:x,index:N,totalFiles:C.length,uploaded:R,skipped:M,failed:b,mode:y,reason:"etag-md5-match"}),u.info(`Skipped unchanged [${N}/${C.length}] ${x}`)):u.debug(`Skipped unchanged [${N}/${C.length}] ${x}`),P.push(x);continue}}ze=Vr(re);let In=await wa(w,g.s3.bucket,x,ce);if(In&&In===ze){M++,C.length<=200||M<=5||M%25===0?(u.progress(`Skipped unchanged [${N}/${C.length}] ${x}`,{file:k,key:x,index:N,totalFiles:C.length,uploaded:R,skipped:M,failed:b,mode:y,reason:"metadata-sha256-match"}),u.info(`Skipped unchanged [${N}/${C.length}] ${x}`)):u.debug(`Skipped unchanged [${N}/${C.length}] ${x}`),P.push(x);continue}}if(fn(k)){Te=hn(re);let it=await ya(w,g.s3.bucket,x,F,Ae);if(it&&it===Te){M++,C.length<=200||M<=5||M%25===0?(u.progress(`Skipped semantically unchanged [${N}/${C.length}] ${x}`,{file:k,key:x,index:N,totalFiles:C.length,uploaded:R,skipped:M,failed:b,mode:y,reason:"normalized-html-match"}),u.info(`Skipped semantically unchanged [${N}/${C.length}] ${x}`)):u.debug(`Skipped semantically unchanged [${N}/${C.length}] ${x}`),P.push(x);continue}}}ze=ze??Vr(re),Te=Te??(fn(k)?hn(re):null),await ee(`S3 upload ${x}`,9e5,({abortController:Ot})=>new Upload({client:w,abortController:Ot,params:{Bucket:g.s3.bucket,Key:x,Body:re,ContentType:He,CacheControl:as,Metadata:{[Kr]:ze,...Te?{[Gr]:Te}:{}}}}).done()),R++,A.push(x),(R%25===0||R===C.length)&&(u.progress(`Uploaded ${R}/${C.length} file(s)\u2026`,{uploaded:R,skipped:M,failed:b,totalFiles:C.length,mode:y}),u.info(`Uploaded ${R}/${C.length} file(s)\u2026`));}catch(re){b++,E.push(x),u.error(`Failed to upload ${x}: ${re.message}`,{key:x,error:String(re)});}}if(u.info(`Upload complete: ${R} uploaded, ${M} skipped unchanged, ${$.length} rejected by guard, ${b} failed.`),E.length>0||$.length>0)throw new Error(`Deployment stopped before deletion because ${E.length} upload(s) failed and ${$.length} upload(s) were rejected.`);if(y==="sdk-upload-delete"){let k=new Set((c?.deletedFiles??[]).map(x=>$t(g.s3.prefix,x))),J=[...k].filter(x=>!q.has(x));if(!h&&(L=[...G.keys()].filter(ne=>!q.has(ne)).filter(ne=>!k.has(ne)),L.length>0)){u.warn(`Protected ${L.length} remote-only S3 object(s) from deletion because the crawl did not provide explicit tombstones.`,{protected:L.length,source:"deploy-delete-guard"});for(let ne of L)u.debug(` protected remote-only object: ${ne}`);}D=await ma(w,g.s3.bucket,h?J:J.filter(x=>G.has(x)),u);}else u.info("Sync mode is sdk-upload-only \u2014 skipping stale object deletion.");a&&(await T.mkdir(S.dirname(a),{recursive:!0}),await T.writeFile(a,JSON.stringify({generatedAt:new Date().toISOString(),mode:y,summary:{totalFiles:j.length,eligibleFiles:C.length,uploaded:A.length,skipped:P.length,rejected:$.length,failed:E.length,deleted:D.length,protected:L.length,...r.name?{profile:r.name}:{}},uploadedKeys:A,skippedKeys:P,rejectedKeys:$,failedKeys:E,deletedKeys:D,protectedRemoteOnlyKeys:L},null,2),"utf8")),c?.schemaVersion!==2&&await De(t),u.endMark("deploy"),await u.flush();}finally{await l().catch(()=>{});}}function Ra(e){let t=e;return t.endsWith("/")?t+="index.html":S.posix.basename(t).includes(".")||(t+="/index.html"),t}function Ia(e,t){let n=t.trim().replace(/^\/+|\/+$/g,"");if(!n)return null;let r=`/${n}`;return e===r||e.startsWith(`${r}/`)?e:`${r}${e.startsWith("/")?e:`/${e}`}`}function Xr(e,t){let n=new Set;for(let r of e){let s=new URL(r,"https://content-sync.invalid");if(s.origin!=="https://content-sync.invalid")continue;let i=`${s.pathname}${s.search}`,a=Ra(s.pathname);n.add(i),n.add(`${a}${s.search}`);let u=Ia(a,t);u&&n.add(`${u}${s.search}`);}return [...n].sort()}function ka(){let e=String(process.env.STATIC_PUBLISHER_RUNTIME_DIR||process.env.WPSUITE_STATIC_PUBLISHER_RUNTIME_DIR||"").trim();return e?S.join(S.resolve(e),"content-sync-invalidation.json"):""}async function bn(e,t){if(!e)return;await T.mkdir(S.dirname(e),{recursive:true});let n=`${e}.${process.pid}.${Date.now()}.tmp`;await T.writeFile(n,JSON.stringify({...t,updatedAt:new Date().toISOString()},null,2),"utf8"),await T.rename(n,e);}async function $a(e,t,n,r){if(!e)return null;try{let s=JSON.parse(await T.readFile(e,"utf8"));if(s.schemaVersion!==1||s.distributionId!==t||s.impactHash!==n||!Array.isArray(s.batches))throw new Error("Content-sync invalidation state does not match the deploy plan.");let i=s.batches.flatMap(a=>a.paths);return i.length!==r.length||i.some((a,u)=>a!==r[u])?null:s}catch(s){if(s.code==="ENOENT")return null;throw s}}function Ea(e,t=3e3){let n=[];for(let r=0;r<e.length;r+=t)n.push(e.slice(r,r+t));return n}async function ts(e=process.argv.slice(2)){let t=await se(),n=Tt(e),r=Ne(t,n),s=r.config,i=new Oe(s.logDir||"logs","invalidate.log.jsonl",s.logLevel??"info"),a=e.includes("--content-sync"),u=await Me(t);if(a&&u?.schemaVersion!==2)throw new Error("Content-sync invalidation requires a valid schema-2 targeted deploy plan.");if(r.name&&i.info(`Using deployment profile: ${r.name}`),!s.cloudFront.distributionId){i.info("No CloudFront distributionId configured; skipping invalidation."),await i.flush();return}let o=u?.schemaVersion===2?u.invalidationPaths:s.cloudFront.invalidationPaths.length>0?s.cloudFront.invalidationPaths:["/*"],l=u?.schemaVersion===2?Xr(o,s.s3.prefix||""):o;if(u?.schemaVersion===2&&l.some(g=>g==="/*"))throw new Error("Content-sync cannot use a whole-distribution invalidation.");if(l.length===0){i.info("The targeted deploy plan has no CloudFront paths to invalidate."),await i.flush();return}let c=s.cloudFront.distributionId,d=new CloudFrontClient({region:"us-east-1",maxAttempts:5});if(i.mark("invalidate"),u?.schemaVersion!==2){let g=`smartcloud-static-publisher-${Date.now()}`;await ee(`CloudFront invalidation for distribution ${c}`,3e5,({httpOptions:y})=>d.send(new CreateInvalidationCommand({DistributionId:c,InvalidationBatch:{CallerReference:g,Paths:{Quantity:l.length,Items:l}}}),y)),i.endMark("invalidate"),await i.flush();return}let p=ka(),f=await $a(p,c,u.impactHash,l);if(!f){let g=createHash("sha256").update(JSON.stringify(l)).digest("hex");f={schemaVersion:1,distributionId:c,impactHash:u.impactHash,updatedAt:new Date().toISOString(),batches:Ea(l).map((y,m)=>({index:m,callerReference:`wpsuite-content-sync-${u.impactHash.slice(0,24)}-${g.slice(0,24)}-${m}`,paths:y,invalidationId:null,status:"pending"}))},await bn(p,f);}for(let g of f.batches){if(!g.invalidationId){let y=await ee(`CloudFront targeted invalidation batch ${g.index+1}`,3e5,({httpOptions:h})=>d.send(new CreateInvalidationCommand({DistributionId:c,InvalidationBatch:{CallerReference:g.callerReference,Paths:{Quantity:g.paths.length,Items:g.paths}}}),h)),m=String(y.Invalidation?.Id||"").trim();if(!m)throw new Error("CloudFront did not return an invalidation ID.");g.invalidationId=m,g.status="created",await bn(p,f);}await waitUntilInvalidationCompleted({client:d,maxWaitTime:900,minDelay:2,maxDelay:15},{DistributionId:c,Id:g.invalidationId}),g.status="completed",await bn(p,f),i.info(`CloudFront invalidation batch ${g.index+1}/${f.batches.length} completed.`,{invalidationId:g.invalidationId,pathCount:g.paths.length});}i.endMark("invalidate"),await i.flush();}function Ft(e){let t=new URL(e);return t.hash="",t.href}function ns(e,t,n){let r=new Set([...t].map(o=>Ft(o))),s=new Map,i=new Map,a=o=>{s.set(Ft(o),o);},u=o=>{if(!o)return;let l=Ft(o);s.has(l)||i.set(l,o);};for(let o of e.deleteUrls)a(o);for(let o of e.archiveFamilies)if(o.foundPosts===0)for(let l of o.pageUrls)r.has(Ft(l))||a(l);u(e.directRenderUrls[0]);for(let o of e.archiveFamilies)u(o.pageUrls[0]),u(o.pageUrls.at(-1));for(let o of n)u(o);return {expectedAvailable:[...i.values()],expectedMissing:[...s.values()]}}var ss=["claimed","impact-planned","rendered","deployed","invalidated","verified","acknowledged"];function Cn(){let e=String(process.env.STATIC_PUBLISHER_RUNTIME_DIR||process.env.WPSUITE_STATIC_PUBLISHER_RUNTIME_DIR||"").trim();if(!e)throw new Error("Content-sync requires a runtime directory.");return S.resolve(e)}function Be(e,t){return ss.indexOf(e)>=ss.indexOf(t)}async function me(e,t,n,r,s={}){let i={timestamp:new Date().toISOString(),eventType:t,status:t.endsWith("failed")?"failed":"success",actorSource:"content-sync",jobId:n.id||"",command:"content-sync",message:r,details:s};await T.mkdir(e,{recursive:true}),await T.appendFile(S.join(e,"audit-events.jsonl"),`${JSON.stringify(i)}
|
|
14
|
+
`,"utf8");}function Da(e){return Qe({postTypes:e.postTypes??[],listingPaths:e.listingPaths??[],includeSubsites:e.includeSubsites,includePostTypeArchives:e.includePostTypeArchives,includeTaxonomyArchives:e.includeTaxonomyArchives,includeAuthorArchives:e.includeAuthorArchives,includeDateArchives:e.includeDateArchives,includePostsPage:e.includePostsPage,includeSitemapChain:e.includeSitemapChain})}function Fa(e,t){let n=(e.scheduler?.rules??[]).find(r=>r.command==="content-sync"&&r.id===t);if(!n)throw new Error(`Content-sync scheduler rule not found: ${t}`);if(n.enabled===false)throw new Error(`Content-sync scheduler rule is disabled: ${t}`);return n}async function Rn(e,t){if(e.subscriptionType!=="PROFESSIONAL"&&e.subscriptionType!=="AGENCY")throw new Error("Content-sync requires an active Professional or Agency subscription.");let n=Da(t),r=Ne(e,t.deploymentProfile),s=r.name||"",i=Tn(e.sourceOrigin,String(t.id||""),n),a=kn({sourceOrigin:e.sourceOrigin,targetOrigin:r.config.targetOrigin,deploymentProfile:s,s3Bucket:r.config.s3.bucket,s3Prefix:r.config.s3.prefix,cloudFrontDistributionId:r.config.cloudFront.distributionId,urlRewriteMode:r.config.urlRewriteMode,extraReplacements:r.profile?.extraReplacements??{}}),u=$n({siteId:e.wpsuite?.siteSettings?.siteId,accountId:e.wpsuite?.siteSettings?.accountId,sourceOrigin:e.sourceOrigin,ruleId:String(t.id||""),targetFingerprint:a}),o=`content-sync:${String(t.id||"")}:${ue({scopeFingerprint:i,targetFingerprint:a}).slice(0,32)}`,l=new at({sourceOrigin:e.sourceOrigin,runtimeToken:String(e.wpsuite?.runtimeToken||""),ignoreHttpsErrors:e.ignoreHttpsErrors}),c=await l.releaseFingerprint(n.includeSubsites),d=An({wordpressFingerprint:c,targetFingerprint:a,sourceOrigin:e.sourceOrigin,sitemapPaths:Ke(e.sitemapPaths),blockedPathPrefixes:e.blockedPathPrefixes,assetPathPrefixes:e.assetPathPrefixes,noJavaScriptRenderPathPrefixes:e.noJavaScriptRenderPathPrefixes,urlRewriteMode:e.urlRewriteMode});return {rule:t,scope:n,deployment:r,deploymentProfile:s,scopeFingerprint:i,targetFingerprint:a,consumerId:u,coalesceKey:o,client:l,releaseFingerprint:d}}async function Oa(e){let t=Cn(),n=ct(t),r=await se(),s=(r.scheduler?.rules??[]).filter(l=>l.command==="content-sync"&&l.enabled!==false);if(s.length===0)return 0;let i=await _t(n),a=await ut(n),u=await qt(n),o=0;for(let l of s){let c=await Rn(r,l),d=u.entries[c.coalesceKey];if(!d||d.releaseJobId!==e||d.scopeFingerprint!==c.scopeFingerprint||d.targetFingerprint!==c.targetFingerprint||d.releaseFingerprint!==c.releaseFingerprint)throw new Error(`The normal release has no matching pre-crawl content-sync cutoff for rule ${String(l.id||"")}.`);let p=ue({releaseJobId:e,releaseFingerprint:c.releaseFingerprint,scopeFingerprint:c.scopeFingerprint,targetFingerprint:c.targetFingerprint,sequence:d.sequence}),f=await c.client.establishBaseline({consumerId:c.consumerId,scopeFingerprint:c.scopeFingerprint,baselineId:p,postTypes:c.scope.postTypes,includeSubsites:c.scope.includeSubsites,sequence:d.sequence}),g={schemaVersion:1,ruleId:String(l.id||""),consumerId:c.consumerId,coalesceKey:c.coalesceKey,scopeFingerprint:c.scopeFingerprint,targetFingerprint:c.targetFingerprint,releaseFingerprint:c.releaseFingerprint,baselineId:p,deploymentProfile:c.deploymentProfile,committedSequence:f.committedSequence,releaseJobId:e,verifiedAt:new Date().toISOString()};i.entries[c.coalesceKey]=g;let y=a.rules[c.coalesceKey];a.rules[c.coalesceKey]={ruleId:String(l.id||""),consumerId:c.consumerId,coalesceKey:c.coalesceKey,committedSequence:f.committedSequence,observedHeadSequence:f.headSequence,lag:Math.max(0,f.headSequence-f.committedSequence),lastSuccessfulJobId:y?.lastSuccessfulJobId||e,lastSuccessfulAt:new Date().toISOString(),trailingWorkDetected:f.headSequence>f.committedSequence,retryAttempt:0,nextRetryAt:null,lastError:null,baselineStatus:"ready",baselineReason:null};let m=await _n(n,c.coalesceKey);await me(t,"content-sync-baseline-established",{id:e},"A normal release established a verified content-sync baseline.",{ruleId:l.id,consumerId:c.consumerId,committedSequence:f.committedSequence,supersededCurrent:m}),o++;}return await On(n,i),await lt(n,a),await T.rm(n.releaseCutoff,{force:true}),o}async function Ua(e){let t=Cn(),n=ct(t),r=await se(),s=(r.scheduler?.rules??[]).filter(u=>u.command==="content-sync"&&u.enabled!==false);if(s.length===0)return 0;let i=await qt(n),a=0;for(let u of s){let o=await Rn(r,u),l=Object.values(i.entries).find(p=>p.releaseJobId===e&&p.ruleId===String(u.id||""));if(l){if(l.coalesceKey===o.coalesceKey&&l.scopeFingerprint===o.scopeFingerprint&&l.targetFingerprint===o.targetFingerprint&&l.releaseFingerprint===o.releaseFingerprint){a++;continue}throw new Error(`The normal release scope changed after its journal cutoff was captured for rule ${String(u.id||"")}. Start a new normal publish instead of resuming this release.`)}let c=await o.client.unboundHead(o.scope.postTypes,o.scope.includeSubsites),d={schemaVersion:1,releaseJobId:e,ruleId:String(u.id||""),coalesceKey:o.coalesceKey,scopeFingerprint:o.scopeFingerprint,targetFingerprint:o.targetFingerprint,releaseFingerprint:o.releaseFingerprint,sequence:c.headSequence,capturedAt:new Date().toISOString()};i.entries[o.coalesceKey]=d,await me(t,"content-sync-release-cutoff-captured",{id:e},"A normal release captured its pre-crawl content-sync journal cutoff.",{ruleId:u.id,consumerId:o.consumerId,sequence:c.headSequence}),a++;}return await Fn(n,i),a}async function La(e,t){let n=JSON.parse(await T.readFile(S.join(e,"current-run.json"),"utf8"));if(n.id!==t||n.command!=="content-sync"||!String(n.ruleId||"").trim())throw new Error("The active queue job is not the requested content-sync job.");return n}async function vn(e,t,n=0){let r=e.protocol==="https:"?Dn:ms,s=e.protocol==="https:"?new Dn.Agent({rejectUnauthorized:!t}):void 0;return new Promise((i,a)=>{let u=r.get(e,{agent:s,timeout:3e4,headers:{"user-agent":"WP-Suite-Content-Sync/1"}},o=>{let l=o.statusCode??500,c=o.headers.location;if(l>=300&&l<400&&c&&n<5){o.resume(),vn(new URL(c,e),t,n+1).then(i,a);return}let d=[],p=0;o.on("data",f=>{p+=f.byteLength,p<=1048576&&d.push(f);}),o.on("error",a),o.on("end",()=>i({status:l,body:Buffer.concat(d).toString("utf8")}));});u.on("timeout",()=>u.destroy(new Error(`Verification timed out: ${e}`))),u.on("error",a);})}async function ja(e,t,n,r){let s=t.deployment.config.targetOrigin;if(!/^https?:\/\//i.test(s))throw new Error("Content-sync verification requires an absolute HTTP(S) target origin.");let i=JSON.parse(await T.readFile(r,"utf8")),a=new Set;for(let[l,c]of Object.entries(i.pages??{}))a.add(l),typeof c.url=="string"&&a.add(c.url);let u=await Me(e);if(u?.schemaVersion!==2||u.impactHash!==n.impactHash)throw new Error("Content-sync verification requires the matching targeted deploy plan.");let o=ns(n,a,u.resolvedSitemapUrls);for(let l of o.expectedAvailable){let c=new URL(l),d=new URL(`${c.pathname}${c.search}`,s),p=await vn(d,e.ignoreHttpsErrors);if(p.status<200||p.status>=400)throw new Error(`Content-sync verification failed (${p.status}): ${d}`)}for(let l of o.expectedMissing.slice(0,10)){let c=new URL(l),d=new URL(`${c.pathname}${c.search}`,s),p=await vn(d,e.ignoreHttpsErrors);if(p.status>=200&&p.status<300)throw new Error(`Deleted content is still publicly available: ${d}`)}}async function qa(e){let t=await T.readFile(e.candidateManifest,"utf8");JSON.parse(t);let n=`${e.trustedManifest}.${process.pid}.tmp`;await T.writeFile(n,t,"utf8"),await T.rename(n,e.trustedManifest);}async function _a(e,t){try{let n=JSON.parse(await T.readFile(e.candidateManifest,"utf8"));if([...Object.values(n.pages??{}),...Object.values(n.assets??{})].some(s=>s?.lastSeenRunId===t))return "resumed"}catch(n){if(n.code!=="ENOENT")throw new Error(`The content-sync candidate manifest is invalid: ${n instanceof Error?n.message:String(n)}`,{cause:n})}return await T.copyFile(e.trustedManifest,e.candidateManifest).catch(n=>{throw new Error(`A trusted crawl manifest is required before content-sync: ${n instanceof Error?n.message:String(n)}`,{cause:n})}),"initialized"}async function xe(e,t,n,r,s={},i=0,a=async()=>{}){t.phase=n,await Un(e,t),await qn(e,{schemaVersion:1,jobId:t.jobId,phase:n,completedItems:r,totalItems:r,attempt:i,updatedAt:new Date().toISOString(),details:s}),await me(S.dirname(e.state),"content-sync-checkpoint",{id:t.jobId},`Content-sync checkpoint completed: ${n}.`,{phase:n,completedItems:r,totalItems:r,attempt:i,...s}),await a(n,t);}async function Na(e,t={}){let n={loadConfig:se,resolveRuleContext:Rn,runCrawl:zr,runDeploy:Yr,runInvalidate:ts,verifyDeployment:ja,promoteCandidateManifest:qa,clearDeployPlan:De,afterCheckpoint:async()=>{},...t},r=Cn(),s=ct(r),i=await La(r,e),a=await n.loadConfig(),u=Fa(a,String(i.ruleId)),o=await n.resolveRuleContext(a,u);if(i.coalesceKey&&i.coalesceKey!==o.coalesceKey)throw new Error("Queued content-sync demand no longer matches the active rule scope.");let c=(await _t(s)).entries[o.coalesceKey];if(!c||c.scopeFingerprint!==o.scopeFingerprint||c.targetFingerprint!==o.targetFingerprint||c.releaseFingerprint!==o.releaseFingerprint)throw await me(r,"content-sync-baseline-rejected",i,"Content-sync requires a new verified full or incremental release baseline.",{ruleId:u.id,reason:c?"mismatch":"missing"}),new Error("Content-sync baseline is missing or stale. Run a successful normal publish first.");let d=await Nt(s),p=await o.client.head({consumerId:o.consumerId,scopeFingerprint:o.scopeFingerprint,baselineId:c.baselineId,postTypes:o.scope.postTypes,includeSubsites:o.scope.includeSubsites});if(d&&d.jobId!==i.id)throw new Error("Another immutable content-sync range is still active.");if(d||(d={schemaVersion:1,jobId:i.id,ruleId:String(u.id||""),consumerId:o.consumerId,coalesceKey:o.coalesceKey,scopeFingerprint:o.scopeFingerprint,targetFingerprint:o.targetFingerprint,baselineId:c.baselineId,fromSequence:p.committedSequence,toSequence:p.headSequence,phase:"claimed",impactHash:null,startedAt:new Date().toISOString(),updatedAt:new Date().toISOString()},await xe(s,d,"claimed",0,{fromSequence:d.fromSequence,toSequence:d.toSequence},0,n.afterCheckpoint),await me(r,"content-sync-range-claimed",i,"Content-sync claimed a closed journal range.",{fromSequence:d.fromSequence,toSequence:d.toSequence})),d.fromSequence===d.toSequence){let h=await ut(s);h.rules[o.coalesceKey]={ruleId:String(u.id||""),consumerId:o.consumerId,coalesceKey:o.coalesceKey,committedSequence:d.toSequence,observedHeadSequence:p.headSequence,lag:Math.max(0,p.headSequence-d.toSequence),lastSuccessfulJobId:i.id,lastSuccessfulAt:new Date().toISOString(),trailingWorkDetected:false,retryAttempt:0,nextRetryAt:null,lastError:null},await lt(s,h),await Bt(s);return}let f=await Ln(s);if(!Be(d.phase,"impact-planned")){let h=await o.client.events({consumerId:o.consumerId,scopeFingerprint:o.scopeFingerprint,baselineId:c.baselineId,postTypes:o.scope.postTypes,includeSubsites:o.scope.includeSubsites,afterSequence:d.fromSequence,throughSequence:d.toSequence}),w=jt({events:h,scope:o.scope,sourceOrigin:a.sourceOrigin}),v=await o.client.resolveImpactFamilies(w,o.scope.includeSubsites);f=Mn({jobId:i.id,ruleId:String(u.id||""),consumerId:o.consumerId,coalesceKey:o.coalesceKey,scopeFingerprint:o.scopeFingerprint,targetFingerprint:o.targetFingerprint,baselineId:c.baselineId,sourceOrigin:a.sourceOrigin,scope:o.scope,fromSequence:d.fromSequence,toSequence:d.toSequence,events:h,resolvedArchiveFamilies:v,sitemapUrls:Ke(a.sitemapPaths)}),await jn(s,f),d.impactHash=f.impactHash,await xe(s,d,"impact-planned",h.length,{eventCount:h.length,foldedCount:f.foldedCount,impactHash:f.impactHash},0,n.afterCheckpoint),await me(r,"content-sync-impact-planned",i,"Content-sync persisted an immutable impact plan.",{impactHash:f.impactHash,eventCount:h.length});}if(!f||f.jobId!==i.id||d.impactHash!==f.impactHash)throw new Error("The immutable content-sync impact plan is missing or mismatched.");if(process.env.STATIC_PUBLISHER_CRAWL_MANIFEST_PATH=s.candidateManifest,!Be(d.phase,"rendered")){let h=await _a(s,i.id);await me(r,h==="resumed"?"content-sync-render-resumed":"content-sync-render-initialized",i,h==="resumed"?"Content-sync resumed its candidate crawl manifest.":"Content-sync initialized a candidate crawl manifest.",{impactHash:f.impactHash}),await n.runCrawl(["--content-sync-plan",s.impact]),await xe(s,d,"rendered",f.directRenderUrls.length+f.archiveFamilyUrls.length,{impactHash:f.impactHash},i.attempt??0,n.afterCheckpoint);}let g=o.deploymentProfile?["--profile",o.deploymentProfile]:[];if(Be(d.phase,"deployed")||(await n.runDeploy([...g,"--content-sync"]),await xe(s,d,"deployed",1,{impactHash:f.impactHash},0,n.afterCheckpoint),await me(r,"content-sync-deployed",i,"Content-sync targeted deployment completed.",{impactHash:f.impactHash})),Be(d.phase,"invalidated")?Be(d.phase,"verified")||await n.runInvalidate([...g,"--content-sync"]):(await n.runInvalidate([...g,"--content-sync"]),await xe(s,d,"invalidated",1,{impactHash:f.impactHash},0,n.afterCheckpoint)),Be(d.phase,"verified")||(await n.verifyDeployment(a,o,f,s.candidateManifest),await n.promoteCandidateManifest(s),await xe(s,d,"verified",1,{impactHash:f.impactHash},0,n.afterCheckpoint)),p=await o.client.head({consumerId:o.consumerId,scopeFingerprint:o.scopeFingerprint,baselineId:c.baselineId,postTypes:o.scope.postTypes,includeSubsites:o.scope.includeSubsites}),p.committedSequence===d.fromSequence)await o.client.acknowledge({consumerId:o.consumerId,scopeFingerprint:o.scopeFingerprint,baselineId:c.baselineId,expectedSequence:d.fromSequence,sequence:d.toSequence,postTypes:o.scope.postTypes,includeSubsites:o.scope.includeSubsites});else if(p.committedSequence!==d.toSequence)throw new Error("Content-sync acknowledgement cursor is in an unexpected state.");await xe(s,d,"acknowledged",1,{sequence:d.toSequence},0,n.afterCheckpoint),await me(r,"content-sync-cursor-acknowledged",i,"Content-sync committed its journal cursor after verification.",{sequence:d.toSequence});let y=await o.client.head({consumerId:o.consumerId,scopeFingerprint:o.scopeFingerprint,baselineId:c.baselineId,postTypes:o.scope.postTypes,includeSubsites:o.scope.includeSubsites}),m=await ut(s);m.rules[o.coalesceKey]={ruleId:String(u.id||""),consumerId:o.consumerId,coalesceKey:o.coalesceKey,committedSequence:d.toSequence,observedHeadSequence:y.headSequence,lag:Math.max(0,y.headSequence-d.toSequence),lastSuccessfulJobId:i.id,lastSuccessfulAt:new Date().toISOString(),trailingWorkDetected:y.headSequence>d.toSequence,retryAttempt:0,nextRetryAt:null,lastError:null},await lt(s,m),await n.clearDeployPlan(a),await T.rm(S.join(r,"content-sync-invalidation.json"),{force:true}),await T.rm(s.candidateManifest,{force:true}),await Bt(s);}async function is(e=process.argv.slice(2)){let n=e.indexOf("--capture-baseline-cutoffs");if(n>=0){let a=String(e[n+1]||"").trim();if(!a)throw new Error("--capture-baseline-cutoffs requires a release job ID.");await Ua(a);return}let r=e.indexOf("--establish-baselines");if(r>=0){let a=String(e[r+1]||"").trim();if(!a)throw new Error("--establish-baselines requires a release job ID.");await Oa(a);return}let s=e.indexOf("--job-id"),i=s>=0?String(e[s+1]||"").trim():"";if(!i)throw new Error("Content-sync requires --job-id.");await Na(i);}is().catch(e=>{console.error(e instanceof Error?e.message:String(e)),process.exit(1);});
|