@smart-cloud/publisher-exporter 1.1.58 → 1.1.60
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +2 -0
- package/dist/content-sync.js +10 -10
- package/dist/crawl.js +8 -8
- package/dist/deploy.js +4 -4
- package/dist/invalidate.js +3 -3
- package/dist/queue-runner.js +3 -3
- package/package.json +1 -1
package/dist/crawl.js
CHANGED
|
@@ -1,12 +1,12 @@
|
|
|
1
|
-
import {request,chromium}from'playwright';import R from'fs/promises';import y from'path';import {gunzipSync}from'zlib';import Yr from'fast-glob';import Ot,{createHash}from'crypto';import jr from'http';import qr from'https';import {availableParallelism}from'os';import {Worker}from'worker_threads';var xr=".deploy-plan.json",Tr="deploy-plan.json",Ir=".crawl-incomplete.json",Mr="crawl-incomplete.json";function mt(){let e=process.env.STATIC_PUBLISHER_RUNTIME_DIR||process.env.WPSUITE_STATIC_PUBLISHER_RUNTIME_DIR||"";return e.trim()?y.resolve(e):""}function wt(e){let t=String(e||"").replace(/\\/g,"/").replace(/^\/+/,"").trim(),r=y.posix.normalize(t);return !t||!r||r==="."||/^[a-zA-Z]:/.test(r)||r.startsWith("../")||r===".."?null:r}function $r(e){let t=String(e||"").trim();if(!t.startsWith("/")||t.startsWith("//")||t.includes("*")||t.includes("#"))return null;try{let r=new URL(t,"https://content-sync.invalid");return r.origin!=="https://content-sync.invalid"?null:`${y.posix.normalize(r.pathname)}${r.search}`}catch{return null}}function ee(e){return [...new Set(e.map(wt).filter(t=>t!==null))]}function Lr(e,t){let r={generatedAt:String(t.generatedAt||new Date().toISOString()),outputDir:y.resolve(e.outputDir),runMode:t.runMode,crawlMode:t.crawlMode,fullSyncRequired:!!t.fullSyncRequired,changedFiles:ee(t.changedFiles||[]),deletedFiles:ee(t.deletedFiles||[]),rewriteTargets:ee(t.rewriteTargets||[])};return t.schemaVersion===2?{...r,schemaVersion:2,runMode:"content-sync",crawlMode:"incremental",fullSyncRequired:false,consumerId:String(t.consumerId||"").trim(),fromSequence:Math.max(0,Number(t.fromSequence)||0),toSequence:Math.max(0,Number(t.toSequence)||0),impactHash:String(t.impactHash||"").trim(),resolvedSitemapUrls:[...new Set((t.resolvedSitemapUrls||[]).map(s=>String(s||"").trim()).filter(s=>{try{let n=new URL(s);return n.protocol==="http:"||n.protocol==="https:"}catch{return false}}))],uploadGroups:{assets:ee(t.uploadGroups?.assets||[]),content:ee(t.uploadGroups?.content||[]),listings:ee(t.uploadGroups?.listings||[]),sitemapLeaves:ee(t.uploadGroups?.sitemapLeaves||[]),sitemapIndexes:ee(t.uploadGroups?.sitemapIndexes||[])},invalidationPaths:[...new Set((t.invalidationPaths||[]).map($r).filter(s=>s!==null))].sort()}:{schemaVersion:1,...r,runMode:t.runMode}}function yt(e){let t=y.join(y.resolve(e.outputDir),xr),r=mt();return r?[y.join(r,Tr),t]:[t]}function St(e){let t=y.join(y.resolve(e.outputDir),Ir),r=mt();return r?[y.join(r,Mr),t]:[t]}function re(e,t){let r=y.resolve(e),s=y.resolve(t),n=y.relative(r,s).replace(/\\/g,"/");return wt(n)}async function Qe(e,t){let r=Lr(e,t);for(let s of yt(e)){await R.mkdir(y.dirname(s),{recursive:true});let n=`${s}.${process.pid}.${Date.now()}.tmp`;await R.writeFile(n,JSON.stringify(r,null,2),"utf8"),await R.rename(n,s);}}async function Pt(e){for(let t of yt(e))try{await R.unlink(t);}catch(r){if(r.code!=="ENOENT")throw r}}async function bt(e,t){let r={schemaVersion:1,startedAt:String(t.startedAt||new Date().toISOString()),outputDir:y.resolve(e.outputDir)};for(let s of St(e)){await R.mkdir(y.dirname(s),{recursive:true});let n=`${s}.${process.pid}.tmp`;await R.writeFile(n,JSON.stringify(r,null,2),"utf8"),await R.rename(n,s);}}async function vt(e){for(let t of St(e))try{await R.unlink(t);}catch(r){if(r.code!=="ENOENT")throw r}}function Ur(e){return new URL(e).pathname.split("/").filter(Boolean).some(r=>{try{return decodeURIComponent(r).endsWith("__trashed")}catch{return r.endsWith("__trashed")}})}function He(e){return Array.isArray(e)?e.map(He):e&&typeof e=="object"?Object.fromEntries(Object.entries(e).sort(([t],[r])=>t.localeCompare(r)).map(([t,r])=>[t,He(r)])):e}function Dr(e){return JSON.stringify(He(e))}function Er(e){return createHash("sha256").update(Dr(e)).digest("hex")}function Ct(e){let{impactHash:t,...r}=e;if(e.schemaVersion!==1||!t)throw new Error("Invalid content-sync impact plan schema.");if(Er(r)!==t)throw new Error("Content-sync impact plan hash mismatch.");for(let s of [...e.directRenderUrls,...e.deleteUrls])if(Ur(s))throw new Error(`Content-sync impact contains a WordPress trash alias instead of the last public URL: ${s}`)}var ze=["/sitemap_index.xml","/wp-sitemap.xml","/sitemap.xml"];function Rt(e){let t=new Set;for(let r of [...e,...ze]){let s=String(r||"").trim();s&&t.add(s);}return [...t]}function Je(e){let t=e.pathname.toLowerCase();return t.endsWith(".xml")&&(t.includes("sitemap")||t.endsWith("/sitemap.xml"))}function kt(e){if(!e||!/^https?:\/\//i.test(e))return false;try{return Je(new URL(e))}catch{return false}}function xt(e){let t=e.trim();return t==="."?".":t.replace(/\/$/,"")}function Nr(e){let t=String(e??"").trim();if(!t)return "";let r=t;if(/^https?:\/\//i.test(r))try{r=new URL(r).pathname;}catch{return ""}if(r=r.split(/[?#]/,1)[0]?.replace(/\\/g,"/").trim()??"",!r)return "";let s=r.endsWith("/"),n=r.replace(/^\/+/,"").split("/").map(a=>a.replace(/[^A-Za-z0-9._-]/g,"")).filter(a=>a.length>0&&a!=="."&&a!=="..");if(n.length===0)return "";let i=`/${n.join("/")}`;return s&&y.extname(i)===""&&(i+="/"),i==="/"?"":i}function Ve(e){return !e||typeof e!="object"?{}:Object.fromEntries(Object.entries(e).map(([t,r])=>[t.trim(),String(r??"")]).filter(([t])=>t.length>0))}function Br(e){if(!e||typeof e!="object")return {};let t={};for(let[r,s]of Object.entries(e)){let n=r.trim();if(!n||!s||typeof s!="object")continue;let i=s,a={};if(typeof i.targetOrigin=="string"){let o=xt(i.targetOrigin);o&&(a.targetOrigin=o);}let u=Ve(i.extraReplacements);if(Object.keys(u).length>0&&(a.extraReplacements=u),i.s3&&typeof i.s3=="object"){let o={},c=i.s3;typeof c.bucket=="string"&&(o.bucket=c.bucket.trim()),typeof c.prefix=="string"&&(o.prefix=c.prefix.trim()),typeof c.region=="string"&&(o.region=c.region.trim()),typeof c.htmlCacheControl=="string"&&(o.htmlCacheControl=c.htmlCacheControl.trim()),typeof c.assetCacheControl=="string"&&(o.assetCacheControl=c.assetCacheControl.trim()),Object.keys(o).length>0&&(a.s3=o);}if(i.cloudFront&&typeof i.cloudFront=="object"){let o={},c=i.cloudFront;typeof c.distributionId=="string"&&(o.distributionId=c.distributionId.trim()),Array.isArray(c.invalidationPaths)&&(o.invalidationPaths=c.invalidationPaths.map(d=>String(d??"").trim()).filter(d=>d.length>0)),Object.keys(o).length>0&&(a.cloudFront=o);}t[n]=a;}return t}function Ke(e){return e==="PROFESSIONAL"||e==="AGENCY"?e:void 0}function Wr(e,t){if(!e||typeof e!="object")return null;let r=e,s=r.command;if(s!=="publish"&&s!=="crawl"&&s!=="deploy"&&s!=="invalidate"&&s!=="retry-timeouts"&&s!=="url"&&s!=="content-sync")return null;let n=Number.parseInt(String(r.intervalMinutes??"0"),10);if(!Number.isFinite(n)||n<1)return null;let i=String(r.id??`${s}-${t+1}`).trim();if(!i)return null;let a=String(r.deploymentProfile??"").trim(),u=String(r.url??"").trim(),o=Array.isArray(r.postTypes)?[...new Set(r.postTypes.map(d=>String(d??"").trim().toLowerCase().replace(/[^a-z0-9_-]/g,"")).filter(Boolean))]:[],c=Array.isArray(r.listingPaths)?[...new Set(r.listingPaths.map(d=>String(d??"").trim()).filter(Boolean))]:[];return s==="content-sync"&&o.length===0?null:{id:i,enabled:r.enabled!==false,command:s,intervalMinutes:n,...s==="publish"||s==="crawl"?{crawlMode:r.crawlMode==="incremental"?"incremental":"full"}:{},...(s==="publish"||s==="deploy"||s==="invalidate"||s==="content-sync")&&a?{deploymentProfile:a}:{},...u?{url:u}:{},...o.length>0?{postTypes:o}:{},...c.length>0?{listingPaths:c}:{},...typeof r.includeSubsites=="boolean"?{includeSubsites:r.includeSubsites}:{},...typeof r.includePostTypeArchives=="boolean"?{includePostTypeArchives:r.includePostTypeArchives}:{},...typeof r.includeTaxonomyArchives=="boolean"?{includeTaxonomyArchives:r.includeTaxonomyArchives}:{},...typeof r.includeAuthorArchives=="boolean"?{includeAuthorArchives:r.includeAuthorArchives}:{},...typeof r.includeDateArchives=="boolean"?{includeDateArchives:r.includeDateArchives}:{},...typeof r.includePostsPage=="boolean"?{includePostsPage:r.includePostsPage}:{},...typeof r.includeSitemapChain=="boolean"?{includeSitemapChain:r.includeSitemapChain}:{}}}function Tt(e){let t=e&&typeof e=="object"?e:{},r=Array.isArray(t.rules)?t.rules.map((s,n)=>Wr(s,n)).filter(s=>!!s):[];return {enabled:t.enabled===true,timezone:typeof t.timezone=="string"&&t.timezone.trim()!==""?t.timezone.trim():"UTC",rules:r}}function _r(e){if(!e||typeof e!="object")return;let t=e,r={};for(let n of ["accountId","siteId"]){let i=t[n];typeof i=="string"&&i.trim()!==""&&(r[n]=i.trim());}let s=Number(t.lastUpdate??0);return Number.isFinite(s)&&s>0&&(r.lastUpdate=Math.floor(s)),t.subscriber===true&&(r.subscriber=true),Object.keys(r).length>0?r:void 0}function Ze(e){let t=e&&typeof e=="object"?e:{},r=String(t.accountId??"").trim(),s=String(t.siteId??"").trim(),n=t.subscriber===true,i=_r(t.siteSettings),a={...i??{},...r?{accountId:i?.accountId??r}:{},...s?{siteId:i?.siteId??s}:{},...i?.subscriber===true||n?{subscriber:true}:{}},u={},o=String(t.apiBase??"").trim();o&&(u.apiBase=o);let c=String(t.runtimeToken??t.nonce??"").trim();c&&(u.runtimeToken=c);let d=String(t.virtualAssetBaseUrl??t.uploadUrl??"").trim();d&&(u.virtualAssetBaseUrl=d),Object.keys(a).length>0&&(u.siteSettings=a);let l=Ke(t.subscriptionType);return l&&(u.subscriptionType=l),u}function Qr(e){try{let t=new URL(e);globalThis.location=t;}catch{}}function It(e){return typeof e=="string"?e:e instanceof URL?e.toString():e.url}function Hr(e,t){let r=new Headers(e instanceof Request?e.headers:void 0);if(t?.headers)for(let[s,n]of new Headers(t.headers).entries())r.set(s,n);return r}async function Mt(e,t,r=5){let s=new URL(It(e)),n=String(t?.method??(e instanceof Request?e.method:"GET")).toUpperCase(),i=s.protocol==="http:"?jr:qr,a=Hr(e,t);return await new Promise((u,o)=>{let c=i.request(s,{method:n,headers:Object.fromEntries(a.entries()),...s.protocol==="https:"?{rejectUnauthorized:false}:{}},d=>{let l=[];d.on("data",p=>{l.push(Buffer.isBuffer(p)?p:Buffer.from(p));}),d.on("error",o),d.on("end",()=>{let p=d.statusCode??0,w=d.headers.location;if(r>0&&w&&[301,302,303,307,308].includes(p)){u(Mt(new URL(w,s),{method:p===303?"GET":n},r-1));return}let m=new Headers;for(let[b,f]of Object.entries(d.headers))Array.isArray(f)?m.set(b,f.join(", ")):typeof f=="string"&&m.set(b,f);u(new Response(Buffer.concat(l),{status:p,statusText:d.statusMessage??"",headers:m}));});});c.on("error",o),c.end();})}function zr(e){let t=Ze(e.wpsuite),r={...t.siteSettings??{},...t.siteSettings?.subscriber===true||t.subscriptionType==="PROFESSIONAL"||t.subscriptionType==="AGENCY"?{subscriber:true}:{}},s=String(r.accountId??"").trim(),n=String(r.siteId??"").trim(),i=String(t.virtualAssetBaseUrl??t.uploadUrl??"").trim();if(e.wpsuite={...t.apiBase?{apiBase:t.apiBase}:{},...t.runtimeToken?{runtimeToken:t.runtimeToken}:{},...i?{virtualAssetBaseUrl:i}:{},...Object.keys(r).length>0?{siteSettings:r}:{},...t.subscriptionType?{subscriptionType:t.subscriptionType}:{}},!s||!n||!i)return false;Qr(e.sourceOrigin);let a=globalThis,o={...a.WpSuite??{},siteSettings:r,uploadUrl:i};return t.apiBase&&(o.apiBase=t.apiBase),a.WpSuite=o,true}async function Jr(e){let t=String(e.wpsuite?.virtualAssetBaseUrl??e.wpsuite?.uploadUrl??"").trim();if(!zr(e)){let n=e.wpsuite?.siteSettings,i=[String(n?.accountId??"").trim()?"":"accountId",String(n?.siteId??"").trim()?"":"siteId",t?"":"virtualAssetBaseUrl"].filter(Boolean);return {remote:null,diagnostic:{status:"invalid-runtime",virtualAssetBaseUrl:t,subscriptionType:null,error:`Missing WP Suite runtime field(s): ${i.join(", ")}.`,requests:[]}}}let r=globalThis.fetch,s=[];try{typeof r=="function"&&/^https?:\/\//i.test(t)&&(globalThis.fetch=(async(o,c)=>{let d=It(o);if(d.startsWith(t)){let l=(()=>{try{return new URL(d).pathname}catch{return d}})();try{let p=e.ignoreHttpsErrors&&d.startsWith("https://")?await Mt(o,c):await r(o,c);return s.push({path:l,status:p.status,ok:p.ok,error:null}),p}catch(p){throw s.push({path:l,status:null,ok:!1,error:p instanceof Error?p.message:String(p)}),p}}return r(o,c)}));let{getConfig:n}=await import('@smart-cloud/wpsuite-core'),i=await n("publisher"),a=i&&typeof i=="object"?i:null,u=Ke(a?.subscriptionType);return {remote:a,diagnostic:{status:a?"loaded":"unavailable",virtualAssetBaseUrl:t,subscriptionType:u??null,error:a?null:"WP Suite publisher config loader returned no configuration.",requests:s}}}catch(n){return {remote:null,diagnostic:{status:"unavailable",virtualAssetBaseUrl:t,subscriptionType:null,error:n instanceof Error?n.message:String(n),requests:s}}}finally{typeof r=="function"&&(globalThis.fetch=r);}}function Vr(e,t){let r=Br(t?.deploymentProfiles),s=String(t?.defaultDeploymentProfile??"").trim(),n=r[s]?s:"",i=Ke(t?.subscriptionType),a=Ze(e.wpsuite);return {...e,scheduler:Tt(t?.scheduler),deploymentProfiles:r,defaultDeploymentProfile:n,...i?{subscriptionType:i}:{},wpsuite:{...a,...a.siteSettings||i?{siteSettings:{...a.siteSettings??{},...a.siteSettings?.subscriber===true||i==="PROFESSIONAL"||i==="AGENCY"?{subscriber:true}:{}}}:{},...i?{subscriptionType:i}:{}}}}function Ge(e,t){let s=String(e||"").replace(/\\/g,"/").trim().replace(/^\/+|\/+$/g,"");if(!s)return t;let n=s.split("/").map(i=>i.trim()).filter(i=>i.length>0&&i!=="."&&i!=="..");return n.length>0?n.join("/"):t}function Gr(){let e=process.env.STATIC_PUBLISHER_RUNTIME_DIR||process.env.WPSUITE_STATIC_PUBLISHER_RUNTIME_DIR||"";return e.trim()?y.resolve(e):""}function At(e,t,r){let s=String(t||"").trim();return s&&y.isAbsolute(s)?y.resolve(s):y.resolve(e,Ge(s,r))}async function Ie(e,t={}){let r=String("").trim()||process.env.PUBLISHER_CONFIG||"publisher.config.json",s=await R.readFile(r,"utf8"),n=JSON.parse(s);n.sourceOrigin=n.sourceOrigin.replace(/\/$/,""),n.targetOrigin=xt(n.targetOrigin),n.ignoreHttpsErrors??=false,n.outputDir=String(n.outputDir||"export").trim()||"export",n.urlRewriteMode||=n.targetOrigin==="."?"relative":"absolute",n.noJavaScriptRenderPathPrefixes||=[],n.seedPaths||=[],n.generated404RequestPath=Nr(n.generated404RequestPath),n.sitemapPaths||=[...ze],n.allowedAssetHosts||=[],n.assetPathPrefixes||=["/wp-content/","/wp-includes/","/static/","/assets/","/build/","/_next/","/docs/","/sitemap","/robots.txt","/llms.txt"],n.blockedPathPrefixes||=[],n.blockedSearchFragments||=[],n.concurrency||=1,n.maxPages||=0,n.extraReplacements=Ve(n.extraReplacements),n.postCrawlCopyMap=Ve(n.postCrawlCopyMap),n.logDir=String(n.logDir||"logs").trim()||"logs",n.verbose??=false,n.logLevel||=n.verbose?"debug":"info",n.s3SyncMode||="sdk-upload-delete",n.readiness||={waitForSelector:null,waitForFunction:null,timeoutMs:1500,fallbackWaitMs:1500},n.readiness.timeoutMs??=1500,n.readiness.fallbackWaitMs??=1500,n.viewport||={width:1440,height:1200},n.navigationTimeoutMs||=3e4,n.assetDownloadConcurrency=Number(n.assetDownloadConcurrency)>0?Number(n.assetDownloadConcurrency):n.concurrency,n.rewriteConcurrency=Number(n.rewriteConcurrency)>0?Number(n.rewriteConcurrency):n.assetDownloadConcurrency,n.wpsuite=Ze(n.wpsuite),n.scheduler=Tt(void 0),n.deploymentProfiles={},n.defaultDeploymentProfile="",n.deploymentTargetOverride=String(n.deploymentTargetOverride??"").trim();let i=await Jr(n);t.onRemotePublisherConfigDiagnostic?.(i.diagnostic);let a=Vr(n,i.remote),u=Gr(),o=u?y.resolve(u,".."):"";return o?(a.outputDir=At(o,a.outputDir,"export"),a.logDir=At(o,a.logDir,"logs")):(y.isAbsolute(a.outputDir)||(a.outputDir=Ge(a.outputDir,"export")),y.isAbsolute(a.logDir)||(a.logDir=Ge(a.logDir,"logs"))),a}function Se(e,t=10){return Ot.createHash("sha1").update(e).digest("hex").slice(0,t)}async function Kr(e){await R.mkdir(y.dirname(e),{recursive:true});}async function Pe(e,t,r){await Kr(e);let s=y.join(y.dirname(e),`.${y.basename(e)}.${process.pid}.${Date.now()}.${Ot.randomBytes(6).toString("hex")}.tmp`);try{typeof t=="string"?await R.writeFile(s,t,r??"utf8"):await R.writeFile(s,t),await R.rename(s,e);}catch(n){throw await R.unlink(s).catch(()=>{}),n}}function ne(e){return [".html",".htm",".css",".js",".mjs",".json",".xml",".xsl",".txt",".svg",".map",".enc",".jws"].includes(y.extname(e).toLowerCase())}function K(e){return e.replace(/"/g,'"').replace(/"/g,'"').replace(/'/g,"'").replace(/'/g,"'").replace(/&/g,"&").replace(/</g,"<").replace(/>/g,">")}function le(e){return e.replace(/&/g,"&").replace(/"/g,""").replace(/'/g,"'").replace(/</g,"<").replace(/>/g,">")}function Me(e){return e.replace(/\//g,"\\/")}function $t(e){return e.replace(/\//g,"\\\\/")}function Zr(e){try{let t=new URL(e);if(t.protocol!=="http:"&&t.protocol!=="https:")return null;let r=t.pathname==="/"&&!t.search&&!t.hash?"":`${t.pathname}${t.search}${t.hash}`;return `//${t.host}${r}`}catch{return null}}function Lt(e,t,r){if(!t)return;e[t]=r;let s=Me(t),n=Me(r);e[s]=n;let i=$t(t),a=$t(r);e[i]=a;let u=le(t),o=le(r);e[u]=o;let c=le(s),d=le(n);e[c]=d;let l=le(i),p=le(a);e[l]=p;}function $e(e,t,r){Lt(e,t,r);let s=Zr(t);s&&s!==t&&Lt(e,s,r);}function Ye(e,t){let r=t.startsWith("/")?t:`/${t}`,s=(e||"").replace(/\/$/,"");return !s||s==="."||s==="/"?r:`${s}${r}`}function Ut(e,t){try{return new URL(e,t==="."?"https://relative.invalid":t).pathname}catch{return e.startsWith("/")?e:`/${e.replace(/^\.\//,"")}`}}function Dt(e,t,r){if(!t)return r;let s=y.dirname(y.resolve(t)),n=y.resolve(e,r.replace(/^\/+/,"")),i=y.relative(s,n).replace(/\\/g,"/");return i?(i.startsWith(".")||(i=`./${i}`),i):"."}var rs=["wp-content/","wp-includes/","wp-admin/","wp-json/","_next/"],ss=new Set([".html",".htm"]),Et="WPSuite.io Static Publisher",ns=Et.replace(/[.*+?^${}()|[\]\\]/g,"\\$&");function is(e){return e.replace(/[.*+?^${}()|[\]\\]/g,"\\$&")}function os(e){return e.startsWith("//")||e.startsWith("\\/\\/")||e.startsWith("\\\\/\\\\/")}function as(e,t,r){return os(t)?e.replace(new RegExp(`(?<!:)${is(t)}`,"g"),r):e.split(t).join(r)}function us(e,t,r){if(e.wpsuite?.siteSettings?.subscriber===true||e.wpsuite?.subscriptionType==="PROFESSIONAL"||e.wpsuite?.subscriptionType==="AGENCY"||!r)return false;let n=y.extname(r).toLowerCase();return ss.has(n)?/<head\b|<html\b|<!doctype html/i.test(t):false}function cs(e){if(new RegExp(`<meta\\b(?=[^>]*\\bname=(["'])generator\\1)(?=[^>]*\\bcontent=(["'])${ns}\\2)[^>]*\\/?>`,"i").test(e))return e;let t=`<meta name="generator" content="${Et}" />`;if(e.match(/(\r?\n)([ \t]*)<\/head>/i))return e.replace(/(\r?\n)([ \t]*)<\/head>/i,`$1$2${t}$1$2</head>`);let s=e.includes(`\r
|
|
1
|
+
import {request,chromium}from'playwright';import R from'fs/promises';import y from'path';import {gunzipSync}from'zlib';import ts from'fast-glob';import Et,{createHash}from'crypto';import Br from'http';import Wr from'https';import {availableParallelism}from'os';import {Worker}from'worker_threads';var Mr=".deploy-plan.json",$r="deploy-plan.json",Ur=".crawl-incomplete.json",Lr="crawl-incomplete.json";function St(){let e=process.env.STATIC_PUBLISHER_RUNTIME_DIR||process.env.WPSUITE_STATIC_PUBLISHER_RUNTIME_DIR||"";return e.trim()?y.resolve(e):""}function Pt(e){let t=String(e||"").replace(/\\/g,"/").replace(/^\/+/,"").trim(),r=y.posix.normalize(t);return !t||!r||r==="."||/^[a-zA-Z]:/.test(r)||r.startsWith("../")||r===".."?null:r}function Or(e){let t=String(e||"").trim();if(!t.startsWith("/")||t.startsWith("//")||t.includes("*")||t.includes("#"))return null;try{let r=new URL(t,"https://content-sync.invalid");return r.origin!=="https://content-sync.invalid"?null:`${y.posix.normalize(r.pathname)}${r.search}`}catch{return null}}function G(e){return [...new Set(e.map(Pt).filter(t=>t!==null))]}function Dr(e,t){let r={generatedAt:String(t.generatedAt||new Date().toISOString()),outputDir:y.resolve(e.outputDir),runMode:t.runMode,crawlMode:t.crawlMode,fullSyncRequired:!!t.fullSyncRequired,changedFiles:G(t.changedFiles||[]),deletedFiles:G(t.deletedFiles||[]),rewriteTargets:G(t.rewriteTargets||[])};return t.schemaVersion===2?{...r,schemaVersion:2,runMode:"content-sync",crawlMode:"incremental",fullSyncRequired:false,consumerId:String(t.consumerId||"").trim(),fromSequence:Math.max(0,Number(t.fromSequence)||0),toSequence:Math.max(0,Number(t.toSequence)||0),impactHash:String(t.impactHash||"").trim(),resolvedSitemapUrls:[...new Set((t.resolvedSitemapUrls||[]).map(s=>String(s||"").trim()).filter(s=>{try{let n=new URL(s);return n.protocol==="http:"||n.protocol==="https:"}catch{return false}}))],uploadGroups:{assets:G(t.uploadGroups?.assets||[]),content:G(t.uploadGroups?.content||[]),listings:G(t.uploadGroups?.listings||[]),resources:G(t.uploadGroups?.resources||[]),sitemapLeaves:G(t.uploadGroups?.sitemapLeaves||[]),sitemapIndexes:G(t.uploadGroups?.sitemapIndexes||[])},invalidationPaths:[...new Set((t.invalidationPaths||[]).map(Or).filter(s=>s!==null))].sort()}:{schemaVersion:1,...r,runMode:t.runMode}}function bt(e){let t=y.join(y.resolve(e.outputDir),Mr),r=St();return r?[y.join(r,$r),t]:[t]}function vt(e){let t=y.join(y.resolve(e.outputDir),Ur),r=St();return r?[y.join(r,Lr),t]:[t]}function K(e,t){let r=y.resolve(e),s=y.resolve(t),n=y.relative(r,s).replace(/\\/g,"/");return Pt(n)}async function ze(e,t){let r=Dr(e,t);for(let s of bt(e)){await R.mkdir(y.dirname(s),{recursive:true});let n=`${s}.${process.pid}.${Date.now()}.tmp`;await R.writeFile(n,JSON.stringify(r,null,2),"utf8"),await R.rename(n,s);}}async function Ct(e){for(let t of bt(e))try{await R.unlink(t);}catch(r){if(r.code!=="ENOENT")throw r}}async function Rt(e,t){let r={schemaVersion:1,startedAt:String(t.startedAt||new Date().toISOString()),outputDir:y.resolve(e.outputDir)};for(let s of vt(e)){await R.mkdir(y.dirname(s),{recursive:true});let n=`${s}.${process.pid}.tmp`;await R.writeFile(n,JSON.stringify(r,null,2),"utf8"),await R.rename(n,s);}}async function kt(e){for(let t of vt(e))try{await R.unlink(t);}catch(r){if(r.code!=="ENOENT")throw r}}function Fr(e){return new URL(e).pathname.split("/").filter(Boolean).some(r=>{try{return decodeURIComponent(r).endsWith("__trashed")}catch{return r.endsWith("__trashed")}})}function Je(e){return Array.isArray(e)?e.map(Je):e&&typeof e=="object"?Object.fromEntries(Object.entries(e).sort(([t],[r])=>t.localeCompare(r)).map(([t,r])=>[t,Je(r)])):e}function jr(e){return JSON.stringify(Je(e))}function qr(e){return createHash("sha256").update(jr(e)).digest("hex")}function At(e){let{impactHash:t,...r}=e;if(e.schemaVersion!==1||!t)throw new Error("Invalid content-sync impact plan schema.");if(!Array.isArray(e.resourceRenderUrls)||!Array.isArray(e.resourceDeleteUrls))throw new Error("Invalid content-sync resource impact contract.");if(qr(r)!==t)throw new Error("Content-sync impact plan hash mismatch.");for(let s of [...e.directRenderUrls,...e.deleteUrls,...e.resourceRenderUrls,...e.resourceDeleteUrls])if(Fr(s))throw new Error(`Content-sync impact contains a WordPress trash alias instead of the last public URL: ${s}`)}var Ve=["/sitemap_index.xml","/wp-sitemap.xml","/sitemap.xml"];function xt(e){let t=new Set;for(let r of [...e,...Ve]){let s=String(r||"").trim();s&&t.add(s);}return [...t]}function Ge(e){let t=e.pathname.toLowerCase();return t.endsWith(".xml")&&(t.includes("sitemap")||t.endsWith("/sitemap.xml"))}function Tt(e){if(!e||!/^https?:\/\//i.test(e))return false;try{return Ge(new URL(e))}catch{return false}}function Mt(e){let t=e.trim();return t==="."?".":t.replace(/\/$/,"")}function _r(e){let t=String(e??"").trim();if(!t)return "";let r=t;if(/^https?:\/\//i.test(r))try{r=new URL(r).pathname;}catch{return ""}if(r=r.split(/[?#]/,1)[0]?.replace(/\\/g,"/").trim()??"",!r)return "";let s=r.endsWith("/"),n=r.replace(/^\/+/,"").split("/").map(a=>a.replace(/[^A-Za-z0-9._-]/g,"")).filter(a=>a.length>0&&a!=="."&&a!=="..");if(n.length===0)return "";let i=`/${n.join("/")}`;return s&&y.extname(i)===""&&(i+="/"),i==="/"?"":i}function Ke(e){return !e||typeof e!="object"?{}:Object.fromEntries(Object.entries(e).map(([t,r])=>[t.trim(),String(r??"")]).filter(([t])=>t.length>0))}function Qr(e){if(!e||typeof e!="object")return {};let t={};for(let[r,s]of Object.entries(e)){let n=r.trim();if(!n||!s||typeof s!="object")continue;let i=s,a={};if(typeof i.targetOrigin=="string"){let o=Mt(i.targetOrigin);o&&(a.targetOrigin=o);}let u=Ke(i.extraReplacements);if(Object.keys(u).length>0&&(a.extraReplacements=u),i.s3&&typeof i.s3=="object"){let o={},c=i.s3;typeof c.bucket=="string"&&(o.bucket=c.bucket.trim()),typeof c.prefix=="string"&&(o.prefix=c.prefix.trim()),typeof c.region=="string"&&(o.region=c.region.trim()),typeof c.htmlCacheControl=="string"&&(o.htmlCacheControl=c.htmlCacheControl.trim()),typeof c.assetCacheControl=="string"&&(o.assetCacheControl=c.assetCacheControl.trim()),Object.keys(o).length>0&&(a.s3=o);}if(i.cloudFront&&typeof i.cloudFront=="object"){let o={},c=i.cloudFront;typeof c.distributionId=="string"&&(o.distributionId=c.distributionId.trim()),Array.isArray(c.invalidationPaths)&&(o.invalidationPaths=c.invalidationPaths.map(d=>String(d??"").trim()).filter(d=>d.length>0)),Object.keys(o).length>0&&(a.cloudFront=o);}t[n]=a;}return t}function Ye(e){return e==="PROFESSIONAL"||e==="AGENCY"?e:void 0}function Hr(e,t){if(!e||typeof e!="object")return null;let r=e,s=r.command;if(s!=="publish"&&s!=="crawl"&&s!=="deploy"&&s!=="invalidate"&&s!=="retry-timeouts"&&s!=="url"&&s!=="content-sync")return null;let n=Number.parseInt(String(r.intervalMinutes??"0"),10);if(!Number.isFinite(n)||n<1)return null;let i=String(r.id??`${s}-${t+1}`).trim();if(!i)return null;let a=String(r.deploymentProfile??"").trim(),u=String(r.url??"").trim(),o=Array.isArray(r.postTypes)?[...new Set(r.postTypes.map(d=>String(d??"").trim().toLowerCase().replace(/[^a-z0-9_-]/g,"")).filter(Boolean))]:[],c=Array.isArray(r.listingPaths)?[...new Set(r.listingPaths.map(d=>String(d??"").trim()).filter(Boolean))]:[];return s==="content-sync"&&o.length===0?null:{id:i,enabled:r.enabled!==false,command:s,intervalMinutes:n,...s==="publish"||s==="crawl"?{crawlMode:r.crawlMode==="incremental"?"incremental":"full"}:{},...(s==="publish"||s==="deploy"||s==="invalidate"||s==="content-sync")&&a?{deploymentProfile:a}:{},...u?{url:u}:{},...o.length>0?{postTypes:o}:{},...c.length>0?{listingPaths:c}:{},...typeof r.includeSubsites=="boolean"?{includeSubsites:r.includeSubsites}:{},...typeof r.includePostTypeArchives=="boolean"?{includePostTypeArchives:r.includePostTypeArchives}:{},...typeof r.includeTaxonomyArchives=="boolean"?{includeTaxonomyArchives:r.includeTaxonomyArchives}:{},...typeof r.includeAuthorArchives=="boolean"?{includeAuthorArchives:r.includeAuthorArchives}:{},...typeof r.includeDateArchives=="boolean"?{includeDateArchives:r.includeDateArchives}:{},...typeof r.includePostsPage=="boolean"?{includePostsPage:r.includePostsPage}:{},...typeof r.includeSitemapChain=="boolean"?{includeSitemapChain:r.includeSitemapChain}:{}}}function $t(e){let t=e&&typeof e=="object"?e:{},r=Array.isArray(t.rules)?t.rules.map((s,n)=>Hr(s,n)).filter(s=>!!s):[];return {enabled:t.enabled===true,timezone:typeof t.timezone=="string"&&t.timezone.trim()!==""?t.timezone.trim():"UTC",rules:r}}function zr(e){if(!e||typeof e!="object")return;let t=e,r={};for(let n of ["accountId","siteId"]){let i=t[n];typeof i=="string"&&i.trim()!==""&&(r[n]=i.trim());}let s=Number(t.lastUpdate??0);return Number.isFinite(s)&&s>0&&(r.lastUpdate=Math.floor(s)),t.subscriber===true&&(r.subscriber=true),Object.keys(r).length>0?r:void 0}function Xe(e){let t=e&&typeof e=="object"?e:{},r=String(t.accountId??"").trim(),s=String(t.siteId??"").trim(),n=t.subscriber===true,i=zr(t.siteSettings),a={...i??{},...r?{accountId:i?.accountId??r}:{},...s?{siteId:i?.siteId??s}:{},...i?.subscriber===true||n?{subscriber:true}:{}},u={},o=String(t.apiBase??"").trim();o&&(u.apiBase=o);let c=String(t.runtimeToken??t.nonce??"").trim();c&&(u.runtimeToken=c);let d=String(t.virtualAssetBaseUrl??t.uploadUrl??"").trim();d&&(u.virtualAssetBaseUrl=d),Object.keys(a).length>0&&(u.siteSettings=a);let l=Ye(t.subscriptionType);return l&&(u.subscriptionType=l),u}function Jr(e){try{let t=new URL(e);globalThis.location=t;}catch{}}function Ut(e){return typeof e=="string"?e:e instanceof URL?e.toString():e.url}function Vr(e,t){let r=new Headers(e instanceof Request?e.headers:void 0);if(t?.headers)for(let[s,n]of new Headers(t.headers).entries())r.set(s,n);return r}async function Lt(e,t,r=5){let s=new URL(Ut(e)),n=String(t?.method??(e instanceof Request?e.method:"GET")).toUpperCase(),i=s.protocol==="http:"?Br:Wr,a=Vr(e,t);return await new Promise((u,o)=>{let c=i.request(s,{method:n,headers:Object.fromEntries(a.entries()),...s.protocol==="https:"?{rejectUnauthorized:false}:{}},d=>{let l=[];d.on("data",p=>{l.push(Buffer.isBuffer(p)?p:Buffer.from(p));}),d.on("error",o),d.on("end",()=>{let p=d.statusCode??0,w=d.headers.location;if(r>0&&w&&[301,302,303,307,308].includes(p)){u(Lt(new URL(w,s),{method:p===303?"GET":n},r-1));return}let m=new Headers;for(let[b,f]of Object.entries(d.headers))Array.isArray(f)?m.set(b,f.join(", ")):typeof f=="string"&&m.set(b,f);u(new Response(Buffer.concat(l),{status:p,statusText:d.statusMessage??"",headers:m}));});});c.on("error",o),c.end();})}function Gr(e){let t=Xe(e.wpsuite),r={...t.siteSettings??{},...t.siteSettings?.subscriber===true||t.subscriptionType==="PROFESSIONAL"||t.subscriptionType==="AGENCY"?{subscriber:true}:{}},s=String(r.accountId??"").trim(),n=String(r.siteId??"").trim(),i=String(t.virtualAssetBaseUrl??t.uploadUrl??"").trim();if(e.wpsuite={...t.apiBase?{apiBase:t.apiBase}:{},...t.runtimeToken?{runtimeToken:t.runtimeToken}:{},...i?{virtualAssetBaseUrl:i}:{},...Object.keys(r).length>0?{siteSettings:r}:{},...t.subscriptionType?{subscriptionType:t.subscriptionType}:{}},!s||!n||!i)return false;Jr(e.sourceOrigin);let a=globalThis,o={...a.WpSuite??{},siteSettings:r,uploadUrl:i};return t.apiBase&&(o.apiBase=t.apiBase),a.WpSuite=o,true}async function Kr(e){let t=String(e.wpsuite?.virtualAssetBaseUrl??e.wpsuite?.uploadUrl??"").trim();if(!Gr(e)){let n=e.wpsuite?.siteSettings,i=[String(n?.accountId??"").trim()?"":"accountId",String(n?.siteId??"").trim()?"":"siteId",t?"":"virtualAssetBaseUrl"].filter(Boolean);return {remote:null,diagnostic:{status:"invalid-runtime",virtualAssetBaseUrl:t,subscriptionType:null,error:`Missing WP Suite runtime field(s): ${i.join(", ")}.`,requests:[]}}}let r=globalThis.fetch,s=[];try{typeof r=="function"&&/^https?:\/\//i.test(t)&&(globalThis.fetch=(async(o,c)=>{let d=Ut(o);if(d.startsWith(t)){let l=(()=>{try{return new URL(d).pathname}catch{return d}})();try{let p=e.ignoreHttpsErrors&&d.startsWith("https://")?await Lt(o,c):await r(o,c);return s.push({path:l,status:p.status,ok:p.ok,error:null}),p}catch(p){throw s.push({path:l,status:null,ok:!1,error:p instanceof Error?p.message:String(p)}),p}}return r(o,c)}));let{getConfig:n}=await import('@smart-cloud/wpsuite-core'),i=await n("publisher"),a=i&&typeof i=="object"?i:null,u=Ye(a?.subscriptionType);return {remote:a,diagnostic:{status:a?"loaded":"unavailable",virtualAssetBaseUrl:t,subscriptionType:u??null,error:a?null:"WP Suite publisher config loader returned no configuration.",requests:s}}}catch(n){return {remote:null,diagnostic:{status:"unavailable",virtualAssetBaseUrl:t,subscriptionType:null,error:n instanceof Error?n.message:String(n),requests:s}}}finally{typeof r=="function"&&(globalThis.fetch=r);}}function Zr(e,t){let r=Qr(t?.deploymentProfiles),s=String(t?.defaultDeploymentProfile??"").trim(),n=r[s]?s:"",i=Ye(t?.subscriptionType),a=Xe(e.wpsuite);return {...e,scheduler:$t(t?.scheduler),deploymentProfiles:r,defaultDeploymentProfile:n,...i?{subscriptionType:i}:{},wpsuite:{...a,...a.siteSettings||i?{siteSettings:{...a.siteSettings??{},...a.siteSettings?.subscriber===true||i==="PROFESSIONAL"||i==="AGENCY"?{subscriber:true}:{}}}:{},...i?{subscriptionType:i}:{}}}}function Ze(e,t){let s=String(e||"").replace(/\\/g,"/").trim().replace(/^\/+|\/+$/g,"");if(!s)return t;let n=s.split("/").map(i=>i.trim()).filter(i=>i.length>0&&i!=="."&&i!=="..");return n.length>0?n.join("/"):t}function Yr(){let e=process.env.STATIC_PUBLISHER_RUNTIME_DIR||process.env.WPSUITE_STATIC_PUBLISHER_RUNTIME_DIR||"";return e.trim()?y.resolve(e):""}function It(e,t,r){let s=String(t||"").trim();return s&&y.isAbsolute(s)?y.resolve(s):y.resolve(e,Ze(s,r))}async function Ue(e,t={}){let r=String("").trim()||process.env.PUBLISHER_CONFIG||"publisher.config.json",s=await R.readFile(r,"utf8"),n=JSON.parse(s);n.sourceOrigin=n.sourceOrigin.replace(/\/$/,""),n.targetOrigin=Mt(n.targetOrigin),n.ignoreHttpsErrors??=false,n.outputDir=String(n.outputDir||"export").trim()||"export",n.urlRewriteMode||=n.targetOrigin==="."?"relative":"absolute",n.noJavaScriptRenderPathPrefixes||=[],n.seedPaths||=[],n.generated404RequestPath=_r(n.generated404RequestPath),n.sitemapPaths||=[...Ve],n.allowedAssetHosts||=[],n.assetPathPrefixes||=["/wp-content/","/wp-includes/","/static/","/assets/","/build/","/_next/","/docs/","/sitemap","/robots.txt","/llms.txt"],n.blockedPathPrefixes||=[],n.blockedSearchFragments||=[],n.concurrency||=1,n.maxPages||=0,n.extraReplacements=Ke(n.extraReplacements),n.postCrawlCopyMap=Ke(n.postCrawlCopyMap),n.logDir=String(n.logDir||"logs").trim()||"logs",n.verbose??=false,n.logLevel||=n.verbose?"debug":"info",n.s3SyncMode||="sdk-upload-delete",n.readiness||={waitForSelector:null,waitForFunction:null,timeoutMs:1500,fallbackWaitMs:1500},n.readiness.timeoutMs??=1500,n.readiness.fallbackWaitMs??=1500,n.viewport||={width:1440,height:1200},n.navigationTimeoutMs||=3e4,n.assetDownloadConcurrency=Number(n.assetDownloadConcurrency)>0?Number(n.assetDownloadConcurrency):n.concurrency,n.rewriteConcurrency=Number(n.rewriteConcurrency)>0?Number(n.rewriteConcurrency):n.assetDownloadConcurrency,n.wpsuite=Xe(n.wpsuite),n.scheduler=$t(void 0),n.deploymentProfiles={},n.defaultDeploymentProfile="",n.deploymentTargetOverride=String(n.deploymentTargetOverride??"").trim();let i=await Kr(n);t.onRemotePublisherConfigDiagnostic?.(i.diagnostic);let a=Zr(n,i.remote),u=Yr(),o=u?y.resolve(u,".."):"";return o?(a.outputDir=It(o,a.outputDir,"export"),a.logDir=It(o,a.logDir,"logs")):(y.isAbsolute(a.outputDir)||(a.outputDir=Ze(a.outputDir,"export")),y.isAbsolute(a.logDir)||(a.logDir=Ze(a.logDir,"logs"))),a}function Se(e,t=10){return Et.createHash("sha1").update(e).digest("hex").slice(0,t)}async function Xr(e){await R.mkdir(y.dirname(e),{recursive:true});}async function Pe(e,t,r){await Xr(e);let s=y.join(y.dirname(e),`.${y.basename(e)}.${process.pid}.${Date.now()}.${Et.randomBytes(6).toString("hex")}.tmp`);try{typeof t=="string"?await R.writeFile(s,t,r??"utf8"):await R.writeFile(s,t),await R.rename(s,e);}catch(n){throw await R.unlink(s).catch(()=>{}),n}}function ne(e){return [".html",".htm",".css",".js",".mjs",".json",".xml",".xsl",".txt",".svg",".map",".enc",".jws"].includes(y.extname(e).toLowerCase())}function Y(e){return e.replace(/"/g,'"').replace(/"/g,'"').replace(/'/g,"'").replace(/'/g,"'").replace(/&/g,"&").replace(/</g,"<").replace(/>/g,">")}function le(e){return e.replace(/&/g,"&").replace(/"/g,""").replace(/'/g,"'").replace(/</g,"<").replace(/>/g,">")}function Le(e){return e.replace(/\//g,"\\/")}function Ot(e){return e.replace(/\//g,"\\\\/")}function es(e){try{let t=new URL(e);if(t.protocol!=="http:"&&t.protocol!=="https:")return null;let r=t.pathname==="/"&&!t.search&&!t.hash?"":`${t.pathname}${t.search}${t.hash}`;return `//${t.host}${r}`}catch{return null}}function Dt(e,t,r){if(!t)return;e[t]=r;let s=Le(t),n=Le(r);e[s]=n;let i=Ot(t),a=Ot(r);e[i]=a;let u=le(t),o=le(r);e[u]=o;let c=le(s),d=le(n);e[c]=d;let l=le(i),p=le(a);e[l]=p;}function Oe(e,t,r){Dt(e,t,r);let s=es(t);s&&s!==t&&Dt(e,s,r);}function et(e,t){let r=t.startsWith("/")?t:`/${t}`,s=(e||"").replace(/\/$/,"");return !s||s==="."||s==="/"?r:`${s}${r}`}function Ft(e,t){try{return new URL(e,t==="."?"https://relative.invalid":t).pathname}catch{return e.startsWith("/")?e:`/${e.replace(/^\.\//,"")}`}}function jt(e,t,r){if(!t)return r;let s=y.dirname(y.resolve(t)),n=y.resolve(e,r.replace(/^\/+/,"")),i=y.relative(s,n).replace(/\\/g,"/");return i?(i.startsWith(".")||(i=`./${i}`),i):"."}var is=["wp-content/","wp-includes/","wp-admin/","wp-json/","_next/"],os=new Set([".html",".htm"]),qt="WPSuite.io Static Publisher",as=qt.replace(/[.*+?^${}()|[\]\\]/g,"\\$&");function us(e){return e.replace(/[.*+?^${}()|[\]\\]/g,"\\$&")}function cs(e){return e.startsWith("//")||e.startsWith("\\/\\/")||e.startsWith("\\\\/\\\\/")}function ls(e,t,r){return cs(t)?e.replace(new RegExp(`(?<!:)${us(t)}`,"g"),r):e.split(t).join(r)}function ds(e,t,r){if(e.wpsuite?.siteSettings?.subscriber===true||e.wpsuite?.subscriptionType==="PROFESSIONAL"||e.wpsuite?.subscriptionType==="AGENCY"||!r)return false;let n=y.extname(r).toLowerCase();return os.has(n)?/<head\b|<html\b|<!doctype html/i.test(t):false}function ps(e){if(new RegExp(`<meta\\b(?=[^>]*\\bname=(["'])generator\\1)(?=[^>]*\\bcontent=(["'])${as}\\2)[^>]*\\/?>`,"i").test(e))return e;let t=`<meta name="generator" content="${qt}" />`;if(e.match(/(\r?\n)([ \t]*)<\/head>/i))return e.replace(/(\r?\n)([ \t]*)<\/head>/i,`$1$2${t}$1$2</head>`);let s=e.includes(`\r
|
|
2
2
|
`)?`\r
|
|
3
3
|
`:`
|
|
4
|
-
`;return e.replace(/<head\b[^>]*>/i,n=>`${n}${s} ${t}`)}function
|
|
5
|
-
`,"utf8");}function
|
|
6
|
-
`,"utf8");});}enqueueJsonLine(t,r){this.enqueueTask(()=>
|
|
4
|
+
`;return e.replace(/<head\b[^>]*>/i,n=>`${n}${s} ${t}`)}function gs(e){let t=Y(e).trim();return t.startsWith("{")||t.startsWith("[")||t.includes("\\/")||/"@context"|"@type"/.test(t)}function fs(e,t){let r=[...new Set(t)].filter(i=>i.includes("/")&&!/\\+\//.test(i)).map(i=>[i,Le(i)]).filter(([i,a])=>i!==a).sort((i,a)=>a[0].length-i[0].length);if(!r.length)return e;let s=i=>{let a=i;for(let[u,o]of r)a=a.split(u).join(o);return a},n=e.replace(/(<script\b[^>]*\btype=["']application\/(?:ld\+)?json["'][^>]*>)([\s\S]*?)(<\/script>)/gi,(i,a,u,o)=>`${a}${s(u)}${o}`);return n=n.replace(/(<meta\b[^>]*\bcontent=(['"]))([\s\S]*?)(\2[^>]*>)/gi,(i,a,u,o,c)=>gs(o)?`${a}${s(o)}${c}`:i),n}function hs(e,t){if(!t)return null;let r=y.dirname(y.resolve(t)),s=y.resolve(e.outputDir),n=y.relative(r,s).replace(/\\/g,"/");return n?(n.startsWith(".")||(n=`./${n}`),n.endsWith("/")?n:`${n}/`):"./"}function ms(e,t,r){let s=hs(t,r);if(!s)return e;let n=e;for(let i of is){let a=i.replace(/[.*+?^${}()|[\]\\]/g,"\\$&"),u=new RegExp(`(?:\\.{1,}/)+${a}`,"g"),o=new RegExp(`(?<!\\.)/${a}`,"g");n=n.replace(u,`${s}${i}`).replace(o,`${s}${i}`);let c=i.replace(/\//g,"\\/"),d=s.replace(/\//g,"\\/"),l=c.replace(/[.*+?^${}()|[\]\\]/g,"\\$&"),p=new RegExp(`(?:\\.{1,}\\\\/)+${l}`,"g"),w=new RegExp(`(?:\\.{1,}(?:\\\\/|\\\\))+${l}`,"g"),m=new RegExp(`(?<![\\.\\\\])\\/${l}`,"g");n=n.replace(p,`${d}${c}`).replace(w,`${d}${c}`).replace(m,`${d}${c}`);}return n}function rt(e,t,r){if(e.urlRewriteMode==="absolute")return t;let s=(()=>{try{return new URL(t,e.targetOrigin==="."?"https://relative.invalid":e.targetOrigin)}catch{return null}})(),n=s?s.pathname:Ft(t,e.targetOrigin),i=s?`${s.search}${s.hash}`:"";return e.urlRewriteMode==="root-relative"?`${n}${i}`:`${jt(e.outputDir,r,n)}${i}`}function tt(e,t,r,s,n){Oe(e,r,rt(t,s,n));}function ws(e,t,r,s,n){if(!r||r===s)return;Oe(e,r,s);let i=rt(t,r,n),a=rt(t,s,n);Oe(e,i,a);}function st(e,t,r,s,n={}){let i=e,a={};tt(a,t,t.sourceOrigin,t.targetOrigin,s);for(let[o,c]of Object.entries(t.extraReplacements))tt(a,t,o,c,s);for(let[o,c]of Object.entries(r))tt(a,t,o,c,s);for(let[o,c]of Object.entries(n)){let d=r[o];!d||d===c||ws(a,t,c,d,s);}let u=Object.entries(a).sort((o,c)=>c[0].length-o[0].length);for(let[o,c]of u)i=ls(i,o,c);return t.urlRewriteMode!=="absolute"&&(i=ms(i,t,s)),i=fs(i,u.map(([,o])=>o)),ds(t,i,s)&&(i=ps(i)),i}async function ys(e,t,r,s){let n=y.join(e.outputDir,s),i=y.extname(n).toLowerCase(),a;try{a=await R.readFile(n,"utf8");}catch(c){if(c.code!=="ENOENT")throw c;return {changed:false}}let o=st(a,e,t,i===".js"||i===".mjs"?void 0:n,r);return o!==a?(await Pe(n,o,"utf8"),{changed:true}):{changed:false}}async function Ss(e,t){return await new Promise((r,s)=>{let n=o=>{if(u(),o?.error){s(new Error(o.error));return}r({changed:!!o?.changed});},i=o=>{u(),s(o);},a=o=>{u(),o!==0&&s(new Error(`Rewrite worker exited with code ${o}.`));},u=()=>{e.off("message",n),e.off("error",i),e.off("exit",a);};e.on("message",n),e.on("error",i),e.on("exit",a),e.postMessage({file:t});})}async function Nt(e,t,r={}){let n=(r.files?[...new Set(r.files)].map(p=>y.resolve(p)).filter(p=>p.startsWith(y.resolve(e.outputDir))).map(p=>y.relative(e.outputDir,p).replace(/\\/g,"/")).filter(p=>p.length>0):await ts(["**/*"],{cwd:e.outputDir,onlyFiles:true,dot:true})).filter(p=>p!=="asset-map.json"&&ne(p)),i=0;if(n.length===0)return 0;let a=Math.max(1,Number(e.rewriteConcurrency||e.assetDownloadConcurrency||1)),u=Math.max(1,Math.min(a,n.length,availableParallelism()));await r.onStart?.({totalFiles:n.length,workerCount:u});let o=0,c=0,d=null;if(u===1){for(let p of n){let w=await ys(e,t,r.previousAssetMap??{},p);w.changed&&(i+=1),c+=1,await r.onProgress?.({index:c,totalFiles:n.length,changedTextFiles:i,file:p,changed:w.changed});}return i}let l=Array.from({length:u},async()=>{let p=new Worker(new URL("./rewrite-worker.js",import.meta.url),{workerData:{config:e,assetMap:t,previousAssetMap:r.previousAssetMap??{}}});try{for(;!d;){let w=o;if(w>=n.length)return;o+=1;let m=n[w],b=await Ss(p,m);b.changed&&(i+=1),c+=1,await r.onProgress?.({index:c,totalFiles:n.length,changedTextFiles:i,file:m,changed:b.changed});}}catch(w){throw d=w instanceof Error?w:new Error(String(w)),d}finally{await p.terminate().catch(()=>{});}});return await Promise.all(l),i}var ie={error:0,warn:1,info:2,debug:3},Ps=/^(?:authorization|proxyAuthorization|runtimeToken|siteKey|nonce|accessToken|refreshToken|accessKeyId|secretAccessKey|sessionToken|xStaticPublisherToken|xApiKey)$/i;function X(e){return e.replace(/((?:x-static-publisher-token|authorization|proxy-authorization|x-api-key|aws-access-key-id|aws-secret-access-key|aws-session-token)\s*:\s*)[^\r\n]+/gi,"$1[REDACTED]").replace(/\b(Basic|Bearer)\s+[^\s]+/gi,"$1 [REDACTED]").replace(/([?&](?:token|access_token|refresh_token|api_key|key|nonce)=)[^&\s]+/gi,"$1[REDACTED]").replace(/((?:"|')?(?:runtimeToken|siteKey|nonce|accessToken|refreshToken|accessKeyId|secretAccessKey|sessionToken)(?:"|')?\s*[:=]\s*(?:"|'))[^"']+/gi,"$1[REDACTED]")}function Ee(e){return typeof e=="string"?X(e):Array.isArray(e)?e.map(t=>Ee(t)):e instanceof Error?{name:e.name,message:X(e.message),...e.stack?{stack:X(e.stack)}:{}}:e&&typeof e=="object"?Object.fromEntries(Object.entries(e).map(([t,r])=>[t,Ps.test(t)?"[REDACTED]":Ee(r)])):e}function nt(e){return e?Ee(e):void 0}var Bt=process.env.STATIC_PUBLISHER_RUNTIME_DIR||process.env.WPSUITE_STATIC_PUBLISHER_RUNTIME_DIR||"",De=Bt?y.join(Bt,"current-progress.json"):"",Wt=Promise.resolve();function _t(e){return e.includes("crawl")?"crawl":e.includes("deploy")?"deploy":e.includes("invalidate")?"invalidate":e}function bs(e,t){let r={...e},s=new Set(["pagesQueued","pagesRendered","assetsQueued","sitemapsQueued","pagesDiscovered","assetsDiscovered","sitemapsDiscovered","pagesSaved","assetsSaved","donePages","doneAssets","doneSitemaps","changedTextFiles","uploaded","failed","index","totalFiles","pageQueue","assetQueue","sitemapQueue"]);for(let[n,i]of Object.entries(t)){let a=r[n];if(typeof a=="number"&&typeof i=="number"&&s.has(n)){r[n]=Math.max(a,i);continue}r[n]=i;}return r}function vs(e,t,r){De&&(Wt=Wt.then(async()=>{let s=new Date,n=s.toISOString();await R.mkdir(y.dirname(De),{recursive:true});let i=await R.readFile(De,"utf8").then(g=>JSON.parse(g)).catch(()=>null),a=i&&typeof i.details=="object"&&i.details?i.details:{},u=_t(e),o=i?.currentStep||_t(i?.source||""),c=i?.startedAt||n,d={...i?.stepDurationsSec??{}},l=i?.stepStartedAt||n;if(o&&o!==u&&i?.stepStartedAt){let g=Math.max(0,Math.round((s.getTime()-new Date(i.stepStartedAt).getTime())/1e3));d[o]=(d[o]??0)+g,l=n;}let p=Math.max(0,Math.round((s.getTime()-new Date(l).getTime())/1e3)),w=Math.max(0,Math.round((s.getTime()-new Date(c).getTime())/1e3)),m=X(t),b=nt(r)??{},f={checkedAt:n,source:e,message:m,details:bs(a,b),startedAt:c,currentStep:u,stepStartedAt:l,stepElapsedSec:p,totalElapsedSec:w,stepDurationsSec:d};await R.writeFile(De,JSON.stringify(f,null,2),"utf8");}).catch(()=>{}));}async function Cs(e,t){await R.mkdir(y.dirname(e),{recursive:true}),await R.appendFile(e,`${JSON.stringify(Ee(t))}
|
|
5
|
+
`,"utf8");}function Rs(e,t){let r=typeof t?.phase=="string"?t.phase.trim():"";return r||(e==="page"?"render-pages":e==="asset"?"download-assets":e==="sitemap"?"discovery":e==="timing"&&typeof t?.name=="string"&&t.name.trim()||"crawl")}function ks(e,t,r){let s=nt(r);return {checkedAt:new Date().toISOString(),currentStep:Rs(e,s),level:e,message:X(t),details:s??{}}}var de=class{constructor(t,r="info"){this.logDir=t;this.level=typeof r=="boolean"?r?"debug":"info":r,this.ensureLogFileReady();}logDir;startedAt=Date.now();marks=new Map;initPromise=null;writeQueue=Promise.resolve();writeError=null;level;get logPath(){return y.join(this.logDir,"crawl.log.jsonl")}get currentEventPath(){return y.join(this.logDir,"current-crawl-event.json")}get rejectedPath(){return y.join(this.logDir,"rejected.jsonl")}get ignoredPath(){return y.join(this.logDir,"ignored.jsonl")}get skippedPath(){return y.join(this.logDir,"skipped-http.jsonl")}get errorsPath(){return y.join(this.logDir,"errors.jsonl")}get timingsPath(){return y.join(this.logDir,"timings.jsonl")}ensureLogFileReady(){return this.initPromise||(this.initPromise=(async()=>{await R.mkdir(this.logDir,{recursive:true}),await R.writeFile(this.logPath,"","utf8");})()),this.initPromise}enqueueTask(t){this.writeQueue=this.writeQueue.then(t).catch(r=>{this.writeError=r instanceof Error?r:new Error(String(r));});}enqueueLine(t){this.enqueueTask(async()=>{await this.ensureLogFileReady(),await R.appendFile(this.logPath,`${t}
|
|
6
|
+
`,"utf8");});}enqueueJsonLine(t,r){this.enqueueTask(()=>Cs(t,r));}updateCurrentEvent(t,r,s){let n=ks(t,r,s);this.enqueueTask(async()=>{await R.mkdir(this.logDir,{recursive:true}),await R.writeFile(this.currentEventPath,JSON.stringify(n,null,2),"utf8");});}push(t,r,s){let n=X(r),i=nt(s),a=JSON.stringify({time:new Date().toISOString(),level:t,message:n,...i||{}});this.enqueueLine(a),this.updateCurrentEvent(t,n,i),t==="error"?console.error(n,i||""):t==="warn"?console.warn(n,i||""):(ie[this.level]>=ie.debug||["summary","page","sitemap","asset","timing"].includes(t))&&console.log(n);}info(t,r){this.push("info",t,r);}debug(t,r){ie[this.level]<ie.debug||this.push("debug",t,r);}progress(t,r){vs("crawl.log.jsonl",t,r),this.updateCurrentEvent("progress",t,r);}checkpoint(t,r){this.updateCurrentEvent("checkpoint",t,r);}page(t,r){this.push("page",t,r);}sitemap(t,r){this.push("sitemap",t,r);}asset(t,r){this.push("asset",t,r);}warn(t,r){this.push("warn",t,r);}error(t,r){this.enqueueJsonLine(this.errorsPath,{message:t,...r||{}}),this.push("error",t,r);}summary(t,r){this.push("summary",t,r);}mark(t){this.marks.set(t,Date.now());}endMark(t,r){let s=this.marks.get(t);if(!s)return;let n=Date.now()-s,i={name:t,ms:n,seconds:Number((n/1e3).toFixed(2)),...r||{}};this.enqueueJsonLine(this.timingsPath,i),this.push("timing",`Timing ${t}: ${i.seconds}s`,i);}reject(t,r,s,n){let i={kind:t,url:r,reason:s,source:n};this.enqueueJsonLine(this.rejectedPath,i),ie[this.level]>=ie.debug&&this.push("reject",`Rejected ${t} ${r}: ${s}`,i);}ignore(t,r,s,n){let i={kind:t,url:r,reason:s,source:n};this.enqueueJsonLine(this.ignoredPath,i),ie[this.level]>=ie.debug&&this.push("ignore",`Ignored ${t} ${r}: ${s}`,i);}skip(t,r,s,n){let i={kind:t,url:r,status:s,source:n};this.enqueueJsonLine(this.skippedPath,i),this.push("warn",`Skipped ${t} ${r}: HTTP ${s}`,i);}async flush(){let t=Date.now()-this.startedAt,r={name:"total",ms:t,seconds:Number((t/1e3).toFixed(2))};if(this.enqueueJsonLine(this.timingsPath,r),await this.writeQueue,this.writeError)throw this.writeError}};var Qt="(?:css|js|mjs|json|map|xml|xsl|rss|atom|txt|enc|jws|png|jpe?g|gif|webp|avif|svg|ico|woff2?|ttf|otf|eot|pdf|mp4|webm)";function zt(e){let t=new RegExp(`(?:https?:)?//[^\\s'"<>\\);]+\\.${Qt}(?:[?#][^\\s'"<>\\);]*)?(?=[\\s'"<>\\);]|$)|(?<![A-Za-z0-9._-])/[^\\s'"<>\\);]+\\.${Qt}(?:[?#][^\\s'"<>\\);]*)?(?=[\\s'"<>\\);]|$)`,"gi");return [...e.matchAll(t)].map(r=>r[0])}function Ht(e){return !!e&&/^(?:\.{1,2}\/)?[A-Za-z0-9@_][A-Za-z0-9@._/-]*\.(?:js|mjs)(?:[?#][^\s<>\\]*)?$/i.test(e)&&!e.startsWith("/")&&!e.startsWith("//")&&!/^[a-z][a-z0-9+.-]*:/i.test(e)&&!/(?:^|\/)node_modules(?:\/|$)|(?:^|\/)\.pnpm(?:\/|$)/i.test(e)}function Jt(e){let t=new Set,r=[],s=/\bimport\s*\(\s*["'`]([^"'`\s<>\\]+)["'`]\s*\)/g,n=/\b(?:[A-Za-z_$][\w$]*\.)?u\s*=\s*(?:\([^)]*\)|[A-Za-z_$][\w$]*)\s*=>\s*["'`]([^"'`\s<>\\]+)["'`]/g;for(let i of e.matchAll(s))i[1]&&Ht(i[1])&&r.push({index:i.index??0,value:i[1]});for(let i of e.matchAll(n))i[1]&&Ht(i[1])&&r.push({index:i.index??0,value:i[1]});for(let i of r.sort((a,u)=>a.index-u.index))t.add(i.value);return [...t]}function Vt(e,t){let r=y.relative(t,e);return r===""||!r.startsWith("..")&&!y.isAbsolute(r)}function Gt(e,t,r,s){let n=y.resolve(e),i=y.resolve(t),a=y.extname(n).toLowerCase();return !Vt(n,i)||a!==".html"&&a!==".htm"||r.has(n)?false:!s.some(u=>Vt(n,y.resolve(u)))}function Kt(e,t){return typeof e=="string"&&e.length>0&&t?.supported===true&&typeof t.token=="string"&&t.token.length>0&&e===t.token}function Zt(e,t){try{let r=new URL(e),s=new URL(t,r);if(s.origin!==r.origin)return !1;let n=r.pathname.replace(/\/+$/,"");if(n&&s.pathname!==n&&!s.pathname.startsWith(`${n}/`))return !1;let i=n?s.pathname.slice(n.length)||"/":s.pathname;return ["/wp-includes/","/wp-content/plugins/","/wp-content/themes/","/wp-content/mu-plugins/"].some(a=>i.startsWith(a))}catch{return false}}function Yt(e){return e<1}function Xt(e){let t=String(e??"").toLowerCase();return t==="strict"?"Strict":t==="lax"?"Lax":t==="none"?"None":"Unspecified"}function xs(e){let t=e.pathname||"/";if(!t.startsWith("/")||t==="/")return "/";let r=t.lastIndexOf("/");return r<=0?"/":t.slice(0,r)}function be(e){return `${e.name.toLowerCase()}
|
|
7
7
|
${e.domain.toLowerCase()}
|
|
8
|
-
${e.path}`}function
|
|
9
|
-
`,{encoding:"utf8",mode:384}),await R.rename(r,e);}var
|
|
10
|
-
${r}`,40),tokenSource:t.tokenSource?`${t.tokenSource}+site-subscriber`:"site-subscriber"}}async function
|
|
8
|
+
${e.path}`}function er(e,t){let r;try{r=new URL(t);}catch{return null}let s=e.split(";"),n=s.shift()?.trim()??"",i=n.indexOf("=");if(i<=0)return null;let a=n.slice(0,i).trim();if(!a||[...a].some(b=>b<=" "||"=;,".includes(b)))return null;let u=r.hostname.toLowerCase(),o=xs(r),c=null,d=true,l=false,p=false,w="Unspecified",m=false;for(let b of s){let f=b.indexOf("="),g=(f<0?b:b.slice(0,f)).trim().toLowerCase(),h=f<0?"":b.slice(f+1).trim();if(g==="domain"&&h)u=h.toLowerCase();else if(g==="path"&&h.startsWith("/"))o=h;else if(g==="expires"){let v=Date.parse(h);Number.isFinite(v)&&(c=Math.floor(v/1e3),d=false);}else if(g==="max-age"&&/^-?\d+$/u.test(h)){let v=Number.parseInt(h,10);c=Math.floor(Date.now()/1e3)+v,d=false;}else g==="secure"?l=true:g==="httponly"?p=true:g==="samesite"?w=Xt(h):g==="partitioned"&&(m=true);}return {name:a,domain:u,path:o,expires:c,session:d,secure:l,httpOnly:p,sameSite:w,partitioned:m}}function Ts(e){let t=!Number.isFinite(e.expires)||e.expires<=0;return {name:e.name,domain:e.domain.toLowerCase(),path:e.path||"/",expires:t?null:e.expires,session:t,secure:e.secure,httpOnly:e.httpOnly,sameSite:Xt(e.sameSite),partitioned:e.partitioned===true}}function tr(e,t){let r=new Map(e.map(s=>[be(s),s.value]));return t.filter(s=>r.get(be(s))!==s.value).map(Ts)}function Is(e,t){let r=e.session||t.session;return {...e,expires:r?null:Math.max(e.expires??0,t.expires??0)||null,session:r,secure:e.secure&&t.secure,httpOnly:e.httpOnly&&t.httpOnly,sameSite:e.sameSite===t.sameSite?e.sameSite:"Unspecified",partitioned:e.partitioned&&t.partitioned}}var Fe=class{#e=new Map;add(t){if(!t)return;let r={...t,domain:t.domain.toLowerCase(),path:t.path||"/"},s=be(r),n=this.#e.get(s);this.#e.set(s,n?Is(n,r):r);}addAll(t){for(let r of t)this.add(r);}artifact(){return {schemaVersion:1,observations:[...this.#e.values()].sort((t,r)=>be(t).localeCompare(be(r)))}}};async function je(e,t){await R.mkdir(y.dirname(e),{recursive:true});let r=`${e}.${process.pid}.tmp`;await R.writeFile(r,`${JSON.stringify(t,null,2)}
|
|
9
|
+
`,{encoding:"utf8",mode:384}),await R.rename(r,e);}function ve(e){let t=e;for(let s=0;s<3;s+=1){if(/%(?:2f|5c)/i.test(t))return null;try{let n=decodeURIComponent(t);if(n===t)break;t=n;}catch{return null}}return t.includes("\0")||t.includes("\\")||t.split("/").some(s=>s==="."||s==="..")?null:t}function Ce(e,t){let r=ve(t);if(r===null)throw new Error(`Unsafe output URL pathname: ${t}`);let s=y.resolve(e),n=y.resolve(s,r.replace(/^\/+/,""));if(n!==s&&!n.startsWith(`${s}${y.sep}`))throw new Error(`Output path escapes configured root: ${t}`);return n}var Ls=["text/css","javascript","image/","font/","application/font","application/json","application/xml","text/xml","application/rss+xml","application/atom+xml","application/xslt+xml","text/xsl","image/svg+xml"],fr=new Set([".css",".js",".mjs",".json",".map",".xml",".xsl",".rss",".atom",".txt",".enc",".jws",".png",".jpg",".jpeg",".gif",".webp",".avif",".svg",".ico",".woff",".woff2",".ttf",".otf",".eot",".pdf",".mp4",".webm"]),hr=new Set(["",".html",".htm"]),Os=new Set([".css",".xml",".xsl",".svg",".json",".html",".htm",".txt",".enc",".jws"]),Ds=["/wp-content/","/wp-includes/","/wp-admin/","/static/","/assets/","/build/","/_next/"];function Es(e){let t=[],r="full",s="full",n=false,i=false,a="";for(let u=0;u<e.length;u++){let o=e[u];if(o==="--retry-timeouts")r="retry-timeouts",n=true;else if(o==="--resume")n=true;else if(o==="--resume-rewrite")n=true,i=true;else if(o==="--crawl-mode"){let c=e[++u];if(!c)throw new Error("--crawl-mode requires a value");s=c==="incremental"?"incremental":"full",n||=s==="incremental";}else if(o.startsWith("--crawl-mode="))s=o.slice(13)==="incremental"?"incremental":"full",n||=s==="incremental";else if(o==="--incremental")s="incremental",n=true;else if(o==="--url"){let c=e[++u];if(!c)throw new Error("--url requires a value");r="single-url",n=true,t.push(c);}else if(o.startsWith("--url="))r="single-url",n=true,t.push(o.slice(6));else if(o==="--urls"){let c=e[++u];if(!c)throw new Error("--urls requires a file path");r="single-url",n=true,t.push(`@${c}`);}else if(o==="--content-sync-plan"){let c=e[++u];if(!c)throw new Error("--content-sync-plan requires a file path");r="content-sync",s="incremental",n=true,a=y.resolve(c);}else o.startsWith("--content-sync-plan=")&&(r="content-sync",s="incremental",n=true,a=y.resolve(o.slice(20)));}return {mode:r,crawlMode:s,urls:t,preserveOutput:n,resumeRewrite:i,contentSyncPlanPath:a}}function Qe(){let e=process.env.STATIC_PUBLISHER_RUNTIME_DIR||process.env.WPSUITE_STATIC_PUBLISHER_RUNTIME_DIR||"";return e.trim()?y.resolve(e):""}function Fs(){let e=Qe();return e?y.join(e,"privacy","cookie-observations.json"):null}function js(){let e=Qe();return e?y.resolve(e,".."):""}function qs(){let e=process.env.STATIC_PUBLISHER_WP_ROOT||process.env.WPSUITE_STATIC_PUBLISHER_WP_ROOT||"";return e.trim()?y.resolve(e):""}function Ns(e){let t=e.trim(),r=[{alias:"@storage-root",root:js(),requiredEnv:"STATIC_PUBLISHER_RUNTIME_DIR or WPSUITE_STATIC_PUBLISHER_RUNTIME_DIR"},{alias:"@runtime",root:Qe(),requiredEnv:"STATIC_PUBLISHER_RUNTIME_DIR or WPSUITE_STATIC_PUBLISHER_RUNTIME_DIR"},{alias:"@wp-root",root:qs(),requiredEnv:"STATIC_PUBLISHER_WP_ROOT or WPSUITE_STATIC_PUBLISHER_WP_ROOT"}];for(let s of r){if(t!==s.alias&&!t.startsWith(`${s.alias}/`))continue;if(!s.root)return {resolvedPath:null,alias:s.alias,requiredEnv:s.requiredEnv};let n=t.slice(s.alias.length).replace(/^\/+/,"");return {resolvedPath:n?y.resolve(s.root,n):s.root,alias:s.alias}}return {resolvedPath:y.resolve(t)}}function mr(e){let t=String(process.env.STATIC_PUBLISHER_CRAWL_MANIFEST_PATH||"").trim();if(t)return y.resolve(t);let r=Qe();return r?y.join(r,"crawl-manifest.json"):y.join(e.outputDir,".crawl-manifest.json")}function wr(){return {schemaVersion:5,updatedAt:"",pages:{},assets:{}}}function sr(e){return {url:String(e.url||""),outputPath:String(e.outputPath||""),contentType:typeof e.contentType=="string"&&e.contentType?e.contentType:null,changeToken:typeof e.changeToken=="string"?e.changeToken:null,tokenSource:typeof e.tokenSource=="string"?e.tokenSource:null,sitemapLastmod:typeof e.sitemapLastmod=="string"?e.sitemapLastmod:null,discoveredPages:Array.isArray(e.discoveredPages)?e.discoveredPages.map(t=>String(t)):[],discoveredAssets:Array.isArray(e.discoveredAssets)?e.discoveredAssets.map(t=>String(t)):[],lastCrawledAt:String(e.lastCrawledAt||""),lastSeenRunId:String(e.lastSeenRunId||""),rewriteComplete:e.rewriteComplete===true}}function Bs(e){let t=e.isText===true;return {url:String(e.url||""),outputPath:String(e.outputPath||""),isText:t,contentType:typeof e.contentType=="string"&&e.contentType?e.contentType:null,changeToken:typeof e.changeToken=="string"?e.changeToken:null,tokenSource:typeof e.tokenSource=="string"?e.tokenSource:null,discoveredAssets:Array.isArray(e.discoveredAssets)?e.discoveredAssets.map(r=>String(r)):[],lastCrawledAt:String(e.lastCrawledAt||""),lastSeenRunId:String(e.lastSeenRunId||""),unreferencedRuns:Math.max(0,Number(e.unreferencedRuns)||0),rewriteComplete:e.rewriteComplete===true||!t}}function ut(e){let t=e?.["content-type"]?.trim();return t||null}function Ws(){return {rewriteTargets:new Set,changedFiles:new Set,deletedFiles:new Set}}function Q(e,t,r){let s=K(t.outputDir,r);s&&(e.changedFiles.add(s),e.deletedFiles.delete(s));}function ct(e,t,r){let s=K(t.outputDir,r);s&&(e.deletedFiles.add(s),e.changedFiles.delete(s));}function ce(e,t){e.rewriteTargets.add(y.resolve(t));}async function _s(e){try{let t=await R.readFile(mr(e),"utf8"),r=JSON.parse(t);if(r&&typeof r=="object"&&r.pages&&typeof r.pages=="object"){if((r.schemaVersion===2||r.schemaVersion===3||r.schemaVersion===4||r.schemaVersion===5)&&r.assets&&typeof r.assets=="object")return {schemaVersion:5,updatedAt:String(r.updatedAt||""),pages:Object.fromEntries(Object.entries(r.pages).map(([s,n])=>[s,sr(n)])),assets:Object.fromEntries(Object.entries(r.assets).map(([s,n])=>[s,Bs(n)]))};if(r.schemaVersion===1)return {schemaVersion:5,updatedAt:String(r.updatedAt||""),pages:Object.fromEntries(Object.entries(r.pages).map(([s,n])=>[s,sr(n)])),assets:{}}}}catch{}return wr()}function lt(e){return JSON.parse(JSON.stringify(e))}async function Qs(e,t){let r=mr(e);await R.mkdir(y.dirname(r),{recursive:true}),await R.writeFile(r,JSON.stringify(t,null,2),"utf8");}async function oe(e,t){if(!t.trackManifest)return;let r=async()=>{let s=lt(t.manifest);s.updatedAt=new Date().toISOString(),t.manifest.updatedAt=s.updatedAt,await Qs(e,s);};t.manifestSaveChain=t.manifestSaveChain.then(r,r),await t.manifestSaveChain;}function Ae(e){if(!e)return null;let t=e.trim();return t||null}function Hs(e,t){let r=new Set,s=new Set([...Object.keys(e),...Object.keys(t)]);for(let n of s){let i=e[n],a=t[n];!i||!a||i===a||r.add(n);}return r}async function yr(e,t,r,s){let n=[...new Set(r.map(u=>u.trim()).filter(Boolean))],i=String(e.wpsuite?.runtimeToken||"").trim();if(n.length===0||!i)return new Map;let a=new URL("/wp-json/smartcloud-static-publisher/v1/change-tokens",e.sourceOrigin).toString();try{let u=await t.post(a,{timeout:3e4,failOnStatusCode:!1,headers:{"content-type":"application/json","x-static-publisher-token":i},data:JSON.stringify({urls:n})});if(!u.ok())return s.warn(`Change token lookup failed with HTTP ${u.status()}`,{endpoint:a,status:u.status()}),new Map;let o=await u.json().catch(()=>null);if(!o||!Array.isArray(o.items))return new Map;let c=new Map;for(let d of o.items)!d||typeof d.url!="string"||c.set(d.url,d);return c}catch(u){return s.warn("Change token lookup failed; falling back to sitemap metadata",{endpoint:a,error:u instanceof Error?`${u.name}: ${u.message.split(/\r?\n/u,1)[0]}`:"Unknown change-token request failure"}),new Map}}async function Ne(e,t,r,s,n){if(!r.enabled&&!r.trackManifest)return null;if(r.changeTokenCache.has(s))return r.changeTokenCache.get(s)??null;let a=(await yr(e,t,[s],n)).get(s)??null;return mt(e,s)&&(!a||a.supported!==true||!a.token)&&(a=await Vs(e,t,s,n)),a=Sr(e,a),r.changeTokenCache.set(s,a),a}async function zs(e,t,r,s,n){if(!r.trackManifest)return;let i=[...new Set(s.map(a=>a.trim()).filter(Boolean))].filter(a=>!r.changeTokenCache.has(a));for(let a=0;a<i.length;a+=250){let u=i.slice(a,a+250),o=await yr(e,t,u,n);for(let c of u)r.changeTokenCache.set(c,Sr(e,o.get(c)??null));}}function Js(e){return `subscriber=${e.wpsuite?.siteSettings?.subscriber===true?"1":"0"}`}function Sr(e,t){if(!t?.supported||!t.token||t.tokenSource==="wp-media-file")return t;let r=Js(e);return {...t,token:Se(`${t.token}
|
|
10
|
+
${r}`,40),tokenSource:t.tokenSource?`${t.tokenSource}+site-subscriber`:"site-subscriber"}}async function Vs(e,t,r,s){try{let n=await t.get(r,{timeout:Math.min(e.navigationTimeoutMs,15e3),failOnStatusCode:!1});if(n.status()!==404)return s.warn(`Generated 404 fallback token skipped for ${r}`,{url:r,status:n.status(),requestPath:e.generated404RequestPath,source:"generated-404-change-token-fallback"}),null;let i=await n.text().catch(()=>""),a=Se(`${r}
|
|
11
11
|
404
|
|
12
|
-
${i}`,40);return s.info(`Using generated 404 fallback change token for ${r}`,{url:r,requestPath:e.generated404RequestPath,source:"generated-404-change-token-fallback"}),{url:r,supported:!0,token:a,tokenSource:"generated-404-response-hash",postId:null,dependencyPostIds:[],reason:null}}catch(n){return s.warn(`Generated 404 fallback token lookup failed for ${r}`,{url:r,error:String(n),requestPath:e.generated404RequestPath,source:"generated-404-change-token-fallback"}),null}}async function zs(e,t,r,s,n,i){let a=ft(e,n);if(!s.enabled)return {action:"render",changeToken:s.trackManifest?await je(e,t,s,n,i):null};let u=s.manifest.pages[n];if(!u)return {action:"render",changeToken:await je(e,t,s,n,i)};let o=await je(e,t,s,n,i);if(o?.supported&&o.token)return u.changeToken===o.token?a&&!await Js(e,t,n,i)?{action:"render",changeToken:o}:{action:"reuse",changeToken:o}:{action:"render",changeToken:o};let c=Ce(r.sitemapLastmodByPage[n]);return c&&u.sitemapLastmod&&u.sitemapLastmod===c?{action:"reuse",changeToken:o}:{action:"render",changeToken:o}}async function Js(e,t,r,s){try{let i=(await t.get(r,{timeout:Math.min(e.navigationTimeoutMs,15e3),failOnStatusCode:!1})).status();return i===404?!0:(s.warn(`Generated 404 request path no longer returns 404 for ${r}`,{url:r,status:i,requestPath:e.generated404RequestPath,source:"generated-404-status-probe"}),!1)}catch(n){return s.warn(`Generated 404 status probe failed for ${r}`,{url:r,error:String(n),requestPath:e.generated404RequestPath,source:"generated-404-status-probe"}),false}}async function Vs(e,t,r,s,n){let i=tr(r.previousManifest,void 0,s,"previous-manifest"),a=0;for(let[p,w]of Object.entries(r.manifest.pages))if(!r.seenPages.has(p)){ot(n,e,w.outputPath);try{await R.unlink(w.outputPath);}catch(m){(m.code||"")!=="ENOENT"&&s.warn(`Failed to remove stale incremental page output for ${p}`,{url:p,outputPath:w.outputPath,error:String(m)});}delete r.manifest.pages[p],a++;}let u=tr(r.manifest,r.runId,s,"active-manifest"),o=new Set,c=new Set;for(let p of u){for(let b of Re(e,p))o.add(b);let w=r.manifest.assets[p]?.outputPath;w&&c.add(w);let m=he(e,t.assetMap,p);m&&c.add(m);}for(let p of Object.keys(r.manifest.assets)){if(u.has(p)){r.manifest.assets[p].unreferencedRuns=0;continue}let w=r.manifest.assets[p];if(Gt(w.unreferencedRuns)){w.unreferencedRuns+=1,s.warn(`Deferred deletion of newly unreferenced incremental asset ${p}.`,{url:p,unreferencedRuns:w.unreferencedRuns,phase:"incremental-cleanup",source:"asset-deletion-grace"});continue}delete r.manifest.assets[p];}let d=0,l=0;for(let p of i){if(r.manifest.assets[p])continue;let w=new Set,m=r.previousManifest.assets[p]?.outputPath;m&&w.add(m);let b=he(e,t.assetMap,p);if(!u.has(p)&&b)w.add(b);else if(!u.has(p)){let f=gn(e,p,s,"incremental-cleanup");f&&(w.add(f.originalFilePath),f.hashedFilePath&&w.add(f.hashedFilePath));}for(let f of w)if(!c.has(f)){ot(n,e,f);try{await R.unlink(f),d++;}catch(g){(g.code||"")!=="ENOENT"&&s.warn(`Failed to remove stale incremental asset output for ${p}`,{url:p,outputPath:f,error:String(g)});}}for(let f of Re(e,p))o.has(f)||Object.prototype.hasOwnProperty.call(t.assetMap,f)&&(delete t.assetMap[f],l++);}(a>0||d>0||l>0)&&s.info(`Incremental cleanup removed ${a} stale pages, ${d} stale assets, ${l} stale asset mappings`,{removedPages:a,removedAssets:d,removedAssetMappings:l,phase:"incremental-cleanup"});}async function Gs(e,t,r,s){let n=new Set([...Object.values(t.manifest.pages),...Object.values(t.manifest.assets)].map(o=>String(o.outputPath||"").trim()).filter(Boolean).map(o=>y.resolve(o))),i=Object.values(e.postCrawlCopyMap||{}).map(o=>qe(String(o||""))).filter(o=>!!o).map(o=>y.resolve(e.outputDir,o)),u=(await Yr(["**/*.html","**/*.htm"],{cwd:e.outputDir,onlyFiles:true,dot:true})).filter(o=>zt(y.join(e.outputDir,o),e.outputDir,n,i));for(let o of u){let c=y.join(e.outputDir,o);ot(s,e,c),await R.unlink(c);}u.length>0&&r.info(`Removed ${u.length} orphaned HTML output file(s) that are absent from the current crawl manifest.`,{phase:"incremental-cleanup",source:"manifest-output-reconciliation",removedPages:u.length,samples:u.slice(0,20)});}function tr(e,t,r,s){let n=new Set,i=a=>{let u=a.trim();if(u){if(r){let o=ae(u,r,"asset",s??"manifest");if(!o)return;n.add(o.toString());return}n.add(u);}};for(let a of Object.values(e.pages))for(let u of a.discoveredAssets||[])i(u);for(let[a,u]of Object.entries(e.assets||{}))t&&u.lastSeenRunId!==t||i(a);return n}function rr(e,t,r){for(let s of t)for(let n of Re(e,s))if(r.has(n))return true;return false}function Ks(e,t,r,s,n){let i=new Set(r.rewriteTargets);for(let u of r.changedFiles)i.add(y.resolve(e.outputDir,u));for(let u of Object.values(t.manifest.pages))u.rewriteComplete||i.add(y.resolve(u.outputPath));for(let u of Object.values(t.manifest.assets))u.isText&&!u.rewriteComplete&&i.add(y.resolve(u.outputPath));let a=Ws(s,n);if(a.size===0)return [...i];for(let u of Object.values(t.manifest.pages))rr(e,u.discoveredAssets,a)&&i.add(y.resolve(u.outputPath));for(let[u,o]of Object.entries(t.manifest.assets)){o.isText&&rr(e,o.discoveredAssets,a)&&i.add(y.resolve(o.outputPath));for(let c of Re(e,u))if(a.has(c)){Q(r,e,o.outputPath),o.isText&&i.add(y.resolve(o.outputPath));break}}return [...i]}function Zs(e,t){let r=t?new Set(Array.from(t,n=>y.resolve(n))):null,s=n=>r===null||r.has(y.resolve(n));for(let n of Object.values(e.manifest.pages))s(n.outputPath)&&(n.rewriteComplete=true);for(let n of Object.values(e.manifest.assets)){if(!n.isText){n.rewriteComplete=true;continue}s(n.outputPath)&&(n.rewriteComplete=true);}}function Ys(e,t,r){let s=new Set,n=i=>{if(!i)return;let a=re(e.outputDir,i);a&&s.add(a);};for(let i of t.donePages)n(X(e,i));for(let i of Object.values(r.manifest.pages))i.lastSeenRunId===r.runId&&n(i.outputPath);for(let i of t.doneAssets)n(he(e,t.assetMap,i));for(let i of Object.values(r.manifest.assets))i.lastSeenRunId===r.runId&&n(i.outputPath);return s}async function Xs(e,t,r,s,n){let i=[...s.deletedFiles].sort(),a=Ys(e,t,r),u=0;for(let d of [...a].sort()){try{if((await R.stat(y.join(e.outputDir,d))).isFile())continue}catch{}u++,n.warn(`Active output is missing after crawl: ${d}`,{phase:"deploy-plan",file:d,outputPath:y.join(e.outputDir,d)});}if(u>0&&n.warn(`Detected ${u} active output file(s) missing before deploy plan save.`,{phase:"deploy-plan",missingActiveOutputs:u}),i.length===0)return [];let o=[],c=0;for(let d of i){if(!a.has(d)){o.push(d);continue}c++;let l=y.join(e.outputDir,d),p;try{p=(await R.stat(l)).isFile();}catch{p=false;}n.warn(`Deploy plan protected active output from deletion: ${d}`,{phase:"deploy-plan",file:d,outputPath:l,exists:p});}return c>0&&n.info(`Deploy plan skipped ${c} active output deletion(s).`,{phase:"deploy-plan",protectedDeletes:c,deletedFiles:o.length}),o}function Re(e,t){let r=new Set([t]);try{let s=new URL(t),i=[new URL(e.sourceOrigin).origin,...Object.keys(e.extraReplacements||{})];if(e.targetOrigin&&e.targetOrigin!=="."&&e.targetOrigin!=="/")try{i.push(new URL(e.targetOrigin).origin);}catch{}for(let a of i)try{r.add(new URL(a).origin+s.pathname+s.search);}catch{}r.add(s.pathname+s.search),r.add(s.pathname);}catch{}return [...r]}function en(e,t){let r=new Set([t]);try{let s=new URL(t),i=[new URL(e.sourceOrigin).origin,...Object.keys(e.extraReplacements||{})];if(e.targetOrigin&&e.targetOrigin!=="."&&e.targetOrigin!=="/")try{i.push(new URL(e.targetOrigin).origin);}catch{}for(let a of i)try{r.add(new URL(a).origin+s.pathname+s.search);}catch{}r.add(s.pathname+s.search);}catch{}return [...r]}function wr(e,t){let r=e.targetOrigin&&e.targetOrigin!=="."&&e.targetOrigin!=="/"?e.targetOrigin:"https://relative.invalid/";try{let s=new URL(t,r);return y.join(e.outputDir,gt(s.pathname))}catch{return null}}function tn(e,t,r){for(let s of en(e,r)){let n=t[s];if(!n)continue;let i=wr(e,n);if(i)return {outputPath:i,publicUrl:n}}return null}function rn(e,t,r){for(let s of Re(e,r)){let n=t[s];if(!n)continue;let i=wr(e,n);if(i)return i}return null}function he(e,t,r){let s=rn(e,t,r);if(s)return s;try{return _e(e,r).originalFilePath}catch{return null}}function sn(){let e=process.env.STATIC_PUBLISHER_RUNTIME_DIR||process.env.WPSUITE_STATIC_PUBLISHER_RUNTIME_DIR||"";return e.trim()?y.join(y.resolve(e),"queue-runner-heartbeat.json"):""}async function sr(e){let t=sn();if(t)try{let r=await R.readFile(t,"utf8"),s=JSON.parse(r);if(!s||typeof s!="object")return;await R.writeFile(t,JSON.stringify({...s,checkedAt:new Date().toISOString(),status:"running",currentStep:"rewrite",message:e},null,2),"utf8");}catch{}}function nn(e,t){let r=new Set;for(let s of t.donePages)r.add(y.resolve(X(e,s)));for(let s of t.doneAssets){let n=he(e,t.assetMap,s);!n||!ne(n)||r.add(y.resolve(n));}for(let s of t.doneSitemaps){let n=he(e,t.assetMap,s);!n||!ne(n)||r.add(y.resolve(n));}return [...r]}var Ne="re:",Ee=new Map;function on(e){if(!e.startsWith(Ne))return null;let t=Ee.get(e);if(t!==void 0)return t||null;let r=e.slice(Ne.length).trim();if(!r)return Ee.set(e,false),null;try{let s=new RegExp(r);return Ee.set(e,s),s}catch{return console.warn(`[crawl] Ignoring invalid path matcher regex: ${e}`),Ee.set(e,false),null}}function pt(e,t){let r=on(t);return r?r.test(e):t.startsWith(Ne)?false:e.startsWith(t)}function an(e,t){return t.find(r=>pt(e,r))}function yr(e,t){let r=an(t.pathname,e.blockedPathPrefixes);if(r)return r.startsWith(Ne)?`blocked path regex: ${r}`:`blocked path prefix: ${r}`;let s=e.blockedSearchFragments.find(n=>t.search.includes(n));return s?`blocked search fragment: ${s}`:null}function un(e){let t=new URL(e.sourceOrigin),r=new Set([t.hostname,...e.allowedAssetHosts]);if(e.targetOrigin&&e.targetOrigin!=="."&&e.targetOrigin!=="/")try{r.add(new URL(e.targetOrigin).hostname);}catch{}for(let s of Object.keys(e.extraReplacements||{}))try{r.add(new URL(s).hostname);}catch{}return r}function cn(e,t){return un(e).has(t.hostname)}function ln(e){let t=K(e.trim()).replace(/\\\//g,"/").replace(/^['"]|['"]$/g,"").trim();return t=t.replace(/[)]+$/g,"").trim(),t=t.replace(/;.*$/g,"").trim(),t}function ut(e){let t=K(e).replace(/\\\//g,"/");return /[{}]|\bwindow\.|\blocation\.|\bincludes\(|\?\?null|\+|%7B|%7D|%22|<|>|\s/.test(t)||/[()[\]'"]/.test(t)}function dn(e){let t=K(e).replace(/\\\//g,"/").trim(),r=y.extname(t).toLowerCase();return dr.has(r)||pr.has(r)?false:/^(?:this|[A-Za-z_$][\w$]*)\.[A-Za-z_$][\w$]*(?:\.[A-Za-z_$][\w$]*)*$/.test(t)}function me(e){return Ls.some(t=>e.pathname.startsWith(t))}function N(e,t,r=e.sourceOrigin,s,n="url",i=false){let a=ln(t);if(!a||a.startsWith("data:")||a.startsWith("blob:")||a.startsWith("mailto:")||a.startsWith("tel:")||a.startsWith("#"))return s?.ignore(n,t,"empty or unsupported scheme",r),null;if(ut(a))return s?.ignore(n,t,"looks like JavaScript/code fragment",r),null;if(dn(a))return s?.ignore(n,t,"looks like JavaScript property access",r),null;try{let u=new URL(a,r);if(Sr(u))return s?.reject(n,t,"malformed URL encoding",r),null;if(!["http:","https:"].includes(u.protocol))return s?.ignore(n,t,"unsupported protocol: ",r),null;if(!cn(e,u))return s?.ignore(n,u.toString(),"host not allowed",r),null;let o=yr(e,u);if(o&&!(i&&Je(u)))return s?.reject(n,u.toString(),o,r),null;let c=new URL(e.sourceOrigin);return u.protocol=c.protocol,u.host=c.host,u.hash="",u}catch{return s?.reject(n,t,"invalid URL",r),null}}function Sr(e){try{return decodeURIComponent(e.pathname),decodeURIComponent(e.search),decodeURIComponent(e.hash),!1}catch{return true}}function ae(e,t,r,s){try{let n=new URL(e);return Sr(n)?(t.reject(r,e,"malformed URL encoding",s),null):n.protocol!=="http:"&&n.protocol!=="https:"?(t.reject(r,e,`unsupported protocol: ${n.protocol}`,s),null):n}catch{return t.reject(r,e,"invalid URL",s),null}}function Pr(e){return dr.has(y.extname(e.pathname).toLowerCase())}function ue(e){return me(e)?false:pr.has(y.extname(e.pathname).toLowerCase())}function we(e){let t=e.pathname.toLowerCase();return t.endsWith(".xml")&&(t.includes("sitemap")||t.endsWith("/sitemap.xml"))}function U(e,t){return !!(we(t)||t.pathname==="/robots.txt"||t.pathname==="/llms.txt"||t.pathname.toLowerCase().endsWith(".xsl")||e.assetPathPrefixes.length>0&&e.assetPathPrefixes.some(r=>pt(t.pathname,r))||Pr(t)||!ue(t)&&!me(t))}function X(e,t){let r=new URL(t),s=gt(r.pathname);return s.endsWith("/")?s+="index.html":y.extname(s)||(s+="/index.html"),y.join(e.outputDir,s)}function gt(e){try{return decodeURIComponent(e)}catch{return e}}function pn(e){if(!e.generated404RequestPath)return null;try{let t=new URL(e.generated404RequestPath,e.sourceOrigin);return !t.pathname.endsWith("/")&&y.extname(t.pathname)===""&&(t.pathname+="/"),t.hash="",t.toString()}catch{return null}}function ft(e,t){let r=pn(e);if(!r)return false;try{return new URL(t,e.sourceOrigin).toString()===r}catch{return false}}function _e(e,t){let r=new URL(t),s=gt(r.pathname);s.endsWith("/")&&(s+="index.html");let n=!!r.search,i=s,a=y.join(e.outputDir,i),u=Ye(e.targetOrigin,i),o=`${u}${r.search}`;if(!n)return {originalPathname:i,originalFilePath:a,originalPublicUrl:u,originalPublicUrlWithSearch:o,preferQueryHashed:n};let c=y.extname(s),l=`${c?s.slice(0,-c.length):s}.${Se(r.search)}${c||".bin"}`;return {originalPathname:i,originalFilePath:a,originalPublicUrl:u,originalPublicUrlWithSearch:o,preferQueryHashed:n,hashedPathname:l,hashedFilePath:y.join(e.outputDir,l),hashedPublicUrl:Ye(e.targetOrigin,l)}}function gn(e,t,r,s){let n=ae(t,r,"asset",s);return n?_e(e,n.toString()):null}function fn(e,t,r,s,n){t[r]=s;try{let i=new URL(r),u=[new URL(e.sourceOrigin).origin,...Object.keys(e.extraReplacements||{})];if(e.targetOrigin&&e.targetOrigin!=="."&&e.targetOrigin!=="/")try{u.push(new URL(e.targetOrigin).origin);}catch{}for(let o of u)try{let c=new URL(o);t[c.origin+i.pathname+i.search]=s;}catch{}try{let o=(()=>{let c=new URL(s,e.targetOrigin==="."?"https://relative.invalid":e.targetOrigin);return `${c.pathname}${c.search}`})();t[i.pathname+i.search]=o;}catch{}try{let o=new URL(s,e.targetOrigin==="."?"https://relative.invalid":e.targetOrigin).pathname;t[i.pathname]=o;}catch{}try{let o=new URL(n,e.targetOrigin==="."?"https://relative.invalid":e.targetOrigin).pathname;t[i.pathname]=o;}catch{}}catch{}}async function br(e){try{return await R.readFile(e)}catch(t){if(t.code==="ENOENT")return null;throw t}}async function fe(e){try{return await R.stat(e)}catch(t){if(t.code==="ENOENT")return null;throw t}}function hn(e){let t=String(e["content-length"]||"").trim();if(!t)return null;let r=Number.parseInt(t,10);return Number.isFinite(r)&&r>=0?r:null}function vr(e){let t=String(e["last-modified"]||"").trim();if(!t)return null;let r=Date.parse(t);return Number.isFinite(r)?r:null}function mn(e,t){let r=vr(t),s=hn(t),n=e?.mtime.getTime();return r!==null&&Math.abs((n??0)-r)>=1e3||s!==null&&e?.size!==s?false:r!==null||s!==null}async function wn(e,t){if(!t)return;let r=vr(t);if(r===null)return;let s=await fe(e);if(!s)return;let n=new Date(r);await R.utimes(e,s.atime,n).catch(()=>{});}function nr(e,t){let r=y.extname(e.pathname).toLowerCase(),s=t["content-type"]||"";return $s.has(r)||Ms.some(n=>s.includes(n))&&!s.startsWith("image/")&&!s.includes("font")}function yn(e){try{let t=y.extname(new URL(e).pathname).toLowerCase();return t===".js"||t===".mjs"}catch{return false}}function ge(e,t){(e.doneAssets.size%25===0||e.doneAssets.size===1||e.doneAssets.size===e.stats.assetsQueued)&&t.progress(`Asset processing progress: processed ${e.doneAssets.size}, discovered ${e.stats.assetsQueued}.`,{doneAssets:e.doneAssets.size,assetsQueued:e.stats.assetsQueued,phase:"download-assets"});}function Sn(e){return Se(e.toString("base64"),40)}function Pn(e,t,r){let s=e.assetVariantDigestsByOriginalPath.get(t);if(!s||s.size===0)return false;for(let n of s)if(n!==r)return true;return false}function bn(e,t,r){let s=e.assetVariantDigestsByOriginalPath.get(t);s||(s=new Set,e.assetVariantDigestsByOriginalPath.set(t,s)),s.add(r);}async function ct(e,t,r,s,n,i,a){let u=_e(e,r),o=Sn(s),c=u.originalFilePath,d=u.originalPublicUrlWithSearch;if(u.preferQueryHashed&&u.hashedFilePath&&u.hashedPublicUrl&&Pn(n,u.originalFilePath,o)){let m=tn(e,t,r);m?(c=m.outputPath,d=m.publicUrl):(c=u.hashedFilePath,d=u.hashedPublicUrl);}fn(e,t,r,d,u.originalPublicUrl);let l=ne(c)?Buffer.from(tt(s.toString("utf8"),e,t,c),"utf8"):s,p=await br(c),w=false;return (p===null||!p.equals(l))&&(await Pe(c,l),w=true),i?.debug(`${w?"Saved":"Skipped unchanged"} asset output ${r}`,{phase:"download-assets",url:r,outputPath:c,bytes:l.length,wroteFile:w}),bn(n,u.originalFilePath,o),await wn(c,a),n.stats.assetsSaved++,i&&(n.stats.assetsSaved%50===0||n.stats.assetsSaved===1)&&i.progress(`Asset progress: saved ${n.stats.assetsSaved}, discovered ${n.stats.assetsQueued}, pending ${n.assetQueue.length}.`,{assetsSaved:n.stats.assetsSaved,assetsQueued:n.stats.assetsQueued,assetQueue:n.assetQueue.length,phase:"download-assets"}),{outputPath:c,publicUrl:d,wroteFile:w}}function ke(e,t,r,s,n){let i=()=>{let l=String(n??"").trim();if(!l)return {discoveredFrom:"",discoveredFromType:"unknown"};if(l==="seed-path"||l==="cli"||l==="generated-404-request-path")return {discoveredFrom:l,discoveredFromType:l};if(/^https?:\/\//i.test(l))try{let p=new URL(l);return we(p)?{discoveredFrom:l,discoveredFromType:"sitemap"}:U(e,p)?{discoveredFrom:l,discoveredFromType:"asset"}:ue(p)&&!me(p)?{discoveredFrom:l,discoveredFromType:"page"}:{discoveredFrom:l,discoveredFromType:"url"}}catch{return {discoveredFrom:l,discoveredFromType:"url"}}return {discoveredFrom:l,discoveredFromType:"url"}},a=n&&/^https?:\/\//i.test(n)?n:e.sourceOrigin,u=N(e,r,a,s,"page");if(!u)return;if(!ue(u)||Pr(u)){if(U(e,u)){s.info(`Seeded/non-page URL queued as asset: ${u.toString()}`,{url:u.toString(),source:n}),q(e,t,u.toString(),s,n);return}s.reject("page",u.toString(),me(u)?"asset/internal path cannot be page":"not page-like",n);return}let o=u.toString(),{discoveredFrom:c,discoveredFromType:d}=i();c&&!t.pageDiscoverySources.has(o)&&t.pageDiscoverySources.set(o,c),!t.donePages.has(o)&&!t.queuedPages.has(o)&&(t.queuedPages.add(o),t.pageQueue.push(o),t.stats.pagesQueued++,s.debug(`Queued discovered page ${o}`,{phase:"discovery",url:o,discoveredFrom:c,discoveredFromType:d,outputPath:X(e,o)}),(t.stats.pagesQueued%25===0||t.stats.pagesQueued===1)&&s.progress(`Discovery progress: pages ${t.stats.pagesQueued}, assets ${t.stats.assetsQueued}, sitemaps ${t.stats.sitemapsQueued}.`,{pagesQueued:t.stats.pagesQueued,assetsQueued:t.stats.assetsQueued,sitemapsQueued:t.stats.sitemapsQueued,pageQueue:t.pageQueue.length,phase:"discovery"}));}function q(e,t,r,s,n){let i=n&&/^https?:\/\//i.test(n)?n:e.sourceOrigin,a=N(e,r,i,s,"asset");if(!a)return;if(!U(e,a)){s.reject("asset",a.toString(),"not a safe asset path/prefix",n);return}let u=a.toString();!t.doneAssets.has(u)&&!t.queuedAssets.has(u)&&(t.queuedAssets.add(u),t.assetQueue.push(u),t.stats.assetsQueued++,(t.stats.assetsQueued%100===0||t.stats.assetsQueued===1)&&s.progress(`Discovery progress: pages ${t.stats.pagesQueued}, assets ${t.stats.assetsQueued}, sitemaps ${t.stats.sitemapsQueued}.`,{pagesQueued:t.stats.pagesQueued,assetsQueued:t.stats.assetsQueued,sitemapsQueued:t.stats.sitemapsQueued,assetQueue:t.assetQueue.length,phase:"discovery"}));}function Be(e,t,r,s,n){let i=n&&/^https?:\/\//i.test(n)?n:e.sourceOrigin,a=N(e,r,i,s,"sitemap",kt(n));if(!a)return;if(!we(a)){s.reject("sitemap",a.toString(),"not sitemap-like",n);return}let u=a.toString();!t.doneSitemaps.has(u)&&!t.queuedSitemaps.has(u)&&(t.queuedSitemaps.add(u),t.sitemapQueue.push(u),t.stats.sitemapsQueued++,(t.stats.sitemapsQueued%10===0||t.stats.sitemapsQueued===1)&&s.progress(`Discovery progress: pages ${t.stats.pagesQueued}, assets ${t.stats.assetsQueued}, sitemaps ${t.stats.sitemapsQueued}.`,{pagesQueued:t.stats.pagesQueued,assetsQueued:t.stats.assetsQueued,sitemapsQueued:t.stats.sitemapsQueued,sitemapQueue:t.sitemapQueue.length,phase:"discovery"}));}function vn(e){let t=K(e),r=[...t.matchAll(/<url>\s*([\s\S]*?)\s*<\/url>/gi)].map(s=>s[1]);return r.length>0?r.map(s=>{let n=s.match(/<loc>\s*([^<]+?)\s*<\/loc>/i);if(!n?.[1])return null;let i=s.match(/<lastmod>\s*([^<]+?)\s*<\/lastmod>/i);return {loc:n[1].trim(),lastmod:Ce(i?.[1]??null)}}).filter(s=>!!s):[...t.matchAll(/<loc>\s*([^<]+?)\s*<\/loc>/gi)].map(s=>({loc:s[1].trim(),lastmod:null})).filter(s=>s.loc)}function Cn(e){return e.split(",").map(t=>t.trim().split(/\s+/)[0]).filter(Boolean)}function Rn(e){let t=[],r=/url\(\s*(?:"([^"]+)"|'([^']+)'|([^)]*?))\s*\)/gi;for(let s of e.matchAll(r)){let n=e.slice(Math.max(0,s.index-8),s.index);if(/\bnew\s+$/i.test(n))continue;let i=(s[1]||s[2]||s[3]||"").trim();i&&t.push(i);}return t}function kn(e){return e.replace(/<script\b[^>]*>[\s\S]*?<\/script\s*>/gi,"")}function An(e,t){if(t==="dom-style")return true;let r=(()=>{try{return y.extname(new URL(e).pathname).toLowerCase()}catch{return ""}})();return !(r===".js"||r===".mjs"||r===".map"||t.includes("javascript"))}function qe(e){return e.trim().replace(/\\/g,"/").replace(/^https?:\/\/[^/]+/i,"").replace(/^\/+/,"")}async function Cr(e,t,r,s){let n=[];await R.mkdir(t,{recursive:true});let i=await R.readdir(e,{withFileTypes:true});for(let a of i){let u=y.join(e,a.name),o=y.join(t,a.name);if(a.isDirectory()){n.push(...await Cr(u,o,r,s));continue}await Rr(u,o,r,s)&&n.push(o);}return n}async function xn(e,t){try{let[r,s]=await Promise.all([R.stat(e),R.stat(t)]);if(r.size!==s.size)return !1;let[n,i]=await Promise.all([R.readFile(e),R.readFile(t)]);return n.equals(i)}catch{return false}}async function Rr(e,t,r,s){let n=y.resolve(t);return r.has(n)?(s.debug("Skipped post-crawl copy over crawled page output",{phase:"copy-extra-paths",sourcePath:e,targetPath:t}),false):await xn(e,t)?(s.debug("Skipped unchanged post-crawl copy target",{phase:"copy-extra-paths",sourcePath:e,targetPath:t}),false):(await R.mkdir(y.dirname(t),{recursive:true}),await R.copyFile(e,t),true)}async function Tn(e,t,r){let s=Object.entries(e.postCrawlCopyMap||{}).map(([u,o])=>({sourcePath:u.trim(),prefix:String(o||"").trim()}));if(s.length===0)return [];let n=0,i=[],a=new Set([...t.donePages].map(u=>y.resolve(X(e,u))));r.mark("copy-extra-paths");for(let u of s){let o=u.sourcePath,c=u.prefix;if(!o||!c){r.warn("Skipped post-crawl copy mapping with empty key/value",{sourcePath:o,prefixPath:c});continue}let d=Fs(o);if(!d.resolvedPath){r.warn("Skipped post-crawl copy source because alias root is not configured",{sourcePath:o,alias:d.alias||"",requiredEnv:d.requiredEnv||"",prefixPath:c});continue}let l=d.resolvedPath,p=qe(c);if(!p){r.warn("Skipped post-crawl copy mapping with invalid export prefix",{sourcePath:o,prefixPath:c});continue}let w;try{w=await R.stat(l);}catch{r.warn("Skipped post-crawl copy source because it does not exist",{sourcePath:o,sourceAbs:l,prefixPath:c});continue}let m=y.resolve(e.outputDir,p);if(w.isDirectory()){let h=await Cr(l,m,a,r);i.push(...h),n+=h.length,h.length>0&&r.progress(`Copied static directory to export: ${l} -> /${p}`,{phase:"copy-extra-paths",sourcePath:l,targetPath:`/${p}`,copiedItems:n,changedFiles:h.length});continue}let b=y.basename(l),f=c.endsWith("/")?y.join(m,b):m;await Rr(l,f,a,r)&&(i.push(f),n++,r.progress(`Copied static file to export: ${l} -> /${qe(c.endsWith("/")?`${c}${b}`:c)}`,{phase:"copy-extra-paths",sourcePath:l,targetPath:`/${qe(c.endsWith("/")?`${c}${b}`:c)}`,copiedItems:n}));}return r.endMark("copy-extra-paths",{mappedSources:s.length,copiedItems:n}),i}function Ae(e,t,r,s,n){let i=new Set,a=K(r).replace(/\\\//g,"/"),u=n==="page-html"?kn(a):a,o=An(t,n);if(o){for(let c of Rn(u)){let d=N(e,c,t,s,`${n}:css-url`);d&&U(e,d)&&i.add(d.toString());}for(let c of u.matchAll(/@import\s+(?:url\()?\s*['"]?([^'"\s;]+)['"]?\s*\)?/gi)){let d=N(e,c[1],t,s,`${n}:css-import`);d&&U(e,d)&&i.add(d.toString());}}if(o||n==="page-html")for(let c of u.matchAll(/<\?xml-stylesheet[^>]+href=["']([^"']+)["'][^>]*\?>/gi)){let d=N(e,c[1],t,s,`${n}:xml-stylesheet`);d&&U(e,d)&&i.add(d.toString());}if(n==="page-html")for(let c of _t(a)){let d=c.startsWith("//")?`${new URL(e.sourceOrigin).protocol}${c}`:c;if(ut(d)){s.ignore(`${n}:serialized-url`,d,"looks like JavaScript/code fragment",t);continue}let l=N(e,d,t,s,`${n}:serialized-url`);l&&U(e,l)?i.add(l.toString()):l&&s.ignore("asset",l.toString(),"serialized URL did not pass safe asset path filter",t);}if(n!=="page-html"&&yn(t))for(let c of Qt(a)){if(ut(c)||!/\.(?:js|mjs)(?:[?#]|$)/i.test(c))continue;let d=N(e,c,t,s,`${n}:relative-asset`);d&&U(e,d)&&i.add(d.toString());}return [...i]}function In(e,t,r,s){let n=new Set,i=K(r);for(let a of i.matchAll(/href=["']([^"'#\s][^"']*?)["']/gi)){let u=a[1],o=N(e,u,t,s,"page-link");o&&(yr(e,o)||ue(o)&&!me(o)&&!U(e,o)&&n.add(o.toString()));}return [...n]}async function ir(e,t,r,s,n,i,a=false,u=[]){let o=new Set(u),c=0,d=new Map,l=(p,w)=>{let m=[w],b=new Set;for(;m.length>0;){let f=m.pop();if(f===p)return true;b.has(f)||(b.add(f),m.push(...d.get(f)??[]));}return false};for(;r.sitemapQueue.length>0;){let p=r.sitemapQueue.shift();r.queuedSitemaps.delete(p);let w=ae(p,s,"sitemap","sitemap-queue");if(!w)continue;let m=w.toString();if(r.doneSitemaps.has(m))continue;r.doneSitemaps.add(m),s.sitemap(`Fetching sitemap ${m}`,{url:m});let b=true;try{let f=await t.get(m,{timeout:6e4});if(b=!1,!f.ok()){if(s.skip("sitemap",m,f.status()),a&&!o.has(m))throw new Error(`Required child content-sync sitemap returned HTTP ${f.status()}: ${m}`);continue}let g=await f.body(),h=f.url()||m,v=ae(h,s,"sitemap-response",m);if(!v)continue;let C=v.toString();r.successfulSitemaps.add(m),r.successfulSitemaps.add(C),o.has(m)&&(r.resolvedSitemapRoots.add(C),c+=1);let O=await ct(e,r.assetMap,C,g,r,s);Q(n,e,O.outputPath),ce(n,O.outputPath);let M=g.toString("utf8");/<sitemapindex(?:\s|>)/i.test(M)?r.sitemapIndexUrls.add(C):r.sitemapLeafUrls.add(C);let B=Ae(e,C,M,s,"sitemap");for(let A of B)q(e,r,A,s,C);let j=[];for(let A of vn(M)){let k=N(e,A.loc,C,s,"sitemap-loc",!0);if(!k){if(a)throw new Error(`Content-sync sitemap contains an inadmissible location: ${A.loc}`);continue}if(we(k)){if(l(C,k.toString()))throw new Error(`Sitemap index cycle detected: ${C} -> ${k.toString()}`);if(d.has(C)||d.set(C,new Set),d.get(C).add(k.toString()),j.push(k.toString()),a&&r.doneSitemaps.has(k.toString())&&!r.successfulSitemaps.has(k.toString()))throw new Error(`Required child content-sync sitemap was not resolved: ${k.toString()}`);Be(e,r,k.toString(),s,C);}else if(a){if(ue(k)&&!U(e,k)){let W=i.requiredUrls.has(k.toString()),S=i.manifest.pages[k.toString()],x=!!S&&!!await fe(S.outputPath);if(!W&&!x)throw new Error(`Content-sync sitemap coverage is incomplete for ${k.toString()}.`)}s.ignore("sitemap-loc",k.toString(),"content-sync sitemap-only traversal does not enqueue urlset locations",C);}else U(e,k)?q(e,r,k.toString(),s,C):ue(k)?(A.lastmod&&(r.sitemapLastmodByPage[k.toString()]=A.lastmod),ke(e,r,k.toString(),s,C)):s.reject("sitemap-loc",k.toString(),"not page/sitemap/asset-like",C);}i.trackManifest&&(i.manifest.assets[C]={url:C,outputPath:O.outputPath,isText:!0,contentType:f.headers()["content-type"]??"application/xml",changeToken:null,tokenSource:null,discoveredAssets:[...new Set([...B,...j])],lastCrawledAt:new Date().toISOString(),lastSeenRunId:i.runId,unreferencedRuns:0,rewriteComplete:!1},await oe(e,i));}catch(f){s.error(`Failed sitemap ${m}`,{url:m,error:String(f)});let g=a&&o.has(m)&&b;if(a&&!g)throw f}}if(a&&o.size>0&&c===0)throw new Error(`None of the configured content-sync sitemap roots could be resolved: ${[...o].join(", ")}`)}async function Mn(e,t,r,s,n,i,a){let u=N(e,s,e.sourceOrigin,n,"asset-fetch");if(!u||!U(e,u))return;let o=u.toString();if(r.doneAssets.has(o))return;let c=i.enabled||i.strictTargeted?i.previousManifest.assets[o]:void 0,d=i.trackManifest?await je(e,t,i,o,n):null,l=d?.token??null,p=Jt(c?.changeToken,d),w=i.strictTargeted&&(!d?.supported||!d.token)&&Vt(e.sourceOrigin,o),m=i.strictTargeted?i.manifest.assets[o]:void 0;if(m?.lastSeenRunId===i.runId&&await fe(m.outputPath)){r.doneAssets.add(o);for(let f of m.discoveredAssets||[])q(e,r,f,n,o);Q(a,e,m.outputPath),m.isText&&ce(a,m.outputPath),n.info(`Resumed completed content-sync asset ${o}`,{url:o,source:"content-sync-checkpoint"}),ge(r,n);return}if(c&&(p||w)&&await fe(c.outputPath)){i.manifest.assets[o]={...c,changeToken:l,tokenSource:d?.tokenSource??c.tokenSource,discoveredAssets:[...c.discoveredAssets||[]],lastSeenRunId:i.runId,unreferencedRuns:0},delete i.manifest.pages[o],r.doneAssets.add(o);for(let f of c.discoveredAssets||[])q(e,r,f,n,o);n.info(`Reused unchanged trusted asset ${o}.`,{url:o,tokenSource:d?.tokenSource??"unknown",phase:"download-assets",source:p?"asset-change-token-match":"content-sync-release-fingerprint"}),ge(r,n);return}let b=(f,g={})=>{if(!c||i.strictTargeted)return false;i.manifest.assets[o]={...c,discoveredAssets:[...c.discoveredAssets||[]],lastCrawledAt:new Date().toISOString(),lastSeenRunId:i.runId,unreferencedRuns:0},delete i.manifest.pages[o],r.doneAssets.add(o);for(let h of c.discoveredAssets||[])q(e,r,h,n,o);return n.warn(`Keeping previous incremental asset ${o} after fetch issue.`,{url:o,reason:f,preservedFromPreviousManifest:true,...g,phase:"download-assets"}),ge(r,n),true};n.asset(`Fetching asset ${o}`,{url:o});try{let f=he(e,r.assetMap,o),g=f?await fe(f):null;if(f&&g)try{let W=await F(`fetch asset headers ${o}`,6e4,()=>t.head(o,{timeout:6e4})),S=W.headers();if(W.ok()&&mn(g,S)){let x=await br(f);if(x!==null){let L=W.url()||o,D=ae(L,n,"asset-response",o);if(!D)return;let P=D.toString(),T=await ct(e,r.assetMap,P,x,r,n,S);T.wroteFile&&(Q(a,e,T.outputPath),ne(T.outputPath)&&ce(a,T.outputPath)),r.doneAssets.add(o),n.info(`Reused existing asset ${o} based on response headers.`,{url:o,filePath:f,lastModified:S["last-modified"]||"",contentLength:S["content-length"]||"",phase:"download-assets"}),ge(r,n);let $=nr(u,S),_=c?.discoveredAssets?[...c.discoveredAssets]:[];if($||c?.isText){let V=x.toString("utf8"),I=Ae(e,P,V,n,"asset:cached");(I.length>0||!c)&&(_=I);for(let Te of _)q(e,r,Te,n,P);}if(i.trackManifest){let V=$||!!c?.isText;i.manifest.assets[o]={url:o,outputPath:T.outputPath,isText:V,contentType:it(S)||c?.contentType||null,changeToken:d?.supported?d.token:null,tokenSource:d?.supported?d.tokenSource??null:null,discoveredAssets:_,lastCrawledAt:new Date().toISOString(),lastSeenRunId:i.runId,unreferencedRuns:0,rewriteComplete:!V},delete i.manifest.pages[o],(i.enabled||i.strictTargeted)&&V&&await oe(e,i);}return}}}catch{}let h=await F(`fetch asset ${o}`,6e4,()=>t.get(o,{timeout:6e4}));if(!h.ok()){if(b(`http-${h.status()}`,{status:h.status()}))return;if(i.strictTargeted)throw new Error(`Required content-sync asset returned HTTP ${h.status()}: ${o}`);n.skip("asset",o,h.status());return}let v=await F(`read asset response ${o}`,6e4,()=>h.body()),C=h.url()||o,O=ae(C,n,"asset-response",o);if(!O)return;let M=O.toString(),B=h.headers(),j=await ct(e,r.assetMap,M,v,r,n,B);j.wroteFile&&(Q(a,e,j.outputPath),ne(j.outputPath)&&ce(a,j.outputPath)),r.doneAssets.add(o),ge(r,n);let A=nr(u,B),k=[];if(A){let W=v.toString("utf8");k=Ae(e,M,W,n,`asset:${y.extname(u.pathname).toLowerCase()||B["content-type"]||"unknown"}`);for(let S of k)q(e,r,S,n,M);}i.trackManifest&&(i.manifest.assets[o]={url:o,outputPath:j.outputPath,isText:A,contentType:it(B),changeToken:d?.supported?d.token:null,tokenSource:d?.supported?d.tokenSource??null:null,discoveredAssets:k,lastCrawledAt:new Date().toISOString(),lastSeenRunId:i.runId,unreferencedRuns:0,rewriteComplete:!A},delete i.manifest.pages[o],(i.enabled||i.strictTargeted)&&A&&await oe(e,i));}catch(f){if(b("fetch-error",{error:String(f)}))return;if(n.error(`Failed asset ${o}`,{url:o,error:String(f)}),i.strictTargeted)throw f}finally{r.doneAssets.has(o)||(r.doneAssets.add(o),ge(r,n));}}async function $n(e,t,r,s,n,i){let a=Math.max(1,Number(e.assetDownloadConcurrency||e.concurrency||1)),u=Array.from({length:a},async()=>{for(;r.assetQueue.length>0;){let o=r.assetQueue.shift();o&&(r.queuedAssets.delete(o),await Mn(e,t,r,o,s,n,i));}});await Promise.all(u);}function Ln(e){let t=Math.ceil(e/1e3);return `${t} second${t===1?"":"s"}`}function Y(e){return Math.max(6e4,e.navigationTimeoutMs*2,e.readiness.timeoutMs+e.readiness.fallbackWaitMs+15e3)}function ve(e){return Math.max(15e3,Math.min(6e4,Y(e)))}function On(e){return Math.max(15e3,e.readiness.timeoutMs+e.readiness.fallbackWaitMs+1e4)}function ht(e){return e.stats.pagesCompleted}function lt(e){let r=e.options?.browserProcess;return {pid:typeof r?.process?.pid=="number"?r.process.pid:null,kill:typeof r?.kill=="function"?r.kill.bind(r):null}}async function nt(e,t,r){let s=lt(e);try{if(s.kill){await s.kill(),t.warn(`Force-killed crawl worker browser after ${r}`,{browserPid:s.pid,reason:r});return}if(s.pid!==null){process.kill(s.pid,"SIGKILL"),t.warn(`Sent SIGKILL to crawl worker browser after ${r}`,{browserPid:s.pid,reason:r});return}t.warn(`Could not resolve crawl worker browser PID after ${r}`,{reason:r});}catch(n){t.error(`Failed to force-kill crawl worker browser after ${r}`,{browserPid:s.pid,reason:r,error:String(n)});}}async function F(e,t,r){let s;try{return await Promise.race([r(),new Promise((n,i)=>{s=globalThis.setTimeout(()=>{i(new xe(e,t));},t);})])}finally{s!==void 0&&globalThis.clearTimeout(s);}}var xe=class extends Error{constructor(r,s){super(`${r} timed out after ${Ln(s)}.`);this.operation=r;this.timeoutMs=s;this.name="OperationTimeoutError";}operation;timeoutMs};async function Un(e,t){let r=On(e);await t.evaluate(async s=>{await new Promise(n=>{let i=0,a=700,u=Date.now(),o=()=>{window.clearInterval(c),window.scrollTo(0,0),n();},c=window.setInterval(()=>{if(Date.now()-u>=s.maxDurationMs){o();return}window.scrollBy(0,a),i+=a;let d=document.body?.scrollHeight||0,l=document.documentElement?.scrollHeight||0,p=Math.max(d,l);i>=p+window.innerHeight&&o();},120);});},{maxDurationMs:r});}async function Dn(e,t){await t.waitForLoadState("domcontentloaded",{timeout:e.readiness.timeoutMs}).catch(()=>{}),e.readiness.waitForSelector&&await t.waitForSelector(e.readiness.waitForSelector,{timeout:e.readiness.timeoutMs}).catch(()=>{}),e.readiness.waitForFunction&&await t.waitForFunction(e.readiness.waitForFunction,void 0,{timeout:e.readiness.timeoutMs}).catch(()=>{}),await Un(e,t),await t.waitForTimeout(e.readiness.fallbackWaitMs);}async function En(e,t){await t.waitForLoadState("domcontentloaded",{timeout:e.readiness.timeoutMs}).catch(()=>{}),await t.waitForLoadState("load",{timeout:e.readiness.timeoutMs}).catch(()=>{}),e.readiness.waitForSelector&&await t.waitForSelector(e.readiness.waitForSelector,{timeout:e.readiness.timeoutMs}).catch(()=>{}),await t.waitForTimeout(e.readiness.fallbackWaitMs);}function Fn(e,t){return e.noJavaScriptRenderPathPrefixes.some(r=>pt(t,r))}async function jn(e,t,r,s,n=true){let i=new Set;if(n){let u=await t.evaluate(()=>{let o=new Set,c=["href","src","poster","data-src","data-lazy-src","data-original","data-bg","data-background","data-href"],d=new Set,l=["srcset","data-srcset","data-lazy-srcset"],p=w=>{w.querySelectorAll("*").forEach(m=>{for(let f of c){let g=m.getAttribute(f);g&&o.add(g);}for(let f of l){let g=m.getAttribute(f);g&&g.split(",").forEach(h=>{let v=h.trim().split(/\s+/)[0];v&&o.add(v);});}let b=m.getAttribute("style");b&&d.add(b),m.shadowRoot&&p(m.shadowRoot);});};return p(document),{attrs:[...o],styles:[...d]}});for(let o of u.attrs)for(let c of Cn(o)){let d=N(e,c,r,s,"dom-attr");d&&U(e,d)&&i.add(d.toString());}for(let o of u.styles)for(let c of Ae(e,r,o,s,"dom-style"))i.add(c);}let a=await t.content();for(let u of Ae(e,r,a,s,"page-html"))i.add(u);return [...i]}async function or(e,t,r,s,n){let i=X(e,t);await Pe(i,r,"utf8");let a=await R.stat(i);n?.debug(`Saved page output ${t}`,{phase:"save-pages",url:t,outputPath:i,bytes:a.size}),s.stats.pagesSaved++;let u=Math.min(s.stats.pagesQueued,ht(s)+1);n&&(s.stats.pagesSaved%10===0||s.stats.pagesSaved===1)&&n.progress(`Page progress: processed ${u}, rendered ${s.stats.pagesRendered}, saved ${s.stats.pagesSaved}, discovered ${s.stats.pagesQueued}.`,{donePages:u,claimedPages:s.donePages.size,pagesRendered:s.stats.pagesRendered,pagesSaved:s.stats.pagesSaved,pagesQueued:s.stats.pagesQueued,pageQueue:s.pageQueue.length,phase:"save-pages"});}function qn(e){let t=ht(e);return t%5===0||t===1||t===e.stats.pagesQueued}function Nn(e,t){let r=ht(e);t.progress(`Render progress: processed ${r}, rendered ${e.stats.pagesRendered}, saved ${e.stats.pagesSaved}, discovered ${e.stats.pagesQueued}.`,{donePages:r,claimedPages:e.donePages.size,pagesRendered:e.stats.pagesRendered,pagesSaved:e.stats.pagesSaved,pagesQueued:e.stats.pagesQueued,phase:"render-pages"});}async function Bn(e){await e.addInitScript(()=>{Object.defineProperty(window,"__WPSUITE_STATIC_EXPORT__",{value:true,writable:false,configurable:true});let t=r=>{if(r==null||String(r)==="")return true;try{let s=new URL(String(r),window.location.href),n=new URL(window.location.href);return s.hash="",n.hash="",s.href===n.href}catch{return false}};try{let r=window.location.assign.bind(window.location),s=window.location.replace.bind(window.location),n=window.location.reload.bind(window.location);Object.defineProperty(window.location,"assign",{configurable:!0,value:i=>{if(t(i)){console.warn("[smartcloud-static-publisher] blocked same-page location.assign",i??"");return}return r(i)}}),Object.defineProperty(window.location,"replace",{configurable:!0,value:i=>{if(t(i)){console.warn("[smartcloud-static-publisher] blocked same-page location.replace",i??"");return}return s(i)}}),Object.defineProperty(window.location,"reload",{configurable:!0,value:()=>{console.warn("[smartcloud-static-publisher] blocked location.reload");}});}catch{}});}async function Wn(e,t,r){let s=await e.newContext({viewport:t.viewport,userAgent:"WPSuiteStaticPublisher/0.8 Playwright SitemapOnly",ignoreHTTPSErrors:t.ignoreHttpsErrors,...r?{javaScriptEnabled:false}:{}});return r||await Bn(s),s}async function _n(e,t,r,s,n,i,a,u){let o=await chromium.launch({headless:true}),c=lt(o);c.pid!==null&&r.debug(`Launched crawl worker browser PID ${c.pid}`,{browserPid:c.pid});try{for(;t.pageQueue.length>0;){o||(o=await chromium.launch({headless:!0}),c=lt(o),c.pid!==null&&r.debug(`Relaunched crawl worker browser PID ${c.pid}`,{browserPid:c.pid}));let d=o;if(e.maxPages>0&&t.donePages.size>=e.maxPages)break;let l=t.pageQueue.shift();if(!l)break;t.queuedPages.delete(l);let p=null,w=null,m=!1,b=[],f=new Set;try{let g=ae(l,r,"page","page-queue");if(!g)continue;let h=g.toString();if(l=h,t.queuedPages.delete(l),t.donePages.has(l))continue;t.donePages.add(l),i.enabled&&i.seenPages.add(l);let v=ft(e,l),C=Fn(e,g.pathname);if(!ue(g)||U(e,g)||me(g)){if(U(e,g)){r.info(`Worker redirected non-page URL to asset queue: ${l}`,{url:l,source:"worker-guard"}),q(e,t,l,r,"worker-guard");continue}r.reject("page",l,"guard rejected non-page URL before rendering","worker");continue}let O=i.strictTargeted?i.manifest.pages[l]:void 0;if(O?.lastSeenRunId===i.runId&&await fe(O.outputPath)){i.seenPages.add(l);for(let P of O.discoveredAssets||[])q(e,t,P,r,l);Q(a,e,O.outputPath),ce(a,O.outputPath),r.info(`Resumed completed content-sync page ${l}`,{url:l,source:"content-sync-checkpoint"});continue}let M=await zs(e,n,t,i,l,r);if(i.enabled&&s!=="single-url"&&s!=="content-sync"){let P=i.manifest.pages[l];if(M.action==="reuse"&&P){for(let T of P.discoveredAssets)q(e,t,T,r,l);for(let T of P.discoveredPages)ke(e,t,T,r,l);P.lastSeenRunId=i.runId,P.sitemapLastmod=Ce(t.sitemapLastmodByPage[l])??P.sitemapLastmod,M.changeToken?.supported&&(P.changeToken=M.changeToken.token,P.tokenSource=M.changeToken.tokenSource??P.tokenSource),r.info(`Incremental reuse skipped unchanged page ${l}`,{url:l,mode:"incremental",reason:M.changeToken?.supported===!0?"change-token-match":"sitemap-lastmod-match"});continue}}p=await F(`create page context ${l}`,Y(e),()=>Wn(d,e,C)),w=await F(`create page ${l}`,Y(e),()=>p.newPage()),b=await p.cookies();let B=!1,j=new Set;await w.route("**/*",async P=>{let T=P.request();try{let $=N(e,T.url(),e.sourceOrigin,r,"network-request");$&&U(e,$)&&(j.add($.toString()),q(e,t,$.toString(),r,l));}catch{}if(T.isNavigationRequest()&&T.frame()===w.mainFrame())try{let $=new URL(T.url()),_=new URL(h);if($.hash="",_.hash="",$.href===_.href){if(B){r.warn(`Blocked same-page navigation/reload for ${l}`,{url:l,requestUrl:T.url()});try{await P.abort("aborted");}catch(V){r.debug(`Ignored canceled route while blocking reload for ${l}`,{url:l,error:String(V)});}return}B=!0;}}catch{}try{await P.continue();}catch($){r.debug(`Ignored canceled network route for ${l}`,{url:l,requestUrl:T.url(),error:String($)});}}),w.on("response",P=>{try{let $=N(e,P.url(),e.sourceOrigin,r,"network-response");$&&U(e,$)&&(j.add($.toString()),q(e,t,$.toString(),r,l));}catch{}let T=P.headerValues("set-cookie").then($=>{for(let _ of $)u.add(Zt(_,P.url()));}).catch(()=>{}).then(()=>{});f.add(T),T.finally(()=>f.delete(T));}),r.page(`Rendering ${l}`,{url:l});let A=null,k=null;try{if(A=await w.goto(l,{waitUntil:"domcontentloaded",timeout:e.navigationTimeoutMs}),A&&A.ok())try{k=await F(`read response body ${l}`,Y(e),()=>A.text());}catch{k=null;}}catch(P){r.warn(`Navigation issue for ${l}; saving current DOM if available`,{url:l,error:String(P)});}if(s==="content-sync"&&A){let P=ae(A.url(),r,"content-sync-final-response",l)?.toString();if(P&&P!==h){if(i.deleteOnMissingUrls.has(l)){await dt(e,i,a,l,i.deleteOnMissingUrls),r.info(`Removed stale content-sync archive route redirected to ${P}`,{url:l,finalResponseUrl:P,source:"content-sync-tombstone"});continue}throw new Error(`Required content-sync route redirected outside its planned URL: ${l} -> ${P}`)}}if(v){let P=A?.status()??null;if(P!==404){r.error(`Generated 404 request path returned unexpected status for ${l}`,{url:l,expectedStatus:404,status:P,requestPath:e.generated404RequestPath});continue}r.info(`Capturing rendered 404 page for ${l}`,{url:l,status:P,outputPath:X(e,l)});}else if(A&&!A.ok()){if(s==="content-sync"&&(A.status()===404||A.status()===410)&&i.deleteOnMissingUrls.has(l)){await dt(e,i,a,l,i.deleteOnMissingUrls),r.info(`Removed stale content-sync archive page ${l}`,{url:l,status:A.status(),source:"content-sync-tombstone"}),await w.close();continue}if(s==="content-sync")throw new Error(`Required content-sync route returned HTTP ${A.status()}: ${l}`);r.skip("page",l,A.status(),t.pageDiscoverySources.get(l)),await w.close();continue}C?(r.info(`Rendering without JS execution for ${l}`,{url:l,mode:"no-js"}),await F(`wait for rendered page ${l}`,Y(e),()=>En(e,w))):await F(`wait for rendered page ${l}`,Y(e),()=>Dn(e,w)),t.stats.pagesRendered++;let W=await F(`extract rendered assets ${l}`,Y(e),()=>jn(e,w,h,r,!C));for(let P of W)q(e,t,P,r,l);let S=[...new Set([...W,...j])],x=k??await F(`capture rendered html ${l}`,Y(e),()=>w.content()),L=s!=="single-url"&&s!=="content-sync"&&!v?In(e,l,x,r):[];if(s!=="single-url"&&s!=="content-sync"&&!v)for(let P of L)ke(e,t,P,r,l);await or(e,l,x,t,r);let D=X(e,l);if(Q(a,e,D),ce(a,D),i.trackManifest){let P=A?.headers();i.manifest.pages[l]={url:l,outputPath:D,contentType:it(P),changeToken:M.changeToken?.supported?M.changeToken.token:null,tokenSource:M.changeToken?.supported?M.changeToken.tokenSource??null:null,sitemapLastmod:Ce(t.sitemapLastmodByPage[l])??null,discoveredPages:L,discoveredAssets:S,lastCrawledAt:new Date().toISOString(),lastSeenRunId:i.runId,rewriteComplete:!1},(i.enabled||i.strictTargeted)&&await oe(e,i);}}catch(g){if(m=g instanceof xe,i.strictTargeted)throw r.error(`Failed required content-sync page ${l}`,{url:l,error:String(g)}),g;if(m)r.warn(`Skipped partial DOM for timed-out page ${l}`,{url:l,error:String(g),recovery:"recycle-worker-browser"});else try{let h=w?await F(`capture partial html ${l}`,Y(e),()=>w.content()):"";if(h&&h.trim()){await or(e,l,h,t,r);let v=X(e,l);if(Q(a,e,v),ce(a,v),i.trackManifest){let C=i.manifest.pages[l]??i.previousManifest.pages[l];i.manifest.pages[l]={url:l,outputPath:v,contentType:C?.contentType??null,changeToken:null,tokenSource:null,sitemapLastmod:Ce(t.sitemapLastmodByPage[l])??C?.sitemapLastmod??null,discoveredPages:C?.discoveredPages?[...C.discoveredPages]:[],discoveredAssets:C?.discoveredAssets?[...C.discoveredAssets]:[],lastCrawledAt:new Date().toISOString(),lastSeenRunId:i.runId,rewriteComplete:!1},(i.enabled||i.strictTargeted)&&await oe(e,i);}r.warn(`Saved partial DOM for ${l}`,{url:l,error:String(g)});}}catch(h){h instanceof xe&&(m=!0),r.error(`Could not save partial DOM for ${l}`,{url:l,error:String(h)});}r.error(`Failed page ${l}`,{url:l,error:String(g)});}finally{if(!m&&w&&await F(`drain network routes ${l}`,ve(e),()=>w.unrouteAll({behavior:"wait"})).catch(g=>{m=!0,r.warn(`Could not drain network routes for ${l}`,{url:l,browserPid:c.pid,error:String(g),recovery:"recycle-worker-browser"});}),m&&(o=null,await nt(d,r,`page operation timeout for ${l}`),await d.close().catch(()=>{})),f.size>0&&await Promise.allSettled([...f]),!m&&p)try{let g=await p.cookies();u.addAll(Yt(b,g));}catch{}t.stats.pagesCompleted++,qn(t)&&Nn(t,r),!m&&w&&await F(`close page ${l}`,ve(e),()=>w.close()).catch(g=>{m=!0,r.warn(`Timed out while closing page ${l}`,{url:l,browserPid:c.pid,error:String(g),recovery:"recycle-worker-browser"});}),!m&&p&&await F(`close page context ${l}`,ve(e),()=>p.close()).catch(g=>{m=!0,r.warn(`Timed out while closing page context for ${l}`,{url:l,browserPid:c.pid,error:String(g),recovery:"recycle-worker-browser"});}),m&&o===d&&(o=null,await nt(d,r,`page cleanup timeout for ${l}`),await d.close().catch(()=>{}));}}}finally{if(o){let d=o;await F("close worker browser",ve(e),()=>d.close()).catch(l=>(r.warn("Timed out while closing crawl worker browser",{browserPid:c.pid,error:String(l)}),nt(d,r,"browser.close timeout")));}}}async function Qn(e){try{let t=await R.readFile(e),s=(e.endsWith(".gz")?gunzipSync(t):t).toString("utf8").trim();if(!s)return [];try{let n=JSON.parse(s);if(Array.isArray(n))return n;if(n&&typeof n=="object")return [n]}catch{return s.split(/\r?\n/).map(n=>n.trim()).filter(Boolean).map(n=>{try{let i=JSON.parse(n);return i&&typeof i=="object"?i:null}catch{return null}}).filter(n=>n!==null)}return []}catch{return []}}function ar(e){let t=String(e||"").toLowerCase();return t.includes("timeout")||t.includes("timed out")||t.includes("navigation timeout")}function Hn(e){let t=String(e?.job?.command||"").trim(),r=String(e?.job?.crawlMode||"full").trim();return t!=="publish"&&t!=="crawl"?false:r!=="incremental"}function zn(e){let t=[e?.archivedAt,e?.job?.endedAt,e?.job?.startedAt];for(let r of t){let s=Date.parse(String(r||""));if(Number.isFinite(s))return s}return 0}async function kr(e){try{let t=await R.readFile(e,"utf8"),r=JSON.parse(t);return r&&typeof r=="object"&&!Array.isArray(r)?r:null}catch{return null}}function ur(e){let t=String(e.originalFileName||"").toLowerCase();return t.endsWith("errors.jsonl")?0:t.endsWith("errors.json")?1:2}function Jn(e,t){let r=Array.isArray(t?.artifacts)?t.artifacts.filter(s=>String(s?.role||"").trim()==="errors"&&String(s?.storedFileName||"").trim()!=="").sort((s,n)=>ur(s)-ur(n)).map(s=>y.join(e,String(s.storedFileName))):[];return [...new Set([...r,y.join(e,"errors.jsonl"),y.join(e,"errors.json"),y.join(e,"errors.jsonl.gz"),y.join(e,"errors.json.gz")])]}async function cr(e){let t=await kr(y.join(e,"job.json"));for(let r of Jn(e,t)){let s=await Qn(r);if(s.length>0)return s}return []}async function Vn(e){let t=y.join(e.logDir,"archive"),r;try{r=await R.readdir(t);}catch{return ""}let s="",n=0;for(let i of r){let a=y.join(t,i);if(!(await R.stat(a).catch(()=>null))?.isDirectory())continue;let o=await kr(y.join(a,"job.json"));if(!Hn(o))continue;let c=zn(o);c>=n&&(n=c,s=a);}return s}async function Gn(e){let t=await Vn(e),r=t!==""?await cr(t):await cr(e.logDir),s=new Set;for(let n of r)if(ar(n.error)||ar(n.message)){let i=n.url;typeof i=="string"&&i&&s.add(i);}return [...s]}async function Kn(e){let t=[];for(let r of e)if(r.startsWith("@")){let s=r.slice(1),n=await R.readFile(s,"utf8");t.push(...n.split(/\r?\n/).map(i=>i.trim()).filter(i=>i&&!i.startsWith("#")));}else t.push(r);return t}async function Zn(e){if(!e)throw new Error("Content-sync crawl requires an immutable impact plan.");let t=JSON.parse(await R.readFile(e,"utf8"));return Ct(t),t}function Yn(e,t){let r;try{r=new URL(e);}catch{return false}return t.archiveFamilies.some(s=>{let n=new URL(s.url);if(r.origin!==n.origin)return false;if(r.toString()===n.toString())return true;if(r.searchParams.has("paged")&&r.pathname===n.pathname)return /^\d+$/.test(r.searchParams.get("paged")||"");let i=n.pathname.replace(/\/+$/,""),a=r.pathname.slice(i.length).replace(/^\/+/,""),u=String(s.paginationBase||"page").replace(/^\/+|\/+$/g,"").replace(/[.*+?^${}()|[\]\\]/g,"\\$&");return r.pathname.startsWith(`${i}/`)&&new RegExp(`^${u}/\\d+/?$`).test(a)})}function Fe(e,t,r){let s=r==="page"?X(e,t):_e(e,t).originalFilePath;return re(e.outputDir,s)}async function dt(e,t,r,s,n){let i=t.manifest.pages[s];if(!i)return;let a=re(e.outputDir,i.outputPath);if(!a)throw new Error(`Manifest-owned page path escaped output root: ${s}`);let u=y.resolve(i.outputPath);Object.entries(t.manifest.pages).some(([c,d])=>c!==s&&!n.has(c)&&y.resolve(d.outputPath)===u)||(await R.rm(i.outputPath,{force:true}),r.deletedFiles.add(a)),delete t.manifest.pages[s];}function Xn(e,t){let r=new Set,s=[...t];for(;s.length>0;){let n=s.shift();if(r.has(n))continue;r.add(n);let i=e.assets[n];for(let a of i?.discoveredAssets??[])try{we(new URL(a))&&s.push(a);}catch{}}return r}async function ei(e,t,r,s,n){let i=Xn(r.previousManifest,n);for(let a of i){if(t.successfulSitemaps.has(a))continue;let u=r.previousManifest.assets[a];if(!u)continue;let o=re(e.outputDir,u.outputPath);if(!o)throw new Error(`Manifest-owned sitemap path escaped output root: ${a}`);await R.rm(u.outputPath,{force:true}),s.deletedFiles.add(o),delete r.manifest.assets[a];}await oe(e,r);}async function ti(e){try{let t=await R.readFile(y.join(e.outputDir,"asset-map.json"),"utf8");return JSON.parse(t)}catch{return {}}}async function ri(e){let t=["crawl.log.jsonl","current-crawl-event.json","rejected.jsonl","ignored.jsonl","skipped-http.jsonl","errors.jsonl","timings.jsonl","rejected.json","ignored.json","skipped-http.json","errors.json","timings.json"];await R.mkdir(e,{recursive:true}),await Promise.all(t.map(async r=>{try{await R.unlink(y.join(e,r));}catch(s){if(s.code!=="ENOENT")throw s}}));}function lr(e,t,r,s,n){let i=N(e,r,e.sourceOrigin,s,"manual-url");i&&(we(i)?Be(e,t,i.toString(),s,n):U(e,i)?q(e,t,i.toString(),s,n):ue(i)?ke(e,t,i.toString(),s,n):s.reject("manual-url",i.toString(),"not page/sitemap/asset-like",n));}async function Ar(e=process.argv.slice(2)){let t=[],r=await Ie(void 0,{onRemotePublisherConfigDiagnostic:S=>{t.push(S);}}),s=Rt(r.sitemapPaths),n=t.at(-1)??null,i=Os(e),a=i.mode==="content-sync"?await Zn(i.contentSyncPlanPath):null;if(i.resumeRewrite&&i.mode!=="full")throw new Error("--resume-rewrite is only supported for full crawl/publish jobs.");let u=[];i.mode==="retry-timeouts"&&(u=await Gn(r)),i.mode==="single-url"&&(u=await Kn(i.urls)),a&&(u=[...a.directRenderUrls,...a.archiveFamilyUrls]);let o=i.crawlMode==="incremental"&&i.mode==="full",c=o&&typeof r.subscriptionType=="string"&&r.subscriptionType.trim()!=="";if(a&&r.subscriptionType!=="PROFESSIONAL"&&r.subscriptionType!=="AGENCY")throw new Error("Content-sync requires an active Professional or Agency subscription.");let d=(i.mode==="full"||i.mode==="single-url"||i.mode==="content-sync")&&!i.resumeRewrite,l=i.mode!=="full"||i.resumeRewrite||c,p=l?await ti(r):{},w=c||i.mode==="single-url"||i.mode==="content-sync"?await Ns(r):fr(),m=new Set(u),b=new Set;if(a){for(let S of a.archiveFamilies)if(S.foundPosts===0)for(let x of S.pageUrls)b.add(x);for(let S of Object.keys(w.pages))Yn(S,a)&&!m.has(S)&&(u.push(S),b.add(S));}let f={enabled:c,trackManifest:d,manifest:at(w),previousManifest:at(w),runId:a?.jobId??`${Date.now()}`,seenPages:new Set,changeTokenCache:new Map,manifestSaveChain:Promise.resolve(),strictTargeted:!!a,requiredUrls:m,deleteOnMissingUrls:b};await ri(r.logDir);let g=new de(r.logDir,r.logLevel);if(n){let S={status:n.status,virtualAssetBaseUrl:n.virtualAssetBaseUrl,subscriptionType:n.subscriptionType??null,error:n.error,requests:n.requests,source:"remote-publisher-config"};n.status==="loaded"&&n.subscriptionType?g.info("Loaded remote WP Suite publisher configuration.",S):g.warn("Remote WP Suite publisher configuration is unavailable or has no active subscription type.",S);}if(o&&!c){let S="Incremental crawl requires an active remote publisher subscription; refusing to fall back to a destructive full crawl.";throw g.error(S,{requestedMode:i.crawlMode,subscriptionType:r.subscriptionType??null,source:"incremental-subscription-guard"}),await g.flush(),new Error(S)}let h={pageQueue:[],queuedPages:new Set,donePages:new Set,pageDiscoverySources:new Map,assetQueue:[],queuedAssets:new Set,doneAssets:new Set,sitemapQueue:[],queuedSitemaps:new Set,doneSitemaps:new Set,successfulSitemaps:new Set,resolvedSitemapRoots:new Set,sitemapIndexUrls:new Set,sitemapLeafUrls:new Set,sitemapLastmodByPage:{},assetMap:{...p},assetVariantDigestsByOriginalPath:new Map,stats:{pagesQueued:0,pagesRendered:0,pagesCompleted:0,assetsQueued:0,sitemapsQueued:0,assetsSaved:0,pagesSaved:0}},v=qs(),C=new Ue,O=Us();if(O&&!i.resumeRewrite&&await De(O,C.artifact()),await Pt(r),await bt(r,{startedAt:new Date().toISOString(),outputDir:y.resolve(r.outputDir)}),l||await R.rm(r.outputDir,{recursive:true,force:true}),await R.mkdir(r.outputDir,{recursive:true}),a){let S=new Set([...a.deleteUrls,...f.deleteOnMissingUrls]);for(let x of a.deleteUrls)await dt(r,f,v,x,S);}if(i.resumeRewrite)g.info("Resuming final rewrite from existing output.",{phase:"rewrite-text",mode:i.mode,crawlMode:i.crawlMode});else {let S=await request.newContext({ignoreHTTPSErrors:r.ignoreHttpsErrors});try{if(g.mark("discovery"),i.mode==="full"?(s.forEach(L=>Be(r,h,L,g)),await ir(r,S,h,g,v,f),r.seedPaths.forEach(L=>lr(r,h,L,g,"seed-path")),r.generated404RequestPath&&ke(r,h,r.generated404RequestPath,g,"generated-404-request-path")):(u.forEach(L=>lr(r,h,L,g,"cli")),a?.sitemapUrls.forEach(L=>Be(r,h,L,g,"content-sync-impact")),await ir(r,S,h,g,v,f,i.mode==="content-sync",a?.sitemapUrls??[]),a&&await ei(r,h,f,v,a.sitemapUrls)),g.endMark("discovery",{pages:h.pageQueue.length,assets:h.assetQueue.length,sitemaps:h.sitemapQueue.length}),g.summary(`Queued ${h.pageQueue.length} pages, ${h.assetQueue.length} assets, ${h.sitemapQueue.length} sitemaps.`,{mode:i.mode,crawlMode:i.crawlMode,queuedPages:h.pageQueue.length,queuedAssets:h.assetQueue.length,queuedSitemaps:h.sitemapQueue.length}),i.mode==="retry-timeouts"&&h.pageQueue.length===0&&h.assetQueue.length===0&&h.sitemapQueue.length===0){g.summary("No timed-out URLs were queued. Skipping retry crawl.",{mode:i.mode,crawlMode:i.crawlMode,queuedPages:0,queuedAssets:0,queuedSitemaps:0}),await g.flush(),O&&await De(O,C.artifact());return}g.mark("render-pages");let x=Array.from({length:Math.max(1,r.concurrency)},()=>_n(r,h,g,i.mode,S,f,v,C));if(await Promise.all(x),O&&await De(O,C.artifact()),g.endMark("render-pages",{pages:h.stats.pagesCompleted}),g.mark("download-assets"),g.progress("Asset download phase started.",{phase:"download-assets",doneAssets:h.doneAssets.size,assetsQueued:h.stats.assetsQueued,assetQueue:h.assetQueue.length}),await _s(r,S,f,[...h.assetQueue],g),await $n(r,S,h,g,f,v),g.endMark("download-assets",{assets:h.doneAssets.size}),f.enabled&&r.maxPages===0&&(await Vs(r,h,f,g,v),i.mode==="full"&&await Gs(r,f,g,v)),i.mode==="full"){let L=await Tn(r,h,g);for(let D of L)Q(v,r,D);}}finally{await F("dispose crawl request context",ve(r),()=>S.dispose()).catch(x=>{g.warn("Timed out while disposing crawl request context",{error:String(x)});});}}f.trackManifest&&await oe(r,f),await R.writeFile(y.join(r.outputDir,"asset-map.json"),JSON.stringify(h.assetMap,null,2),"utf8"),JSON.stringify(p,null,2)!==JSON.stringify(h.assetMap,null,2)&&Q(v,r,y.join(r.outputDir,"asset-map.json"));let M=i.mode==="single-url"||i.mode==="content-sync"?nn(r,h):f.enabled&&!i.resumeRewrite?Ks(r,f,v,p,h.assetMap):void 0;g.mark("rewrite-text");let B=i.mode==="single-url"||i.mode==="content-sync"?`Rewriting text files touched by URL crawl: 0/${M?.length??0}`:"Rewriting text files...";g.progress(B,{phase:"rewrite-text",index:0,totalFiles:M?.length,changedTextFiles:0}),await sr(B);let j=Date.now(),A=await Ft(r,h.assetMap,{files:M,previousAssetMap:p,onStart:({totalFiles:S,workerCount:x})=>{g.info(`Rewrite phase scanning ${S} text files.`,{phase:"rewrite-text",totalFiles:S,workerCount:x});},onProgress:async({index:S,totalFiles:x,changedTextFiles:L,file:D,changed:P})=>{P&&Q(v,r,y.join(r.outputDir,D)),g.checkpoint(`Rewriting text file ${S}/${x}`,{phase:"rewrite-text",index:S,totalFiles:x,changedTextFiles:L,file:D}),g.debug(`${P?"Rewrote":"Checked unchanged"} text file ${S}/${x}: ${D}`,{phase:"rewrite-text",index:S,totalFiles:x,changedTextFiles:L,file:D,changed:P});let T=Date.now();if(!(S===1||S===x||S%50===0||T-j>=5e3))return;j=T;let _=`Rewriting text files: ${S}/${x}`;g.progress(_,{phase:"rewrite-text",index:S,totalFiles:x,changedTextFiles:L,file:D}),await sr(_);}});f.trackManifest&&(Zs(f,M),await oe(r,f)),g.endMark("rewrite-text",{changedTextFiles:A});let k=a?[...v.deletedFiles].sort():f.enabled&&!i.resumeRewrite?await Xs(r,h,f,v,g):[],W=[...new Set((M||[]).map(S=>re(r.outputDir,y.isAbsolute(S)?S:y.join(r.outputDir,S))).filter(S=>S!==null))].sort();if(a){let S=[...v.changedFiles].sort(),x=new Set(S),L=new Set(a.directRenderUrls.map(I=>Fe(r,I,"page")).filter(I=>!!I&&x.has(I))),D=new Set(a.archiveFamilyUrls.map(I=>Fe(r,I,"page")).filter(I=>!!I&&x.has(I))),P=new Set([...h.sitemapLeafUrls].map(I=>Fe(r,I,"asset")).filter(I=>!!I&&x.has(I))),T=new Set([...h.sitemapIndexUrls].map(I=>Fe(r,I,"asset")).filter(I=>!!I&&x.has(I))),$=new Set([...L,...D,...P,...T]),_=S.filter(I=>!$.has(I)),V=[...new Set([...a.directRenderUrls,...a.archiveFamilyUrls,...h.resolvedSitemapRoots,...h.sitemapLeafUrls,...h.sitemapIndexUrls,...a.deleteUrls].map(I=>{let Te=new URL(I);return `${Te.pathname}${Te.search}`}))].sort();await Qe(r,{schemaVersion:2,generatedAt:new Date().toISOString(),outputDir:y.resolve(r.outputDir),runMode:"content-sync",crawlMode:"incremental",fullSyncRequired:false,changedFiles:S,deletedFiles:k,rewriteTargets:W,consumerId:a.consumerId,fromSequence:a.fromSequence,toSequence:a.toSequence,impactHash:a.impactHash,resolvedSitemapUrls:[...h.resolvedSitemapRoots],uploadGroups:{assets:_,content:[...L].sort(),listings:[...D].sort(),sitemapLeaves:[...P].sort(),sitemapIndexes:[...T].reverse()},invalidationPaths:V});}else await Qe(r,{schemaVersion:1,generatedAt:new Date().toISOString(),outputDir:y.resolve(r.outputDir),runMode:i.mode,crawlMode:i.crawlMode,fullSyncRequired:!(f.enabled&&!i.resumeRewrite),changedFiles:f.enabled&&!i.resumeRewrite?[...v.changedFiles].sort():[],deletedFiles:f.enabled&&!i.resumeRewrite?k:[],rewriteTargets:f.enabled&&!i.resumeRewrite?W:[]});await vt(r),g.summary(i.resumeRewrite?`Done. Resumed final rewrite over existing output and changed ${A} text files.`:`Done. Rendered ${h.stats.pagesRendered} pages, processed ${h.doneSitemaps.size} sitemaps and ${h.doneAssets.size} assets.`,{mode:i.mode,crawlMode:i.crawlMode,resumeRewrite:i.resumeRewrite,...h.stats,pagesRendered:h.stats.pagesRendered,donePages:h.stats.pagesCompleted,claimedPages:h.donePages.size,doneSitemaps:h.doneSitemaps.size,doneAssets:h.doneAssets.size,changedTextFiles:A}),await g.flush();}Ar().catch(async e=>{let t=Z(e instanceof Error?e.message:String(e));console.error(t);try{let s=(await Ie().catch(()=>null))?.logDir??"logs",n=new de(s,"debug");n.error(`Unhandled error: ${t}`,e instanceof Error&&e.stack?{stack:Z(e.stack)}:void 0),await n.flush();}catch{}process.exit(1);});
|
|
12
|
+
${i}`,40);return s.info(`Using generated 404 fallback change token for ${r}`,{url:r,requestPath:e.generated404RequestPath,source:"generated-404-change-token-fallback"}),{url:r,supported:!0,token:a,tokenSource:"generated-404-response-hash",postId:null,dependencyPostIds:[],reason:null}}catch(n){return s.warn(`Generated 404 fallback token lookup failed for ${r}`,{url:r,error:String(n),requestPath:e.generated404RequestPath,source:"generated-404-change-token-fallback"}),null}}async function Gs(e,t,r,s,n,i){let a=mt(e,n);if(!s.enabled)return {action:"render",changeToken:s.trackManifest?await Ne(e,t,s,n,i):null};let u=s.manifest.pages[n];if(!u)return {action:"render",changeToken:await Ne(e,t,s,n,i)};let o=await Ne(e,t,s,n,i);if(o?.supported&&o.token)return u.changeToken===o.token?a&&!await Ks(e,t,n,i)?{action:"render",changeToken:o}:{action:"reuse",changeToken:o}:{action:"render",changeToken:o};let c=Ae(r.sitemapLastmodByPage[n]);return c&&u.sitemapLastmod&&u.sitemapLastmod===c?{action:"reuse",changeToken:o}:{action:"render",changeToken:o}}async function Ks(e,t,r,s){try{let i=(await t.get(r,{timeout:Math.min(e.navigationTimeoutMs,15e3),failOnStatusCode:!1})).status();return i===404?!0:(s.warn(`Generated 404 request path no longer returns 404 for ${r}`,{url:r,status:i,requestPath:e.generated404RequestPath,source:"generated-404-status-probe"}),!1)}catch(n){return s.warn(`Generated 404 status probe failed for ${r}`,{url:r,error:String(n),requestPath:e.generated404RequestPath,source:"generated-404-status-probe"}),false}}async function Zs(e,t,r,s,n){let i=nr(r.previousManifest,void 0,s,"previous-manifest"),a=0;for(let[p,w]of Object.entries(r.manifest.pages))if(!r.seenPages.has(p)){ct(n,e,w.outputPath);try{await R.unlink(w.outputPath);}catch(m){(m.code||"")!=="ENOENT"&&s.warn(`Failed to remove stale incremental page output for ${p}`,{url:p,outputPath:w.outputPath,error:String(m)});}delete r.manifest.pages[p],a++;}let u=nr(r.manifest,r.runId,s,"active-manifest"),o=new Set,c=new Set;for(let p of u){for(let b of xe(e,p))o.add(b);let w=r.manifest.assets[p]?.outputPath;w&&c.add(w);let m=he(e,t.assetMap,p);m&&c.add(m);}for(let p of Object.keys(r.manifest.assets)){if(u.has(p)){r.manifest.assets[p].unreferencedRuns=0;continue}let w=r.manifest.assets[p];if(Yt(w.unreferencedRuns)){w.unreferencedRuns+=1,s.warn(`Deferred deletion of newly unreferenced incremental asset ${p}.`,{url:p,unreferencedRuns:w.unreferencedRuns,phase:"incremental-cleanup",source:"asset-deletion-grace"});continue}delete r.manifest.assets[p];}let d=0,l=0;for(let p of i){if(r.manifest.assets[p])continue;let w=new Set,m=r.previousManifest.assets[p]?.outputPath;m&&w.add(m);let b=he(e,t.assetMap,p);if(!u.has(p)&&b)w.add(b);else if(!u.has(p)){let f=mn(e,p,s,"incremental-cleanup");f&&(w.add(f.originalFilePath),f.hashedFilePath&&w.add(f.hashedFilePath));}for(let f of w)if(!c.has(f)){ct(n,e,f);try{await R.unlink(f),d++;}catch(g){(g.code||"")!=="ENOENT"&&s.warn(`Failed to remove stale incremental asset output for ${p}`,{url:p,outputPath:f,error:String(g)});}}for(let f of xe(e,p))o.has(f)||Object.prototype.hasOwnProperty.call(t.assetMap,f)&&(delete t.assetMap[f],l++);}(a>0||d>0||l>0)&&s.info(`Incremental cleanup removed ${a} stale pages, ${d} stale assets, ${l} stale asset mappings`,{removedPages:a,removedAssets:d,removedAssetMappings:l,phase:"incremental-cleanup"});}async function Ys(e,t,r,s){let n=new Set([...Object.values(t.manifest.pages),...Object.values(t.manifest.assets)].map(o=>String(o.outputPath||"").trim()).filter(Boolean).map(o=>y.resolve(o))),i=Object.values(e.postCrawlCopyMap||{}).map(o=>Be(String(o||""))).filter(o=>!!o).map(o=>y.resolve(e.outputDir,o)),u=(await ts(["**/*.html","**/*.htm"],{cwd:e.outputDir,onlyFiles:true,dot:true})).filter(o=>Gt(y.join(e.outputDir,o),e.outputDir,n,i));for(let o of u){let c=y.join(e.outputDir,o);ct(s,e,c),await R.unlink(c);}u.length>0&&r.info(`Removed ${u.length} orphaned HTML output file(s) that are absent from the current crawl manifest.`,{phase:"incremental-cleanup",source:"manifest-output-reconciliation",removedPages:u.length,samples:u.slice(0,20)});}function nr(e,t,r,s){let n=new Set,i=a=>{let u=a.trim();if(u){if(r){let o=ae(u,r,"asset",s??"manifest");if(!o)return;n.add(o.toString());return}n.add(u);}};for(let a of Object.values(e.pages))for(let u of a.discoveredAssets||[])i(u);for(let[a,u]of Object.entries(e.assets||{}))t&&u.lastSeenRunId!==t||i(a);return n}function ir(e,t,r){for(let s of t)for(let n of xe(e,s))if(r.has(n))return true;return false}function Xs(e,t,r,s,n){let i=new Set(r.rewriteTargets);for(let u of r.changedFiles)i.add(y.resolve(e.outputDir,u));for(let u of Object.values(t.manifest.pages))u.rewriteComplete||i.add(y.resolve(u.outputPath));for(let u of Object.values(t.manifest.assets))u.isText&&!u.rewriteComplete&&i.add(y.resolve(u.outputPath));let a=Hs(s,n);if(a.size===0)return [...i];for(let u of Object.values(t.manifest.pages))ir(e,u.discoveredAssets,a)&&i.add(y.resolve(u.outputPath));for(let[u,o]of Object.entries(t.manifest.assets)){o.isText&&ir(e,o.discoveredAssets,a)&&i.add(y.resolve(o.outputPath));for(let c of xe(e,u))if(a.has(c)){Q(r,e,o.outputPath),o.isText&&i.add(y.resolve(o.outputPath));break}}return [...i]}function en(e,t){let r=t?new Set(Array.from(t,n=>y.resolve(n))):null,s=n=>r===null||r.has(y.resolve(n));for(let n of Object.values(e.manifest.pages))s(n.outputPath)&&(n.rewriteComplete=true);for(let n of Object.values(e.manifest.assets)){if(!n.isText){n.rewriteComplete=true;continue}s(n.outputPath)&&(n.rewriteComplete=true);}}function tn(e,t,r){let s=new Set,n=i=>{if(!i)return;let a=K(e.outputDir,i);a&&s.add(a);};for(let i of t.donePages)n(te(e,i));for(let i of Object.values(r.manifest.pages))i.lastSeenRunId===r.runId&&n(i.outputPath);for(let i of t.doneAssets)n(he(e,t.assetMap,i));for(let i of Object.values(r.manifest.assets))i.lastSeenRunId===r.runId&&n(i.outputPath);return s}async function rn(e,t,r,s,n){let i=[...s.deletedFiles].sort(),a=tn(e,t,r),u=0;for(let d of [...a].sort()){try{if((await R.stat(y.join(e.outputDir,d))).isFile())continue}catch{}u++,n.warn(`Active output is missing after crawl: ${d}`,{phase:"deploy-plan",file:d,outputPath:y.join(e.outputDir,d)});}if(u>0&&n.warn(`Detected ${u} active output file(s) missing before deploy plan save.`,{phase:"deploy-plan",missingActiveOutputs:u}),i.length===0)return [];let o=[],c=0;for(let d of i){if(!a.has(d)){o.push(d);continue}c++;let l=y.join(e.outputDir,d),p;try{p=(await R.stat(l)).isFile();}catch{p=false;}n.warn(`Deploy plan protected active output from deletion: ${d}`,{phase:"deploy-plan",file:d,outputPath:l,exists:p});}return c>0&&n.info(`Deploy plan skipped ${c} active output deletion(s).`,{phase:"deploy-plan",protectedDeletes:c,deletedFiles:o.length}),o}function xe(e,t){let r=new Set([t]);try{let s=new URL(t),i=[new URL(e.sourceOrigin).origin,...Object.keys(e.extraReplacements||{})];if(e.targetOrigin&&e.targetOrigin!=="."&&e.targetOrigin!=="/")try{i.push(new URL(e.targetOrigin).origin);}catch{}for(let a of i)try{r.add(new URL(a).origin+s.pathname+s.search);}catch{}r.add(s.pathname+s.search),r.add(s.pathname);}catch{}return [...r]}function sn(e,t){let r=new Set([t]);try{let s=new URL(t),i=[new URL(e.sourceOrigin).origin,...Object.keys(e.extraReplacements||{})];if(e.targetOrigin&&e.targetOrigin!=="."&&e.targetOrigin!=="/")try{i.push(new URL(e.targetOrigin).origin);}catch{}for(let a of i)try{r.add(new URL(a).origin+s.pathname+s.search);}catch{}r.add(s.pathname+s.search);}catch{}return [...r]}function Pr(e,t){let r=e.targetOrigin&&e.targetOrigin!=="."&&e.targetOrigin!=="/"?e.targetOrigin:"https://relative.invalid/";try{let s=new URL(t,r);return Ce(e.outputDir,s.pathname)}catch{return null}}function nn(e,t,r){for(let s of sn(e,r)){let n=t[s];if(!n)continue;let i=Pr(e,n);if(i)return {outputPath:i,publicUrl:n}}return null}function on(e,t,r){for(let s of xe(e,r)){let n=t[s];if(!n)continue;let i=Pr(e,n);if(i)return i}return null}function he(e,t,r){let s=on(e,t,r);if(s)return s;try{return He(e,r).originalFilePath}catch{return null}}function an(){let e=process.env.STATIC_PUBLISHER_RUNTIME_DIR||process.env.WPSUITE_STATIC_PUBLISHER_RUNTIME_DIR||"";return e.trim()?y.join(y.resolve(e),"queue-runner-heartbeat.json"):""}async function or(e){let t=an();if(t)try{let r=await R.readFile(t,"utf8"),s=JSON.parse(r);if(!s||typeof s!="object")return;await R.writeFile(t,JSON.stringify({...s,checkedAt:new Date().toISOString(),status:"running",currentStep:"rewrite",message:e},null,2),"utf8");}catch{}}function un(e,t){let r=new Set;for(let s of t.donePages)r.add(y.resolve(te(e,s)));for(let s of t.doneAssets){let n=he(e,t.assetMap,s);!n||!ne(n)||r.add(y.resolve(n));}for(let s of t.doneSitemaps){let n=he(e,t.assetMap,s);!n||!ne(n)||r.add(y.resolve(n));}return [...r]}var We="re:",qe=new Map;function cn(e){if(!e.startsWith(We))return null;let t=qe.get(e);if(t!==void 0)return t||null;let r=e.slice(We.length).trim();if(!r)return qe.set(e,false),null;try{let s=new RegExp(r);return qe.set(e,s),s}catch{return console.warn(`[crawl] Ignoring invalid path matcher regex: ${e}`),qe.set(e,false),null}}function ht(e,t){let r=cn(t);return r?r.test(e):t.startsWith(We)?false:e.startsWith(t)}function ln(e,t){return t.find(r=>ht(e,r))}function br(e,t){let r=ln(t.pathname,e.blockedPathPrefixes);if(r)return r.startsWith(We)?`blocked path regex: ${r}`:`blocked path prefix: ${r}`;let s=e.blockedSearchFragments.find(n=>t.search.includes(n));return s?`blocked search fragment: ${s}`:null}function dn(e){let t=new URL(e.sourceOrigin),r=new Set([t.hostname,...e.allowedAssetHosts]);if(e.targetOrigin&&e.targetOrigin!=="."&&e.targetOrigin!=="/")try{r.add(new URL(e.targetOrigin).hostname);}catch{}for(let s of Object.keys(e.extraReplacements||{}))try{r.add(new URL(s).hostname);}catch{}return r}function pn(e,t){return dn(e).has(t.hostname)}function gn(e){let t=Y(e.trim()).replace(/\\\//g,"/").replace(/^['"]|['"]$/g,"").trim();return t=t.replace(/[)]+$/g,"").trim(),t=t.replace(/;.*$/g,"").trim(),t}function dt(e){let t=Y(e).replace(/\\\//g,"/");return /[{}]|\bwindow\.|\blocation\.|\bincludes\(|\?\?null|\+|%7B|%7D|%22|<|>|\s/.test(t)||/[()[\]'"]/.test(t)}function fn(e){let t=Y(e).replace(/\\\//g,"/").trim(),r=y.extname(t).toLowerCase();return fr.has(r)||hr.has(r)?false:/^(?:this|[A-Za-z_$][\w$]*)\.[A-Za-z_$][\w$]*(?:\.[A-Za-z_$][\w$]*)*$/.test(t)}function me(e){return Ds.some(t=>e.pathname.startsWith(t))}function N(e,t,r=e.sourceOrigin,s,n="url",i=false){let a=gn(t);if(!a||a.startsWith("data:")||a.startsWith("blob:")||a.startsWith("mailto:")||a.startsWith("tel:")||a.startsWith("#"))return s?.ignore(n,t,"empty or unsupported scheme",r),null;if(dt(a))return s?.ignore(n,t,"looks like JavaScript/code fragment",r),null;if(fn(a))return s?.ignore(n,t,"looks like JavaScript property access",r),null;try{let u=new URL(a,r);if(vr(u))return s?.reject(n,t,"malformed URL encoding",r),null;if(!["http:","https:"].includes(u.protocol))return s?.ignore(n,t,"unsupported protocol: ",r),null;if(!pn(e,u))return s?.ignore(n,u.toString(),"host not allowed",r),null;let o=br(e,u);if(o&&!(i&&Ge(u)))return s?.reject(n,u.toString(),o,r),null;let c=new URL(e.sourceOrigin);return u.protocol=c.protocol,u.host=c.host,u.hash="",u}catch{return s?.reject(n,t,"invalid URL",r),null}}function vr(e){try{return decodeURIComponent(e.pathname),decodeURIComponent(e.search),decodeURIComponent(e.hash),!1}catch{return true}}function ae(e,t,r,s){try{let n=new URL(e);return vr(n)?(t.reject(r,e,"malformed URL encoding",s),null):ve(n.pathname)===null?(t.reject(r,e,"unsafe URL pathname",s),null):n.protocol!=="http:"&&n.protocol!=="https:"?(t.reject(r,e,`unsupported protocol: ${n.protocol}`,s),null):n}catch{return t.reject(r,e,"invalid URL",s),null}}function Cr(e){return fr.has(y.extname(e.pathname).toLowerCase())}function ue(e){return me(e)?false:hr.has(y.extname(e.pathname).toLowerCase())}function we(e){let t=e.pathname.toLowerCase();return t.endsWith(".xml")&&(t.includes("sitemap")||t.endsWith("/sitemap.xml"))}function O(e,t){return !!(we(t)||t.pathname==="/robots.txt"||t.pathname==="/llms.txt"||t.pathname.toLowerCase().endsWith(".xsl")||e.assetPathPrefixes.length>0&&e.assetPathPrefixes.some(r=>ht(t.pathname,r))||Cr(t)||!ue(t)&&!me(t))}function te(e,t){let r=new URL(t),s=ve(r.pathname);if(s===null)throw new Error(`Unsafe page URL pathname: ${r.pathname}`);return s.endsWith("/")?s+="index.html":y.extname(s)||(s+="/index.html"),Ce(e.outputDir,s)}function hn(e){if(!e.generated404RequestPath)return null;try{let t=new URL(e.generated404RequestPath,e.sourceOrigin);return !t.pathname.endsWith("/")&&y.extname(t.pathname)===""&&(t.pathname+="/"),t.hash="",t.toString()}catch{return null}}function mt(e,t){let r=hn(e);if(!r)return false;try{return new URL(t,e.sourceOrigin).toString()===r}catch{return false}}function He(e,t){let r=new URL(t),s=ve(r.pathname);if(s===null)throw new Error(`Unsafe asset URL pathname: ${r.pathname}`);s.endsWith("/")&&(s+="index.html");let n=!!r.search,i=s,a=Ce(e.outputDir,i),u=et(e.targetOrigin,i),o=`${u}${r.search}`;if(!n)return {originalPathname:i,originalFilePath:a,originalPublicUrl:u,originalPublicUrlWithSearch:o,preferQueryHashed:n};let c=y.extname(s),l=`${c?s.slice(0,-c.length):s}.${Se(r.search)}${c||".bin"}`;return {originalPathname:i,originalFilePath:a,originalPublicUrl:u,originalPublicUrlWithSearch:o,preferQueryHashed:n,hashedPathname:l,hashedFilePath:Ce(e.outputDir,l),hashedPublicUrl:et(e.targetOrigin,l)}}function mn(e,t,r,s){let n=ae(t,r,"asset",s);return n?He(e,n.toString()):null}function wn(e,t,r,s,n){t[r]=s;try{let i=new URL(r),u=[new URL(e.sourceOrigin).origin,...Object.keys(e.extraReplacements||{})];if(e.targetOrigin&&e.targetOrigin!=="."&&e.targetOrigin!=="/")try{u.push(new URL(e.targetOrigin).origin);}catch{}for(let o of u)try{let c=new URL(o);t[c.origin+i.pathname+i.search]=s;}catch{}try{let o=(()=>{let c=new URL(s,e.targetOrigin==="."?"https://relative.invalid":e.targetOrigin);return `${c.pathname}${c.search}`})();t[i.pathname+i.search]=o;}catch{}try{let o=new URL(s,e.targetOrigin==="."?"https://relative.invalid":e.targetOrigin).pathname;t[i.pathname]=o;}catch{}try{let o=new URL(n,e.targetOrigin==="."?"https://relative.invalid":e.targetOrigin).pathname;t[i.pathname]=o;}catch{}}catch{}}async function Rr(e){try{return await R.readFile(e)}catch(t){if(t.code==="ENOENT")return null;throw t}}async function fe(e){try{return await R.stat(e)}catch(t){if(t.code==="ENOENT")return null;throw t}}function yn(e){let t=String(e["content-length"]||"").trim();if(!t)return null;let r=Number.parseInt(t,10);return Number.isFinite(r)&&r>=0?r:null}function kr(e){let t=String(e["last-modified"]||"").trim();if(!t)return null;let r=Date.parse(t);return Number.isFinite(r)?r:null}function Sn(e,t){let r=kr(t),s=yn(t),n=e?.mtime.getTime();return r!==null&&Math.abs((n??0)-r)>=1e3||s!==null&&e?.size!==s?false:r!==null||s!==null}async function Pn(e,t){if(!t)return;let r=kr(t);if(r===null)return;let s=await fe(e);if(!s)return;let n=new Date(r);await R.utimes(e,s.atime,n).catch(()=>{});}function ar(e,t){let r=y.extname(e.pathname).toLowerCase(),s=t["content-type"]||"";return Os.has(r)||Ls.some(n=>s.includes(n))&&!s.startsWith("image/")&&!s.includes("font")}function bn(e){try{let t=y.extname(new URL(e).pathname).toLowerCase();return t===".js"||t===".mjs"}catch{return false}}function ge(e,t){(e.doneAssets.size%25===0||e.doneAssets.size===1||e.doneAssets.size===e.stats.assetsQueued)&&t.progress(`Asset processing progress: processed ${e.doneAssets.size}, discovered ${e.stats.assetsQueued}.`,{doneAssets:e.doneAssets.size,assetsQueued:e.stats.assetsQueued,phase:"download-assets"});}function vn(e){return Se(e.toString("base64"),40)}function Cn(e,t,r){let s=e.assetVariantDigestsByOriginalPath.get(t);if(!s||s.size===0)return false;for(let n of s)if(n!==r)return true;return false}function Rn(e,t,r){let s=e.assetVariantDigestsByOriginalPath.get(t);s||(s=new Set,e.assetVariantDigestsByOriginalPath.set(t,s)),s.add(r);}async function pt(e,t,r,s,n,i,a){let u=He(e,r),o=vn(s),c=u.originalFilePath,d=u.originalPublicUrlWithSearch;if(u.preferQueryHashed&&u.hashedFilePath&&u.hashedPublicUrl&&Cn(n,u.originalFilePath,o)){let m=nn(e,t,r);m?(c=m.outputPath,d=m.publicUrl):(c=u.hashedFilePath,d=u.hashedPublicUrl);}wn(e,t,r,d,u.originalPublicUrl);let l=ne(c)?Buffer.from(st(s.toString("utf8"),e,t,c),"utf8"):s,p=await Rr(c),w=false;return (p===null||!p.equals(l))&&(await Pe(c,l),w=true),i?.debug(`${w?"Saved":"Skipped unchanged"} asset output ${r}`,{phase:"download-assets",url:r,outputPath:c,bytes:l.length,wroteFile:w}),Rn(n,u.originalFilePath,o),await Pn(c,a),n.stats.assetsSaved++,i&&(n.stats.assetsSaved%50===0||n.stats.assetsSaved===1)&&i.progress(`Asset progress: saved ${n.stats.assetsSaved}, discovered ${n.stats.assetsQueued}, pending ${n.assetQueue.length}.`,{assetsSaved:n.stats.assetsSaved,assetsQueued:n.stats.assetsQueued,assetQueue:n.assetQueue.length,phase:"download-assets"}),{outputPath:c,publicUrl:d,wroteFile:w}}function Te(e,t,r,s,n){let i=()=>{let l=String(n??"").trim();if(!l)return {discoveredFrom:"",discoveredFromType:"unknown"};if(l==="seed-path"||l==="cli"||l==="generated-404-request-path")return {discoveredFrom:l,discoveredFromType:l};if(/^https?:\/\//i.test(l))try{let p=new URL(l);return we(p)?{discoveredFrom:l,discoveredFromType:"sitemap"}:O(e,p)?{discoveredFrom:l,discoveredFromType:"asset"}:ue(p)&&!me(p)?{discoveredFrom:l,discoveredFromType:"page"}:{discoveredFrom:l,discoveredFromType:"url"}}catch{return {discoveredFrom:l,discoveredFromType:"url"}}return {discoveredFrom:l,discoveredFromType:"url"}},a=n&&/^https?:\/\//i.test(n)?n:e.sourceOrigin,u=N(e,r,a,s,"page");if(!u)return;if(!ue(u)||Cr(u)){if(O(e,u)){s.info(`Seeded/non-page URL queued as asset: ${u.toString()}`,{url:u.toString(),source:n}),q(e,t,u.toString(),s,n);return}s.reject("page",u.toString(),me(u)?"asset/internal path cannot be page":"not page-like",n);return}let o=u.toString(),{discoveredFrom:c,discoveredFromType:d}=i();c&&!t.pageDiscoverySources.has(o)&&t.pageDiscoverySources.set(o,c),!t.donePages.has(o)&&!t.queuedPages.has(o)&&(t.queuedPages.add(o),t.pageQueue.push(o),t.stats.pagesQueued++,s.debug(`Queued discovered page ${o}`,{phase:"discovery",url:o,discoveredFrom:c,discoveredFromType:d,outputPath:te(e,o)}),(t.stats.pagesQueued%25===0||t.stats.pagesQueued===1)&&s.progress(`Discovery progress: pages ${t.stats.pagesQueued}, assets ${t.stats.assetsQueued}, sitemaps ${t.stats.sitemapsQueued}.`,{pagesQueued:t.stats.pagesQueued,assetsQueued:t.stats.assetsQueued,sitemapsQueued:t.stats.sitemapsQueued,pageQueue:t.pageQueue.length,phase:"discovery"}));}function q(e,t,r,s,n){let i=n&&/^https?:\/\//i.test(n)?n:e.sourceOrigin,a=N(e,r,i,s,"asset");if(!a)return;if(!O(e,a)){s.reject("asset",a.toString(),"not a safe asset path/prefix",n);return}let u=a.toString();!t.doneAssets.has(u)&&!t.queuedAssets.has(u)&&(t.queuedAssets.add(u),t.assetQueue.push(u),t.stats.assetsQueued++,(t.stats.assetsQueued%100===0||t.stats.assetsQueued===1)&&s.progress(`Discovery progress: pages ${t.stats.pagesQueued}, assets ${t.stats.assetsQueued}, sitemaps ${t.stats.sitemapsQueued}.`,{pagesQueued:t.stats.pagesQueued,assetsQueued:t.stats.assetsQueued,sitemapsQueued:t.stats.sitemapsQueued,assetQueue:t.assetQueue.length,phase:"discovery"}));}function _e(e,t,r,s,n){let i=n&&/^https?:\/\//i.test(n)?n:e.sourceOrigin,a=N(e,r,i,s,"sitemap",Tt(n));if(!a)return;if(!we(a)){s.reject("sitemap",a.toString(),"not sitemap-like",n);return}let u=a.toString();!t.doneSitemaps.has(u)&&!t.queuedSitemaps.has(u)&&(t.queuedSitemaps.add(u),t.sitemapQueue.push(u),t.stats.sitemapsQueued++,(t.stats.sitemapsQueued%10===0||t.stats.sitemapsQueued===1)&&s.progress(`Discovery progress: pages ${t.stats.pagesQueued}, assets ${t.stats.assetsQueued}, sitemaps ${t.stats.sitemapsQueued}.`,{pagesQueued:t.stats.pagesQueued,assetsQueued:t.stats.assetsQueued,sitemapsQueued:t.stats.sitemapsQueued,sitemapQueue:t.sitemapQueue.length,phase:"discovery"}));}function kn(e){let t=Y(e),r=[...t.matchAll(/<url>\s*([\s\S]*?)\s*<\/url>/gi)].map(s=>s[1]);return r.length>0?r.map(s=>{let n=s.match(/<loc>\s*([^<]+?)\s*<\/loc>/i);if(!n?.[1])return null;let i=s.match(/<lastmod>\s*([^<]+?)\s*<\/lastmod>/i);return {loc:n[1].trim(),lastmod:Ae(i?.[1]??null)}}).filter(s=>!!s):[...t.matchAll(/<loc>\s*([^<]+?)\s*<\/loc>/gi)].map(s=>({loc:s[1].trim(),lastmod:null})).filter(s=>s.loc)}function An(e){return e.split(",").map(t=>t.trim().split(/\s+/)[0]).filter(Boolean)}function xn(e){let t=[],r=/url\(\s*(?:"([^"]+)"|'([^']+)'|([^)]*?))\s*\)/gi;for(let s of e.matchAll(r)){let n=e.slice(Math.max(0,s.index-8),s.index);if(/\bnew\s+$/i.test(n))continue;let i=(s[1]||s[2]||s[3]||"").trim();i&&t.push(i);}return t}function Tn(e){return e.replace(/<script\b[^>]*>[\s\S]*?<\/script\s*>/gi,"")}function In(e,t){if(t==="dom-style")return true;let r=(()=>{try{return y.extname(new URL(e).pathname).toLowerCase()}catch{return ""}})();return !(r===".js"||r===".mjs"||r===".map"||t.includes("javascript"))}function Be(e){return e.trim().replace(/\\/g,"/").replace(/^https?:\/\/[^/]+/i,"").replace(/^\/+/,"")}async function Ar(e,t,r,s){let n=[];await R.mkdir(t,{recursive:true});let i=await R.readdir(e,{withFileTypes:true});for(let a of i){let u=y.join(e,a.name),o=y.join(t,a.name);if(a.isDirectory()){n.push(...await Ar(u,o,r,s));continue}await xr(u,o,r,s)&&n.push(o);}return n}async function Mn(e,t){try{let[r,s]=await Promise.all([R.stat(e),R.stat(t)]);if(r.size!==s.size)return !1;let[n,i]=await Promise.all([R.readFile(e),R.readFile(t)]);return n.equals(i)}catch{return false}}async function xr(e,t,r,s){let n=y.resolve(t);return r.has(n)?(s.debug("Skipped post-crawl copy over crawled page output",{phase:"copy-extra-paths",sourcePath:e,targetPath:t}),false):await Mn(e,t)?(s.debug("Skipped unchanged post-crawl copy target",{phase:"copy-extra-paths",sourcePath:e,targetPath:t}),false):(await R.mkdir(y.dirname(t),{recursive:true}),await R.copyFile(e,t),true)}async function $n(e,t,r){let s=Object.entries(e.postCrawlCopyMap||{}).map(([u,o])=>({sourcePath:u.trim(),prefix:String(o||"").trim()}));if(s.length===0)return [];let n=0,i=[],a=new Set([...t.donePages].map(u=>y.resolve(te(e,u))));r.mark("copy-extra-paths");for(let u of s){let o=u.sourcePath,c=u.prefix;if(!o||!c){r.warn("Skipped post-crawl copy mapping with empty key/value",{sourcePath:o,prefixPath:c});continue}let d=Ns(o);if(!d.resolvedPath){r.warn("Skipped post-crawl copy source because alias root is not configured",{sourcePath:o,alias:d.alias||"",requiredEnv:d.requiredEnv||"",prefixPath:c});continue}let l=d.resolvedPath,p=Be(c);if(!p){r.warn("Skipped post-crawl copy mapping with invalid export prefix",{sourcePath:o,prefixPath:c});continue}let w;try{w=await R.stat(l);}catch{r.warn("Skipped post-crawl copy source because it does not exist",{sourcePath:o,sourceAbs:l,prefixPath:c});continue}let m=y.resolve(e.outputDir,p);if(w.isDirectory()){let h=await Ar(l,m,a,r);i.push(...h),n+=h.length,h.length>0&&r.progress(`Copied static directory to export: ${l} -> /${p}`,{phase:"copy-extra-paths",sourcePath:l,targetPath:`/${p}`,copiedItems:n,changedFiles:h.length});continue}let b=y.basename(l),f=c.endsWith("/")?y.join(m,b):m;await xr(l,f,a,r)&&(i.push(f),n++,r.progress(`Copied static file to export: ${l} -> /${Be(c.endsWith("/")?`${c}${b}`:c)}`,{phase:"copy-extra-paths",sourcePath:l,targetPath:`/${Be(c.endsWith("/")?`${c}${b}`:c)}`,copiedItems:n}));}return r.endMark("copy-extra-paths",{mappedSources:s.length,copiedItems:n}),i}function Ie(e,t,r,s,n){let i=new Set,a=Y(r).replace(/\\\//g,"/"),u=n==="page-html"?Tn(a):a,o=In(t,n);if(o){for(let c of xn(u)){let d=N(e,c,t,s,`${n}:css-url`);d&&O(e,d)&&i.add(d.toString());}for(let c of u.matchAll(/@import\s+(?:url\()?\s*['"]?([^'"\s;]+)['"]?\s*\)?/gi)){let d=N(e,c[1],t,s,`${n}:css-import`);d&&O(e,d)&&i.add(d.toString());}}if(o||n==="page-html")for(let c of u.matchAll(/<\?xml-stylesheet[^>]+href=["']([^"']+)["'][^>]*\?>/gi)){let d=N(e,c[1],t,s,`${n}:xml-stylesheet`);d&&O(e,d)&&i.add(d.toString());}if(n==="page-html")for(let c of zt(a)){let d=c.startsWith("//")?`${new URL(e.sourceOrigin).protocol}${c}`:c;if(dt(d)){s.ignore(`${n}:serialized-url`,d,"looks like JavaScript/code fragment",t);continue}let l=N(e,d,t,s,`${n}:serialized-url`);l&&O(e,l)?i.add(l.toString()):l&&s.ignore("asset",l.toString(),"serialized URL did not pass safe asset path filter",t);}if(n!=="page-html"&&bn(t))for(let c of Jt(a)){if(dt(c)||!/\.(?:js|mjs)(?:[?#]|$)/i.test(c))continue;let d=N(e,c,t,s,`${n}:relative-asset`);d&&O(e,d)&&i.add(d.toString());}return [...i]}function Un(e,t,r,s){let n=new Set,i=Y(r);for(let a of i.matchAll(/href=["']([^"'#\s][^"']*?)["']/gi)){let u=a[1],o=N(e,u,t,s,"page-link");o&&(br(e,o)||ue(o)&&!me(o)&&!O(e,o)&&n.add(o.toString()));}return [...n]}async function ur(e,t,r,s,n,i,a=false,u=[]){let o=new Set(u),c=0,d=new Map,l=(p,w)=>{let m=[w],b=new Set;for(;m.length>0;){let f=m.pop();if(f===p)return true;b.has(f)||(b.add(f),m.push(...d.get(f)??[]));}return false};for(;r.sitemapQueue.length>0;){let p=r.sitemapQueue.shift();r.queuedSitemaps.delete(p);let w=ae(p,s,"sitemap","sitemap-queue");if(!w)continue;let m=w.toString();if(r.doneSitemaps.has(m))continue;r.doneSitemaps.add(m),s.sitemap(`Fetching sitemap ${m}`,{url:m});let b=true;try{let f=await t.get(m,{timeout:6e4});if(b=!1,!f.ok()){if(s.skip("sitemap",m,f.status()),a&&!o.has(m))throw new Error(`Required child content-sync sitemap returned HTTP ${f.status()}: ${m}`);continue}let g=await f.body(),h=f.url()||m,v=ae(h,s,"sitemap-response",m);if(!v)continue;let C=v.toString();r.successfulSitemaps.add(m),r.successfulSitemaps.add(C),o.has(m)&&(r.resolvedSitemapRoots.add(C),c+=1);let L=await pt(e,r.assetMap,C,g,r,s);Q(n,e,L.outputPath),ce(n,L.outputPath);let $=g.toString("utf8");/<sitemapindex(?:\s|>)/i.test($)?r.sitemapIndexUrls.add(C):r.sitemapLeafUrls.add(C);let B=Ie(e,C,$,s,"sitemap");for(let x of B)q(e,r,x,s,C);let j=[];for(let x of kn($)){let k=N(e,x.loc,C,s,"sitemap-loc",!0);if(!k){if(a)throw new Error(`Content-sync sitemap contains an inadmissible location: ${x.loc}`);continue}if(we(k)){if(l(C,k.toString()))throw new Error(`Sitemap index cycle detected: ${C} -> ${k.toString()}`);if(d.has(C)||d.set(C,new Set),d.get(C).add(k.toString()),j.push(k.toString()),a&&r.doneSitemaps.has(k.toString())&&!r.successfulSitemaps.has(k.toString()))throw new Error(`Required child content-sync sitemap was not resolved: ${k.toString()}`);_e(e,r,k.toString(),s,C);}else if(a){if(ue(k)&&!O(e,k)){let W=i.requiredUrls.has(k.toString()),S=i.manifest.pages[k.toString()],A=!!S&&!!await fe(S.outputPath);if(!W&&!A)throw new Error(`Content-sync sitemap coverage is incomplete for ${k.toString()}.`)}s.ignore("sitemap-loc",k.toString(),"content-sync sitemap-only traversal does not enqueue urlset locations",C);}else O(e,k)?q(e,r,k.toString(),s,C):ue(k)?(x.lastmod&&(r.sitemapLastmodByPage[k.toString()]=x.lastmod),Te(e,r,k.toString(),s,C)):s.reject("sitemap-loc",k.toString(),"not page/sitemap/asset-like",C);}i.trackManifest&&(i.manifest.assets[C]={url:C,outputPath:L.outputPath,isText:!0,contentType:f.headers()["content-type"]??"application/xml",changeToken:null,tokenSource:null,discoveredAssets:[...new Set([...B,...j])],lastCrawledAt:new Date().toISOString(),lastSeenRunId:i.runId,unreferencedRuns:0,rewriteComplete:!1},await oe(e,i));}catch(f){s.error(`Failed sitemap ${m}`,{url:m,error:String(f)});let g=a&&o.has(m)&&b;if(a&&!g)throw f}}if(a&&o.size>0&&c===0)throw new Error(`None of the configured content-sync sitemap roots could be resolved: ${[...o].join(", ")}`)}async function Ln(e,t,r,s,n,i,a){let u=N(e,s,e.sourceOrigin,n,"asset-fetch");if(!u||!O(e,u))return;let o=u.toString();if(r.doneAssets.has(o))return;let c=i.enabled||i.strictTargeted?i.previousManifest.assets[o]:void 0,d=i.trackManifest?await Ne(e,t,i,o,n):null,l=d?.token??null,p=Kt(c?.changeToken,d),w=i.strictTargeted&&(!d?.supported||!d.token)&&Zt(e.sourceOrigin,o),m=i.strictTargeted?i.manifest.assets[o]:void 0;if(m?.lastSeenRunId===i.runId&&await fe(m.outputPath)){r.doneAssets.add(o);for(let f of m.discoveredAssets||[])q(e,r,f,n,o);Q(a,e,m.outputPath),m.isText&&ce(a,m.outputPath),n.info(`Resumed completed content-sync asset ${o}`,{url:o,source:"content-sync-checkpoint"}),ge(r,n);return}if(c&&(p||w)&&await fe(c.outputPath)){i.manifest.assets[o]={...c,changeToken:l,tokenSource:d?.tokenSource??c.tokenSource,discoveredAssets:[...c.discoveredAssets||[]],lastSeenRunId:i.runId,unreferencedRuns:0},delete i.manifest.pages[o],r.doneAssets.add(o);for(let f of c.discoveredAssets||[])q(e,r,f,n,o);n.info(`Reused unchanged trusted asset ${o}.`,{url:o,tokenSource:d?.tokenSource??"unknown",phase:"download-assets",source:p?"asset-change-token-match":"content-sync-release-fingerprint"}),ge(r,n);return}let b=(f,g={})=>{if(!c||i.strictTargeted)return false;i.manifest.assets[o]={...c,discoveredAssets:[...c.discoveredAssets||[]],lastCrawledAt:new Date().toISOString(),lastSeenRunId:i.runId,unreferencedRuns:0},delete i.manifest.pages[o],r.doneAssets.add(o);for(let h of c.discoveredAssets||[])q(e,r,h,n,o);return n.warn(`Keeping previous incremental asset ${o} after fetch issue.`,{url:o,reason:f,preservedFromPreviousManifest:true,...g,phase:"download-assets"}),ge(r,n),true};n.asset(`Fetching asset ${o}`,{url:o});try{let f=he(e,r.assetMap,o),g=f?await fe(f):null;if(f&&g)try{let W=await F(`fetch asset headers ${o}`,6e4,()=>t.head(o,{timeout:6e4})),S=W.headers();if(W.ok()&&Sn(g,S)){let A=await Rr(f);if(A!==null){let M=W.url()||o,D=ae(M,n,"asset-response",o);if(!D)return;let P=D.toString(),I=await pt(e,r.assetMap,P,A,r,n,S);I.wroteFile&&(Q(a,e,I.outputPath),ne(I.outputPath)&&ce(a,I.outputPath)),r.doneAssets.add(o),n.info(`Reused existing asset ${o} based on response headers.`,{url:o,filePath:f,lastModified:S["last-modified"]||"",contentLength:S["content-length"]||"",phase:"download-assets"}),ge(r,n);let U=ar(u,S),_=c?.discoveredAssets?[...c.discoveredAssets]:[];if(U||c?.isText){let V=A.toString("utf8"),$e=Ie(e,P,V,n,"asset:cached");($e.length>0||!c)&&(_=$e);for(let T of _)q(e,r,T,n,P);}if(i.trackManifest){let V=U||!!c?.isText;i.manifest.assets[o]={url:o,outputPath:I.outputPath,isText:V,contentType:ut(S)||c?.contentType||null,changeToken:d?.supported?d.token:null,tokenSource:d?.supported?d.tokenSource??null:null,discoveredAssets:_,lastCrawledAt:new Date().toISOString(),lastSeenRunId:i.runId,unreferencedRuns:0,rewriteComplete:!V},delete i.manifest.pages[o],(i.enabled||i.strictTargeted)&&V&&await oe(e,i);}return}}}catch{}let h=await F(`fetch asset ${o}`,6e4,()=>t.get(o,{timeout:6e4}));if(!h.ok()){if(b(`http-${h.status()}`,{status:h.status()}))return;if(i.strictTargeted)throw new Error(`Required content-sync asset returned HTTP ${h.status()}: ${o}`);n.skip("asset",o,h.status());return}let v=await F(`read asset response ${o}`,6e4,()=>h.body()),C=h.url()||o,L=ae(C,n,"asset-response",o);if(!L)return;let $=L.toString(),B=h.headers(),j=await pt(e,r.assetMap,$,v,r,n,B);j.wroteFile&&(Q(a,e,j.outputPath),ne(j.outputPath)&&ce(a,j.outputPath)),r.doneAssets.add(o),ge(r,n);let x=ar(u,B),k=[];if(x){let W=v.toString("utf8");k=Ie(e,$,W,n,`asset:${y.extname(u.pathname).toLowerCase()||B["content-type"]||"unknown"}`);for(let S of k)q(e,r,S,n,$);}i.trackManifest&&(i.manifest.assets[o]={url:o,outputPath:j.outputPath,isText:x,contentType:ut(B),changeToken:d?.supported?d.token:null,tokenSource:d?.supported?d.tokenSource??null:null,discoveredAssets:k,lastCrawledAt:new Date().toISOString(),lastSeenRunId:i.runId,unreferencedRuns:0,rewriteComplete:!x},delete i.manifest.pages[o],(i.enabled||i.strictTargeted)&&x&&await oe(e,i));}catch(f){if(b("fetch-error",{error:String(f)}))return;if(n.error(`Failed asset ${o}`,{url:o,error:String(f)}),i.strictTargeted)throw f}finally{r.doneAssets.has(o)||(r.doneAssets.add(o),ge(r,n));}}async function On(e,t,r,s,n,i){let a=Math.max(1,Number(e.assetDownloadConcurrency||e.concurrency||1)),u=Array.from({length:a},async()=>{for(;r.assetQueue.length>0;){let o=r.assetQueue.shift();o&&(r.queuedAssets.delete(o),await Ln(e,t,r,o,s,n,i));}});await Promise.all(u);}function Dn(e){let t=Math.ceil(e/1e3);return `${t} second${t===1?"":"s"}`}function ee(e){return Math.max(6e4,e.navigationTimeoutMs*2,e.readiness.timeoutMs+e.readiness.fallbackWaitMs+15e3)}function ke(e){return Math.max(15e3,Math.min(6e4,ee(e)))}function En(e){return Math.max(15e3,e.readiness.timeoutMs+e.readiness.fallbackWaitMs+1e4)}function wt(e){return e.stats.pagesCompleted}function gt(e){let r=e.options?.browserProcess;return {pid:typeof r?.process?.pid=="number"?r.process.pid:null,kill:typeof r?.kill=="function"?r.kill.bind(r):null}}async function at(e,t,r){let s=gt(e);try{if(s.kill){await s.kill(),t.warn(`Force-killed crawl worker browser after ${r}`,{browserPid:s.pid,reason:r});return}if(s.pid!==null){process.kill(s.pid,"SIGKILL"),t.warn(`Sent SIGKILL to crawl worker browser after ${r}`,{browserPid:s.pid,reason:r});return}t.warn(`Could not resolve crawl worker browser PID after ${r}`,{reason:r});}catch(n){t.error(`Failed to force-kill crawl worker browser after ${r}`,{browserPid:s.pid,reason:r,error:String(n)});}}async function F(e,t,r){let s;try{return await Promise.race([r(),new Promise((n,i)=>{s=globalThis.setTimeout(()=>{i(new Me(e,t));},t);})])}finally{s!==void 0&&globalThis.clearTimeout(s);}}var Me=class extends Error{constructor(r,s){super(`${r} timed out after ${Dn(s)}.`);this.operation=r;this.timeoutMs=s;this.name="OperationTimeoutError";}operation;timeoutMs};async function Fn(e,t){let r=En(e);await t.evaluate(async s=>{await new Promise(n=>{let i=0,a=700,u=Date.now(),o=()=>{window.clearInterval(c),window.scrollTo(0,0),n();},c=window.setInterval(()=>{if(Date.now()-u>=s.maxDurationMs){o();return}window.scrollBy(0,a),i+=a;let d=document.body?.scrollHeight||0,l=document.documentElement?.scrollHeight||0,p=Math.max(d,l);i>=p+window.innerHeight&&o();},120);});},{maxDurationMs:r});}async function jn(e,t){await t.waitForLoadState("domcontentloaded",{timeout:e.readiness.timeoutMs}).catch(()=>{}),e.readiness.waitForSelector&&await t.waitForSelector(e.readiness.waitForSelector,{timeout:e.readiness.timeoutMs}).catch(()=>{}),e.readiness.waitForFunction&&await t.waitForFunction(e.readiness.waitForFunction,void 0,{timeout:e.readiness.timeoutMs}).catch(()=>{}),await Fn(e,t),await t.waitForTimeout(e.readiness.fallbackWaitMs);}async function qn(e,t){await t.waitForLoadState("domcontentloaded",{timeout:e.readiness.timeoutMs}).catch(()=>{}),await t.waitForLoadState("load",{timeout:e.readiness.timeoutMs}).catch(()=>{}),e.readiness.waitForSelector&&await t.waitForSelector(e.readiness.waitForSelector,{timeout:e.readiness.timeoutMs}).catch(()=>{}),await t.waitForTimeout(e.readiness.fallbackWaitMs);}function Nn(e,t){return e.noJavaScriptRenderPathPrefixes.some(r=>ht(t,r))}async function Bn(e,t,r,s,n=true){let i=new Set;if(n){let u=await t.evaluate(()=>{let o=new Set,c=["href","src","poster","data-src","data-lazy-src","data-original","data-bg","data-background","data-href","data-resource-url"],d=new Set,l=["srcset","data-srcset","data-lazy-srcset"],p=w=>{w.querySelectorAll("*").forEach(m=>{for(let f of c){let g=m.getAttribute(f);g&&o.add(g);}for(let f of l){let g=m.getAttribute(f);g&&g.split(",").forEach(h=>{let v=h.trim().split(/\s+/)[0];v&&o.add(v);});}let b=m.getAttribute("style");b&&d.add(b),m.shadowRoot&&p(m.shadowRoot);});};return p(document),{attrs:[...o],styles:[...d]}});for(let o of u.attrs)for(let c of An(o)){let d=N(e,c,r,s,"dom-attr");d&&O(e,d)&&i.add(d.toString());}for(let o of u.styles)for(let c of Ie(e,r,o,s,"dom-style"))i.add(c);}let a=await t.content();for(let u of Ie(e,r,a,s,"page-html"))i.add(u);return [...i]}async function cr(e,t,r,s,n){let i=te(e,t);await Pe(i,r,"utf8");let a=await R.stat(i);n?.debug(`Saved page output ${t}`,{phase:"save-pages",url:t,outputPath:i,bytes:a.size}),s.stats.pagesSaved++;let u=Math.min(s.stats.pagesQueued,wt(s)+1);n&&(s.stats.pagesSaved%10===0||s.stats.pagesSaved===1)&&n.progress(`Page progress: processed ${u}, rendered ${s.stats.pagesRendered}, saved ${s.stats.pagesSaved}, discovered ${s.stats.pagesQueued}.`,{donePages:u,claimedPages:s.donePages.size,pagesRendered:s.stats.pagesRendered,pagesSaved:s.stats.pagesSaved,pagesQueued:s.stats.pagesQueued,pageQueue:s.pageQueue.length,phase:"save-pages"});}function Wn(e){let t=wt(e);return t%5===0||t===1||t===e.stats.pagesQueued}function _n(e,t){let r=wt(e);t.progress(`Render progress: processed ${r}, rendered ${e.stats.pagesRendered}, saved ${e.stats.pagesSaved}, discovered ${e.stats.pagesQueued}.`,{donePages:r,claimedPages:e.donePages.size,pagesRendered:e.stats.pagesRendered,pagesSaved:e.stats.pagesSaved,pagesQueued:e.stats.pagesQueued,phase:"render-pages"});}async function Qn(e){await e.addInitScript(()=>{Object.defineProperty(window,"__WPSUITE_STATIC_EXPORT__",{value:true,writable:false,configurable:true});let t=r=>{if(r==null||String(r)==="")return true;try{let s=new URL(String(r),window.location.href),n=new URL(window.location.href);return s.hash="",n.hash="",s.href===n.href}catch{return false}};try{let r=window.location.assign.bind(window.location),s=window.location.replace.bind(window.location),n=window.location.reload.bind(window.location);Object.defineProperty(window.location,"assign",{configurable:!0,value:i=>{if(t(i)){console.warn("[smartcloud-static-publisher] blocked same-page location.assign",i??"");return}return r(i)}}),Object.defineProperty(window.location,"replace",{configurable:!0,value:i=>{if(t(i)){console.warn("[smartcloud-static-publisher] blocked same-page location.replace",i??"");return}return s(i)}}),Object.defineProperty(window.location,"reload",{configurable:!0,value:()=>{console.warn("[smartcloud-static-publisher] blocked location.reload");}});}catch{}});}async function Hn(e,t,r){let s=await e.newContext({viewport:t.viewport,userAgent:"WPSuiteStaticPublisher/0.8 Playwright SitemapOnly",ignoreHTTPSErrors:t.ignoreHttpsErrors,...r?{javaScriptEnabled:false}:{}});return r||await Qn(s),s}async function zn(e,t,r,s,n,i,a,u){let o=await chromium.launch({headless:true}),c=gt(o);c.pid!==null&&r.debug(`Launched crawl worker browser PID ${c.pid}`,{browserPid:c.pid});try{for(;t.pageQueue.length>0;){o||(o=await chromium.launch({headless:!0}),c=gt(o),c.pid!==null&&r.debug(`Relaunched crawl worker browser PID ${c.pid}`,{browserPid:c.pid}));let d=o;if(e.maxPages>0&&t.donePages.size>=e.maxPages)break;let l=t.pageQueue.shift();if(!l)break;t.queuedPages.delete(l);let p=null,w=null,m=!1,b=[],f=new Set;try{let g=ae(l,r,"page","page-queue");if(!g)continue;let h=g.toString();if(l=h,t.queuedPages.delete(l),t.donePages.has(l))continue;t.donePages.add(l),i.enabled&&i.seenPages.add(l);let v=mt(e,l),C=Nn(e,g.pathname);if(!ue(g)||O(e,g)||me(g)){if(O(e,g)){r.info(`Worker redirected non-page URL to asset queue: ${l}`,{url:l,source:"worker-guard"}),q(e,t,l,r,"worker-guard");continue}r.reject("page",l,"guard rejected non-page URL before rendering","worker");continue}let L=i.strictTargeted?i.manifest.pages[l]:void 0;if(L?.lastSeenRunId===i.runId&&await fe(L.outputPath)){i.seenPages.add(l);for(let P of L.discoveredAssets||[])q(e,t,P,r,l);Q(a,e,L.outputPath),ce(a,L.outputPath),r.info(`Resumed completed content-sync page ${l}`,{url:l,source:"content-sync-checkpoint"});continue}let $=await Gs(e,n,t,i,l,r);if(i.enabled&&s!=="single-url"&&s!=="content-sync"){let P=i.manifest.pages[l];if($.action==="reuse"&&P){for(let I of P.discoveredAssets)q(e,t,I,r,l);for(let I of P.discoveredPages)Te(e,t,I,r,l);P.lastSeenRunId=i.runId,P.sitemapLastmod=Ae(t.sitemapLastmodByPage[l])??P.sitemapLastmod,$.changeToken?.supported&&(P.changeToken=$.changeToken.token,P.tokenSource=$.changeToken.tokenSource??P.tokenSource),r.info(`Incremental reuse skipped unchanged page ${l}`,{url:l,mode:"incremental",reason:$.changeToken?.supported===!0?"change-token-match":"sitemap-lastmod-match"});continue}}p=await F(`create page context ${l}`,ee(e),()=>Hn(d,e,C)),w=await F(`create page ${l}`,ee(e),()=>p.newPage()),b=await p.cookies();let B=!1,j=new Set;await w.route("**/*",async P=>{let I=P.request();try{let U=N(e,I.url(),e.sourceOrigin,r,"network-request");U&&O(e,U)&&(j.add(U.toString()),q(e,t,U.toString(),r,l));}catch{}if(I.isNavigationRequest()&&I.frame()===w.mainFrame())try{let U=new URL(I.url()),_=new URL(h);if(U.hash="",_.hash="",U.href===_.href){if(B){r.warn(`Blocked same-page navigation/reload for ${l}`,{url:l,requestUrl:I.url()});try{await P.abort("aborted");}catch(V){r.debug(`Ignored canceled route while blocking reload for ${l}`,{url:l,error:String(V)});}return}B=!0;}}catch{}try{await P.continue();}catch(U){r.debug(`Ignored canceled network route for ${l}`,{url:l,requestUrl:I.url(),error:String(U)});}}),w.on("response",P=>{try{let U=N(e,P.url(),e.sourceOrigin,r,"network-response");U&&O(e,U)&&(j.add(U.toString()),q(e,t,U.toString(),r,l));}catch{}let I=P.headerValues("set-cookie").then(U=>{for(let _ of U)u.add(er(_,P.url()));}).catch(()=>{}).then(()=>{});f.add(I),I.finally(()=>f.delete(I));}),r.page(`Rendering ${l}`,{url:l});let x=null,k=null;try{if(x=await w.goto(l,{waitUntil:"domcontentloaded",timeout:e.navigationTimeoutMs}),x&&x.ok())try{k=await F(`read response body ${l}`,ee(e),()=>x.text());}catch{k=null;}}catch(P){r.warn(`Navigation issue for ${l}; saving current DOM if available`,{url:l,error:String(P)});}if(s==="content-sync"&&x){let P=ae(x.url(),r,"content-sync-final-response",l)?.toString();if(P&&P!==h){if(i.deleteOnMissingUrls.has(l)){await ft(e,i,a,l,i.deleteOnMissingUrls),r.info(`Removed stale content-sync archive route redirected to ${P}`,{url:l,finalResponseUrl:P,source:"content-sync-tombstone"});continue}throw new Error(`Required content-sync route redirected outside its planned URL: ${l} -> ${P}`)}}if(v){let P=x?.status()??null;if(P!==404){r.error(`Generated 404 request path returned unexpected status for ${l}`,{url:l,expectedStatus:404,status:P,requestPath:e.generated404RequestPath});continue}r.info(`Capturing rendered 404 page for ${l}`,{url:l,status:P,outputPath:te(e,l)});}else if(x&&!x.ok()){if(s==="content-sync"&&(x.status()===404||x.status()===410)&&i.deleteOnMissingUrls.has(l)){await ft(e,i,a,l,i.deleteOnMissingUrls),r.info(`Removed stale content-sync archive page ${l}`,{url:l,status:x.status(),source:"content-sync-tombstone"}),await w.close();continue}if(s==="content-sync")throw new Error(`Required content-sync route returned HTTP ${x.status()}: ${l}`);r.skip("page",l,x.status(),t.pageDiscoverySources.get(l)),await w.close();continue}C?(r.info(`Rendering without JS execution for ${l}`,{url:l,mode:"no-js"}),await F(`wait for rendered page ${l}`,ee(e),()=>qn(e,w))):await F(`wait for rendered page ${l}`,ee(e),()=>jn(e,w)),t.stats.pagesRendered++;let W=await F(`extract rendered assets ${l}`,ee(e),()=>Bn(e,w,h,r,!C));for(let P of W)q(e,t,P,r,l);let S=[...new Set([...W,...j])],A=k??await F(`capture rendered html ${l}`,ee(e),()=>w.content()),M=s!=="single-url"&&s!=="content-sync"&&!v?Un(e,l,A,r):[];if(s!=="single-url"&&s!=="content-sync"&&!v)for(let P of M)Te(e,t,P,r,l);await cr(e,l,A,t,r);let D=te(e,l);if(Q(a,e,D),ce(a,D),i.trackManifest){let P=x?.headers();i.manifest.pages[l]={url:l,outputPath:D,contentType:ut(P),changeToken:$.changeToken?.supported?$.changeToken.token:null,tokenSource:$.changeToken?.supported?$.changeToken.tokenSource??null:null,sitemapLastmod:Ae(t.sitemapLastmodByPage[l])??null,discoveredPages:M,discoveredAssets:S,lastCrawledAt:new Date().toISOString(),lastSeenRunId:i.runId,rewriteComplete:!1},(i.enabled||i.strictTargeted)&&await oe(e,i);}}catch(g){if(m=g instanceof Me,i.strictTargeted)throw r.error(`Failed required content-sync page ${l}`,{url:l,error:String(g)}),g;if(m)r.warn(`Skipped partial DOM for timed-out page ${l}`,{url:l,error:String(g),recovery:"recycle-worker-browser"});else try{let h=w?await F(`capture partial html ${l}`,ee(e),()=>w.content()):"";if(h&&h.trim()){await cr(e,l,h,t,r);let v=te(e,l);if(Q(a,e,v),ce(a,v),i.trackManifest){let C=i.manifest.pages[l]??i.previousManifest.pages[l];i.manifest.pages[l]={url:l,outputPath:v,contentType:C?.contentType??null,changeToken:null,tokenSource:null,sitemapLastmod:Ae(t.sitemapLastmodByPage[l])??C?.sitemapLastmod??null,discoveredPages:C?.discoveredPages?[...C.discoveredPages]:[],discoveredAssets:C?.discoveredAssets?[...C.discoveredAssets]:[],lastCrawledAt:new Date().toISOString(),lastSeenRunId:i.runId,rewriteComplete:!1},(i.enabled||i.strictTargeted)&&await oe(e,i);}r.warn(`Saved partial DOM for ${l}`,{url:l,error:String(g)});}}catch(h){h instanceof Me&&(m=!0),r.error(`Could not save partial DOM for ${l}`,{url:l,error:String(h)});}r.error(`Failed page ${l}`,{url:l,error:String(g)});}finally{if(!m&&w&&await F(`drain network routes ${l}`,ke(e),()=>w.unrouteAll({behavior:"wait"})).catch(g=>{m=!0,r.warn(`Could not drain network routes for ${l}`,{url:l,browserPid:c.pid,error:String(g),recovery:"recycle-worker-browser"});}),m&&(o=null,await at(d,r,`page operation timeout for ${l}`),await d.close().catch(()=>{})),f.size>0&&await Promise.allSettled([...f]),!m&&p)try{let g=await p.cookies();u.addAll(tr(b,g));}catch{}t.stats.pagesCompleted++,Wn(t)&&_n(t,r),!m&&w&&await F(`close page ${l}`,ke(e),()=>w.close()).catch(g=>{m=!0,r.warn(`Timed out while closing page ${l}`,{url:l,browserPid:c.pid,error:String(g),recovery:"recycle-worker-browser"});}),!m&&p&&await F(`close page context ${l}`,ke(e),()=>p.close()).catch(g=>{m=!0,r.warn(`Timed out while closing page context for ${l}`,{url:l,browserPid:c.pid,error:String(g),recovery:"recycle-worker-browser"});}),m&&o===d&&(o=null,await at(d,r,`page cleanup timeout for ${l}`),await d.close().catch(()=>{}));}}}finally{if(o){let d=o;await F("close worker browser",ke(e),()=>d.close()).catch(l=>(r.warn("Timed out while closing crawl worker browser",{browserPid:c.pid,error:String(l)}),at(d,r,"browser.close timeout")));}}}async function Jn(e){try{let t=await R.readFile(e),s=(e.endsWith(".gz")?gunzipSync(t):t).toString("utf8").trim();if(!s)return [];try{let n=JSON.parse(s);if(Array.isArray(n))return n;if(n&&typeof n=="object")return [n]}catch{return s.split(/\r?\n/).map(n=>n.trim()).filter(Boolean).map(n=>{try{let i=JSON.parse(n);return i&&typeof i=="object"?i:null}catch{return null}}).filter(n=>n!==null)}return []}catch{return []}}function lr(e){let t=String(e||"").toLowerCase();return t.includes("timeout")||t.includes("timed out")||t.includes("navigation timeout")}function Vn(e){let t=String(e?.job?.command||"").trim(),r=String(e?.job?.crawlMode||"full").trim();return t!=="publish"&&t!=="crawl"?false:r!=="incremental"}function Gn(e){let t=[e?.archivedAt,e?.job?.endedAt,e?.job?.startedAt];for(let r of t){let s=Date.parse(String(r||""));if(Number.isFinite(s))return s}return 0}async function Tr(e){try{let t=await R.readFile(e,"utf8"),r=JSON.parse(t);return r&&typeof r=="object"&&!Array.isArray(r)?r:null}catch{return null}}function dr(e){let t=String(e.originalFileName||"").toLowerCase();return t.endsWith("errors.jsonl")?0:t.endsWith("errors.json")?1:2}function Kn(e,t){let r=Array.isArray(t?.artifacts)?t.artifacts.filter(s=>String(s?.role||"").trim()==="errors"&&String(s?.storedFileName||"").trim()!=="").sort((s,n)=>dr(s)-dr(n)).map(s=>y.join(e,String(s.storedFileName))):[];return [...new Set([...r,y.join(e,"errors.jsonl"),y.join(e,"errors.json"),y.join(e,"errors.jsonl.gz"),y.join(e,"errors.json.gz")])]}async function pr(e){let t=await Tr(y.join(e,"job.json"));for(let r of Kn(e,t)){let s=await Jn(r);if(s.length>0)return s}return []}async function Zn(e){let t=y.join(e.logDir,"archive"),r;try{r=await R.readdir(t);}catch{return ""}let s="",n=0;for(let i of r){let a=y.join(t,i);if(!(await R.stat(a).catch(()=>null))?.isDirectory())continue;let o=await Tr(y.join(a,"job.json"));if(!Vn(o))continue;let c=Gn(o);c>=n&&(n=c,s=a);}return s}async function Yn(e){let t=await Zn(e),r=t!==""?await pr(t):await pr(e.logDir),s=new Set;for(let n of r)if(lr(n.error)||lr(n.message)){let i=n.url;typeof i=="string"&&i&&s.add(i);}return [...s]}async function Xn(e){let t=[];for(let r of e)if(r.startsWith("@")){let s=r.slice(1),n=await R.readFile(s,"utf8");t.push(...n.split(/\r?\n/).map(i=>i.trim()).filter(i=>i&&!i.startsWith("#")));}else t.push(r);return t}async function ei(e){if(!e)throw new Error("Content-sync crawl requires an immutable impact plan.");let t=JSON.parse(await R.readFile(e,"utf8"));return At(t),t}function ti(e,t){let r;try{r=new URL(e);}catch{return false}return t.archiveFamilies.some(s=>{let n=new URL(s.url);if(r.origin!==n.origin)return false;if(r.toString()===n.toString())return true;if(r.searchParams.has("paged")&&r.pathname===n.pathname)return /^\d+$/.test(r.searchParams.get("paged")||"");let i=n.pathname.replace(/\/+$/,""),a=r.pathname.slice(i.length).replace(/^\/+/,""),u=String(s.paginationBase||"page").replace(/^\/+|\/+$/g,"").replace(/[.*+?^${}()|[\]\\]/g,"\\$&");return r.pathname.startsWith(`${i}/`)&&new RegExp(`^${u}/\\d+/?$`).test(a)})}function Re(e,t,r){let s=r==="page"?te(e,t):He(e,t).originalFilePath;return K(e.outputDir,s)}async function ft(e,t,r,s,n){let i=t.manifest.pages[s];if(!i)return;let a=K(e.outputDir,i.outputPath);if(!a)throw new Error(`Manifest-owned page path escaped output root: ${s}`);let u=y.resolve(i.outputPath);Object.entries(t.manifest.pages).some(([c,d])=>c!==s&&!n.has(c)&&y.resolve(d.outputPath)===u)||(await R.rm(i.outputPath,{force:true}),r.deletedFiles.add(a)),delete t.manifest.pages[s];}async function ri(e,t,r,s,n){let i=t.manifest.assets[s];if(!i)return;let a=K(e.outputDir,i.outputPath);if(!a)throw new Error(`Manifest-owned resource path escaped output root: ${s}`);let u=y.resolve(i.outputPath);Object.entries(t.manifest.assets).some(([c,d])=>c!==s&&!n.has(c)&&y.resolve(d.outputPath)===u)||(await R.rm(i.outputPath,{force:true}),r.deletedFiles.add(a)),delete t.manifest.assets[s];}function si(e,t){let r=new Set,s=[...t];for(;s.length>0;){let n=s.shift();if(r.has(n))continue;r.add(n);let i=e.assets[n];for(let a of i?.discoveredAssets??[])try{we(new URL(a))&&s.push(a);}catch{}}return r}async function ni(e,t,r,s,n){let i=si(r.previousManifest,n);for(let a of i){if(t.successfulSitemaps.has(a))continue;let u=r.previousManifest.assets[a];if(!u)continue;let o=K(e.outputDir,u.outputPath);if(!o)throw new Error(`Manifest-owned sitemap path escaped output root: ${a}`);await R.rm(u.outputPath,{force:true}),s.deletedFiles.add(o),delete r.manifest.assets[a];}await oe(e,r);}async function ii(e){try{let t=await R.readFile(y.join(e.outputDir,"asset-map.json"),"utf8");return JSON.parse(t)}catch{return {}}}async function oi(e){let t=["crawl.log.jsonl","current-crawl-event.json","rejected.jsonl","ignored.jsonl","skipped-http.jsonl","errors.jsonl","timings.jsonl","rejected.json","ignored.json","skipped-http.json","errors.json","timings.json"];await R.mkdir(e,{recursive:true}),await Promise.all(t.map(async r=>{try{await R.unlink(y.join(e,r));}catch(s){if(s.code!=="ENOENT")throw s}}));}function gr(e,t,r,s,n){let i=N(e,r,e.sourceOrigin,s,"manual-url");i&&(we(i)?_e(e,t,i.toString(),s,n):O(e,i)?q(e,t,i.toString(),s,n):ue(i)?Te(e,t,i.toString(),s,n):s.reject("manual-url",i.toString(),"not page/sitemap/asset-like",n));}async function Ir(e=process.argv.slice(2)){let t=[],r=await Ue(void 0,{onRemotePublisherConfigDiagnostic:S=>{t.push(S);}}),s=xt(r.sitemapPaths),n=t.at(-1)??null,i=Es(e),a=i.mode==="content-sync"?await ei(i.contentSyncPlanPath):null;if(i.resumeRewrite&&i.mode!=="full")throw new Error("--resume-rewrite is only supported for full crawl/publish jobs.");let u=[];i.mode==="retry-timeouts"&&(u=await Yn(r)),i.mode==="single-url"&&(u=await Xn(i.urls)),a&&(u=[...a.directRenderUrls,...a.archiveFamilyUrls,...a.resourceRenderUrls]);let o=i.crawlMode==="incremental"&&i.mode==="full",c=o&&typeof r.subscriptionType=="string"&&r.subscriptionType.trim()!=="";if(a&&r.subscriptionType!=="PROFESSIONAL"&&r.subscriptionType!=="AGENCY")throw new Error("Content-sync requires an active Professional or Agency subscription.");let d=(i.mode==="full"||i.mode==="single-url"||i.mode==="content-sync")&&!i.resumeRewrite,l=i.mode!=="full"||i.resumeRewrite||c,p=l?await ii(r):{},w=c||i.mode==="single-url"||i.mode==="content-sync"?await _s(r):wr(),m=new Set(u),b=new Set;if(a){for(let S of a.archiveFamilies)if(S.foundPosts===0)for(let A of S.pageUrls)b.add(A);for(let S of Object.keys(w.pages))ti(S,a)&&!m.has(S)&&(u.push(S),b.add(S));}let f={enabled:c,trackManifest:d,manifest:lt(w),previousManifest:lt(w),runId:a?.jobId??`${Date.now()}`,seenPages:new Set,changeTokenCache:new Map,manifestSaveChain:Promise.resolve(),strictTargeted:!!a,requiredUrls:m,deleteOnMissingUrls:b};await oi(r.logDir);let g=new de(r.logDir,r.logLevel);if(n){let S={status:n.status,virtualAssetBaseUrl:n.virtualAssetBaseUrl,subscriptionType:n.subscriptionType??null,error:n.error,requests:n.requests,source:"remote-publisher-config"};n.status==="loaded"&&n.subscriptionType?g.info("Loaded remote WP Suite publisher configuration.",S):g.warn("Remote WP Suite publisher configuration is unavailable or has no active subscription type.",S);}if(o&&!c){let S="Incremental crawl requires an active remote publisher subscription; refusing to fall back to a destructive full crawl.";throw g.error(S,{requestedMode:i.crawlMode,subscriptionType:r.subscriptionType??null,source:"incremental-subscription-guard"}),await g.flush(),new Error(S)}let h={pageQueue:[],queuedPages:new Set,donePages:new Set,pageDiscoverySources:new Map,assetQueue:[],queuedAssets:new Set,doneAssets:new Set,sitemapQueue:[],queuedSitemaps:new Set,doneSitemaps:new Set,successfulSitemaps:new Set,resolvedSitemapRoots:new Set,sitemapIndexUrls:new Set,sitemapLeafUrls:new Set,sitemapLastmodByPage:{},assetMap:{...p},assetVariantDigestsByOriginalPath:new Map,stats:{pagesQueued:0,pagesRendered:0,pagesCompleted:0,assetsQueued:0,sitemapsQueued:0,assetsSaved:0,pagesSaved:0}},v=Ws(),C=new Fe,L=Fs();if(L&&!i.resumeRewrite&&await je(L,C.artifact()),await Ct(r),await Rt(r,{startedAt:new Date().toISOString(),outputDir:y.resolve(r.outputDir)}),l||await R.rm(r.outputDir,{recursive:true,force:true}),await R.mkdir(r.outputDir,{recursive:true}),a){let S=new Set([...a.deleteUrls,...f.deleteOnMissingUrls]);for(let M of a.deleteUrls)await ft(r,f,v,M,S);let A=new Set(a.resourceDeleteUrls);for(let M of a.resourceDeleteUrls)await ri(r,f,v,M,A);}if(i.resumeRewrite)g.info("Resuming final rewrite from existing output.",{phase:"rewrite-text",mode:i.mode,crawlMode:i.crawlMode});else {let S=await request.newContext({ignoreHTTPSErrors:r.ignoreHttpsErrors});try{if(g.mark("discovery"),i.mode==="full"?(s.forEach(M=>_e(r,h,M,g)),await ur(r,S,h,g,v,f),r.seedPaths.forEach(M=>gr(r,h,M,g,"seed-path")),r.generated404RequestPath&&Te(r,h,r.generated404RequestPath,g,"generated-404-request-path")):(u.forEach(M=>gr(r,h,M,g,"cli")),a?.sitemapUrls.forEach(M=>_e(r,h,M,g,"content-sync-impact")),await ur(r,S,h,g,v,f,i.mode==="content-sync",a?.sitemapUrls??[]),a&&await ni(r,h,f,v,a.sitemapUrls)),g.endMark("discovery",{pages:h.pageQueue.length,assets:h.assetQueue.length,sitemaps:h.sitemapQueue.length}),g.summary(`Queued ${h.pageQueue.length} pages, ${h.assetQueue.length} assets, ${h.sitemapQueue.length} sitemaps.`,{mode:i.mode,crawlMode:i.crawlMode,queuedPages:h.pageQueue.length,queuedAssets:h.assetQueue.length,queuedSitemaps:h.sitemapQueue.length}),i.mode==="retry-timeouts"&&h.pageQueue.length===0&&h.assetQueue.length===0&&h.sitemapQueue.length===0){g.summary("No timed-out URLs were queued. Skipping retry crawl.",{mode:i.mode,crawlMode:i.crawlMode,queuedPages:0,queuedAssets:0,queuedSitemaps:0}),await g.flush(),L&&await je(L,C.artifact());return}g.mark("render-pages");let A=Array.from({length:Math.max(1,r.concurrency)},()=>zn(r,h,g,i.mode,S,f,v,C));if(await Promise.all(A),L&&await je(L,C.artifact()),g.endMark("render-pages",{pages:h.stats.pagesCompleted}),g.mark("download-assets"),g.progress("Asset download phase started.",{phase:"download-assets",doneAssets:h.doneAssets.size,assetsQueued:h.stats.assetsQueued,assetQueue:h.assetQueue.length}),await zs(r,S,f,[...h.assetQueue],g),await On(r,S,h,g,f,v),g.endMark("download-assets",{assets:h.doneAssets.size}),f.enabled&&r.maxPages===0&&(await Zs(r,h,f,g,v),i.mode==="full"&&await Ys(r,f,g,v)),i.mode==="full"){let M=await $n(r,h,g);for(let D of M)Q(v,r,D);}}finally{await F("dispose crawl request context",ke(r),()=>S.dispose()).catch(A=>{g.warn("Timed out while disposing crawl request context",{error:String(A)});});}}f.trackManifest&&await oe(r,f),await R.writeFile(y.join(r.outputDir,"asset-map.json"),JSON.stringify(h.assetMap,null,2),"utf8"),JSON.stringify(p,null,2)!==JSON.stringify(h.assetMap,null,2)&&Q(v,r,y.join(r.outputDir,"asset-map.json"));let $=i.mode==="single-url"||i.mode==="content-sync"?un(r,h):f.enabled&&!i.resumeRewrite?Xs(r,f,v,p,h.assetMap):void 0;g.mark("rewrite-text");let B=i.mode==="single-url"||i.mode==="content-sync"?`Rewriting text files touched by URL crawl: 0/${$?.length??0}`:"Rewriting text files...";g.progress(B,{phase:"rewrite-text",index:0,totalFiles:$?.length,changedTextFiles:0}),await or(B);let j=Date.now(),x=await Nt(r,h.assetMap,{files:$,previousAssetMap:p,onStart:({totalFiles:S,workerCount:A})=>{g.info(`Rewrite phase scanning ${S} text files.`,{phase:"rewrite-text",totalFiles:S,workerCount:A});},onProgress:async({index:S,totalFiles:A,changedTextFiles:M,file:D,changed:P})=>{P&&Q(v,r,y.join(r.outputDir,D)),g.checkpoint(`Rewriting text file ${S}/${A}`,{phase:"rewrite-text",index:S,totalFiles:A,changedTextFiles:M,file:D}),g.debug(`${P?"Rewrote":"Checked unchanged"} text file ${S}/${A}: ${D}`,{phase:"rewrite-text",index:S,totalFiles:A,changedTextFiles:M,file:D,changed:P});let I=Date.now();if(!(S===1||S===A||S%50===0||I-j>=5e3))return;j=I;let _=`Rewriting text files: ${S}/${A}`;g.progress(_,{phase:"rewrite-text",index:S,totalFiles:A,changedTextFiles:M,file:D}),await or(_);}});f.trackManifest&&(en(f,$),await oe(r,f)),g.endMark("rewrite-text",{changedTextFiles:x});let k=a?[...v.deletedFiles].sort():f.enabled&&!i.resumeRewrite?await rn(r,h,f,v,g):[],W=[...new Set(($||[]).map(S=>K(r.outputDir,y.isAbsolute(S)?S:y.join(r.outputDir,S))).filter(S=>S!==null))].sort();if(a){let S=[...v.changedFiles].sort(),A=new Set(S),M=new Set(a.directRenderUrls.map(T=>Re(r,T,"page")).filter(T=>!!T&&A.has(T))),D=new Set(a.archiveFamilyUrls.map(T=>Re(r,T,"page")).filter(T=>!!T&&A.has(T))),P=new Set(a.resourceRenderUrls.map(T=>Re(r,T,"asset")).filter(T=>!!T&&A.has(T))),I=new Set([...h.sitemapLeafUrls].map(T=>Re(r,T,"asset")).filter(T=>!!T&&A.has(T))),U=new Set([...h.sitemapIndexUrls].map(T=>Re(r,T,"asset")).filter(T=>!!T&&A.has(T))),_=new Set([...M,...D,...P,...I,...U]),V=S.filter(T=>!_.has(T)),$e=[...new Set([...a.directRenderUrls,...a.archiveFamilyUrls,...h.resolvedSitemapRoots,...h.sitemapLeafUrls,...h.sitemapIndexUrls,...a.deleteUrls,...a.resourceRenderUrls,...a.resourceDeleteUrls].map(T=>{let yt=new URL(T);return `${yt.pathname}${yt.search}`}))].sort();await ze(r,{schemaVersion:2,generatedAt:new Date().toISOString(),outputDir:y.resolve(r.outputDir),runMode:"content-sync",crawlMode:"incremental",fullSyncRequired:false,changedFiles:S,deletedFiles:k,rewriteTargets:W,consumerId:a.consumerId,fromSequence:a.fromSequence,toSequence:a.toSequence,impactHash:a.impactHash,resolvedSitemapUrls:[...h.resolvedSitemapRoots],uploadGroups:{assets:V,content:[...M].sort(),listings:[...D].sort(),resources:[...P].sort(),sitemapLeaves:[...I].sort(),sitemapIndexes:[...U].reverse()},invalidationPaths:$e});}else await ze(r,{schemaVersion:1,generatedAt:new Date().toISOString(),outputDir:y.resolve(r.outputDir),runMode:i.mode,crawlMode:i.crawlMode,fullSyncRequired:!(f.enabled&&!i.resumeRewrite),changedFiles:f.enabled&&!i.resumeRewrite?[...v.changedFiles].sort():[],deletedFiles:f.enabled&&!i.resumeRewrite?k:[],rewriteTargets:f.enabled&&!i.resumeRewrite?W:[]});await kt(r),g.summary(i.resumeRewrite?`Done. Resumed final rewrite over existing output and changed ${x} text files.`:`Done. Rendered ${h.stats.pagesRendered} pages, processed ${h.doneSitemaps.size} sitemaps and ${h.doneAssets.size} assets.`,{mode:i.mode,crawlMode:i.crawlMode,resumeRewrite:i.resumeRewrite,...h.stats,pagesRendered:h.stats.pagesRendered,donePages:h.stats.pagesCompleted,claimedPages:h.donePages.size,doneSitemaps:h.doneSitemaps.size,doneAssets:h.doneAssets.size,changedTextFiles:x}),await g.flush();}Ir().catch(async e=>{let t=X(e instanceof Error?e.message:String(e));console.error(t);try{let s=(await Ue().catch(()=>null))?.logDir??"logs",n=new de(s,"debug");n.error(`Unhandled error: ${t}`,e instanceof Error&&e.stack?{stack:X(e.stack)}:void 0),await n.flush();}catch{}process.exit(1);});
|