@smart-cloud/publisher-exporter 1.1.81 → 1.1.83
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +9 -0
- package/dist/content-sync.js +15 -15
- package/dist/crawl.js +13 -13
- package/dist/deploy.js +5 -5
- package/dist/remote-worker.js +5 -5
- package/dist/rewrite-worker.js +2 -2
- package/package.json +3 -3
package/dist/deploy.js
CHANGED
|
@@ -1,8 +1,8 @@
|
|
|
1
|
-
import O,{readFile}from'fs/promises';import pr from'http';import dr from'https';import E from'path';import {fromTemporaryCredentials,fromIni}from'@aws-sdk/credential-providers';import {S3Client,GetObjectCommand,PutObjectCommand,CopyObjectCommand,HeadObjectCommand,DeleteObjectsCommand,ListObjectsV2Command}from'@aws-sdk/client-s3';import {Upload}from'@aws-sdk/lib-storage';import Kr,{createHash}from'crypto';import zr from'fast-glob';import Dt from'mime-types';import {availableParallelism}from'os';import {Worker}from'worker_threads';import {LambdaClient,InvokeCommand}from'@aws-sdk/client-lambda';import {DynamoDBClient,GetItemCommand}from'@aws-sdk/client-dynamodb';var lr=/^[A-Za-z0-9][A-Za-z0-9_.@+=,-]{0,127}$/;function we(t,e="awsProfile"){let r=String(t??"").trim();if(!r)return "";if(!lr.test(r))throw new Error(`${e} must start with a letter or number and contain only letters, numbers, dot, dash, underscore, comma, plus, equals, or at-sign characters.`);return r}function cr(t){return !!(String(t.AWS_ACCESS_KEY_ID??"").trim()&&String(t.AWS_SECRET_ACCESS_KEY??"").trim())}function Ce(t,e=process.env){let r=we(t);if(!(!r||cr(e)))return fromIni({profile:r})}var lt=["/sitemap_index.xml","/wp-sitemap.xml","/sitemap.xml"];function ut(t){let e=t.trim();return e==="."?".":e.replace(/\/$/,"")}function gr(t){let e=String(t??"").trim();if(!e)return "";let r=e;if(/^https?:\/\//i.test(r))try{r=new URL(r).pathname;}catch{return ""}if(r=r.split(/[?#]/,1)[0]?.replace(/\\/g,"/").trim()??"",!r)return "";let n=r.endsWith("/"),o=r.replace(/^\/+/,"").split("/").map(a=>a.replace(/[^A-Za-z0-9._-]/g,"")).filter(a=>a.length>0&&a!=="."&&a!=="..");if(o.length===0)return "";let s=`/${o.join("/")}`;return n&&E.extname(s)===""&&(s+="/"),s==="/"?"":s}function Be(t){return !t||typeof t!="object"?{}:Object.fromEntries(Object.entries(t).map(([e,r])=>[e.trim(),String(r??"")]).filter(([e])=>e.length>0))}function mr(t){if(!t||typeof t!="object")return {};let e={};for(let[r,n]of Object.entries(t)){let o=r.trim();if(!o||!n||typeof n!="object")continue;let s=n,a={};if(typeof s.awsProfile=="string"){let l=we(s.awsProfile,`deploymentProfiles.${o}.awsProfile`);l&&(a.awsProfile=l);}if(typeof s.targetOrigin=="string"){let l=ut(s.targetOrigin);l&&(a.targetOrigin=l);}let i=Be(s.extraReplacements);if(Object.keys(i).length>0&&(a.extraReplacements=i),s.s3&&typeof s.s3=="object"){let l={},u=s.s3;typeof u.bucket=="string"&&(l.bucket=u.bucket.trim()),typeof u.prefix=="string"&&(l.prefix=u.prefix.trim()),typeof u.region=="string"&&(l.region=u.region.trim()),typeof u.htmlCacheControl=="string"&&(l.htmlCacheControl=u.htmlCacheControl.trim()),typeof u.assetCacheControl=="string"&&(l.assetCacheControl=u.assetCacheControl.trim()),Object.keys(l).length>0&&(a.s3=l);}if(s.cloudFront&&typeof s.cloudFront=="object"){let l={},u=s.cloudFront;typeof u.distributionId=="string"&&(l.distributionId=u.distributionId.trim()),Array.isArray(u.invalidationPaths)&&(l.invalidationPaths=u.invalidationPaths.map(c=>String(c??"").trim()).filter(c=>c.length>0)),Object.keys(l).length>0&&(a.cloudFront=l);}e[o]=a;}return e}function He(t){return t==="PROFESSIONAL"||t==="AGENCY"?t:void 0}function fr(t,e){if(!t||typeof t!="object")return null;let r=t,n=r.command;if(n!=="publish"&&n!=="crawl"&&n!=="deploy"&&n!=="invalidate"&&n!=="retry-timeouts"&&n!=="url"&&n!=="content-sync")return null;let o=Number.parseInt(String(r.intervalMinutes??"0"),10);if(!Number.isFinite(o)||o<1)return null;let s=String(r.id??`${n}-${e+1}`).trim();if(!s)return null;let a=String(r.deploymentProfile??"").trim(),i=String(r.url??"").trim(),l=Array.isArray(r.postTypes)?[...new Set(r.postTypes.map(c=>String(c??"").trim().toLowerCase().replace(/[^a-z0-9_-]/g,"")).filter(Boolean))]:[],u=Array.isArray(r.listingPaths)?[...new Set(r.listingPaths.map(c=>String(c??"").trim()).filter(Boolean))]:[];return n==="content-sync"&&l.length===0?null:{id:s,enabled:r.enabled!==false,command:n,intervalMinutes:o,...n==="publish"||n==="crawl"?{crawlMode:r.crawlMode==="incremental"?"incremental":"full"}:{},...(n==="publish"||n==="deploy"||n==="invalidate"||n==="content-sync")&&a?{deploymentProfile:a}:{},...i?{url:i}:{},...l.length>0?{postTypes:l}:{},...u.length>0?{listingPaths:u}:{},...typeof r.includeSubsites=="boolean"?{includeSubsites:r.includeSubsites}:{},...typeof r.includePostTypeArchives=="boolean"?{includePostTypeArchives:r.includePostTypeArchives}:{},...typeof r.includeTaxonomyArchives=="boolean"?{includeTaxonomyArchives:r.includeTaxonomyArchives}:{},...typeof r.includeAuthorArchives=="boolean"?{includeAuthorArchives:r.includeAuthorArchives}:{},...typeof r.includeDateArchives=="boolean"?{includeDateArchives:r.includeDateArchives}:{},...typeof r.includePostsPage=="boolean"?{includePostsPage:r.includePostsPage}:{},...typeof r.includeSitemapChain=="boolean"?{includeSitemapChain:r.includeSitemapChain}:{}}}function pt(t){let e=t&&typeof t=="object"?t:{},r=Array.isArray(e.rules)?e.rules.map((n,o)=>fr(n,o)).filter(n=>!!n):[];return {enabled:e.enabled===true,timezone:typeof e.timezone=="string"&&e.timezone.trim()!==""?e.timezone.trim():"UTC",rules:r}}function hr(t){let e=t&&typeof t=="object"?t:{},r=e.render&&typeof e.render=="object"?e.render:{},n=Number(r.concurrency??0),o=Number(r.batchSize??0),s=Number(r.maxAttempts??0),a=e.rewrite&&typeof e.rewrite=="object"?e.rewrite:{},i=e.deploy&&typeof e.deploy=="object"?e.deploy:{},l=(u,c)=>({enabled:typeof u.enabled=="boolean"?u.enabled:r.enabled===true,concurrency:Math.min(100,Math.max(1,Number(u.concurrency||c.concurrency))),batchSize:Math.min(500,Math.max(1,Number(u.batchSize||c.batchSize))),maxAttempts:Math.min(5,Math.max(1,Number(u.maxAttempts||2)))});return {render:{enabled:r.enabled===true,...Number.isInteger(n)&&n>0?{concurrency:n}:{},batchSize:Number.isInteger(o)&&o>0?Math.min(20,o):5,...Number.isInteger(s)&&s>0?{maxAttempts:Math.min(5,s)}:{}},rewrite:l(a,{concurrency:8,batchSize:25}),deploy:l(i,{concurrency:8,batchSize:50})}}function yr(t){if(!t||typeof t!="object")return;let e=t,r={};for(let o of ["accountId","siteId"]){let s=e[o];typeof s=="string"&&s.trim()!==""&&(r[o]=s.trim());}let n=Number(e.lastUpdate??0);return Number.isFinite(n)&&n>0&&(r.lastUpdate=Math.floor(n)),e.subscriber===true&&(r.subscriber=true),Object.keys(r).length>0?r:void 0}function Je(t){let e=t&&typeof t=="object"?t:{},r=String(e.accountId??"").trim(),n=String(e.siteId??"").trim(),o=e.subscriber===true,s=yr(e.siteSettings),a={...s??{},...r?{accountId:s?.accountId??r}:{},...n?{siteId:s?.siteId??n}:{},...s?.subscriber===true||o?{subscriber:true}:{}},i={},l=String(e.apiBase??"").trim();l&&(i.apiBase=l);let u=String(e.runtimeToken??e.nonce??"").trim();u&&(i.runtimeToken=u);let c=String(e.virtualAssetBaseUrl??e.uploadUrl??"").trim();c&&(i.virtualAssetBaseUrl=c),Object.keys(a).length>0&&(i.siteSettings=a);let d=He(e.subscriptionType);return d&&(i.subscriptionType=d),i}function wr(t){try{let e=new URL(t);globalThis.location=e;}catch{}}function dt(t){return typeof t=="string"?t:t instanceof URL?t.toString():t.url}function br(t,e){let r=new Headers(t instanceof Request?t.headers:void 0);if(e?.headers)for(let[n,o]of new Headers(e.headers).entries())r.set(n,o);return r}async function gt(t,e,r=5){let n=new URL(dt(t)),o=String(e?.method??(t instanceof Request?t.method:"GET")).toUpperCase(),s=n.protocol==="http:"?pr:dr,a=br(t,e);return await new Promise((i,l)=>{let u=s.request(n,{method:o,headers:Object.fromEntries(a.entries()),...n.protocol==="https:"?{rejectUnauthorized:false}:{}},c=>{let d=[];c.on("data",g=>{d.push(Buffer.isBuffer(g)?g:Buffer.from(g));}),c.on("error",l),c.on("end",()=>{let g=c.statusCode??0,f=c.headers.location;if(r>0&&f&&[301,302,303,307,308].includes(g)){i(gt(new URL(f,n),{method:g===303?"GET":o},r-1));return}let w=new Headers;for(let[y,b]of Object.entries(c.headers))Array.isArray(b)?w.set(y,b.join(", ")):typeof b=="string"&&w.set(y,b);i(new Response(Buffer.concat(d),{status:g,statusText:c.statusMessage??"",headers:w}));});});u.on("error",l),u.end();})}function Rr(t){let e=Je(t.wpsuite),r={...e.siteSettings??{},...e.siteSettings?.subscriber===true||e.subscriptionType==="PROFESSIONAL"||e.subscriptionType==="AGENCY"?{subscriber:true}:{}},n=String(r.accountId??"").trim(),o=String(r.siteId??"").trim(),s=String(e.virtualAssetBaseUrl??e.uploadUrl??"").trim();if(t.wpsuite={...e.apiBase?{apiBase:e.apiBase}:{},...e.runtimeToken?{runtimeToken:e.runtimeToken}:{},...s?{virtualAssetBaseUrl:s}:{},...Object.keys(r).length>0?{siteSettings:r}:{},...e.subscriptionType?{subscriptionType:e.subscriptionType}:{}},!n||!o||!s)return false;wr(t.sourceOrigin);let a=globalThis,l={...a.WpSuite??{},siteSettings:r,uploadUrl:s};return e.apiBase&&(l.apiBase=e.apiBase),a.WpSuite=l,true}async function Pr(t){let e=String(t.wpsuite?.virtualAssetBaseUrl??t.wpsuite?.uploadUrl??"").trim();if(!Rr(t)){let o=t.wpsuite?.siteSettings,s=[String(o?.accountId??"").trim()?"":"accountId",String(o?.siteId??"").trim()?"":"siteId",e?"":"virtualAssetBaseUrl"].filter(Boolean);return {remote:null,diagnostic:{status:"invalid-runtime",virtualAssetBaseUrl:e,subscriptionType:null,error:`Missing WP Suite runtime field(s): ${s.join(", ")}.`,requests:[]}}}let r=globalThis.fetch,n=[];try{typeof r=="function"&&/^https?:\/\//i.test(e)&&(globalThis.fetch=(async(l,u)=>{let c=dt(l);if(c.startsWith(e)){let d=(()=>{try{return new URL(c).pathname}catch{return c}})();try{let g=t.ignoreHttpsErrors&&c.startsWith("https://")?await gt(l,u):await r(l,u);return n.push({path:d,status:g.status,ok:g.ok,error:null}),g}catch(g){throw n.push({path:d,status:null,ok:!1,error:g instanceof Error?g.message:String(g)}),g}}return r(l,u)}));let{getConfig:o}=await import('@smart-cloud/wpsuite-core'),s=await o("publisher"),a=s&&typeof s=="object"?s:null,i=He(a?.subscriptionType);return {remote:a,diagnostic:{status:a?"loaded":"unavailable",virtualAssetBaseUrl:e,subscriptionType:i??null,error:a?null:"WP Suite publisher config loader returned no configuration.",requests:n}}}catch(o){return {remote:null,diagnostic:{status:"unavailable",virtualAssetBaseUrl:e,subscriptionType:null,error:o instanceof Error?o.message:String(o),requests:n}}}finally{typeof r=="function"&&(globalThis.fetch=r);}}function kr(t,e){let r=mr(e?.deploymentProfiles),n=String(e?.defaultDeploymentProfile??"").trim(),o=r[n]?n:"",s=He(e?.subscriptionType),a=Je(t.wpsuite);return {...t,scheduler:pt(e?.scheduler),deploymentProfiles:r,defaultDeploymentProfile:o,...s?{subscriptionType:s}:{},wpsuite:{...a,...a.siteSettings||s?{siteSettings:{...a.siteSettings??{},...a.siteSettings?.subscriber===true||s==="PROFESSIONAL"||s==="AGENCY"?{subscriber:true}:{}}}:{},...s?{subscriptionType:s}:{}}}}function qe(t,e){let n=String(t||"").replace(/\\/g,"/").trim().replace(/^\/+|\/+$/g,"");if(!n)return e;let o=n.split("/").map(s=>s.trim()).filter(s=>s.length>0&&s!=="."&&s!=="..");return o.length>0?o.join("/"):e}function Sr(){let t=process.env.STATIC_PUBLISHER_RUNTIME_DIR||process.env.WPSUITE_STATIC_PUBLISHER_RUNTIME_DIR||"";return t.trim()?E.resolve(t):""}function ct(t,e,r){let n=String(e||"").trim();return n&&E.isAbsolute(n)?E.resolve(n):E.resolve(t,qe(n,r))}async function $e(t,e={}){let r=String("").trim()||process.env.PUBLISHER_CONFIG||"publisher.config.json",n=await O.readFile(r,"utf8"),o=JSON.parse(n);o.sourceOrigin=o.sourceOrigin.replace(/\/$/,""),o.targetOrigin=ut(o.targetOrigin),o.awsProfile=we(o.awsProfile),o.ignoreHttpsErrors??=false,o.outputDir=String(o.outputDir||"export").trim()||"export",o.urlRewriteMode||=o.targetOrigin==="."?"relative":"absolute",o.noJavaScriptRenderPathPrefixes||=[],o.seedPaths||=[],o.generated404RequestPath=gr(o.generated404RequestPath),o.sitemapPaths||=[...lt],o.allowedAssetHosts||=[],o.assetPathPrefixes||=["/wp-content/","/wp-includes/","/static/","/assets/","/build/","/_next/","/docs/","/sitemap","/robots.txt","/llms.txt"],o.blockedPathPrefixes||=[],o.blockedSearchFragments||=[],o.pageCache={purgeBeforeCrawl:o.pageCache?.purgeBeforeCrawl===true};let s=Number(o.processingConcurrency)>0?Math.min(100,Math.max(1,Number(o.processingConcurrency))):null;o.concurrency=s??o.concurrency??1,o.maxPages||=0,o.extraReplacements=Be(o.extraReplacements),o.postCrawlCopyMap=Be(o.postCrawlCopyMap),o.logDir=String(o.logDir||"logs").trim()||"logs",o.verbose??=false,o.logLevel||=o.verbose?"debug":"info",o.s3SyncMode||="sdk-upload-delete",o.readiness||={waitForSelector:null,waitForFunction:null,timeoutMs:1500,fallbackWaitMs:1500},o.readiness.timeoutMs??=1500,o.readiness.fallbackWaitMs??=1500,o.viewport||={width:1440,height:1200},o.navigationTimeoutMs||=3e4,o.assetDownloadConcurrency=s??(Number(o.assetDownloadConcurrency)>0?Number(o.assetDownloadConcurrency):o.concurrency),o.rewriteConcurrency=s??(Number(o.rewriteConcurrency)>0?Number(o.rewriteConcurrency):o.assetDownloadConcurrency),o.wpsuite=Je(o.wpsuite),o.scheduler=pt(void 0),o.remoteWorkers=hr(o.remoteWorkers),typeof o.lambdaDelegationEnabled=="boolean"&&(o.remoteWorkers.render??={},o.remoteWorkers.rewrite??={},o.remoteWorkers.deploy??={},o.remoteWorkers.render.enabled=o.lambdaDelegationEnabled,o.remoteWorkers.rewrite.enabled=o.lambdaDelegationEnabled,o.remoteWorkers.deploy.enabled=o.lambdaDelegationEnabled),s!==null&&(o.processingConcurrency=s,o.remoteWorkers.render??={},o.remoteWorkers.rewrite??={},o.remoteWorkers.deploy??={},o.remoteWorkers.render.concurrency=s,o.remoteWorkers.rewrite.concurrency=s,o.remoteWorkers.deploy.concurrency=s),o.deploymentProfiles={},o.defaultDeploymentProfile="",o.deploymentTargetOverride=String(o.deploymentTargetOverride??"").trim();let a=await Pr(o);e.onRemotePublisherConfigDiagnostic?.(a.diagnostic);let i=kr(o,a.remote),l=Sr(),u=l?E.resolve(l,".."):"";return u?(i.outputDir=ct(u,i.outputDir,"export"),i.logDir=ct(u,i.logDir,"logs")):(E.isAbsolute(i.outputDir)||(i.outputDir=qe(i.outputDir,"export")),E.isAbsolute(i.logDir)||(i.logDir=qe(i.logDir,"logs"))),i}function xr(t){let e=t/6e4;if(Number.isInteger(e)&&e>=1)return `${e} minute${e===1?"":"s"}`;let r=Math.ceil(t/1e3);return `${r} second${r===1?"":"s"}`}async function X(t,e,r){let n=new AbortController,o=globalThis.setTimeout(()=>{n.abort(new Error(`${t} timed out after ${xr(e)}.`));},e);try{return await r({abortController:n,httpOptions:{abortSignal:n.signal,requestTimeout:e}})}finally{globalThis.clearTimeout(o);}}var vr=".deploy-plan.json",Er="deploy-plan.json",Ir=".crawl-incomplete.json",Cr="crawl-incomplete.json";function mt(){let t=process.env.STATIC_PUBLISHER_RUNTIME_DIR||process.env.WPSUITE_STATIC_PUBLISHER_RUNTIME_DIR||"";return t.trim()?E.resolve(t):""}function $r(t){let e=String(t||"").replace(/\\/g,"/").replace(/^\/+/,"").trim(),r=E.posix.normalize(e);return !e||!r||r==="."||/^[a-zA-Z]:/.test(r)||r.startsWith("../")||r===".."?null:r}function Tr(t){let e=String(t||"").trim();if(!e.startsWith("/")||e.startsWith("//")||e.includes("*")||e.includes("#"))return null;try{let r=new URL(e,"https://content-sync.invalid");return r.origin!=="https://content-sync.invalid"?null:`${E.posix.normalize(r.pathname)}${r.search}`}catch{return null}}function Q(t){return [...new Set(t.map($r).filter(e=>e!==null))]}function jr(t,e){let r={generatedAt:String(e.generatedAt||new Date().toISOString()),outputDir:E.resolve(t.outputDir),runMode:e.runMode,crawlMode:e.crawlMode,fullSyncRequired:!!e.fullSyncRequired,changedFiles:Q(e.changedFiles||[]),deletedFiles:Q(e.deletedFiles||[]),rewriteTargets:Q(e.rewriteTargets||[]),revalidateFiles:Q(e.revalidateFiles||[])};return e.schemaVersion===2?{...r,schemaVersion:2,runMode:"content-sync",crawlMode:"incremental",fullSyncRequired:false,consumerId:String(e.consumerId||"").trim(),fromSequence:Math.max(0,Number(e.fromSequence)||0),toSequence:Math.max(0,Number(e.toSequence)||0),impactHash:String(e.impactHash||"").trim(),resolvedSitemapUrls:[...new Set((e.resolvedSitemapUrls||[]).map(n=>String(n||"").trim()).filter(n=>{try{let o=new URL(n);return o.protocol==="http:"||o.protocol==="https:"}catch{return false}}))],uploadGroups:{assets:Q(e.uploadGroups?.assets||[]),content:Q(e.uploadGroups?.content||[]),listings:Q(e.uploadGroups?.listings||[]),resources:Q(e.uploadGroups?.resources||[]),sitemapLeaves:Q(e.uploadGroups?.sitemapLeaves||[]),sitemapIndexes:Q(e.uploadGroups?.sitemapIndexes||[])},invalidationPaths:[...new Set((e.invalidationPaths||[]).map(Tr).filter(n=>n!==null))].sort()}:{schemaVersion:1,...r,runMode:e.runMode}}function Ar(t){if(!t||typeof t!="object")return false;let e=t;if(e.schemaVersion===2){let r=e;return r.runMode==="content-sync"&&r.crawlMode==="incremental"&&r.fullSyncRequired===false&&typeof r.generatedAt=="string"&&typeof r.outputDir=="string"&&typeof r.consumerId=="string"&&r.consumerId.trim()!==""&&Number.isSafeInteger(r.fromSequence)&&Number.isSafeInteger(r.toSequence)&&Number(r.toSequence)>=Number(r.fromSequence)&&typeof r.impactHash=="string"&&/^[a-f0-9]{64}$/.test(r.impactHash)&&Array.isArray(r.resolvedSitemapUrls)&&Array.isArray(r.changedFiles)&&Array.isArray(r.deletedFiles)&&Array.isArray(r.rewriteTargets)&&(r.revalidateFiles===void 0||Array.isArray(r.revalidateFiles))&&!!r.uploadGroups&&Array.isArray(r.uploadGroups.assets)&&Array.isArray(r.uploadGroups.content)&&Array.isArray(r.uploadGroups.listings)&&Array.isArray(r.uploadGroups.resources)&&Array.isArray(r.uploadGroups.sitemapLeaves)&&Array.isArray(r.uploadGroups.sitemapIndexes)&&Array.isArray(r.invalidationPaths)}return e.schemaVersion===1&&typeof e.generatedAt=="string"&&typeof e.outputDir=="string"&&(e.runMode==="full"||e.runMode==="retry-timeouts"||e.runMode==="single-url")&&(e.crawlMode==="full"||e.crawlMode==="incremental")&&typeof e.fullSyncRequired=="boolean"&&Array.isArray(e.changedFiles)&&Array.isArray(e.deletedFiles)&&Array.isArray(e.rewriteTargets)&&(e.revalidateFiles===void 0||Array.isArray(e.revalidateFiles))}function ft(t){let e=E.join(E.resolve(t.outputDir),vr),r=mt();return r?[E.join(r,Er),e]:[e]}function Or(t){let e=E.join(E.resolve(t.outputDir),Ir),r=mt();return r?[E.join(r,Cr),e]:[e]}async function ht(t){let e=E.resolve(t.outputDir);for(let r of ft(t))try{let n=await O.readFile(r,"utf8"),o=JSON.parse(n);if(!Ar(o)||E.resolve(o.outputDir)!==e)continue;return jr(t,o)}catch{}return null}async function Te(t){for(let e of ft(t))try{await O.unlink(e);}catch(r){if(r.code!=="ENOENT")throw r}}async function yt(t){let e=E.resolve(t.outputDir);for(let r of Or(t)){let n;try{n=await O.readFile(r,"utf8");}catch(s){if(s.code==="ENOENT")continue;throw s}let o;try{o=JSON.parse(n);}catch{throw new Error(`Invalid incomplete crawl marker: ${r}`)}if(o.schemaVersion!==1||typeof o.startedAt!="string"||typeof o.outputDir!="string"||E.resolve(o.outputDir)!==e)throw new Error(`Invalid incomplete crawl marker: ${r}`);return {schemaVersion:1,startedAt:o.startedAt,outputDir:e}}return null}function Mr(t){return typeof t.subscriptionType=="string"&&t.subscriptionType.trim()!==""}function wt(t){let e="";for(let n=0;n<t.length;n++){let o=t[n];if(o==="--profile"){let s=(t[n+1]||"").trim();if(!s)throw new Error("Missing value for --profile.");e=s,n+=1;}else if(o.startsWith("--profile=")){let s=o.slice(10).trim();if(!s)throw new Error("Missing value for --profile.");e=s;}}let r=String(process.env.PUBLISHER_DEPLOY_PROFILE||process.env.PUBLISHER_DEPLOYMENT_PROFILE||"").trim();return e||r||null}function Dr(t,e){return {...t,...e??{}}}function Wr(t,e){return {...t,...e??{},invalidationPaths:[...(e?.invalidationPaths??t.invalidationPaths)||[]]}}function bt(t,e){let r=String(e??t.deploymentTargetOverride??"").trim();if(!Mr(t)){if(r)throw new Error(`Deployment target "${r}" requires an active WPSuite subscription and remote publisher config.`);return {name:null,profile:null,config:t}}let n=String(r||t.defaultDeploymentProfile||"").trim();if(!n)return {name:null,profile:null,config:t};let o=t.deploymentProfiles?.[n];if(!o)throw new Error(`Unknown deployment profile "${n}". Check the linked WPSuite publisher configuration.`);return {name:n,profile:o,config:{...t,awsProfile:o.awsProfile??t.awsProfile,targetOrigin:o.targetOrigin??t.targetOrigin,s3:Dr(t.s3,o.s3),cloudFront:Wr(t.cloudFront,o.cloudFront)}}}var Rt={error:0,warn:1,info:2,debug:3},Fr=/^(?:authorization|proxyAuthorization|runtimeToken|siteKey|nonce|accessToken|refreshToken|accessKeyId|secretAccessKey|sessionToken|xStaticPublisherToken|xApiKey)$/i;function Se(t){return t.replace(/((?:x-static-publisher-token|authorization|proxy-authorization|x-api-key|aws-access-key-id|aws-secret-access-key|aws-session-token)\s*:\s*)[^\r\n]+/gi,"$1[REDACTED]").replace(/\b(Basic|Bearer)\s+[^\s]+/gi,"$1 [REDACTED]").replace(/([?&](?:token|access_token|refresh_token|api_key|key|nonce)=)[^&\s]+/gi,"$1[REDACTED]").replace(/((?:"|')?(?:runtimeToken|siteKey|nonce|accessToken|refreshToken|accessKeyId|secretAccessKey|sessionToken)(?:"|')?\s*[:=]\s*(?:"|'))[^"']+/gi,"$1[REDACTED]")}function Ae(t){return typeof t=="string"?Se(t):Array.isArray(t)?t.map(e=>Ae(e)):t instanceof Error?{name:t.name,message:Se(t.message),...t.stack?{stack:Se(t.stack)}:{}}:t&&typeof t=="object"?Object.fromEntries(Object.entries(t).map(([e,r])=>[e,Fr.test(e)?"[REDACTED]":Ae(r)])):t}function xt(t){return t?Ae(t):void 0}var Pt=process.env.STATIC_PUBLISHER_RUNTIME_DIR||process.env.WPSUITE_STATIC_PUBLISHER_RUNTIME_DIR||"",je=Pt?E.join(Pt,"current-progress.json"):"",kt=Promise.resolve();function St(t){return t.includes("crawl")?"crawl":t.includes("deploy")?"deploy":t.includes("invalidate")?"invalidate":t}function Lr(t,e){let r={...t},n=typeof t.phase=="string"?t.phase.trim():"",o=typeof e.phase=="string"?e.phase.trim():"";if(o!==""&&(o==="deploy"||o.startsWith("deploy-"))&&n!==o)for(let i of ["index","totalFiles","staged","uploaded","skipped","failed","deleted","workerCount","completedBatches","totalBatches"])delete r[i];let a=new Set(["pagesQueued","pagesRendered","assetsQueued","sitemapsQueued","pagesDiscovered","assetsDiscovered","sitemapsDiscovered","pagesSaved","assetsSaved","donePages","doneAssets","doneSitemaps","changedTextFiles","uploaded","failed","index","totalFiles","completedBatches","totalBatches","pageQueue","assetQueue","sitemapQueue"]);for(let[i,l]of Object.entries(e)){let u=r[i];if(typeof u=="number"&&typeof l=="number"&&a.has(i)){r[i]=Math.max(u,l);continue}r[i]=l;}return r}function _r(t,e,r){je&&(kt=kt.then(async()=>{let n=new Date,o=n.toISOString();await O.mkdir(E.dirname(je),{recursive:true});let s=await O.readFile(je,"utf8").then(k=>JSON.parse(k)).catch(()=>null),a=s&&typeof s.details=="object"&&s.details?s.details:{},i=St(t),l=s?.currentStep||St(s?.source||""),u=s?.startedAt||o,c={...s?.stepDurationsSec??{}},d=s?.stepStartedAt||o;if(l&&l!==i&&s?.stepStartedAt){let k=Math.max(0,Math.round((n.getTime()-new Date(s.stepStartedAt).getTime())/1e3));c[l]=(c[l]??0)+k,d=o;}let g=Math.max(0,Math.round((n.getTime()-new Date(d).getTime())/1e3)),f=Math.max(0,Math.round((n.getTime()-new Date(u).getTime())/1e3)),w=Se(e),y=xt(r)??{},b={checkedAt:o,source:t,message:w,details:Lr(a,y),startedAt:u,currentStep:i,stepStartedAt:d,stepElapsedSec:g,totalElapsedSec:f,stepDurationsSec:c};await O.writeFile(je,JSON.stringify(b,null,2),"utf8");}).catch(()=>{}));}async function Nr(t,e){await O.mkdir(E.dirname(t),{recursive:true}),await O.appendFile(t,`${JSON.stringify(Ae(e))}
|
|
1
|
+
import O,{readFile}from'fs/promises';import gr from'http';import mr from'https';import E from'path';import {fromTemporaryCredentials,fromIni}from'@aws-sdk/credential-providers';import {S3Client,GetObjectCommand,PutObjectCommand,CopyObjectCommand,HeadObjectCommand,DeleteObjectsCommand,ListObjectsV2Command}from'@aws-sdk/client-s3';import {Upload}from'@aws-sdk/lib-storage';import Vr,{createHash}from'crypto';import qr from'fast-glob';import Ft from'mime-types';import {availableParallelism}from'os';import {Worker}from'worker_threads';import {LambdaClient,InvokeCommand}from'@aws-sdk/client-lambda';import {DynamoDBClient,GetItemCommand}from'@aws-sdk/client-dynamodb';var ur=/^[A-Za-z0-9][A-Za-z0-9_.@+=,-]{0,127}$/;function we(t,e="awsProfile"){let r=String(t??"").trim();if(!r)return "";if(!ur.test(r))throw new Error(`${e} must start with a letter or number and contain only letters, numbers, dot, dash, underscore, comma, plus, equals, or at-sign characters.`);return r}function pr(t){return !!(String(t.AWS_ACCESS_KEY_ID??"").trim()&&String(t.AWS_SECRET_ACCESS_KEY??"").trim())}function $e(t,e=process.env){let r=we(t);if(!(!r||pr(e)))return fromIni({profile:r})}var lt=["/sitemap_index.xml","/wp-sitemap.xml","/sitemap.xml"];function ut(t){let e=t.trim();return e==="."?".":e.replace(/\/$/,"")}function fr(t){let e=String(t??"").trim();if(!e)return "";let r=e;if(/^https?:\/\//i.test(r))try{r=new URL(r).pathname;}catch{return ""}if(r=r.split(/[?#]/,1)[0]?.replace(/\\/g,"/").trim()??"",!r)return "";let n=r.endsWith("/"),o=r.replace(/^\/+/,"").split("/").map(a=>a.replace(/[^A-Za-z0-9._-]/g,"")).filter(a=>a.length>0&&a!=="."&&a!=="..");if(o.length===0)return "";let s=`/${o.join("/")}`;return n&&E.extname(s)===""&&(s+="/"),s==="/"?"":s}function Be(t){return !t||typeof t!="object"?{}:Object.fromEntries(Object.entries(t).map(([e,r])=>[e.trim(),String(r??"")]).filter(([e])=>e.length>0))}function hr(t){if(!t||typeof t!="object")return {};let e={};for(let[r,n]of Object.entries(t)){let o=r.trim();if(!o||!n||typeof n!="object")continue;let s=n,a={};if(typeof s.awsProfile=="string"){let l=we(s.awsProfile,`deploymentProfiles.${o}.awsProfile`);l&&(a.awsProfile=l);}if(typeof s.targetOrigin=="string"){let l=ut(s.targetOrigin);l&&(a.targetOrigin=l);}let i=Be(s.extraReplacements);if(Object.keys(i).length>0&&(a.extraReplacements=i),s.s3&&typeof s.s3=="object"){let l={},u=s.s3;typeof u.bucket=="string"&&(l.bucket=u.bucket.trim()),typeof u.prefix=="string"&&(l.prefix=u.prefix.trim()),typeof u.region=="string"&&(l.region=u.region.trim()),typeof u.htmlCacheControl=="string"&&(l.htmlCacheControl=u.htmlCacheControl.trim()),typeof u.assetCacheControl=="string"&&(l.assetCacheControl=u.assetCacheControl.trim()),Object.keys(l).length>0&&(a.s3=l);}if(s.cloudFront&&typeof s.cloudFront=="object"){let l={},u=s.cloudFront;typeof u.distributionId=="string"&&(l.distributionId=u.distributionId.trim()),Array.isArray(u.invalidationPaths)&&(l.invalidationPaths=u.invalidationPaths.map(c=>String(c??"").trim()).filter(c=>c.length>0)),Object.keys(l).length>0&&(a.cloudFront=l);}e[o]=a;}return e}function He(t){return t==="PROFESSIONAL"||t==="AGENCY"?t:void 0}function yr(t,e){if(!t||typeof t!="object")return null;let r=t,n=r.command;if(n!=="publish"&&n!=="crawl"&&n!=="deploy"&&n!=="invalidate"&&n!=="retry-timeouts"&&n!=="url"&&n!=="content-sync")return null;let o=Number.parseInt(String(r.intervalMinutes??"0"),10);if(!Number.isFinite(o)||o<1)return null;let s=String(r.id??`${n}-${e+1}`).trim();if(!s)return null;let a=String(r.deploymentProfile??"").trim(),i=String(r.url??"").trim(),l=Array.isArray(r.postTypes)?[...new Set(r.postTypes.map(c=>String(c??"").trim().toLowerCase().replace(/[^a-z0-9_-]/g,"")).filter(Boolean))]:[],u=Array.isArray(r.listingPaths)?[...new Set(r.listingPaths.map(c=>String(c??"").trim()).filter(Boolean))]:[];return n==="content-sync"&&l.length===0?null:{id:s,enabled:r.enabled!==false,command:n,intervalMinutes:o,...n==="publish"||n==="crawl"?{crawlMode:r.crawlMode==="incremental"?"incremental":"full"}:{},...(n==="publish"||n==="deploy"||n==="invalidate"||n==="content-sync")&&a?{deploymentProfile:a}:{},...i?{url:i}:{},...l.length>0?{postTypes:l}:{},...u.length>0?{listingPaths:u}:{},...typeof r.includeSubsites=="boolean"?{includeSubsites:r.includeSubsites}:{},...typeof r.includePostTypeArchives=="boolean"?{includePostTypeArchives:r.includePostTypeArchives}:{},...typeof r.includeTaxonomyArchives=="boolean"?{includeTaxonomyArchives:r.includeTaxonomyArchives}:{},...typeof r.includeAuthorArchives=="boolean"?{includeAuthorArchives:r.includeAuthorArchives}:{},...typeof r.includeDateArchives=="boolean"?{includeDateArchives:r.includeDateArchives}:{},...typeof r.includePostsPage=="boolean"?{includePostsPage:r.includePostsPage}:{},...typeof r.includeSitemapChain=="boolean"?{includeSitemapChain:r.includeSitemapChain}:{}}}function pt(t){let e=t&&typeof t=="object"?t:{},r=Array.isArray(e.rules)?e.rules.map((n,o)=>yr(n,o)).filter(n=>!!n):[];return {enabled:e.enabled===true,timezone:typeof e.timezone=="string"&&e.timezone.trim()!==""?e.timezone.trim():"UTC",rules:r}}function wr(t){let e=t&&typeof t=="object"?t:{},r=e.render&&typeof e.render=="object"?e.render:{},n=Number(r.concurrency??0),o=Number(r.batchSize??0),s=Number(r.maxAttempts??0),a=e.rewrite&&typeof e.rewrite=="object"?e.rewrite:{},i=e.deploy&&typeof e.deploy=="object"?e.deploy:{},l=(u,c)=>({enabled:typeof u.enabled=="boolean"?u.enabled:r.enabled===true,concurrency:Math.min(100,Math.max(1,Number(u.concurrency||c.concurrency))),batchSize:Math.min(500,Math.max(1,Number(u.batchSize||c.batchSize))),maxAttempts:Math.min(5,Math.max(1,Number(u.maxAttempts||2)))});return {render:{enabled:r.enabled===true,...Number.isInteger(n)&&n>0?{concurrency:n}:{},batchSize:Number.isInteger(o)&&o>0?Math.min(20,o):5,...Number.isInteger(s)&&s>0?{maxAttempts:Math.min(5,s)}:{}},rewrite:l(a,{concurrency:8,batchSize:25}),deploy:l(i,{concurrency:8,batchSize:50})}}function br(t){if(!t||typeof t!="object")return;let e=t,r={};for(let o of ["accountId","siteId"]){let s=e[o];typeof s=="string"&&s.trim()!==""&&(r[o]=s.trim());}let n=Number(e.lastUpdate??0);return Number.isFinite(n)&&n>0&&(r.lastUpdate=Math.floor(n)),e.subscriber===true&&(r.subscriber=true),Object.keys(r).length>0?r:void 0}function Je(t){let e=t&&typeof t=="object"?t:{},r=String(e.accountId??"").trim(),n=String(e.siteId??"").trim(),o=e.subscriber===true,s=br(e.siteSettings),a={...s??{},...r?{accountId:s?.accountId??r}:{},...n?{siteId:s?.siteId??n}:{},...s?.subscriber===true||o?{subscriber:true}:{}},i={},l=String(e.apiBase??"").trim();l&&(i.apiBase=l);let u=String(e.runtimeToken??e.nonce??"").trim();u&&(i.runtimeToken=u);let c=String(e.virtualAssetBaseUrl??e.uploadUrl??"").trim();c&&(i.virtualAssetBaseUrl=c),Object.keys(a).length>0&&(i.siteSettings=a);let d=He(e.subscriptionType);return d&&(i.subscriptionType=d),i}function Rr(t){try{let e=new URL(t);globalThis.location=e;}catch{}}function dt(t){return typeof t=="string"?t:t instanceof URL?t.toString():t.url}function Pr(t,e){let r=new Headers(t instanceof Request?t.headers:void 0);if(e?.headers)for(let[n,o]of new Headers(e.headers).entries())r.set(n,o);return r}async function gt(t,e,r=5){let n=new URL(dt(t)),o=String(e?.method??(t instanceof Request?t.method:"GET")).toUpperCase(),s=n.protocol==="http:"?gr:mr,a=Pr(t,e);return await new Promise((i,l)=>{let u=s.request(n,{method:o,headers:Object.fromEntries(a.entries()),...n.protocol==="https:"?{rejectUnauthorized:false}:{}},c=>{let d=[];c.on("data",g=>{d.push(Buffer.isBuffer(g)?g:Buffer.from(g));}),c.on("error",l),c.on("end",()=>{let g=c.statusCode??0,f=c.headers.location;if(r>0&&f&&[301,302,303,307,308].includes(g)){i(gt(new URL(f,n),{method:g===303?"GET":o},r-1));return}let w=new Headers;for(let[y,b]of Object.entries(c.headers))Array.isArray(b)?w.set(y,b.join(", ")):typeof b=="string"&&w.set(y,b);i(new Response(Buffer.concat(d),{status:g,statusText:c.statusMessage??"",headers:w}));});});u.on("error",l),u.end();})}function kr(t){let e=Je(t.wpsuite),r={...e.siteSettings??{},...e.siteSettings?.subscriber===true||e.subscriptionType==="PROFESSIONAL"||e.subscriptionType==="AGENCY"?{subscriber:true}:{}},n=String(r.accountId??"").trim(),o=String(r.siteId??"").trim(),s=String(e.virtualAssetBaseUrl??e.uploadUrl??"").trim();if(t.wpsuite={...e.apiBase?{apiBase:e.apiBase}:{},...e.runtimeToken?{runtimeToken:e.runtimeToken}:{},...s?{virtualAssetBaseUrl:s}:{},...Object.keys(r).length>0?{siteSettings:r}:{},...e.subscriptionType?{subscriptionType:e.subscriptionType}:{}},!n||!o||!s)return false;Rr(t.sourceOrigin);let a=globalThis,l={...a.WpSuite??{},siteSettings:r,uploadUrl:s};return e.apiBase&&(l.apiBase=e.apiBase),a.WpSuite=l,true}async function Sr(t){let e=String(t.wpsuite?.virtualAssetBaseUrl??t.wpsuite?.uploadUrl??"").trim();if(!kr(t)){let o=t.wpsuite?.siteSettings,s=[String(o?.accountId??"").trim()?"":"accountId",String(o?.siteId??"").trim()?"":"siteId",e?"":"virtualAssetBaseUrl"].filter(Boolean);return {remote:null,diagnostic:{status:"invalid-runtime",virtualAssetBaseUrl:e,subscriptionType:null,error:`Missing WP Suite runtime field(s): ${s.join(", ")}.`,requests:[]}}}let r=globalThis.fetch,n=[];try{typeof r=="function"&&/^https?:\/\//i.test(e)&&(globalThis.fetch=(async(l,u)=>{let c=dt(l);if(c.startsWith(e)){let d=(()=>{try{return new URL(c).pathname}catch{return c}})();try{let g=t.ignoreHttpsErrors&&c.startsWith("https://")?await gt(l,u):await r(l,u);return n.push({path:d,status:g.status,ok:g.ok,error:null}),g}catch(g){throw n.push({path:d,status:null,ok:!1,error:g instanceof Error?g.message:String(g)}),g}}return r(l,u)}));let{getConfig:o}=await import('@smart-cloud/wpsuite-core'),s=await o("publisher"),a=s&&typeof s=="object"?s:null,i=He(a?.subscriptionType);return {remote:a,diagnostic:{status:a?"loaded":"unavailable",virtualAssetBaseUrl:e,subscriptionType:i??null,error:a?null:"WP Suite publisher config loader returned no configuration.",requests:n}}}catch(o){return {remote:null,diagnostic:{status:"unavailable",virtualAssetBaseUrl:e,subscriptionType:null,error:o instanceof Error?o.message:String(o),requests:n}}}finally{typeof r=="function"&&(globalThis.fetch=r);}}function xr(t,e){let r=hr(e?.deploymentProfiles),n=String(e?.defaultDeploymentProfile??"").trim(),o=r[n]?n:"",s=He(e?.subscriptionType),a=Je(t.wpsuite);return {...t,scheduler:pt(e?.scheduler),deploymentProfiles:r,defaultDeploymentProfile:o,...s?{subscriptionType:s}:{},wpsuite:{...a,...a.siteSettings||s?{siteSettings:{...a.siteSettings??{},...a.siteSettings?.subscriber===true||s==="PROFESSIONAL"||s==="AGENCY"?{subscriber:true}:{}}}:{},...s?{subscriptionType:s}:{}}}}function qe(t,e){let n=String(t||"").replace(/\\/g,"/").trim().replace(/^\/+|\/+$/g,"");if(!n)return e;let o=n.split("/").map(s=>s.trim()).filter(s=>s.length>0&&s!=="."&&s!=="..");return o.length>0?o.join("/"):e}function vr(){let t=process.env.STATIC_PUBLISHER_RUNTIME_DIR||process.env.WPSUITE_STATIC_PUBLISHER_RUNTIME_DIR||"";return t.trim()?E.resolve(t):""}function ct(t,e,r){let n=String(e||"").trim();return n&&E.isAbsolute(n)?E.resolve(n):E.resolve(t,qe(n,r))}async function Te(t,e={}){let r=String("").trim()||process.env.PUBLISHER_CONFIG||"publisher.config.json",n=await O.readFile(r,"utf8"),o=JSON.parse(n);o.sourceOrigin=o.sourceOrigin.replace(/\/$/,""),o.targetOrigin=ut(o.targetOrigin),o.awsProfile=we(o.awsProfile),o.ignoreHttpsErrors??=false,o.outputDir=String(o.outputDir||"export").trim()||"export",o.urlRewriteMode||=o.targetOrigin==="."?"relative":"absolute",o.noJavaScriptRenderPathPrefixes||=[],o.seedPaths||=[],o.generated404RequestPath=fr(o.generated404RequestPath),o.sitemapPaths||=[...lt],o.allowedAssetHosts||=[],o.assetPathPrefixes||=["/wp-content/","/wp-includes/","/static/","/assets/","/build/","/_next/","/docs/","/sitemap","/robots.txt","/llms.txt"],o.blockedPathPrefixes||=[],o.blockedSearchFragments||=[],o.pageCache={purgeBeforeCrawl:o.pageCache?.purgeBeforeCrawl===true};let s=Number(o.processingConcurrency)>0?Math.min(100,Math.max(1,Number(o.processingConcurrency))):null;o.concurrency=s??o.concurrency??1,o.maxPages||=0,o.extraReplacements=Be(o.extraReplacements),o.postCrawlCopyMap=Be(o.postCrawlCopyMap),o.logDir=String(o.logDir||"logs").trim()||"logs",o.verbose??=false,o.logLevel||=o.verbose?"debug":"info",o.s3SyncMode||="sdk-upload-delete",o.readiness||={waitForSelector:null,waitForFunction:null,timeoutMs:1500,fallbackWaitMs:1500},o.readiness.timeoutMs??=1500,o.readiness.fallbackWaitMs??=1500,o.viewport||={width:1440,height:1200},o.navigationTimeoutMs||=3e4,o.assetDownloadConcurrency=s??(Number(o.assetDownloadConcurrency)>0?Number(o.assetDownloadConcurrency):o.concurrency),o.rewriteConcurrency=s??(Number(o.rewriteConcurrency)>0?Number(o.rewriteConcurrency):o.assetDownloadConcurrency),o.wpsuite=Je(o.wpsuite),o.scheduler=pt(void 0),o.remoteWorkers=wr(o.remoteWorkers),typeof o.lambdaDelegationEnabled=="boolean"&&(o.remoteWorkers.render??={},o.remoteWorkers.rewrite??={},o.remoteWorkers.deploy??={},o.remoteWorkers.render.enabled=o.lambdaDelegationEnabled,o.remoteWorkers.rewrite.enabled=o.lambdaDelegationEnabled,o.remoteWorkers.deploy.enabled=o.lambdaDelegationEnabled),s!==null&&(o.processingConcurrency=s,o.remoteWorkers.render??={},o.remoteWorkers.rewrite??={},o.remoteWorkers.deploy??={},o.remoteWorkers.render.concurrency=s,o.remoteWorkers.rewrite.concurrency=s,o.remoteWorkers.deploy.concurrency=s),o.deploymentProfiles={},o.defaultDeploymentProfile="",o.deploymentTargetOverride=String(o.deploymentTargetOverride??"").trim();let a=await Sr(o);e.onRemotePublisherConfigDiagnostic?.(a.diagnostic);let i=xr(o,a.remote),l=vr(),u=l?E.resolve(l,".."):"";return u?(i.outputDir=ct(u,i.outputDir,"export"),i.logDir=ct(u,i.logDir,"logs")):(E.isAbsolute(i.outputDir)||(i.outputDir=qe(i.outputDir,"export")),E.isAbsolute(i.logDir)||(i.logDir=qe(i.logDir,"logs"))),i}function Er(t){let e=t/6e4;if(Number.isInteger(e)&&e>=1)return `${e} minute${e===1?"":"s"}`;let r=Math.ceil(t/1e3);return `${r} second${r===1?"":"s"}`}async function X(t,e,r){let n=new AbortController,o=globalThis.setTimeout(()=>{n.abort(new Error(`${t} timed out after ${Er(e)}.`));},e);try{return await r({abortController:n,httpOptions:{abortSignal:n.signal,requestTimeout:e}})}finally{globalThis.clearTimeout(o);}}var Ir=".deploy-plan.json",Cr="deploy-plan.json",$r=".crawl-incomplete.json",Tr="crawl-incomplete.json";function mt(){let t=process.env.STATIC_PUBLISHER_RUNTIME_DIR||process.env.WPSUITE_STATIC_PUBLISHER_RUNTIME_DIR||"";return t.trim()?E.resolve(t):""}function jr(t){let e=String(t||"").replace(/\\/g,"/").replace(/^\/+/,"").trim(),r=E.posix.normalize(e);return !e||!r||r==="."||/^[a-zA-Z]:/.test(r)||r.startsWith("../")||r===".."?null:r}function Ar(t){let e=String(t||"").trim();if(!e.startsWith("/")||e.startsWith("//")||e.includes("*")||e.includes("#"))return null;try{let r=new URL(e,"https://content-sync.invalid");return r.origin!=="https://content-sync.invalid"?null:`${E.posix.normalize(r.pathname)}${r.search}`}catch{return null}}function Q(t){return [...new Set(t.map(jr).filter(e=>e!==null))]}function Or(t,e){let r={generatedAt:String(e.generatedAt||new Date().toISOString()),outputDir:E.resolve(t.outputDir),runMode:e.runMode,crawlMode:e.crawlMode,fullSyncRequired:!!e.fullSyncRequired,changedFiles:Q(e.changedFiles||[]),deletedFiles:Q(e.deletedFiles||[]),rewriteTargets:Q(e.rewriteTargets||[]),revalidateFiles:Q(e.revalidateFiles||[])};return e.schemaVersion===2?{...r,schemaVersion:2,runMode:"content-sync",crawlMode:"incremental",fullSyncRequired:false,consumerId:String(e.consumerId||"").trim(),fromSequence:Math.max(0,Number(e.fromSequence)||0),toSequence:Math.max(0,Number(e.toSequence)||0),impactHash:String(e.impactHash||"").trim(),resolvedSitemapUrls:[...new Set((e.resolvedSitemapUrls||[]).map(n=>String(n||"").trim()).filter(n=>{try{let o=new URL(n);return o.protocol==="http:"||o.protocol==="https:"}catch{return false}}))],uploadGroups:{assets:Q(e.uploadGroups?.assets||[]),content:Q(e.uploadGroups?.content||[]),listings:Q(e.uploadGroups?.listings||[]),resources:Q(e.uploadGroups?.resources||[]),sitemapLeaves:Q(e.uploadGroups?.sitemapLeaves||[]),sitemapIndexes:Q(e.uploadGroups?.sitemapIndexes||[])},invalidationPaths:[...new Set((e.invalidationPaths||[]).map(Ar).filter(n=>n!==null))].sort()}:{schemaVersion:1,...r,runMode:e.runMode}}function Mr(t){if(!t||typeof t!="object")return false;let e=t;if(e.schemaVersion===2){let r=e;return r.runMode==="content-sync"&&r.crawlMode==="incremental"&&r.fullSyncRequired===false&&typeof r.generatedAt=="string"&&typeof r.outputDir=="string"&&typeof r.consumerId=="string"&&r.consumerId.trim()!==""&&Number.isSafeInteger(r.fromSequence)&&Number.isSafeInteger(r.toSequence)&&Number(r.toSequence)>=Number(r.fromSequence)&&typeof r.impactHash=="string"&&/^[a-f0-9]{64}$/.test(r.impactHash)&&Array.isArray(r.resolvedSitemapUrls)&&Array.isArray(r.changedFiles)&&Array.isArray(r.deletedFiles)&&Array.isArray(r.rewriteTargets)&&(r.revalidateFiles===void 0||Array.isArray(r.revalidateFiles))&&!!r.uploadGroups&&Array.isArray(r.uploadGroups.assets)&&Array.isArray(r.uploadGroups.content)&&Array.isArray(r.uploadGroups.listings)&&Array.isArray(r.uploadGroups.resources)&&Array.isArray(r.uploadGroups.sitemapLeaves)&&Array.isArray(r.uploadGroups.sitemapIndexes)&&Array.isArray(r.invalidationPaths)}return e.schemaVersion===1&&typeof e.generatedAt=="string"&&typeof e.outputDir=="string"&&(e.runMode==="full"||e.runMode==="retry-timeouts"||e.runMode==="single-url")&&(e.crawlMode==="full"||e.crawlMode==="incremental")&&typeof e.fullSyncRequired=="boolean"&&Array.isArray(e.changedFiles)&&Array.isArray(e.deletedFiles)&&Array.isArray(e.rewriteTargets)&&(e.revalidateFiles===void 0||Array.isArray(e.revalidateFiles))}function ft(t){let e=E.join(E.resolve(t.outputDir),Ir),r=mt();return r?[E.join(r,Cr),e]:[e]}function Dr(t){let e=E.join(E.resolve(t.outputDir),$r),r=mt();return r?[E.join(r,Tr),e]:[e]}async function ht(t){let e=E.resolve(t.outputDir);for(let r of ft(t))try{let n=await O.readFile(r,"utf8"),o=JSON.parse(n);if(!Mr(o)||E.resolve(o.outputDir)!==e)continue;return Or(t,o)}catch{}return null}async function je(t){for(let e of ft(t))try{await O.unlink(e);}catch(r){if(r.code!=="ENOENT")throw r}}async function yt(t){let e=E.resolve(t.outputDir);for(let r of Dr(t)){let n;try{n=await O.readFile(r,"utf8");}catch(s){if(s.code==="ENOENT")continue;throw s}let o;try{o=JSON.parse(n);}catch{throw new Error(`Invalid incomplete crawl marker: ${r}`)}if(o.schemaVersion!==1||typeof o.startedAt!="string"||typeof o.outputDir!="string"||E.resolve(o.outputDir)!==e)throw new Error(`Invalid incomplete crawl marker: ${r}`);return {schemaVersion:1,startedAt:o.startedAt,outputDir:e}}return null}function Wr(t){return typeof t.subscriptionType=="string"&&t.subscriptionType.trim()!==""}function wt(t){let e="";for(let n=0;n<t.length;n++){let o=t[n];if(o==="--profile"){let s=(t[n+1]||"").trim();if(!s)throw new Error("Missing value for --profile.");e=s,n+=1;}else if(o.startsWith("--profile=")){let s=o.slice(10).trim();if(!s)throw new Error("Missing value for --profile.");e=s;}}let r=String(process.env.PUBLISHER_DEPLOY_PROFILE||process.env.PUBLISHER_DEPLOYMENT_PROFILE||"").trim();return e||r||null}function Fr(t,e){return {...t,...e??{}}}function Lr(t,e){return {...t,...e??{},invalidationPaths:[...(e?.invalidationPaths??t.invalidationPaths)||[]]}}function bt(t,e){let r=String(e??t.deploymentTargetOverride??"").trim();if(!Wr(t)){if(r)throw new Error(`Deployment target "${r}" requires an active WPSuite subscription and remote publisher config.`);return {name:null,profile:null,config:t}}let n=String(r||t.defaultDeploymentProfile||"").trim();if(!n)return {name:null,profile:null,config:t};let o=t.deploymentProfiles?.[n];if(!o)throw new Error(`Unknown deployment profile "${n}". Check the linked WPSuite publisher configuration.`);return {name:n,profile:o,config:{...t,awsProfile:o.awsProfile??t.awsProfile,targetOrigin:o.targetOrigin??t.targetOrigin,s3:Fr(t.s3,o.s3),cloudFront:Lr(t.cloudFront,o.cloudFront)}}}var Rt={error:0,warn:1,info:2,debug:3},_r=/^(?:authorization|proxyAuthorization|runtimeToken|siteKey|nonce|accessToken|refreshToken|accessKeyId|secretAccessKey|sessionToken|xStaticPublisherToken|xApiKey)$/i;function Se(t){return t.replace(/((?:x-static-publisher-token|authorization|proxy-authorization|x-api-key|aws-access-key-id|aws-secret-access-key|aws-session-token)\s*:\s*)[^\r\n]+/gi,"$1[REDACTED]").replace(/\b(Basic|Bearer)\s+[^\s]+/gi,"$1 [REDACTED]").replace(/([?&](?:token|access_token|refresh_token|api_key|key|nonce)=)[^&\s]+/gi,"$1[REDACTED]").replace(/((?:"|')?(?:runtimeToken|siteKey|nonce|accessToken|refreshToken|accessKeyId|secretAccessKey|sessionToken)(?:"|')?\s*[:=]\s*(?:"|'))[^"']+/gi,"$1[REDACTED]")}function Oe(t){return typeof t=="string"?Se(t):Array.isArray(t)?t.map(e=>Oe(e)):t instanceof Error?{name:t.name,message:Se(t.message),...t.stack?{stack:Se(t.stack)}:{}}:t&&typeof t=="object"?Object.fromEntries(Object.entries(t).map(([e,r])=>[e,_r.test(e)?"[REDACTED]":Oe(r)])):t}function xt(t){return t?Oe(t):void 0}var Pt=process.env.STATIC_PUBLISHER_RUNTIME_DIR||process.env.WPSUITE_STATIC_PUBLISHER_RUNTIME_DIR||"",Ae=Pt?E.join(Pt,"current-progress.json"):"",kt=Promise.resolve();function St(t){return t.includes("crawl")?"crawl":t.includes("deploy")?"deploy":t.includes("invalidate")?"invalidate":t}function Nr(t,e){let r={...t},n=typeof t.phase=="string"?t.phase.trim():"",o=typeof e.phase=="string"?e.phase.trim():"";if(o!==""&&(o==="deploy"||o.startsWith("deploy-"))&&n!==o)for(let i of ["index","totalFiles","staged","uploaded","skipped","failed","deleted","workerCount","completedBatches","totalBatches"])delete r[i];let a=new Set(["pagesQueued","pagesRendered","assetsQueued","sitemapsQueued","pagesDiscovered","assetsDiscovered","sitemapsDiscovered","pagesSaved","assetsSaved","donePages","doneAssets","doneSitemaps","changedTextFiles","uploaded","failed","index","totalFiles","completedBatches","totalBatches","pageQueue","assetQueue","sitemapQueue"]);for(let[i,l]of Object.entries(e)){let u=r[i];if(typeof u=="number"&&typeof l=="number"&&a.has(i)){r[i]=Math.max(u,l);continue}r[i]=l;}return r}function Kr(t,e,r){Ae&&(kt=kt.then(async()=>{let n=new Date,o=n.toISOString();await O.mkdir(E.dirname(Ae),{recursive:true});let s=await O.readFile(Ae,"utf8").then(k=>JSON.parse(k)).catch(()=>null),a=s&&typeof s.details=="object"&&s.details?s.details:{},i=St(t),l=s?.currentStep||St(s?.source||""),u=s?.startedAt||o,c={...s?.stepDurationsSec??{}},d=s?.stepStartedAt||o;if(l&&l!==i&&s?.stepStartedAt){let k=Math.max(0,Math.round((n.getTime()-new Date(s.stepStartedAt).getTime())/1e3));c[l]=(c[l]??0)+k,d=o;}let g=Math.max(0,Math.round((n.getTime()-new Date(d).getTime())/1e3)),f=Math.max(0,Math.round((n.getTime()-new Date(u).getTime())/1e3)),w=Se(e),y=xt(r)??{},b={checkedAt:o,source:t,message:w,details:Nr(a,y),startedAt:u,currentStep:i,stepStartedAt:d,stepElapsedSec:g,totalElapsedSec:f,stepDurationsSec:c};await O.writeFile(Ae,JSON.stringify(b,null,2),"utf8");}).catch(()=>{}));}async function Ur(t,e){await O.mkdir(E.dirname(t),{recursive:true}),await O.appendFile(t,`${JSON.stringify(Oe(e))}
|
|
2
2
|
`,"utf8");}var Re=class{constructor(e,r,n="info"){this.logDir=e;this.logFile=r;this.level=n;this.ensureLogFileReady();}logDir;logFile;level;startedAt=Date.now();marks=new Map;initPromise=null;writeQueue=Promise.resolve();writeError=null;get logPath(){return E.join(this.logDir,this.logFile)}artifactPath(e){return this.logFile.endsWith(".log.jsonl")?E.join(this.logDir,this.logFile.replace(/\.log\.jsonl$/u,`${e}.jsonl`)):E.join(this.logDir,`${this.logFile}${e}.jsonl`)}get errorsPath(){return this.artifactPath(".errors")}get rejectedPath(){return this.artifactPath(".rejected")}ensureLogFileReady(){return this.initPromise||(this.initPromise=(async()=>{await O.mkdir(this.logDir,{recursive:true}),await O.writeFile(this.logPath,"","utf8");})()),this.initPromise}enqueueTask(e){this.writeQueue=this.writeQueue.then(e).catch(r=>{this.writeError=r instanceof Error?r:new Error(String(r));});}enqueueLine(e){this.enqueueTask(async()=>{await this.ensureLogFileReady(),await O.appendFile(this.logPath,`${e}
|
|
3
|
-
`,"utf8");});}enqueueJsonLine(e,r){this.enqueueTask(()=>
|
|
3
|
+
`,"utf8");});}enqueueJsonLine(e,r){this.enqueueTask(()=>Ur(e,r));}accepts(e){return Rt[e]<=Rt[this.level]}push(e,r,n){if(!this.accepts(e))return;let o=Se(r),s=xt(n),a=JSON.stringify({time:new Date().toISOString(),level:e,message:o,...s||{}});this.enqueueLine(a),e==="error"?console.error(`[ERROR] ${o}`,s?JSON.stringify(s):""):e==="warn"?console.warn(`[WARN] ${o}`,s?JSON.stringify(s):""):console.log(`[${e.toUpperCase().padEnd(5)}] ${o}`);}info(e,r){this.push("info",e,r);}progress(e,r){Kr(this.logFile,e,r);}debug(e,r){this.push("debug",e,r);}warn(e,r){this.push("warn",e,r);}reject(e,r,n,o,s){let a={kind:e,url:r,reason:n,...o?{source:o}:{},...s||{}};this.enqueueJsonLine(this.rejectedPath,a),this.accepts("debug")&&this.push("debug",`Rejected ${e} ${r}: ${n}`,a);}error(e,r){this.enqueueJsonLine(this.errorsPath,{message:e,...r||{}}),this.push("error",e,r);}mark(e){this.marks.set(e,Date.now());}endMark(e,r){let n=this.marks.get(e);if(!n)return;let o=Date.now()-n,s=Number((o/1e3).toFixed(2));this.push("info",`Timing ${e}: ${s}s`,{name:e,ms:o,seconds:s,...r||{}});}async flush(){let e=Date.now()-this.startedAt,r=Number((e/1e3).toFixed(2));if(this.push("info",`Total time: ${r}s`,{name:"total",ms:e,seconds:r}),await this.writeQueue,this.writeError)throw this.writeError}};async function zr(t){await O.mkdir(E.dirname(t),{recursive:true});}async function ve(t,e,r){await zr(t);let n=E.join(E.dirname(t),`.${E.basename(t)}.${process.pid}.${Date.now()}.${Vr.randomBytes(6).toString("hex")}.tmp`);try{typeof e=="string"?await O.writeFile(n,e,r??"utf8"):await O.writeFile(n,e),await O.rename(n,t);}catch(o){throw await O.unlink(n).catch(()=>{}),o}}function It(t){return [".html",".htm",".css",".js",".mjs",".json",".xml",".xsl",".txt",".svg",".map",".enc",".jws"].includes(E.extname(t).toLowerCase())}function Ct(t){return t.replace(/"/g,'"').replace(/"/g,'"').replace(/'/g,"'").replace(/'/g,"'").replace(/&/g,"&").replace(/</g,"<").replace(/>/g,">")}function Pe(t){return t.replace(/&/g,"&").replace(/"/g,""").replace(/'/g,"'").replace(/</g,"<").replace(/>/g,">")}function Me(t){return t.replace(/\//g,"\\/")}function vt(t){return t.replace(/\//g,"\\\\/")}function Br(t){try{let e=new URL(t);if(e.protocol!=="http:"&&e.protocol!=="https:")return null;let r=e.pathname==="/"&&!e.search&&!e.hash?"":`${e.pathname}${e.search}${e.hash}`;return `//${e.host}${r}`}catch{return null}}function Et(t,e,r){if(!e)return;t[e]=r;let n=Me(e),o=Me(r);t[n]=o;let s=vt(e),a=vt(r);t[s]=a;let i=Pe(e),l=Pe(r);t[i]=l;let u=Pe(n),c=Pe(o);t[u]=c;let d=Pe(s),g=Pe(a);t[d]=g;}function Ee(t,e,r){Et(t,e,r);let n=Br(e);n&&n!==e&&Et(t,n,r);}function $t(t,e){try{return new URL(t,e==="."?"https://relative.invalid":e).pathname}catch{return t.startsWith("/")?t:`/${t.replace(/^\.\//,"")}`}}function Tt(t,e,r){if(!e)return r;let n=E.dirname(E.resolve(e)),o=E.resolve(t,r.replace(/^\/+/,"")),s=E.relative(n,o).replace(/\\/g,"/");return s?(s.startsWith(".")||(s=`./${s}`),s):"."}async function Ye(t,e){return (e?[...new Set(e)].map(n=>E.resolve(n)).filter(n=>n.startsWith(E.resolve(t.outputDir))).map(n=>E.relative(t.outputDir,n).replace(/\\/g,"/")).filter(n=>n.length>0):await qr(["**/*"],{cwd:t.outputDir,onlyFiles:true,dot:true})).filter(n=>n!=="asset-map.json"&&It(n))}var Qr=["wp-content/","wp-includes/","wp-admin/","wp-json/","_next/"],Zr=new Set([".html",".htm"]),At="WPSuite.io Static Publisher",Yr=At.replace(/[.*+?^${}()|[\]\\]/g,"\\$&");function jt(t){return t.replace(/[.*+?^${}()|[\]\\]/g,"\\$&")}function Xr(t){return t.startsWith("//")||t.startsWith("\\/\\/")||t.startsWith("\\\\/\\\\/")}function en(t){let e=t.replace(/\\+\//g,"/");return e.startsWith("/")&&!e.startsWith("//")}function tn(t,e,r){return en(e)?t.replace(new RegExp(`(?<![A-Za-z0-9._~%\\\\-])${jt(e)}`,"g"),r):Xr(e)?t.replace(new RegExp(`(?<!:)${jt(e)}`,"g"),r):t.split(e).join(r)}function rn(t,e){let r="\uE000WPSUITE_STATIC_REWRITE_";for(;t.includes(r)||e.some(([s,a])=>s.includes(r)||a.includes(r));)r+="_";let n=t,o=[];for(let[s,[a,i]]of e.entries()){let l=`${r}${s.toString(36)}\uE001`,u=tn(n,a,l);u!==n&&(o.push([l,i]),n=u);}for(let[s,a]of o)n=n.split(s).join(a);return n}function nn(t,e,r){if(t.wpsuite?.siteSettings?.subscriber===true||t.wpsuite?.subscriptionType==="PROFESSIONAL"||t.wpsuite?.subscriptionType==="AGENCY"||!r)return false;let o=E.extname(r).toLowerCase();return Zr.has(o)?/<head\b|<html\b|<!doctype html/i.test(e):false}function on(t){if(new RegExp(`<meta\\b(?=[^>]*\\bname=(["'])generator\\1)(?=[^>]*\\bcontent=(["'])${Yr}\\2)[^>]*\\/?>`,"i").test(t))return t;let e=`<meta name="generator" content="${At}" />`;if(t.match(/(\r?\n)([ \t]*)<\/head>/i))return t.replace(/(\r?\n)([ \t]*)<\/head>/i,`$1$2${e}$1$2</head>`);let n=t.includes(`\r
|
|
4
4
|
`)?`\r
|
|
5
5
|
`:`
|
|
6
|
-
`;return t.replace(/<head\b[^>]*>/i,o=>`${o}${n} ${e}`)}function
|
|
7
|
-
`)).slice(0,16)}`,"taskId"),z={schemaVersion:V,operation:"rewrite",jobId:s,taskId:W,configKey:i,assetMapKey:l,previousAssetMapKey:u,items:C.map(A=>({inputKey:A.key,outputKey:A.key,relativePath:A.relativePath,contentType:A.contentType}))};try{let A=await r.client.invoke(z);S=
|
|
8
|
-
`)).slice(0,16)}`,"taskId");try{let C=await n.client.invoke({schemaVersion:V,operation:"rewrite",jobId:a,taskId:x,configKey:l,assetMapKey:u,items:P.map(I=>({inputKey:I.object.key,outputKey:I.object.key,relativePath:I.relativePath,contentType:I.contentType||I.object.contentType}))});h=Lt(await n.client.readResult(C),C);break}catch(C){R=C;}}if(!h)throw new Error(`Remote object rewrite batch ${k+1}/${d.length} failed: ${R instanceof Error?R.message:String(R)}`,{cause:R});for(let j of P){let x=h.detail.objects.find(C=>C.outputKey===j.object.key);if(!x)throw new Error(`Remote rewrite result omitted ${j.relativePath}.`);j.object=x.output,x.changed&&(b+=1),w+=1,await n.onProgress?.({index:w,totalFiles:s.length,changedTextFiles:b,file:j.relativePath,changed:x.changed});}y+=1,await n.onBatchProgress?.({completedItems:w,totalItems:s.length,completedBatches:y,totalBatches:d.length,changedTextFiles:b});}})),e.assetMap={...r},e.generatedAt=new Date().toISOString(),b}function L(t,e,{optional:r=false}={}){if(!(r&&(t==null||t===""))){if(typeof t!="string"||!t.trim())throw new Error(`${e} must be a non-empty string.`);return t.trim()}}function Sn(t){if(!t||typeof t!="object")throw new Error("Remote worker config must be a JSON object.");let e=t;if(e.schemaVersion!==1)throw new Error(`Unsupported remote worker config version: ${String(e.schemaVersion)}.`);if(e.protocolVersion!==V)throw new Error(`Remote worker protocol mismatch: expected ${V}, received ${String(e.protocolVersion)}.`);let r=e.workspace,n=e.functions;if(!r||!n)throw new Error("Remote worker config requires workspace and functions objects.");let o=we(e.awsProfile,"awsProfile");return {schemaVersion:1,region:L(e.region,"region"),...o?{awsProfile:o}:{},...L(e.roleArn,"roleArn",{optional:true})?{roleArn:L(e.roleArn,"roleArn")}:{},...L(e.roleSessionName,"roleSessionName",{optional:true})?{roleSessionName:L(e.roleSessionName,"roleSessionName")}:{},workspace:{bucket:L(r.bucket,"workspace.bucket"),prefix:String(r.prefix??"")},...e.status&&typeof e.status=="object"?{status:{tableName:L(e.status.tableName,"status.tableName")}}:{},functions:{render:L(n.render,"functions.render"),...L(n.asset,"functions.asset",{optional:true})?{asset:L(n.asset,"functions.asset")}:{},rewrite:L(n.rewrite,"functions.rewrite"),"deploy-copy":L(n["deploy-copy"],"functions.deploy-copy")},targets:Array.isArray(e.targets)?e.targets.map((s,a)=>{if(!s||typeof s!="object")throw new Error(`targets[${a}] must be an object.`);let i=s;return {id:L(i.id,`targets[${a}].id`),bucketName:L(i.bucketName,`targets[${a}].bucketName`),prefix:String(i.prefix??""),region:L(i.region,`targets[${a}].region`)}}):[],protocolVersion:V}}async function Vt(t){let e=E.resolve(t);try{return Sn(JSON.parse(await readFile(e,"utf8")))}catch(r){throw new Error(`Unable to load remote worker config ${e}: ${r instanceof Error?r.message:String(r)}`,{cause:r})}}var De=class{config;lambda;s3;dynamodb;#e;constructor(e,r={},n={}){this.config=e;let s=Ce(e.awsProfile)??(e.roleArn?fromTemporaryCredentials({params:{RoleArn:e.roleArn,RoleSessionName:e.roleSessionName??"publisher-exporter-remote-worker"},clientConfig:{region:e.region}}):void 0);this.lambda=new LambdaClient({region:e.region,...s?{credentials:s}:{},...r}),this.s3=new S3Client({region:e.region,...s?{credentials:s}:{}}),this.dynamodb=e.status?new DynamoDBClient({region:e.region,...s?{credentials:s}:{}}):null,this.#e=n;}async#t(e){if(!this.dynamodb||!this.config.status)return null;let n=(await this.dynamodb.send(new GetItemCommand({TableName:this.config.status.tableName,ConsistentRead:true,Key:{jobId:{S:e.jobId},taskId:{S:e.taskId}}}))).Item;if(!n)return null;let o=n.operation?.S,s=n.status?.S;return !o||!["render","asset","rewrite","deploy-copy"].includes(o)||!s||!["running","succeeded","partial","failed"].includes(s)?null:{jobId:n.jobId?.S??e.jobId,taskId:n.taskId?.S??e.taskId,operation:o,status:s,completedItems:Number(n.completedItems?.N??0),failedItems:Number(n.failedItems?.N??0),totalItems:Number(n.totalItems?.N??0),sequence:Number(n.sequence?.N??0),updatedAt:n.updatedAt?.S??new Date(0).toISOString(),requestId:n.requestId?.S??null}}async#r(e,r){let n=this.lambda.send(new InvokeCommand({FunctionName:r,InvocationType:"RequestResponse",Payload:Buffer.from(JSON.stringify(e),"utf8")}));if(e.operation==="health"||!this.dynamodb||!this.#e.onProgress)return await n;let o=false,s=n.finally(()=>{o=true;}),a=Math.max(500,Math.min(3e4,this.#e.progressPollIntervalMs??2e3)),i=-1;for(;!o;){await Promise.race([s.then(()=>{},()=>{}),new Promise(l=>setTimeout(l,a))]);try{let l=await this.#t(e);l&&l.sequence>i&&(i=l.sequence,await this.#e.onProgress(l));}catch(l){await this.#e.onProgressError?.(l instanceof Error?l:new Error(String(l)));}}return await s}async invoke(e){let r=e.operation==="health"?this.config.functions.render:this.config.functions[e.operation];if(!r)throw new Error(`Remote worker configuration does not provide a ${e.operation} function. Redeploy the Lambda workers and reinstall remote-workers.json.`);let n=await this.#r(e,r),o=n.Payload?JSON.parse(new TextDecoder().decode(n.Payload)):null;if(n.FunctionError)throw new Error(`Remote ${e.operation} worker failed (${n.FunctionError}): ${JSON.stringify(o)}`);if(!o||typeof o!="object")throw new Error(`Remote ${e.operation} worker returned no JSON response.`);let s=o;if(s.schemaVersion!==V||s.operation!==e.operation||s.jobId!==e.jobId||s.taskId!==e.taskId)throw new Error(`Remote ${e.operation} worker returned a mismatched response.`);return s}async readResult(e){if(!e.resultKey)throw new Error(`Remote ${e.operation} response does not contain a resultKey.`);let r=ie(e.resultKey,this.config.workspace.prefix),n=await this.s3.send(new GetObjectCommand({Bucket:this.config.workspace.bucket,Key:r}));if(!n.Body)throw new Error(`Remote worker result has no body: ${r}`);return JSON.parse(await n.Body.transformToString("utf8"))}async readObject(e){if(e.bucket!==this.config.workspace.bucket)throw new Error(`Remote worker object bucket mismatch: ${e.bucket}.`);let r=ie(e.key,this.config.workspace.prefix),n=await this.s3.send(new GetObjectCommand({Bucket:this.config.workspace.bucket,Key:r,...e.versionId?{VersionId:e.versionId}:{}}));if(!n.Body)throw new Error(`Remote worker object has no body: ${r}`);let o=await n.Body.transformToByteArray();if(o.byteLength!==e.bytes)throw new Error(`Remote worker object length mismatch for ${r}: expected ${e.bytes}, received ${o.byteLength}.`);if(ge(o)!==e.sha256)throw new Error(`Remote worker object checksum mismatch for ${r}.`);return o}async readObjectText(e){return new TextDecoder("utf8",{fatal:true}).decode(await this.readObject(e))}async health(e){let r=this.config.functions[e];if(!r)throw new Error(`Remote worker configuration does not provide a ${e} function.`);let n=`${e}-${Date.now()}`,o=await this.lambda.send(new InvokeCommand({FunctionName:r,InvocationType:"RequestResponse",Payload:Buffer.from(JSON.stringify({schemaVersion:V,operation:"health",jobId:"health",taskId:n}),"utf8")})),s=o.Payload?JSON.parse(new TextDecoder().decode(o.Payload)):null;if(o.FunctionError||!s||typeof s!="object")throw new Error(`Remote ${e} health check failed: ${JSON.stringify(s)}`);return s}async writeWorkspaceObject(e){let r=ie(e.key,this.config.workspace.prefix),n=typeof e.body=="string"?Buffer.from(e.body,"utf8"):e.body,o=ge(n),s=await this.s3.send(new PutObjectCommand({Bucket:this.config.workspace.bucket,Key:r,Body:n,ContentType:e.contentType,...e.cacheControl?{CacheControl:e.cacheControl}:{},Metadata:{sha256:o,...e.metadata??{}}}));return {bucket:this.config.workspace.bucket,key:r,sha256:o,bytes:n.byteLength,contentType:e.contentType,...s.ETag?{etag:s.ETag}:{},...s.VersionId?{versionId:s.VersionId}:{}}}async copyWorkspaceObject(e,r){if(e.bucket!==this.config.workspace.bucket)throw new Error(`Remote worker object bucket mismatch: ${e.bucket}.`);let n=ie(e.key,this.config.workspace.prefix),o=ie(r,this.config.workspace.prefix),s=`${e.bucket}/${n.split("/").map(i=>encodeURIComponent(i)).join("/")}`,a=await this.s3.send(new CopyObjectCommand({Bucket:e.bucket,Key:o,CopySource:s,MetadataDirective:"COPY"}));return {...e,key:o,...a.CopyObjectResult?.ETag?{etag:a.CopyObjectResult.ETag}:{},...a.VersionId?{versionId:a.VersionId}:{}}}};var xn="remote-workers.json";function zt(t={}){let e=String(t.explicitPath??"").trim();if(e)return E.resolve(e);let r=String(t.runtimeDir??process.env.STATIC_PUBLISHER_RUNTIME_DIR??process.env.WPSUITE_STATIC_PUBLISHER_RUNTIME_DIR??"").trim();return r?E.join(E.resolve(r),xn):""}function En(){let t=process.env.STATIC_PUBLISHER_RUNTIME_DIR||process.env.WPSUITE_STATIC_PUBLISHER_RUNTIME_DIR||"";return t.trim()?E.resolve(t):""}function In(t){let e=String(process.env.STATIC_PUBLISHER_REMOTE_EXPORT_MANIFEST_PATH||"").trim();if(e)return E.resolve(e);let r=En();if(r)return E.join(r,"remote-export-manifest.json");let n=E.resolve(t.outputDir);return E.join(E.dirname(n),`.${E.basename(n)}-remote-export-manifest.json`)}function Cn(t){let e=E.posix.normalize(String(t||"").replace(/\\/g,"/").replace(/^\/+/,""));if(!e||e==="."||e===".."||e.startsWith("../")||/^[A-Za-z]:/.test(e))throw new Error(`Invalid remote export relative path: ${t}`);return e}async function Bt(t){try{let e=JSON.parse(await O.readFile(In(t),"utf8"));if(e.schemaVersion!==1||typeof e.jobId!="string"||!e.workspace||typeof e.workspace.bucket!="string"||typeof e.workspace.prefix!="string"||!e.objects||typeof e.objects!="object"||!e.assetMap||typeof e.assetMap!="object")return null;let r=e;for(let[n,o]of Object.entries(r.objects)){if(Cn(n),!o||o.relativePath!==n||o.object?.bucket!==r.workspace.bucket)return null;ie(o.object.key,r.workspace.prefix);}return r}catch{return null}}function et(t){return String(t??"").split(";").map(e=>e.trim().toLowerCase()).filter(Boolean).join(";")}var Qt="wpsuite-sha256",Yt="wpsuite-normalized-sha256",nt="public, max-age=0, must-revalidate",Wn=/(?:^|[-_:.])(id|uid|nonce|token|hash|instance)(?:$|[-_:.])/i,ot=/^[0-9a-f]{8}-[0-9a-f]{4}-[1-5][0-9a-f]{3}-[89ab][0-9a-f]{3}-[0-9a-f]{12}$/i,Fn=["SIGINT","SIGTERM"],Le=new Set,We=new Map,qt=null;function Ln(t){Le.add(t);let e=false;return ()=>{e||(e=true,Le.delete(t));}}async function _n(){let t=[...Le];t.length!==0&&await Promise.allSettled(t.map(async e=>{Le.delete(e),await O.rm(e,{recursive:true,force:true});}));}function Nn(){if(!(We.size>0))for(let t of Fn){let e=()=>{qt||(qt=_n().finally(()=>{for(let[r,n]of We)process.off(r,n);We.clear(),process.exit(1);}));};We.set(t,e),process.on(t,e);}}Nn();function Kn(t,e){let r=String(process.env.STATIC_PUBLISHER_CRAWL_MANIFEST_PATH||"").trim();if(r)return E.resolve(r);let n=e.trim();return n?E.join(E.resolve(n),"crawl-manifest.json"):E.join(E.resolve(t),".crawl-manifest.json")}function le(t){return E.normalize(t).split(E.sep).join("/")}function Ht(t,e){let r=E.relative(E.resolve(t),E.resolve(e));return !r||r.startsWith("..")||E.isAbsolute(r)?null:le(r)}async function Un(t,e,r){let n=Kn(t.outputDir,e),o;try{o=await O.readFile(n,"utf8");}catch(c){return c.code==="ENOENT"?(r.warn("Deploy rewrite guard disabled because the crawl manifest is missing.",{manifestPath:n,source:"deploy-guard"}),null):(r.warn("Deploy rewrite guard disabled because the crawl manifest could not be read.",{manifestPath:n,error:c instanceof Error?c.message:String(c),source:"deploy-guard"}),null)}let s;try{s=JSON.parse(o);}catch(c){return r.warn("Deploy rewrite guard disabled because the crawl manifest is invalid JSON.",{manifestPath:n,error:c instanceof Error?c.message:String(c),source:"deploy-guard"}),null}let a=new Map,i=new Map,l=0,u=0;for(let[c,d]of Object.entries(s.pages||{})){let g=String(d?.outputPath||"").trim(),f=g?Ht(t.outputDir,g):null;if(f){let w=typeof d?.contentType=="string"&&d.contentType?d.contentType:null;w&&i.set(f,w);}!g||d?.rewriteComplete===true||f&&(l++,a.has(f)||a.set(f,{kind:"page",sourceUrl:c,outputPath:E.resolve(g),relativePath:f}));}for(let[c,d]of Object.entries(s.assets||{})){let g=String(d?.outputPath||"").trim(),f=d?.isText===true,w=g?Ht(t.outputDir,g):null;if(w){let y=typeof d?.contentType=="string"&&d.contentType?d.contentType:null;y&&i.set(w,y);}!g||!f||d?.rewriteComplete===true||w&&(u++,a.has(w)||a.set(w,{kind:"asset",sourceUrl:c,outputPath:E.resolve(g),relativePath:w}));}return {manifestPath:n,byRelativePath:a,contentTypeByRelativePath:i,pendingPages:l,pendingTextAssets:u}}function Vn(t){return t&&(ot.test(t)?"__uuid__":/^[0-9a-f]{6,}$/i.test(t)?"__hex__":/^[0-9]{8,}$/.test(t)?"__num__":/^(?=.*[a-z])(?=.*\d)[a-z0-9]{8,}$/i.test(t)?"__alnum__":t)}function tt(t){return t.split(/([_:.\-/=?&#]+)/g).map((e,r)=>r%2===1?e:Vn(e)).join("")}function zn(t){return t.split(/([_:.\-/=?&#]+)/g).map((e,r)=>r%2===1?e:ot.test(e)?"__uuid__":/^[0-9a-f]{6,}$/i.test(e)?"__hex__":/^[0-9]{6,}$/.test(e)?"__num__":/^[a-z0-9_-]{6,}$/i.test(e)?"__id__":e).join("")}function _e(t,e){return Array.isArray(t)?t.map(r=>_e(r,e)):t&&typeof t=="object"?Object.fromEntries(Object.entries(t).map(([r,n])=>[r,_e(n,r)])):typeof t!="string"?t:e&&Wn.test(e)?zn(t):ot.test(t)?"__uuid__":/^[0-9a-f]{6,}$/i.test(t)||/^[0-9]{8,}$/.test(t)?tt(t):t}function Bn(t){return t.replace(/((?:https?:\/\/[^"'\s>]+|\/)(?:wp-content|wp-includes)\/[^"'\s>?]+)\?ver=[A-Za-z0-9._-]+(?=$|[#"'])/gi,"$1")}function qn(t,e){let r=e.trim();if((r.startsWith("{")||r.startsWith("[")||r.startsWith('"'))&&t.startsWith("data-"))try{let o=JSON.parse(r);return JSON.stringify(_e(o))}catch{}if(t.startsWith("data-")&&/^[A-Za-z0-9+/=]+$/.test(r))try{let o=Buffer.from(r,"base64").toString("utf8"),s=JSON.parse(o),a=JSON.stringify(_e(s));return Buffer.from(a,"utf8").toString("base64")}catch{}return e}function Hn(t,e){let r=t.toLowerCase();return r==="class"?e.split(/(\s+)/).map((n,o)=>o%2===1?n:tt(n)).join(""):r==="id"||r==="for"||r==="aria-controls"||r==="aria-labelledby"||r==="aria-describedby"||r==="aria-owns"||r==="aria-activedescendant"||r==="name"?tt(e):r==="href"||r==="src"?Bn(e):qn(r,e)}function Jn(t){return t.replace(/<([a-z][^\s/>]*)([^<>]*?)>/gi,(e,r,n)=>{if(r.startsWith("/"))return e;let o=n.replace(/\s([:@a-zA-Z_][-:.a-zA-Z0-9_]*?)=(['"])([\s\S]*?)\2/g,(s,a,i,l)=>{let u=Hn(a,l);return ` ${a}=${i}${u}${i}`});return `<${r}${o}>`})}function ke(t){let e=E.extname(t).toLowerCase();return [".html",".htm",".xml",".xsl",".txt"].includes(e)||["robots.txt","sitemap.xml"].includes(E.basename(t))}function Fe(t,e){return [t.replace(/^\/+|\/+$/g,""),e.replace(/^\/+/,"")].filter(Boolean).join("/")}async function Gn(t,e,r,n){let o=new Map,s,a=0;do{a++;let i=await X(`S3 list objects page ${a} for s3://${e}/${r||""}`,3e5,({httpOptions:l})=>t.send(new ListObjectsV2Command({Bucket:e,Prefix:r||void 0,ContinuationToken:s}),l));for(let l of i.Contents||[]){if(!l.Key)continue;let u=(l.ETag||"").replace(/^"|"$/g,"").toLowerCase(),c=Number(l.Size??0);o.set(l.Key,{etag:u,size:c,cacheControl:void 0,contentType:void 0});}s=i.NextContinuationToken,n.debug(`Listed S3 keys page ${a}: ${o.size} keys so far`);}while(s);return o}async function Qn(t,e,r,n){if(n.has(r))return n.get(r)??null;try{let o=await X(`S3 head object ${r}`,3e5,({httpOptions:a})=>t.send(new HeadObjectCommand({Bucket:e,Key:r}),a)),s={etag:(o.ETag||"").replace(/^"|"$/g,"").toLowerCase(),size:Number(o.ContentLength??0),cacheControl:o.CacheControl?.trim()||null,contentType:o.ContentType?.trim()||null};return n.set(r,s),s}catch{return n.set(r,null),null}}async function Yn(t,e,r,n){if(n.cacheControl!==void 0&&n.contentType!==void 0)return {cacheControl:n.cacheControl,contentType:n.contentType};try{let o=await X(`S3 head cache metadata ${r}`,3e5,({httpOptions:s})=>t.send(new HeadObjectCommand({Bucket:e,Key:r}),s));n.cacheControl=o.CacheControl?.trim()||null,n.contentType=o.ContentType?.trim()||null;}catch{n.cacheControl=null,n.contentType=null;}return {cacheControl:n.cacheControl,contentType:n.contentType}}function Jt(t){return String(t||"").split(",").map(e=>e.trim().toLowerCase()).filter(Boolean).sort().join(",")}async function Zn(t,e,r,n){let o=[...new Set(Array.from(r).filter(Boolean))];if(o.length===0)return n.info("No explicitly tombstoned S3 objects to delete."),[];n.info(`Deleting ${o.length} explicitly tombstoned S3 object(s)\u2026`);for(let s=0;s<o.length;s+=1e3){let a=o.slice(s,s+1e3);if(a.length===0)continue;let i=await X(`S3 delete objects batch ${Math.floor(s/1e3)+1}`,3e5,({httpOptions:l})=>t.send(new DeleteObjectsCommand({Bucket:e,Delete:{Objects:a.map(u=>({Key:u}))}}),l));if(i.Errors&&i.Errors.length>0){let l=i.Errors.map(u=>`${u.Key||"(unknown)"}: ${u.Code||"DeleteFailed"}`);throw new Error(`S3 reported ${l.length} object deletion error(s): ${l.join(", ")}`)}n.info(`Deleted batch of ${a.length} object(s).`);for(let l of a)n.debug(` deleted: ${l}`);}return o}function Xn(t){return createHash("md5").update(t).digest("hex")}function ce(t){return createHash("sha256").update(t).digest("hex")}function Ne(t){return createHash("sha256").update(Jn(t.toString("utf8"))).digest("hex")}async function eo(t,e,r,n){if(n.has(r))return n.get(r)??null;try{let a=((await X(`S3 head object metadata ${r}`,3e5,({httpOptions:i})=>t.send(new HeadObjectCommand({Bucket:e,Key:r}),i))).Metadata?.[Qt]||"").trim().toLowerCase()||null;return n.set(r,a),a}catch{return n.set(r,null),null}}async function to(t,e,r,n,o){if(n.has(r))return n.get(r)??null;try{let a=((await X(`S3 head object normalized metadata ${r}`,3e5,({httpOptions:i})=>t.send(new HeadObjectCommand({Bucket:e,Key:r}),i))).Metadata?.[Yt]||"").trim().toLowerCase();if(a)return n.set(r,a),a}catch{return n.set(r,null),null}if(o.has(r)){let s=o.get(r)??null;return n.set(r,s),s}try{let a=await(await X(`S3 get object ${r}`,3e5,({httpOptions:l})=>t.send(new GetObjectCommand({Bucket:e,Key:r}),l))).Body?.transformToByteArray(),i=a?Ne(Buffer.from(a)):null;return o.set(r,i),n.set(r,i),i}catch{return o.set(r,null),n.set(r,null),null}}function ro(t){return t.replace(/[^a-zA-Z0-9._-]+/g,"-").replace(/-+/g,"-").replace(/^-|-$/g,"")||"profile"}function no(t,e){let r=t,n=Object.entries(e).sort((o,s)=>s[0].length-o[0].length);for(let[o,s]of n)o&&(r=r.split(o).join(s));return r}async function oo(t,e,r,n){let o=E.join(t,"asset-map.json"),s;try{s=await O.readFile(o,"utf8");}catch(l){if(l.code==="ENOENT")return;throw l}let a=JSON.parse(s);if(!a||typeof a!="object")return;let i=Object.fromEntries(Object.entries(a).map(([l,u])=>{let c=String(u??"");return e.urlRewriteMode==="absolute"&&e.targetOrigin&&r.targetOrigin&&e.targetOrigin!==r.targetOrigin&&(c=c.split(e.targetOrigin).join(r.targetOrigin)),c=no(c,n),[l,c]}));await O.writeFile(o,JSON.stringify(i,null,2),"utf8");}async function so(t,e,r,n,o,s,a){let i=t.targetOrigin!==e.targetOrigin,l=Object.keys(n).length>0;if(!r||!i&&!l)return {outputDir:t.outputDir,cleanup:async()=>{}};if(i&&t.urlRewriteMode!=="absolute")throw new Error(`Deployment profile "${r}" changes targetOrigin, but the base crawl output must use urlRewriteMode "absolute" for multi-target redeploys.`);let u=E.join(E.dirname(t.outputDir),`.deploy-profile-${ro(r)}-${Date.now()}`),c=Ln(u);o.info(`Preparing deployment profile "${r}" from existing crawl output to ${u}...`);try{if(await O.rm(u,{recursive:!0,force:!0}),s){await O.mkdir(u,{recursive:!0});for(let y of s){let b=E.join(t.outputDir,y),k=E.join(u,y);await O.mkdir(E.dirname(k),{recursive:!0}),await O.copyFile(b,k);}}else await O.cp(t.outputDir,u,{recursive:!0});let d={...t,sourceOrigin:t.targetOrigin,targetOrigin:e.targetOrigin,extraReplacements:n,outputDir:u},g=1;o.info(`Rewriting text files for deployment profile "${r}"...`);let f={files:s,onStart:({totalFiles:y,workerCount:b})=>{g=b,o.info(`Rewriting ${y} text file(s) for deployment profile "${r}" with ${b} worker(s).`);},onProgress:({index:y,totalFiles:b,changedTextFiles:k,file:P,changed:h})=>{let j=`Rewriting [${y}/${b}] ${P} (${h?"rewrote":"checked"}; ${k} changed so far)`;b<=200||y<=5||y%10===0||y===b?(o.progress(j,{file:P,index:y,totalFiles:b,changed:h,changedTextFiles:k,workerCount:g}),o.info(j)):o.debug(j);}},w=a?await _t(d,{},{...a,options:f}):await At(d,{},f);return await oo(u,t,e,n),o.info(`Prepared deployment profile "${r}" in ${u} (${w} rewritten text file(s)).`),{outputDir:u,cleanup:async()=>{c(),await O.rm(u,{recursive:!0,force:!0});}}}catch(d){throw o.error(`Failed to prepare deployment profile "${r}" temporary output.`,{tempDir:u,outputDir:t.outputDir,error:d instanceof Error?d.message:String(d),...d instanceof Error&&d.stack?{stack:d.stack}:{}}),await O.rm(u,{recursive:true,force:true}).catch(()=>{}),c(),await o.flush().catch(()=>{}),d}}function Zt(t,e){let r=o=>o.replace(/^\/+|\/+$/g,""),n=t.targets.find(o=>o.bucketName===e.s3.bucket&&r(o.prefix)===r(e.s3.prefix)&&o.region===e.s3.region);if(!n)throw new Error(`No CDK Lambda deployment target matches s3://${e.s3.bucket}/${e.s3.prefix||""} in ${e.s3.region}. Redeploy the CDK with this target and reinstall remote-workers.json.`);return n}function io(t,e){if(!t||typeof t!="object")throw new Error("Remote deploy result must be a JSON object.");let r=t;if(r.schemaVersion!==V||r.response?.operation!=="deploy-copy"||r.response.jobId!==e.jobId||r.response.taskId!==e.taskId||!r.detail||!Array.isArray(r.detail.objects)||!Array.isArray(r.detail.deletedKeys)||!Array.isArray(r.detail.deleteErrors))throw new Error("Remote deploy result has an invalid envelope.");return r}async function Ke(t){let e=null;for(let r=1;r<=Math.max(1,Math.min(5,t.maxAttempts));r+=1){let n=J(`deploy-${t.batchIndex}-a${r}-${Date.now()}`,"taskId");try{let o=await t.client.invoke({schemaVersion:V,operation:"deploy-copy",jobId:t.jobId,taskId:n,targetId:t.targetId,items:t.items,...t.deleteRelativeKeys?{deleteRelativeKeys:t.deleteRelativeKeys}:{}}),s=io(await t.client.readResult(o),o);if(s.response.status==="partial")throw new Error(`Worker reported ${s.response.failedItems} failed item(s).`);return s}catch(o){e=o;}}throw new Error(`Remote deploy task failed after ${t.maxAttempts} attempt(s): ${e instanceof Error?e.message:String(e)}`,{cause:e})}async function ao(t){let e=Zt(t.remoteConfig,t.config),r=J(`deploy-${Date.now()}-${ce(Buffer.from(`${e.id}:${t.config.outputDir}`)).slice(0,12)}`,"jobId"),n=de(t.remoteConfig.workspace.prefix,"jobs",r,"deploy-inputs");t.log.progress(`Staging export for Lambda deploy: 0/${t.files.length}`,{phase:"deploy-stage",index:0,totalFiles:t.files.length,uploaded:0,skipped:0,failed:0,mode:"lambda-s3-copy"});let o=0,s=[],a=Math.max(1,Math.min(16,t.concurrency*2)),i=0;await Promise.all(Array.from({length:Math.min(a,t.files.length)},async()=>{for(;;){let P=i;if(P>=t.files.length)return;i+=1;let h=t.files[P],R=await O.readFile(E.join(t.config.outputDir,h)),j=t.contentTypeByRelativePath?.get(h)||Dt.lookup(h)||"application/octet-stream",x=t.revalidateFiles.has(le(h))?nt:ke(h)?t.config.s3.htmlCacheControl:t.config.s3.assetCacheControl,C=ce(R),I=ke(h)?Ne(R):void 0,S=`${n}/files/${ce(Buffer.from(h))}-${E.basename(h)}`.replace(/\/+/g,"/");await t.client.writeWorkspaceObject({key:S,body:R,contentType:String(j),cacheControl:x,metadata:{"wpsuite-sha256":C,...I?{"wpsuite-normalized-sha256":I}:{}}}),s[P]={sourceKey:S,targetRelativeKey:h,sha256:C,...I?{normalizedSha256:I}:{},bytes:R.byteLength,contentType:String(j),cacheControl:x},o+=1,(o===t.files.length||o<=5||o%25===0)&&t.log.progress(`Staging export for Lambda deploy: ${o}/${t.files.length}`,{phase:"deploy-stage",index:o,totalFiles:t.files.length,staged:o,mode:"lambda-s3-copy"});}}));let l=[],u=Math.max(1,Math.min(500,t.batchSize));for(let P=0;P<s.length;P+=u)l.push(s.slice(P,P+u));let c=[],d=[],g=[],f=0,w=0,y=0,b=Math.max(1,Math.min(Math.max(1,t.concurrency),l.length));if(t.log.progress(`Lambda deploy: 0/${t.files.length}`,{phase:"deploy-copy",index:0,totalFiles:t.files.length,uploaded:0,skipped:0,failed:0,mode:"lambda-s3-copy",workerCount:b,completedBatches:0,totalBatches:l.length}),await Promise.all(Array.from({length:b},async()=>{for(;;){let P=y;if(P>=l.length)return;y+=1;let h=Date.now(),R=await Ke({client:t.client,jobId:r,targetId:e.id,batchIndex:P+1,items:l[P],maxAttempts:t.maxAttempts}),j=0,x=0,C=0;for(let S of R.detail.objects)f+=1,S.status==="copied"?(c.push(S.targetKey),j+=1):S.status==="skipped"?(d.push(S.targetKey),x+=1):(g.push(S.targetKey),C+=1),t.log.debug(`Lambda deploy ${S.status}: ${S.targetKey}`,{phase:"deploy-copy",batch:P+1,sourceKey:S.sourceKey,targetKey:S.targetKey,status:S.status,...S.error?{error:S.error}:{}});w+=1;let I=Date.now()-h;t.log.info(`Lambda deploy batch ${P+1}/${l.length} completed: ${j} copied, ${x} skipped unchanged, ${C} failed.`,{phase:"deploy-copy",batch:P+1,totalBatches:l.length,items:R.detail.objects.length,copied:j,skipped:x,failed:C,elapsedMs:I,elapsedSeconds:Math.round(I/10)/100,workerExporterVersion:R.response.exporterVersion,...R.requestId?{lambdaRequestId:R.requestId}:{},...R.completedAt?{workerCompletedAt:R.completedAt}:{}}),t.log.progress(`Lambda deploy: ${f}/${t.files.length}`,{phase:"deploy-copy",index:f,totalFiles:t.files.length,uploaded:c.length,skipped:d.length,failed:g.length,mode:"lambda-s3-copy",workerCount:b,completedBatches:w,totalBatches:l.length});}})),g.length>0)throw new Error(`Remote deployment failed for ${g.length} object(s).`);let k=[];for(let P=0;P<t.deletedFiles.length;P+=1e3){let h=t.deletedFiles.slice(P,P+1e3);if(h.length===0)continue;let R=await Ke({client:t.client,jobId:r,targetId:e.id,batchIndex:l.length+Math.floor(P/1e3)+1,items:[],deleteRelativeKeys:h,maxAttempts:t.maxAttempts});k.push(...R.detail.deletedKeys),t.log.progress(`Lambda deploy deletions: ${k.length}/${t.deletedFiles.length}`,{phase:"deploy-delete",index:k.length,totalFiles:t.deletedFiles.length,deleted:k.length,mode:"lambda-s3-copy"});}return {uploadedKeys:c,skippedKeys:d,failedKeys:g,deletedKeys:k}}async function lo(t){let e=Zt(t.remoteConfig,t.config),r=J(`deploy-manifest-${Date.now()}-${ce(Buffer.from(e.id)).slice(0,12)}`,"jobId"),n=t.objects.map(f=>({sourceKey:f.object.key,targetRelativeKey:f.relativePath,sha256:f.object.sha256,bytes:f.object.bytes,contentType:f.contentType||"application/octet-stream",cacheControl:t.revalidateFiles.has(le(f.relativePath))?nt:ke(f.relativePath)?t.config.s3.htmlCacheControl:t.config.s3.assetCacheControl})),o=[],s=Math.max(1,Math.min(500,t.batchSize));for(let f=0;f<n.length;f+=s)o.push(n.slice(f,f+s));let a=[],i=[],l=[],u=0,c=0,d=Math.max(1,Math.min(Math.max(1,t.concurrency),Math.max(1,o.length)));if(t.log.progress(`Lambda deploy: 0/${n.length}`,{phase:"deploy-copy",index:0,totalFiles:n.length,mode:"lambda-s3-native",workerCount:d}),await Promise.all(Array.from({length:o.length===0?0:d},async()=>{for(;;){let f=u;if(f>=o.length)return;u+=1;let w=await Ke({client:t.client,jobId:r,targetId:e.id,batchIndex:f+1,items:o[f],maxAttempts:t.maxAttempts});for(let y of w.detail.objects)c+=1,y.status==="copied"?a.push(y.targetKey):y.status==="skipped"?i.push(y.targetKey):l.push(y.targetKey);t.log.progress(`Lambda deploy: ${c}/${n.length}`,{phase:"deploy-copy",index:c,totalFiles:n.length,uploaded:a.length,skipped:i.length,failed:l.length,mode:"lambda-s3-native",workerCount:d});}})),l.length>0)throw new Error(`Remote deployment failed for ${l.length} object(s).`);let g=[];for(let f=0;f<t.deletedFiles.length;f+=1e3){let w=t.deletedFiles.slice(f,f+1e3);if(w.length===0)continue;let y=await Ke({client:t.client,jobId:r,targetId:e.id,batchIndex:o.length+Math.floor(f/1e3)+1,items:[],deleteRelativeKeys:w,maxAttempts:t.maxAttempts});g.push(...y.detail.deletedKeys);}return {uploadedKeys:a,skippedKeys:i,failedKeys:l,deletedKeys:g}}async function co(t,e,r,n,o){let s={...e,jobId:J(`profile-${ce(Buffer.from(n)).slice(0,16)}-${Date.now()}`,"jobId"),objects:{},assetMap:{...e.assetMap},generatedAt:new Date().toISOString()},a=0,i=Math.max(1,Math.min(Math.max(1,o),Math.max(1,r.length)));return await Promise.all(Array.from({length:r.length===0?0:i},async()=>{for(;;){let l=a;if(l>=r.length)return;a+=1;let u=r[l],c=de(t.config.workspace.prefix,"jobs",s.jobId,"profile",ce(Buffer.from(u.relativePath)),E.basename(u.relativePath));s.objects[u.relativePath]={...u,object:await t.copyWorkspaceObject(u.object,c)};}})),s}async function Xt(t=process.argv.slice(2)){let e=await $e(),r=wt(t),n=bt(e,r),o=E.resolve(n.config.logDir||"logs"),s=process.env.STATIC_PUBLISHER_RUNTIME_DIR||process.env.WPSUITE_STATIC_PUBLISHER_RUNTIME_DIR||"",a=s?E.join(E.resolve(s),"deploy-diff.json"):"",i=new Re(o,"deploy.log.jsonl",n.config.logLevel??"info"),l=n.profile?.extraReplacements??{},u=async()=>{};try{let c=await ht(e);if(t.includes("--content-sync")&&c?.schemaVersion!==2)throw new Error("Content-sync deployment requires a valid schema-2 targeted deploy plan.");let g=await yt(e);if(g)throw new Error(`Deployment blocked: the crawl started at ${g.startedAt} did not complete its final rewrite. Run a successful crawl or resume the rewrite before deploying.`);let f=e.remoteWorkers?.rewrite?.enabled===!0,w=e.remoteWorkers?.deploy?.enabled===!0,y=null,b=null;if(f||w){let m=zt({runtimeDir:s});if(!m)throw new Error("Remote Lambda workers are enabled, but the runtime directory is unknown.");y=await Vt(m);let $=!1;b=new De(y,{},{onProgress:p=>{if(p.operation==="rewrite"){i.debug("Lambda rewrite task progress.",{remoteWorkerOperation:p.operation,remoteWorkerTaskId:p.taskId,remoteWorkerStatus:p.status,remoteWorkerCompletedItems:p.completedItems,remoteWorkerFailedItems:p.failedItems,remoteWorkerTotalItems:p.totalItems,remoteWorkerUpdatedAt:p.updatedAt});return}i.progress(`Lambda ${p.operation} batch: ${p.completedItems+p.failedItems}/${p.totalItems}`,{remoteWorkerOperation:p.operation,remoteWorkerTaskId:p.taskId,remoteWorkerStatus:p.status,remoteWorkerCompletedItems:p.completedItems,remoteWorkerFailedItems:p.failedItems,remoteWorkerTotalItems:p.totalItems,remoteWorkerUpdatedAt:p.updatedAt});},onProgressError:p=>{$||($=!0,i.warn("Lambda progress status could not be read; task execution continues.",{error:p.message}));}});}let k=w&&f&&e.remoteWorkers?.render?.enabled===!0&&b&&y?.functions.asset?await Bt(e):null;if(k&&b&&y){if(k.workspace.bucket!==y.workspace.bucket||k.workspace.prefix!==y.workspace.prefix)throw new Error("Remote export manifest workspace does not match remote-workers.json.");let m=n.config,$=m.s3SyncMode??"sdk-upload-delete";if(c?.schemaVersion===2&&c.deletedFiles.length>0&&$!=="sdk-upload-delete")throw new Error("Content-sync tombstones require the sdk-upload-delete S3 sync mode.");let p=c?.schemaVersion===2?[...c.uploadGroups.assets,...c.uploadGroups.content,...c.uploadGroups.listings,...c.uploadGroups.resources,...c.uploadGroups.sitemapLeaves,...c.uploadGroups.sitemapIndexes]:c?.changedFiles??[];if(c?.schemaVersion===2){let D=[...new Set(p)],q=[...new Set(c.changedFiles)];if(D.length!==q.length||q.some(Z=>!D.includes(Z)))throw new Error("Content-sync deploy-plan upload groups do not cover the exact changed-file set.")}let B=!!c&&!c.fullSyncRequired?[...new Set(p.map(le))]:Object.keys(k.objects).sort(),ye=B.filter(D=>!k.objects[D]);if(ye.length>0)throw new Error(`Remote export manifest is missing ${ye.length} planned object(s): ${ye.slice(0,10).join(", ")}`);let ne=k,T=B.map(D=>k.objects[D]);n.name&&(e.targetOrigin!==m.targetOrigin||Object.keys(l).length>0)&&(ne=await co(b,k,T,n.name||"default",e.concurrency),await Nt(m,ne,ne.assetMap,{client:b,jobId:ne.jobId,concurrency:e.concurrency,batchSize:25,maxAttempts:2,onBatchProgress:({completedItems:D,totalItems:q,completedBatches:Z,totalBatches:Ee,changedTextFiles:Ve})=>{i.progress(`Lambda deployment-profile rewrite: ${D}/${q} files; ${Z}/${Ee} batches completed`,{phase:"rewrite-text",execution:"lambda",index:D,totalFiles:q,completedBatches:Z,totalBatches:Ee,changedTextFiles:Ve});}}),T=B.map(D=>ne.objects[D])),n.name&&i.info(`Using deployment profile: ${n.name}`),i.info(`Starting S3-native Lambda deploy - s3://${m.s3.bucket}/${m.s3.prefix||""} (${m.s3.region}).`),i.mark("deploy");let F=await lo({client:b,remoteConfig:y,config:m,objects:T,deletedFiles:$==="sdk-upload-delete"?c?.deletedFiles??[]:[],revalidateFiles:new Set((c?.revalidateFiles??[]).map(le)),concurrency:e.concurrency,batchSize:50,maxAttempts:2,log:i});a&&(await O.mkdir(E.dirname(a),{recursive:!0}),await O.writeFile(a,JSON.stringify({generatedAt:new Date().toISOString(),mode:"lambda-s3-native",summary:{totalFiles:T.length,eligibleFiles:T.length,uploaded:F.uploadedKeys.length,skipped:F.skippedKeys.length,rejected:0,failed:F.failedKeys.length,deleted:F.deletedKeys.length,protected:0,...n.name?{profile:n.name}:{}},uploadedKeys:F.uploadedKeys,skippedKeys:F.skippedKeys,rejectedKeys:[],failedKeys:F.failedKeys,deletedKeys:F.deletedKeys,protectedRemoteOnlyKeys:[]},null,2),"utf8")),c?.schemaVersion!==2&&await Te(e),i.endMark("deploy"),await i.flush();return}let P=await so(e,n.config,n.name,l,i,c?.schemaVersion===2?c.changedFiles:void 0,f&&b?{client:b,jobId:`profile-${Date.now()}`,concurrency:e.remoteWorkers?.rewrite?.concurrency??e.rewriteConcurrency,batchSize:e.remoteWorkers?.rewrite?.batchSize??25,maxAttempts:e.remoteWorkers?.rewrite?.maxAttempts??2,onStageProgress:({index:m,totalFiles:$,file:p})=>{(m===1||m===$||m%25===0)&&i.progress(`Staging deployment-profile rewrite: ${m}/${$}`,{phase:"rewrite-stage",index:m,totalFiles:$,file:p,execution:"lambda"});},onBatchProgress:({completedItems:m,totalItems:$,completedBatches:p,totalBatches:K,changedTextFiles:B})=>{i.progress(`Lambda deployment-profile rewrite: ${m}/${$} files; ${p}/${K} batches completed`,{phase:"rewrite-text",execution:"lambda",index:m,totalFiles:$,completedBatches:p,totalBatches:K,changedTextFiles:B});}}:void 0);u=P.cleanup;let h={...n.config,outputDir:P.outputDir},R=h.s3SyncMode??"sdk-upload-delete";if(c?.schemaVersion===2&&c.deletedFiles.length>0&&R!=="sdk-upload-delete")throw new Error("Content-sync tombstones require the sdk-upload-delete S3 sync mode.");let j=c?.schemaVersion!==2&&P.outputDir!==e.outputDir&&(e.targetOrigin!==n.config.targetOrigin||Object.keys(l).length>0),x=!!c&&!c.fullSyncRequired&&!j;if(c?.schemaVersion===2&&!x)throw new Error("Content-sync deployment cannot widen into a full-output deployment.");n.name&&i.info(`Using deployment profile: ${n.name}`),i.info(`Starting deploy \u2014 s3://${h.s3.bucket}/${h.s3.prefix||""} (region: ${h.s3.region})`),i.info(`S3 sync mode: ${R}`),c&&c.fullSyncRequired?i.info("Deploy plan requests a full sync; scanning the whole output tree."):c&&j?i.info("Ignoring incremental deploy plan because deployment-profile rewrites require a full sync."):x&&i.info(`Using incremental deploy plan: ${c.changedFiles.length} changed file(s), ${c.deletedFiles.length} deleted file(s).`),i.mark("deploy");let C=Ce(h.awsProfile),I=new S3Client({region:h.s3.region,...C?{credentials:C}:{}}),S=P.outputDir===e.outputDir?await Un(e,s,i):null,_=c?.schemaVersion===2?[...c.uploadGroups.assets,...c.uploadGroups.content,...c.uploadGroups.listings,...c.uploadGroups.resources,...c.uploadGroups.sitemapLeaves,...c.uploadGroups.sitemapIndexes]:c?.changedFiles??[];if(c?.schemaVersion===2){let m=[...new Set(_)],$=[...new Set(c.changedFiles)];if(m.length!==$.length||$.some(p=>!m.includes(p)))throw new Error("Content-sync deploy-plan upload groups do not cover the exact changed-file set.")}let W=x?(await Promise.all(_.map(async m=>{try{return (await O.stat(E.join(h.outputDir,m))).isFile()?m:null}catch{if(c?.schemaVersion===2)throw new Error(`Content-sync planned upload is missing: ${m}`);return null}}))).filter(m=>m!==null):await zr(["**/*"],{cwd:h.outputDir,onlyFiles:!0,dot:!0}),z=[],A=[],v=W.filter(m=>{let $=S?.byRelativePath.get(le(m));if(!$)return !0;let p=Fe(h.s3.prefix,m);return z.push(m),A.push(p),i.reject($.kind,$.sourceUrl||m,"rewrite not completed; deploy upload blocked","deploy-guard",{file:m,key:p,outputPath:$.outputPath,manifestPath:S?.manifestPath}),!1}),st=new Set((c?.revalidateFiles||[]).map(le)),it=new Set((x?v:W).map(m=>Fe(h.s3.prefix,m)));S&&(S.pendingPages>0||S.pendingTextAssets>0)&&i.info(`Deploy rewrite guard loaded ${S.pendingPages} pending page(s) and ${S.pendingTextAssets} pending text asset(s) from crawl manifest.`,{manifestPath:S.manifestPath,pendingPages:S.pendingPages,pendingTextAssets:S.pendingTextAssets,source:"deploy-guard"}),z.length>0&&i.warn(`Deploy rewrite guard blocked ${z.length} file(s) from upload because final crawl rewrite is incomplete.`,{rejected:z.length,manifestPath:S?.manifestPath,source:"deploy-guard"}),x?i.info(`Using ${v.length} eligible planned changed file(s) from deploy plan for upload${z.length>0?` (${z.length} blocked by deploy rewrite guard)`:""}.`):i.info(`Found ${W.length} file(s) in output directory "${h.outputDir}"${z.length>0?`; ${v.length} remain eligible for upload after deploy rewrite guard filtering`:""}.`),i.progress("Deploy preflight: comparing local output with remote S3 state.",{phase:"deploy",mode:R,totalFiles:v.length,scannedFiles:W.length,rejected:z.length,deploymentProfile:n.name||"",s3Bucket:h.s3.bucket,s3Prefix:h.s3.prefix||"",targetedPlan:x,deployGuardEnabled:P.outputDir===e.outputDir});let N=0,M=0,G=0,fe=[],te=[],re=[],ue=[],pe=[],he=new Map,er=new Map,tr=new Map,rr=new Map,nr=new Map;if(w){if(!b||!y)throw new Error("Remote deploy worker client was not initialized.");if(R!=="sdk-upload-delete"&&R!=="sdk-upload-only")throw new Error(`Unsupported remote deploy mode: ${R}`);let m=await ao({client:b,remoteConfig:y,config:h,files:v,deletedFiles:R==="sdk-upload-delete"?c?.deletedFiles??[]:[],revalidateFiles:st,contentTypeByRelativePath:S?.contentTypeByRelativePath,concurrency:h.remoteWorkers?.deploy?.concurrency??h.assetDownloadConcurrency,batchSize:h.remoteWorkers?.deploy?.batchSize??50,maxAttempts:h.remoteWorkers?.deploy?.maxAttempts??2,log:i});fe.push(...m.uploadedKeys),te.push(...m.skippedKeys),re.push(...m.failedKeys),ue=m.deletedKeys,N=fe.length,M=te.length,G=re.length,i.info(`Lambda deploy complete: ${N} copied, ${M} skipped unchanged, ${ue.length} deleted, ${G} failed.`),a&&(await O.mkdir(E.dirname(a),{recursive:!0}),await O.writeFile(a,JSON.stringify({generatedAt:new Date().toISOString(),mode:"lambda-s3-copy",summary:{totalFiles:W.length,eligibleFiles:v.length,uploaded:N,skipped:M,rejected:A.length,failed:G,deleted:ue.length,protected:0,...n.name?{profile:n.name}:{}},uploadedKeys:fe,skippedKeys:te,rejectedKeys:A,failedKeys:re,deletedKeys:ue,protectedRemoteOnlyKeys:[]},null,2),"utf8")),c?.schemaVersion!==2&&await Te(e),i.endMark("deploy"),await i.flush();return}x||(i.info("Listing existing S3 objects to detect unchanged files..."),he=await Gn(I,h.s3.bucket,h.s3.prefix,i),i.info(`Found ${he.size} existing key(s) in S3.`));let or=async m=>he.has(m)?he.get(m)??null:x?Qn(I,h.s3.bucket,m,er):null;for(let m of v){let $=E.join(h.outputDir,m),p=Fe(h.s3.prefix,m),K=S?.contentTypeByRelativePath.get(m),B=K&&K!=="application/octet-stream"?K:Dt.lookup(m)||K||"application/octet-stream",ye=st.has(le(m)),ne=ye?nt:ke(m)?h.s3.htmlCacheControl:h.s3.assetCacheControl,T=N+M+G+1;v.length<=200||T<=5||T%10===0||T===v.length?(i.progress(`Uploading [${T}/${v.length}] ${p} (${B})`,{file:m,key:p,index:T,totalFiles:v.length,contentType:B,mode:R}),i.info(`Uploading [${T}/${v.length}] ${p} (${B})`)):i.debug(`Uploading [${T}/${v.length}] ${p} (${B})`);try{let H=await O.readFile($),F=await or(p),D=null,q=null;if(F){let Z=await Yn(I,h.s3.bucket,p,F),Ee=!ye||Jt(Z.cacheControl)===Jt(ne),Ve=et(Z.contentType)===et(String(B)),ze=Ee&&Ve,sr=H.byteLength;if(F.size===sr){let Ie=F.etag.includes("-");if(F.etag!==""&&!Ie){let ir=Xn(H);if(F.etag===ir&&ze){M++,v.length<=200||M<=5||M%25===0?(i.progress(`Skipped unchanged [${T}/${v.length}] ${p}`,{file:m,key:p,index:T,totalFiles:v.length,uploaded:N,skipped:M,failed:G,mode:R,reason:"etag-md5-match"}),i.info(`Skipped unchanged [${T}/${v.length}] ${p}`)):i.debug(`Skipped unchanged [${T}/${v.length}] ${p}`),te.push(p);continue}}D=ce(H);let at=await eo(I,h.s3.bucket,p,tr);if(at&&at===D&&ze){M++,v.length<=200||M<=5||M%25===0?(i.progress(`Skipped unchanged [${T}/${v.length}] ${p}`,{file:m,key:p,index:T,totalFiles:v.length,uploaded:N,skipped:M,failed:G,mode:R,reason:"metadata-sha256-match"}),i.info(`Skipped unchanged [${T}/${v.length}] ${p}`)):i.debug(`Skipped unchanged [${T}/${v.length}] ${p}`),te.push(p);continue}}if(ke(m)){q=Ne(H);let Ie=await to(I,h.s3.bucket,p,rr,nr);if(Ie&&Ie===q&&ze){M++,v.length<=200||M<=5||M%25===0?(i.progress(`Skipped semantically unchanged [${T}/${v.length}] ${p}`,{file:m,key:p,index:T,totalFiles:v.length,uploaded:N,skipped:M,failed:G,mode:R,reason:"normalized-html-match"}),i.info(`Skipped semantically unchanged [${T}/${v.length}] ${p}`)):i.debug(`Skipped semantically unchanged [${T}/${v.length}] ${p}`),te.push(p);continue}}}D=D??ce(H),q=q??(ke(m)?Ne(H):null),await X(`S3 upload ${p}`,9e5,({abortController:Z})=>new Upload({client:I,abortController:Z,params:{Bucket:h.s3.bucket,Key:p,Body:H,ContentType:B,CacheControl:ne,Metadata:{[Qt]:D,...q?{[Yt]:q}:{}}}}).done()),N++,fe.push(p),(N%25===0||N===v.length)&&(i.progress(`Uploaded ${N}/${v.length} file(s)\u2026`,{uploaded:N,skipped:M,failed:G,totalFiles:v.length,mode:R}),i.info(`Uploaded ${N}/${v.length} file(s)\u2026`));}catch(H){G++,re.push(p),i.error(`Failed to upload ${p}: ${H.message}`,{key:p,error:String(H)});}}if(i.info(`Upload complete: ${N} uploaded, ${M} skipped unchanged, ${A.length} rejected by guard, ${G} failed.`),re.length>0||A.length>0)throw new Error(`Deployment stopped before deletion because ${re.length} upload(s) failed and ${A.length} upload(s) were rejected.`);if(R==="sdk-upload-delete"){let m=new Set((c?.deletedFiles??[]).map(p=>Fe(h.s3.prefix,p))),$=[...m].filter(p=>!it.has(p));if(!x&&(pe=[...he.keys()].filter(K=>!it.has(K)).filter(K=>!m.has(K)),pe.length>0)){i.warn(`Protected ${pe.length} remote-only S3 object(s) from deletion because the crawl did not provide explicit tombstones.`,{protected:pe.length,source:"deploy-delete-guard"});for(let K of pe)i.debug(` protected remote-only object: ${K}`);}ue=await Zn(I,h.s3.bucket,x?$:$.filter(p=>he.has(p)),i);}else i.info("Sync mode is sdk-upload-only \u2014 skipping stale object deletion.");a&&(await O.mkdir(E.dirname(a),{recursive:!0}),await O.writeFile(a,JSON.stringify({generatedAt:new Date().toISOString(),mode:R,summary:{totalFiles:W.length,eligibleFiles:v.length,uploaded:fe.length,skipped:te.length,rejected:A.length,failed:re.length,deleted:ue.length,protected:pe.length,...n.name?{profile:n.name}:{}},uploadedKeys:fe,skippedKeys:te,rejectedKeys:A,failedKeys:re,deletedKeys:ue,protectedRemoteOnlyKeys:pe},null,2),"utf8")),c?.schemaVersion!==2&&await Te(e),i.endMark("deploy"),await i.flush();}finally{await u().catch(()=>{});}}Xt().catch(async t=>{console.error(t);try{let r=(await $e().catch(()=>null))?.logDir??"logs",n=new Re(r,"deploy.log.jsonl","debug");n.error(`Unhandled error: ${t instanceof Error?t.message:String(t)}`,t instanceof Error?{stack:t.stack}:void 0),await n.flush();}catch{}process.exit(1);});
|
|
6
|
+
`;return t.replace(/<head\b[^>]*>/i,o=>`${o}${n} ${e}`)}function sn(t){let e=Ct(t).trim();return e.startsWith("{")||e.startsWith("[")||e.includes("\\/")||/"@context"|"@type"/.test(e)}function an(t,e){let r=[...new Set(e)].filter(s=>s.includes("/")&&!/\\+\//.test(s)).map(s=>[s,Me(s)]).filter(([s,a])=>s!==a).sort((s,a)=>a[0].length-s[0].length);if(!r.length)return t;let n=s=>{let a=s;for(let[i,l]of r)a=a.split(i).join(l);return a},o=t.replace(/(<script\b[^>]*\btype=["']application\/(?:ld\+)?json["'][^>]*>)([\s\S]*?)(<\/script>)/gi,(s,a,i,l)=>`${a}${n(i)}${l}`);return o=o.replace(/(<meta\b[^>]*\bcontent=(['"]))([\s\S]*?)(\2[^>]*>)/gi,(s,a,i,l,u)=>sn(l)?`${a}${n(l)}${u}`:s),o}function Ot(t,e){if(!e)return null;let r=E.dirname(E.resolve(e)),n=E.resolve(t.outputDir),o=E.relative(r,n).replace(/\\/g,"/");return o?(o.startsWith(".")||(o=`./${o}`),o.endsWith("/")?o:`${o}/`):"./"}function ln(t,e,r){let n=Ot(e,r);if(!n)return t;let o=t;for(let s of Qr){let a=s.replace(/[.*+?^${}()|[\]\\]/g,"\\$&"),i=new RegExp(`(?:\\.{1,}/)+${a}`,"g"),l=new RegExp(`(?<!\\.)/${a}`,"g");o=o.replace(i,`${n}${s}`).replace(l,`${n}${s}`);let u=s.replace(/\//g,"\\/"),c=n.replace(/\//g,"\\/"),d=u.replace(/[.*+?^${}()|[\]\\]/g,"\\$&"),g=new RegExp(`(?:\\.{1,}\\\\/)+${d}`,"g"),f=new RegExp(`(?:\\.{1,}(?:\\\\/|\\\\))+${d}`,"g"),w=new RegExp(`(?<![\\.\\\\])\\/${d}`,"g");o=o.replace(g,`${c}${u}`).replace(f,`${c}${u}`).replace(w,`${c}${u}`);}return o}function Ze(t,e,r){if(t.urlRewriteMode==="absolute")return e;let n=(()=>{try{return new URL(e,t.targetOrigin==="."?"https://relative.invalid":t.targetOrigin)}catch{return null}})(),o=n?n.pathname:$t(e,t.targetOrigin),s=n?`${n.search}${n.hash}`:"";return t.urlRewriteMode==="root-relative"?`${o}${s}`:`${Tt(t.outputDir,r,o)}${s}`}function Qe(t,e,r,n,o){Ee(t,r,Ze(e,n,o));}function cn(t,e,r,n,o){if(!r||r===n)return;Ee(t,r,n);let s=Ze(e,r,o),a=Ze(e,n,o);Ee(t,s,a);}function un(t,e,r,n,o={}){let s=t,a={},i=e.sourceOrigin.replace(/\/+$/,"");if(e.urlRewriteMode!=="absolute"){let u=e.urlRewriteMode==="root-relative"?"/":Ot(e,n)||"/";Ee(a,`${i}/`,u);}Qe(a,e,i,e.targetOrigin,n);for(let[u,c]of Object.entries(e.extraReplacements))Qe(a,e,u,c,n);for(let[u,c]of Object.entries(r))Qe(a,e,u,c,n);for(let[u,c]of Object.entries(o)){let d=r[u];!d||d===c||cn(a,e,c,d,n);}let l=Object.entries(a).sort((u,c)=>c[0].length-u[0].length);return s=rn(s,l),e.urlRewriteMode!=="absolute"&&(s=ln(s,e,n)),s=an(s,l.map(([,u])=>u)),nn(e,s,n)&&(s=on(s)),s}async function pn(t,e,r,n){let o=E.join(t.outputDir,n),s=E.extname(o).toLowerCase(),a;try{a=await O.readFile(o,"utf8");}catch(u){if(u.code!=="ENOENT")throw u;return {changed:false}}let l=un(a,t,e,s===".js"||s===".mjs"?void 0:o,r);return l!==a?(await ve(o,l,"utf8"),{changed:true}):{changed:false}}async function dn(t,e){return await new Promise((r,n)=>{let o=l=>{if(i(),l?.error){n(new Error(l.error));return}r({changed:!!l?.changed});},s=l=>{i(),n(l);},a=l=>{i(),l!==0&&n(new Error(`Rewrite worker exited with code ${l}.`));},i=()=>{t.off("message",o),t.off("error",s),t.off("exit",a);};t.on("message",o),t.on("error",s),t.on("exit",a),t.postMessage({file:e});})}async function Mt(t,e,r={}){let n=await Ye(t,r.files),o=0;if(n.length===0)return 0;let s=Math.max(1,Number(t.rewriteConcurrency||t.assetDownloadConcurrency||1)),a=Math.max(1,Math.min(s,n.length,availableParallelism()));await r.onStart?.({totalFiles:n.length,workerCount:a});let i=0,l=0,u=null;if(a===1){for(let d of n){let g=await pn(t,e,r.previousAssetMap??{},d);g.changed&&(o+=1),l+=1,await r.onProgress?.({index:l,totalFiles:n.length,changedTextFiles:o,file:d,changed:g.changed});}return o}let c=Array.from({length:a},async()=>{let d=new Worker(new URL("./rewrite-worker.js",import.meta.url),{workerData:{config:t,assetMap:e,previousAssetMap:r.previousAssetMap??{}}});try{for(;!u;){let g=i;if(g>=n.length)return;i+=1;let f=n[g],w=await dn(d,f);w.changed&&(o+=1),l+=1,await r.onProgress?.({index:l,totalFiles:n.length,changedTextFiles:o,file:f,changed:w.changed});}}catch(g){throw u=g instanceof Error?g:new Error(String(g)),u}finally{await d.terminate().catch(()=>{});}});return await Promise.all(c),o}var V=1,Dt=/^[A-Za-z0-9][A-Za-z0-9._-]{0,127}$/;function J(t,e){let r=String(t??"").trim();if(!Dt.test(r))throw new Error(`${e} must match ${Dt.source} and be at most 128 characters.`);return r}function Wt(t){let e=String(t??"").trim().replace(/^\/+|\/+$/g,"");if(!e)return "";let r=e.split("/").filter(Boolean);if(r.some(n=>n==="."||n===".."))throw new Error("S3 prefix contains an unsafe dot path segment.");return `${r.join("/")}/`}function de(t,...e){let r=Wt(t),n=e.map((o,s)=>{let a=String(o??"").replace(/^\/+|\/+$/g,"");if(!a||a.split("/").some(i=>i==="."||i===".."))throw new Error(`Unsafe S3 key segment at index ${s}.`);return a});return `${r}${n.join("/")}`}function ge(t){return createHash("sha256").update(t).digest("hex")}function ie(t,e){let r=String(t??"").replace(/^\/+/,""),n=Wt(e);if(!r||r.includes("\0"))throw new Error("S3 object key is empty or invalid.");if(n&&!r.startsWith(n))throw new Error(`S3 object key is outside the configured workspace prefix: ${r}`);if(r.split("/").some(o=>o===".."))throw new Error("S3 object key contains an unsafe parent segment.");return r}function Lt(t,e){let r=[];for(let n=0;n<t.length;n+=e)r.push(t.slice(n,n+e));return r}function _t(t){return {sourceOrigin:t.sourceOrigin,targetOrigin:t.targetOrigin,urlRewriteMode:t.urlRewriteMode,outputDir:"/workspace",extraReplacements:t.extraReplacements,wpsuite:{...t.wpsuite?.subscriptionType?{subscriptionType:t.wpsuite.subscriptionType}:{},...t.wpsuite?.siteSettings?{siteSettings:{subscriber:t.wpsuite.siteSettings.subscriber===true}}:{}}}}function Nt(t,e){if(!t||typeof t!="object")throw new Error("Remote rewrite result must be a JSON object.");let r=t;if(r.schemaVersion!==V||r.response?.operation!=="rewrite"||r.response.jobId!==e.jobId||r.response.taskId!==e.taskId||!r.detail||!Array.isArray(r.detail.objects))throw new Error("Remote rewrite result has an invalid envelope.");return r}async function Kt(t,e,r){let n=r.options??{},o=await Ye(t,n.files);if(o.length===0)return 0;let s=J(r.jobId,"jobId"),a=de(r.client.config.workspace.prefix,"jobs",s,"rewrite-inputs"),i=`${a}/config.json`.replace(/\/+/g,"/"),l=`${a}/asset-map.json`.replace(/\/+/g,"/"),u=`${a}/previous-asset-map.json`.replace(/\/+/g,"/");await Promise.all([r.client.writeWorkspaceObject({key:i,body:JSON.stringify(_t(t)),contentType:"application/json; charset=utf-8"}),r.client.writeWorkspaceObject({key:l,body:JSON.stringify(e),contentType:"application/json; charset=utf-8"}),r.client.writeWorkspaceObject({key:u,body:JSON.stringify(n.previousAssetMap??{}),contentType:"application/json; charset=utf-8"})]);let c=Math.max(1,Math.min(500,r.batchSize)),d=Math.ceil(o.length/c),g=Math.max(1,Math.min(Math.max(1,r.concurrency),d));await n.onStart?.({totalFiles:o.length,workerCount:g});let f=[],w=0,y=0;await Promise.all(Array.from({length:Math.min(16,o.length)},async()=>{for(;;){let x=w;if(x>=o.length)return;w+=1;let C=o[x],I=E.join(t.outputDir,C),S=Ft.lookup(C),_=S?Ft.contentType(S)||S:"text/plain; charset=utf-8",W=`${a}/files/${ge(C)}.txt`.replace(/\/+/g,"/");await r.client.writeWorkspaceObject({key:W,body:await O.readFile(I),contentType:_}),f[x]={relativePath:C,key:W,fullPath:I,contentType:_},y+=1,await r.onStageProgress?.({index:y,totalFiles:o.length,file:C});}}));let b=Lt(f,c),k=0,P=0,h=0,R=0,j=Array.from({length:g},async()=>{for(;;){let x=k;if(x>=b.length)return;k+=1;let C=b[x],I=null,S=null;for(let _=1;_<=Math.max(1,Math.min(5,r.maxAttempts));_+=1){let W=J(`rewrite-${x+1}-a${_}-${ge(C.map(A=>A.relativePath).join(`
|
|
7
|
+
`)).slice(0,16)}`,"taskId"),z={schemaVersion:V,operation:"rewrite",jobId:s,taskId:W,configKey:i,assetMapKey:l,previousAssetMapKey:u,items:C.map(A=>({inputKey:A.key,outputKey:A.key,relativePath:A.relativePath,contentType:A.contentType}))};try{let A=await r.client.invoke(z);S=Nt(await r.client.readResult(A),A);break}catch(A){I=A;}}if(!S)throw new Error(`Remote rewrite batch ${x+1}/${b.length} failed: ${I instanceof Error?I.message:String(I)}`,{cause:I});for(let _ of C){let W=S.detail.objects.find(z=>z.outputKey===_.key);if(!W)throw new Error(`Remote rewrite result omitted ${_.relativePath}.`);await ve(_.fullPath,Buffer.from(await r.client.readObject(W.output))),W.changed&&(R+=1),P+=1,await n.onProgress?.({index:P,totalFiles:o.length,changedTextFiles:R,file:_.relativePath,changed:W.changed});}h+=1,await r.onBatchProgress?.({completedItems:P,totalItems:o.length,completedBatches:h,totalBatches:b.length,changedTextFiles:R});}});return await Promise.all(j),R}async function Ut(t,e,r,n){let o=n.relativePaths?new Set([...n.relativePaths].map(k=>k.replace(/\\/g,"/"))):null,s=Object.values(e.objects).filter(k=>k.isText&&(!o||o.has(k.relativePath))).sort((k,P)=>k.relativePath.localeCompare(P.relativePath));if(s.length===0)return 0;let a=J(n.jobId,"jobId"),i=de(n.client.config.workspace.prefix,"jobs",a,"rewrite-config"),l=`${i}/config.json`.replace(/\/+/g,"/"),u=`${i}/asset-map.json`.replace(/\/+/g,"/");await Promise.all([n.client.writeWorkspaceObject({key:l,body:JSON.stringify(_t(t)),contentType:"application/json; charset=utf-8"}),n.client.writeWorkspaceObject({key:u,body:JSON.stringify(r),contentType:"application/json; charset=utf-8"})]);let c=Math.max(1,Math.min(500,n.batchSize)),d=Lt(s,c),g=Math.max(1,Math.min(Math.max(1,n.concurrency),d.length)),f=0,w=0,y=0,b=0;return await Promise.all(Array.from({length:g},async()=>{for(;;){let k=f;if(k>=d.length)return;f+=1;let P=d[k],h=null,R=null;for(let j=1;j<=Math.max(1,Math.min(5,n.maxAttempts));j+=1){let x=J(`rewrite-object-${k+1}-a${j}-${ge(P.map(C=>C.relativePath).join(`
|
|
8
|
+
`)).slice(0,16)}`,"taskId");try{let C=await n.client.invoke({schemaVersion:V,operation:"rewrite",jobId:a,taskId:x,configKey:l,assetMapKey:u,items:P.map(I=>({inputKey:I.object.key,outputKey:I.object.key,relativePath:I.relativePath,contentType:I.contentType||I.object.contentType}))});h=Nt(await n.client.readResult(C),C);break}catch(C){R=C;}}if(!h)throw new Error(`Remote object rewrite batch ${k+1}/${d.length} failed: ${R instanceof Error?R.message:String(R)}`,{cause:R});for(let j of P){let x=h.detail.objects.find(C=>C.outputKey===j.object.key);if(!x)throw new Error(`Remote rewrite result omitted ${j.relativePath}.`);j.object=x.output,x.changed&&(b+=1),w+=1,await n.onProgress?.({index:w,totalFiles:s.length,changedTextFiles:b,file:j.relativePath,changed:x.changed});}y+=1,await n.onBatchProgress?.({completedItems:w,totalItems:s.length,completedBatches:y,totalBatches:d.length,changedTextFiles:b});}})),e.assetMap={...r},e.generatedAt=new Date().toISOString(),b}function L(t,e,{optional:r=false}={}){if(!(r&&(t==null||t===""))){if(typeof t!="string"||!t.trim())throw new Error(`${e} must be a non-empty string.`);return t.trim()}}function vn(t){if(!t||typeof t!="object")throw new Error("Remote worker config must be a JSON object.");let e=t;if(e.schemaVersion!==1)throw new Error(`Unsupported remote worker config version: ${String(e.schemaVersion)}.`);if(e.protocolVersion!==V)throw new Error(`Remote worker protocol mismatch: expected ${V}, received ${String(e.protocolVersion)}.`);let r=e.workspace,n=e.functions;if(!r||!n)throw new Error("Remote worker config requires workspace and functions objects.");let o=we(e.awsProfile,"awsProfile");return {schemaVersion:1,region:L(e.region,"region"),...o?{awsProfile:o}:{},...L(e.roleArn,"roleArn",{optional:true})?{roleArn:L(e.roleArn,"roleArn")}:{},...L(e.roleSessionName,"roleSessionName",{optional:true})?{roleSessionName:L(e.roleSessionName,"roleSessionName")}:{},workspace:{bucket:L(r.bucket,"workspace.bucket"),prefix:String(r.prefix??"")},...e.status&&typeof e.status=="object"?{status:{tableName:L(e.status.tableName,"status.tableName")}}:{},functions:{render:L(n.render,"functions.render"),...L(n.asset,"functions.asset",{optional:true})?{asset:L(n.asset,"functions.asset")}:{},rewrite:L(n.rewrite,"functions.rewrite"),"deploy-copy":L(n["deploy-copy"],"functions.deploy-copy")},targets:Array.isArray(e.targets)?e.targets.map((s,a)=>{if(!s||typeof s!="object")throw new Error(`targets[${a}] must be an object.`);let i=s;return {id:L(i.id,`targets[${a}].id`),bucketName:L(i.bucketName,`targets[${a}].bucketName`),prefix:String(i.prefix??""),region:L(i.region,`targets[${a}].region`)}}):[],protocolVersion:V}}async function Bt(t){let e=E.resolve(t);try{return vn(JSON.parse(await readFile(e,"utf8")))}catch(r){throw new Error(`Unable to load remote worker config ${e}: ${r instanceof Error?r.message:String(r)}`,{cause:r})}}var De=class{config;lambda;s3;dynamodb;#e;constructor(e,r={},n={}){this.config=e;let s=$e(e.awsProfile)??(e.roleArn?fromTemporaryCredentials({params:{RoleArn:e.roleArn,RoleSessionName:e.roleSessionName??"publisher-exporter-remote-worker"},clientConfig:{region:e.region}}):void 0);this.lambda=new LambdaClient({region:e.region,...s?{credentials:s}:{},...r}),this.s3=new S3Client({region:e.region,...s?{credentials:s}:{}}),this.dynamodb=e.status?new DynamoDBClient({region:e.region,...s?{credentials:s}:{}}):null,this.#e=n;}async#t(e){if(!this.dynamodb||!this.config.status)return null;let n=(await this.dynamodb.send(new GetItemCommand({TableName:this.config.status.tableName,ConsistentRead:true,Key:{jobId:{S:e.jobId},taskId:{S:e.taskId}}}))).Item;if(!n)return null;let o=n.operation?.S,s=n.status?.S;return !o||!["render","asset","rewrite","deploy-copy"].includes(o)||!s||!["running","succeeded","partial","failed"].includes(s)?null:{jobId:n.jobId?.S??e.jobId,taskId:n.taskId?.S??e.taskId,operation:o,status:s,completedItems:Number(n.completedItems?.N??0),failedItems:Number(n.failedItems?.N??0),totalItems:Number(n.totalItems?.N??0),sequence:Number(n.sequence?.N??0),updatedAt:n.updatedAt?.S??new Date(0).toISOString(),requestId:n.requestId?.S??null}}async#r(e,r){let n=this.lambda.send(new InvokeCommand({FunctionName:r,InvocationType:"RequestResponse",Payload:Buffer.from(JSON.stringify(e),"utf8")}));if(e.operation==="health"||!this.dynamodb||!this.#e.onProgress)return await n;let o=false,s=n.finally(()=>{o=true;}),a=Math.max(500,Math.min(3e4,this.#e.progressPollIntervalMs??2e3)),i=-1;for(;!o;){await Promise.race([s.then(()=>{},()=>{}),new Promise(l=>setTimeout(l,a))]);try{let l=await this.#t(e);l&&l.sequence>i&&(i=l.sequence,await this.#e.onProgress(l));}catch(l){await this.#e.onProgressError?.(l instanceof Error?l:new Error(String(l)));}}return await s}async invoke(e){let r=e.operation==="health"?this.config.functions.render:this.config.functions[e.operation];if(!r)throw new Error(`Remote worker configuration does not provide a ${e.operation} function. Redeploy the Lambda workers and reinstall remote-workers.json.`);let n=await this.#r(e,r),o=n.Payload?JSON.parse(new TextDecoder().decode(n.Payload)):null;if(n.FunctionError)throw new Error(`Remote ${e.operation} worker failed (${n.FunctionError}): ${JSON.stringify(o)}`);if(!o||typeof o!="object")throw new Error(`Remote ${e.operation} worker returned no JSON response.`);let s=o;if(s.schemaVersion!==V||s.operation!==e.operation||s.jobId!==e.jobId||s.taskId!==e.taskId)throw new Error(`Remote ${e.operation} worker returned a mismatched response.`);return s}async readResult(e){if(!e.resultKey)throw new Error(`Remote ${e.operation} response does not contain a resultKey.`);let r=ie(e.resultKey,this.config.workspace.prefix),n=await this.s3.send(new GetObjectCommand({Bucket:this.config.workspace.bucket,Key:r}));if(!n.Body)throw new Error(`Remote worker result has no body: ${r}`);return JSON.parse(await n.Body.transformToString("utf8"))}async readObject(e){if(e.bucket!==this.config.workspace.bucket)throw new Error(`Remote worker object bucket mismatch: ${e.bucket}.`);let r=ie(e.key,this.config.workspace.prefix),n=await this.s3.send(new GetObjectCommand({Bucket:this.config.workspace.bucket,Key:r,...e.versionId?{VersionId:e.versionId}:{}}));if(!n.Body)throw new Error(`Remote worker object has no body: ${r}`);let o=await n.Body.transformToByteArray();if(o.byteLength!==e.bytes)throw new Error(`Remote worker object length mismatch for ${r}: expected ${e.bytes}, received ${o.byteLength}.`);if(ge(o)!==e.sha256)throw new Error(`Remote worker object checksum mismatch for ${r}.`);return o}async readObjectText(e){return new TextDecoder("utf8",{fatal:true}).decode(await this.readObject(e))}async health(e){let r=this.config.functions[e];if(!r)throw new Error(`Remote worker configuration does not provide a ${e} function.`);let n=`${e}-${Date.now()}`,o=await this.lambda.send(new InvokeCommand({FunctionName:r,InvocationType:"RequestResponse",Payload:Buffer.from(JSON.stringify({schemaVersion:V,operation:"health",jobId:"health",taskId:n}),"utf8")})),s=o.Payload?JSON.parse(new TextDecoder().decode(o.Payload)):null;if(o.FunctionError||!s||typeof s!="object")throw new Error(`Remote ${e} health check failed: ${JSON.stringify(s)}`);return s}async writeWorkspaceObject(e){let r=ie(e.key,this.config.workspace.prefix),n=typeof e.body=="string"?Buffer.from(e.body,"utf8"):e.body,o=ge(n),s=await this.s3.send(new PutObjectCommand({Bucket:this.config.workspace.bucket,Key:r,Body:n,ContentType:e.contentType,...e.cacheControl?{CacheControl:e.cacheControl}:{},Metadata:{sha256:o,...e.metadata??{}}}));return {bucket:this.config.workspace.bucket,key:r,sha256:o,bytes:n.byteLength,contentType:e.contentType,...s.ETag?{etag:s.ETag}:{},...s.VersionId?{versionId:s.VersionId}:{}}}async copyWorkspaceObject(e,r){if(e.bucket!==this.config.workspace.bucket)throw new Error(`Remote worker object bucket mismatch: ${e.bucket}.`);let n=ie(e.key,this.config.workspace.prefix),o=ie(r,this.config.workspace.prefix),s=`${e.bucket}/${n.split("/").map(i=>encodeURIComponent(i)).join("/")}`,a=await this.s3.send(new CopyObjectCommand({Bucket:e.bucket,Key:o,CopySource:s,MetadataDirective:"COPY"}));return {...e,key:o,...a.CopyObjectResult?.ETag?{etag:a.CopyObjectResult.ETag}:{},...a.VersionId?{versionId:a.VersionId}:{}}}};var En="remote-workers.json";function qt(t={}){let e=String(t.explicitPath??"").trim();if(e)return E.resolve(e);let r=String(t.runtimeDir??process.env.STATIC_PUBLISHER_RUNTIME_DIR??process.env.WPSUITE_STATIC_PUBLISHER_RUNTIME_DIR??"").trim();return r?E.join(E.resolve(r),En):""}function Cn(){let t=process.env.STATIC_PUBLISHER_RUNTIME_DIR||process.env.WPSUITE_STATIC_PUBLISHER_RUNTIME_DIR||"";return t.trim()?E.resolve(t):""}function $n(t){let e=String(process.env.STATIC_PUBLISHER_REMOTE_EXPORT_MANIFEST_PATH||"").trim();if(e)return E.resolve(e);let r=Cn();if(r)return E.join(r,"remote-export-manifest.json");let n=E.resolve(t.outputDir);return E.join(E.dirname(n),`.${E.basename(n)}-remote-export-manifest.json`)}function Tn(t){let e=E.posix.normalize(String(t||"").replace(/\\/g,"/").replace(/^\/+/,""));if(!e||e==="."||e===".."||e.startsWith("../")||/^[A-Za-z]:/.test(e))throw new Error(`Invalid remote export relative path: ${t}`);return e}async function Ht(t){try{let e=JSON.parse(await O.readFile($n(t),"utf8"));if(e.schemaVersion!==1||typeof e.jobId!="string"||!e.workspace||typeof e.workspace.bucket!="string"||typeof e.workspace.prefix!="string"||!e.objects||typeof e.objects!="object"||!e.assetMap||typeof e.assetMap!="object")return null;let r=e;for(let[n,o]of Object.entries(r.objects)){if(Tn(n),!o||o.relativePath!==n||o.object?.bucket!==r.workspace.bucket)return null;ie(o.object.key,r.workspace.prefix);}return r}catch{return null}}function et(t){return String(t??"").split(";").map(e=>e.trim().toLowerCase()).filter(Boolean).join(";")}var Yt="wpsuite-sha256",Xt="wpsuite-normalized-sha256",nt="public, max-age=0, must-revalidate",Ln=/(?:^|[-_:.])(id|uid|nonce|token|hash|instance)(?:$|[-_:.])/i,ot=/^[0-9a-f]{8}-[0-9a-f]{4}-[1-5][0-9a-f]{3}-[89ab][0-9a-f]{3}-[0-9a-f]{12}$/i,_n=["SIGINT","SIGTERM"],Le=new Set,We=new Map,Jt=null;function Nn(t){Le.add(t);let e=false;return ()=>{e||(e=true,Le.delete(t));}}async function Kn(){let t=[...Le];t.length!==0&&await Promise.allSettled(t.map(async e=>{Le.delete(e),await O.rm(e,{recursive:true,force:true});}));}function Un(){if(!(We.size>0))for(let t of _n){let e=()=>{Jt||(Jt=Kn().finally(()=>{for(let[r,n]of We)process.off(r,n);We.clear(),process.exit(1);}));};We.set(t,e),process.on(t,e);}}Un();function Vn(t,e){let r=String(process.env.STATIC_PUBLISHER_CRAWL_MANIFEST_PATH||"").trim();if(r)return E.resolve(r);let n=e.trim();return n?E.join(E.resolve(n),"crawl-manifest.json"):E.join(E.resolve(t),".crawl-manifest.json")}function le(t){return E.normalize(t).split(E.sep).join("/")}function Gt(t,e){let r=E.relative(E.resolve(t),E.resolve(e));return !r||r.startsWith("..")||E.isAbsolute(r)?null:le(r)}async function zn(t,e,r){let n=Vn(t.outputDir,e),o;try{o=await O.readFile(n,"utf8");}catch(c){return c.code==="ENOENT"?(r.warn("Deploy rewrite guard disabled because the crawl manifest is missing.",{manifestPath:n,source:"deploy-guard"}),null):(r.warn("Deploy rewrite guard disabled because the crawl manifest could not be read.",{manifestPath:n,error:c instanceof Error?c.message:String(c),source:"deploy-guard"}),null)}let s;try{s=JSON.parse(o);}catch(c){return r.warn("Deploy rewrite guard disabled because the crawl manifest is invalid JSON.",{manifestPath:n,error:c instanceof Error?c.message:String(c),source:"deploy-guard"}),null}let a=new Map,i=new Map,l=0,u=0;for(let[c,d]of Object.entries(s.pages||{})){let g=String(d?.outputPath||"").trim(),f=g?Gt(t.outputDir,g):null;if(f){let w=typeof d?.contentType=="string"&&d.contentType?d.contentType:null;w&&i.set(f,w);}!g||d?.rewriteComplete===true||f&&(l++,a.has(f)||a.set(f,{kind:"page",sourceUrl:c,outputPath:E.resolve(g),relativePath:f}));}for(let[c,d]of Object.entries(s.assets||{})){let g=String(d?.outputPath||"").trim(),f=d?.isText===true,w=g?Gt(t.outputDir,g):null;if(w){let y=typeof d?.contentType=="string"&&d.contentType?d.contentType:null;y&&i.set(w,y);}!g||!f||d?.rewriteComplete===true||w&&(u++,a.has(w)||a.set(w,{kind:"asset",sourceUrl:c,outputPath:E.resolve(g),relativePath:w}));}return {manifestPath:n,byRelativePath:a,contentTypeByRelativePath:i,pendingPages:l,pendingTextAssets:u}}function Bn(t){return t&&(ot.test(t)?"__uuid__":/^[0-9a-f]{6,}$/i.test(t)?"__hex__":/^[0-9]{8,}$/.test(t)?"__num__":/^(?=.*[a-z])(?=.*\d)[a-z0-9]{8,}$/i.test(t)?"__alnum__":t)}function tt(t){return t.split(/([_:.\-/=?&#]+)/g).map((e,r)=>r%2===1?e:Bn(e)).join("")}function qn(t){return t.split(/([_:.\-/=?&#]+)/g).map((e,r)=>r%2===1?e:ot.test(e)?"__uuid__":/^[0-9a-f]{6,}$/i.test(e)?"__hex__":/^[0-9]{6,}$/.test(e)?"__num__":/^[a-z0-9_-]{6,}$/i.test(e)?"__id__":e).join("")}function _e(t,e){return Array.isArray(t)?t.map(r=>_e(r,e)):t&&typeof t=="object"?Object.fromEntries(Object.entries(t).map(([r,n])=>[r,_e(n,r)])):typeof t!="string"?t:e&&Ln.test(e)?qn(t):ot.test(t)?"__uuid__":/^[0-9a-f]{6,}$/i.test(t)||/^[0-9]{8,}$/.test(t)?tt(t):t}function Hn(t){return t.replace(/((?:https?:\/\/[^"'\s>]+|\/)(?:wp-content|wp-includes)\/[^"'\s>?]+)\?ver=[A-Za-z0-9._-]+(?=$|[#"'])/gi,"$1")}function Jn(t,e){let r=e.trim();if((r.startsWith("{")||r.startsWith("[")||r.startsWith('"'))&&t.startsWith("data-"))try{let o=JSON.parse(r);return JSON.stringify(_e(o))}catch{}if(t.startsWith("data-")&&/^[A-Za-z0-9+/=]+$/.test(r))try{let o=Buffer.from(r,"base64").toString("utf8"),s=JSON.parse(o),a=JSON.stringify(_e(s));return Buffer.from(a,"utf8").toString("base64")}catch{}return e}function Gn(t,e){let r=t.toLowerCase();return r==="class"?e.split(/(\s+)/).map((n,o)=>o%2===1?n:tt(n)).join(""):r==="id"||r==="for"||r==="aria-controls"||r==="aria-labelledby"||r==="aria-describedby"||r==="aria-owns"||r==="aria-activedescendant"||r==="name"?tt(e):r==="href"||r==="src"?Hn(e):Jn(r,e)}function Qn(t){return t.replace(/<([a-z][^\s/>]*)([^<>]*?)>/gi,(e,r,n)=>{if(r.startsWith("/"))return e;let o=n.replace(/\s([:@a-zA-Z_][-:.a-zA-Z0-9_]*?)=(['"])([\s\S]*?)\2/g,(s,a,i,l)=>{let u=Gn(a,l);return ` ${a}=${i}${u}${i}`});return `<${r}${o}>`})}function ke(t){let e=E.extname(t).toLowerCase();return [".html",".htm",".xml",".xsl",".txt"].includes(e)||["robots.txt","sitemap.xml"].includes(E.basename(t))}function Fe(t,e){return [t.replace(/^\/+|\/+$/g,""),e.replace(/^\/+/,"")].filter(Boolean).join("/")}async function Zn(t,e,r,n){let o=new Map,s,a=0;do{a++;let i=await X(`S3 list objects page ${a} for s3://${e}/${r||""}`,3e5,({httpOptions:l})=>t.send(new ListObjectsV2Command({Bucket:e,Prefix:r||void 0,ContinuationToken:s}),l));for(let l of i.Contents||[]){if(!l.Key)continue;let u=(l.ETag||"").replace(/^"|"$/g,"").toLowerCase(),c=Number(l.Size??0);o.set(l.Key,{etag:u,size:c,cacheControl:void 0,contentType:void 0});}s=i.NextContinuationToken,n.debug(`Listed S3 keys page ${a}: ${o.size} keys so far`);}while(s);return o}async function Yn(t,e,r,n){if(n.has(r))return n.get(r)??null;try{let o=await X(`S3 head object ${r}`,3e5,({httpOptions:a})=>t.send(new HeadObjectCommand({Bucket:e,Key:r}),a)),s={etag:(o.ETag||"").replace(/^"|"$/g,"").toLowerCase(),size:Number(o.ContentLength??0),cacheControl:o.CacheControl?.trim()||null,contentType:o.ContentType?.trim()||null};return n.set(r,s),s}catch{return n.set(r,null),null}}async function Xn(t,e,r,n){if(n.cacheControl!==void 0&&n.contentType!==void 0)return {cacheControl:n.cacheControl,contentType:n.contentType};try{let o=await X(`S3 head cache metadata ${r}`,3e5,({httpOptions:s})=>t.send(new HeadObjectCommand({Bucket:e,Key:r}),s));n.cacheControl=o.CacheControl?.trim()||null,n.contentType=o.ContentType?.trim()||null;}catch{n.cacheControl=null,n.contentType=null;}return {cacheControl:n.cacheControl,contentType:n.contentType}}function Qt(t){return String(t||"").split(",").map(e=>e.trim().toLowerCase()).filter(Boolean).sort().join(",")}async function eo(t,e,r,n){let o=[...new Set(Array.from(r).filter(Boolean))];if(o.length===0)return n.info("No explicitly tombstoned S3 objects to delete."),[];n.info(`Deleting ${o.length} explicitly tombstoned S3 object(s)\u2026`);for(let s=0;s<o.length;s+=1e3){let a=o.slice(s,s+1e3);if(a.length===0)continue;let i=await X(`S3 delete objects batch ${Math.floor(s/1e3)+1}`,3e5,({httpOptions:l})=>t.send(new DeleteObjectsCommand({Bucket:e,Delete:{Objects:a.map(u=>({Key:u}))}}),l));if(i.Errors&&i.Errors.length>0){let l=i.Errors.map(u=>`${u.Key||"(unknown)"}: ${u.Code||"DeleteFailed"}`);throw new Error(`S3 reported ${l.length} object deletion error(s): ${l.join(", ")}`)}n.info(`Deleted batch of ${a.length} object(s).`);for(let l of a)n.debug(` deleted: ${l}`);}return o}function to(t){return createHash("md5").update(t).digest("hex")}function ce(t){return createHash("sha256").update(t).digest("hex")}function Ne(t){return createHash("sha256").update(Qn(t.toString("utf8"))).digest("hex")}async function ro(t,e,r,n){if(n.has(r))return n.get(r)??null;try{let a=((await X(`S3 head object metadata ${r}`,3e5,({httpOptions:i})=>t.send(new HeadObjectCommand({Bucket:e,Key:r}),i))).Metadata?.[Yt]||"").trim().toLowerCase()||null;return n.set(r,a),a}catch{return n.set(r,null),null}}async function no(t,e,r,n,o){if(n.has(r))return n.get(r)??null;try{let a=((await X(`S3 head object normalized metadata ${r}`,3e5,({httpOptions:i})=>t.send(new HeadObjectCommand({Bucket:e,Key:r}),i))).Metadata?.[Xt]||"").trim().toLowerCase();if(a)return n.set(r,a),a}catch{return n.set(r,null),null}if(o.has(r)){let s=o.get(r)??null;return n.set(r,s),s}try{let a=await(await X(`S3 get object ${r}`,3e5,({httpOptions:l})=>t.send(new GetObjectCommand({Bucket:e,Key:r}),l))).Body?.transformToByteArray(),i=a?Ne(Buffer.from(a)):null;return o.set(r,i),n.set(r,i),i}catch{return o.set(r,null),n.set(r,null),null}}function oo(t){return t.replace(/[^a-zA-Z0-9._-]+/g,"-").replace(/-+/g,"-").replace(/^-|-$/g,"")||"profile"}function so(t,e){let r=t,n=Object.entries(e).sort((o,s)=>s[0].length-o[0].length);for(let[o,s]of n)o&&(r=r.split(o).join(s));return r}async function io(t,e,r,n){let o=E.join(t,"asset-map.json"),s;try{s=await O.readFile(o,"utf8");}catch(l){if(l.code==="ENOENT")return;throw l}let a=JSON.parse(s);if(!a||typeof a!="object")return;let i=Object.fromEntries(Object.entries(a).map(([l,u])=>{let c=String(u??"");return e.urlRewriteMode==="absolute"&&e.targetOrigin&&r.targetOrigin&&e.targetOrigin!==r.targetOrigin&&(c=c.split(e.targetOrigin).join(r.targetOrigin)),c=so(c,n),[l,c]}));await O.writeFile(o,JSON.stringify(i,null,2),"utf8");}async function ao(t,e,r,n,o,s,a){let i=t.targetOrigin!==e.targetOrigin,l=Object.keys(n).length>0;if(!r||!i&&!l)return {outputDir:t.outputDir,cleanup:async()=>{}};if(i&&t.urlRewriteMode!=="absolute")throw new Error(`Deployment profile "${r}" changes targetOrigin, but the base crawl output must use urlRewriteMode "absolute" for multi-target redeploys.`);let u=E.join(E.dirname(t.outputDir),`.deploy-profile-${oo(r)}-${Date.now()}`),c=Nn(u);o.info(`Preparing deployment profile "${r}" from existing crawl output to ${u}...`);try{if(await O.rm(u,{recursive:!0,force:!0}),s){await O.mkdir(u,{recursive:!0});for(let y of s){let b=E.join(t.outputDir,y),k=E.join(u,y);await O.mkdir(E.dirname(k),{recursive:!0}),await O.copyFile(b,k);}}else await O.cp(t.outputDir,u,{recursive:!0});let d={...t,sourceOrigin:t.targetOrigin,targetOrigin:e.targetOrigin,extraReplacements:n,outputDir:u},g=1;o.info(`Rewriting text files for deployment profile "${r}"...`);let f={files:s,onStart:({totalFiles:y,workerCount:b})=>{g=b,o.info(`Rewriting ${y} text file(s) for deployment profile "${r}" with ${b} worker(s).`);},onProgress:({index:y,totalFiles:b,changedTextFiles:k,file:P,changed:h})=>{let j=`Rewriting [${y}/${b}] ${P} (${h?"rewrote":"checked"}; ${k} changed so far)`;b<=200||y<=5||y%10===0||y===b?(o.progress(j,{file:P,index:y,totalFiles:b,changed:h,changedTextFiles:k,workerCount:g}),o.info(j)):o.debug(j);}},w=a?await Kt(d,{},{...a,options:f}):await Mt(d,{},f);return await io(u,t,e,n),o.info(`Prepared deployment profile "${r}" in ${u} (${w} rewritten text file(s)).`),{outputDir:u,cleanup:async()=>{c(),await O.rm(u,{recursive:!0,force:!0});}}}catch(d){throw o.error(`Failed to prepare deployment profile "${r}" temporary output.`,{tempDir:u,outputDir:t.outputDir,error:d instanceof Error?d.message:String(d),...d instanceof Error&&d.stack?{stack:d.stack}:{}}),await O.rm(u,{recursive:true,force:true}).catch(()=>{}),c(),await o.flush().catch(()=>{}),d}}function er(t,e){let r=o=>o.replace(/^\/+|\/+$/g,""),n=t.targets.find(o=>o.bucketName===e.s3.bucket&&r(o.prefix)===r(e.s3.prefix)&&o.region===e.s3.region);if(!n)throw new Error(`No CDK Lambda deployment target matches s3://${e.s3.bucket}/${e.s3.prefix||""} in ${e.s3.region}. Redeploy the CDK with this target and reinstall remote-workers.json.`);return n}function lo(t,e){if(!t||typeof t!="object")throw new Error("Remote deploy result must be a JSON object.");let r=t;if(r.schemaVersion!==V||r.response?.operation!=="deploy-copy"||r.response.jobId!==e.jobId||r.response.taskId!==e.taskId||!r.detail||!Array.isArray(r.detail.objects)||!Array.isArray(r.detail.deletedKeys)||!Array.isArray(r.detail.deleteErrors))throw new Error("Remote deploy result has an invalid envelope.");return r}async function Ke(t){let e=null;for(let r=1;r<=Math.max(1,Math.min(5,t.maxAttempts));r+=1){let n=J(`deploy-${t.batchIndex}-a${r}-${Date.now()}`,"taskId");try{let o=await t.client.invoke({schemaVersion:V,operation:"deploy-copy",jobId:t.jobId,taskId:n,targetId:t.targetId,items:t.items,...t.deleteRelativeKeys?{deleteRelativeKeys:t.deleteRelativeKeys}:{}}),s=lo(await t.client.readResult(o),o);if(s.response.status==="partial")throw new Error(`Worker reported ${s.response.failedItems} failed item(s).`);return s}catch(o){e=o;}}throw new Error(`Remote deploy task failed after ${t.maxAttempts} attempt(s): ${e instanceof Error?e.message:String(e)}`,{cause:e})}async function co(t){let e=er(t.remoteConfig,t.config),r=J(`deploy-${Date.now()}-${ce(Buffer.from(`${e.id}:${t.config.outputDir}`)).slice(0,12)}`,"jobId"),n=de(t.remoteConfig.workspace.prefix,"jobs",r,"deploy-inputs");t.log.progress(`Staging export for Lambda deploy: 0/${t.files.length}`,{phase:"deploy-stage",index:0,totalFiles:t.files.length,uploaded:0,skipped:0,failed:0,mode:"lambda-s3-copy"});let o=0,s=[],a=Math.max(1,Math.min(16,t.concurrency*2)),i=0;await Promise.all(Array.from({length:Math.min(a,t.files.length)},async()=>{for(;;){let P=i;if(P>=t.files.length)return;i+=1;let h=t.files[P],R=await O.readFile(E.join(t.config.outputDir,h)),j=t.contentTypeByRelativePath?.get(h)||Ft.lookup(h)||"application/octet-stream",x=t.revalidateFiles.has(le(h))?nt:ke(h)?t.config.s3.htmlCacheControl:t.config.s3.assetCacheControl,C=ce(R),I=ke(h)?Ne(R):void 0,S=`${n}/files/${ce(Buffer.from(h))}-${E.basename(h)}`.replace(/\/+/g,"/");await t.client.writeWorkspaceObject({key:S,body:R,contentType:String(j),cacheControl:x,metadata:{"wpsuite-sha256":C,...I?{"wpsuite-normalized-sha256":I}:{}}}),s[P]={sourceKey:S,targetRelativeKey:h,sha256:C,...I?{normalizedSha256:I}:{},bytes:R.byteLength,contentType:String(j),cacheControl:x},o+=1,(o===t.files.length||o<=5||o%25===0)&&t.log.progress(`Staging export for Lambda deploy: ${o}/${t.files.length}`,{phase:"deploy-stage",index:o,totalFiles:t.files.length,staged:o,mode:"lambda-s3-copy"});}}));let l=[],u=Math.max(1,Math.min(500,t.batchSize));for(let P=0;P<s.length;P+=u)l.push(s.slice(P,P+u));let c=[],d=[],g=[],f=0,w=0,y=0,b=Math.max(1,Math.min(Math.max(1,t.concurrency),l.length));if(t.log.progress(`Lambda deploy: 0/${t.files.length}`,{phase:"deploy-copy",index:0,totalFiles:t.files.length,uploaded:0,skipped:0,failed:0,mode:"lambda-s3-copy",workerCount:b,completedBatches:0,totalBatches:l.length}),await Promise.all(Array.from({length:b},async()=>{for(;;){let P=y;if(P>=l.length)return;y+=1;let h=Date.now(),R=await Ke({client:t.client,jobId:r,targetId:e.id,batchIndex:P+1,items:l[P],maxAttempts:t.maxAttempts}),j=0,x=0,C=0;for(let S of R.detail.objects)f+=1,S.status==="copied"?(c.push(S.targetKey),j+=1):S.status==="skipped"?(d.push(S.targetKey),x+=1):(g.push(S.targetKey),C+=1),t.log.debug(`Lambda deploy ${S.status}: ${S.targetKey}`,{phase:"deploy-copy",batch:P+1,sourceKey:S.sourceKey,targetKey:S.targetKey,status:S.status,...S.error?{error:S.error}:{}});w+=1;let I=Date.now()-h;t.log.info(`Lambda deploy batch ${P+1}/${l.length} completed: ${j} copied, ${x} skipped unchanged, ${C} failed.`,{phase:"deploy-copy",batch:P+1,totalBatches:l.length,items:R.detail.objects.length,copied:j,skipped:x,failed:C,elapsedMs:I,elapsedSeconds:Math.round(I/10)/100,workerExporterVersion:R.response.exporterVersion,...R.requestId?{lambdaRequestId:R.requestId}:{},...R.completedAt?{workerCompletedAt:R.completedAt}:{}}),t.log.progress(`Lambda deploy: ${f}/${t.files.length}`,{phase:"deploy-copy",index:f,totalFiles:t.files.length,uploaded:c.length,skipped:d.length,failed:g.length,mode:"lambda-s3-copy",workerCount:b,completedBatches:w,totalBatches:l.length});}})),g.length>0)throw new Error(`Remote deployment failed for ${g.length} object(s).`);let k=[];for(let P=0;P<t.deletedFiles.length;P+=1e3){let h=t.deletedFiles.slice(P,P+1e3);if(h.length===0)continue;let R=await Ke({client:t.client,jobId:r,targetId:e.id,batchIndex:l.length+Math.floor(P/1e3)+1,items:[],deleteRelativeKeys:h,maxAttempts:t.maxAttempts});k.push(...R.detail.deletedKeys),t.log.progress(`Lambda deploy deletions: ${k.length}/${t.deletedFiles.length}`,{phase:"deploy-delete",index:k.length,totalFiles:t.deletedFiles.length,deleted:k.length,mode:"lambda-s3-copy"});}return {uploadedKeys:c,skippedKeys:d,failedKeys:g,deletedKeys:k}}async function uo(t){let e=er(t.remoteConfig,t.config),r=J(`deploy-manifest-${Date.now()}-${ce(Buffer.from(e.id)).slice(0,12)}`,"jobId"),n=t.objects.map(f=>({sourceKey:f.object.key,targetRelativeKey:f.relativePath,sha256:f.object.sha256,bytes:f.object.bytes,contentType:f.contentType||"application/octet-stream",cacheControl:t.revalidateFiles.has(le(f.relativePath))?nt:ke(f.relativePath)?t.config.s3.htmlCacheControl:t.config.s3.assetCacheControl})),o=[],s=Math.max(1,Math.min(500,t.batchSize));for(let f=0;f<n.length;f+=s)o.push(n.slice(f,f+s));let a=[],i=[],l=[],u=0,c=0,d=Math.max(1,Math.min(Math.max(1,t.concurrency),Math.max(1,o.length)));if(t.log.progress(`Lambda deploy: 0/${n.length}`,{phase:"deploy-copy",index:0,totalFiles:n.length,mode:"lambda-s3-native",workerCount:d}),await Promise.all(Array.from({length:o.length===0?0:d},async()=>{for(;;){let f=u;if(f>=o.length)return;u+=1;let w=await Ke({client:t.client,jobId:r,targetId:e.id,batchIndex:f+1,items:o[f],maxAttempts:t.maxAttempts});for(let y of w.detail.objects)c+=1,y.status==="copied"?a.push(y.targetKey):y.status==="skipped"?i.push(y.targetKey):l.push(y.targetKey);t.log.progress(`Lambda deploy: ${c}/${n.length}`,{phase:"deploy-copy",index:c,totalFiles:n.length,uploaded:a.length,skipped:i.length,failed:l.length,mode:"lambda-s3-native",workerCount:d});}})),l.length>0)throw new Error(`Remote deployment failed for ${l.length} object(s).`);let g=[];for(let f=0;f<t.deletedFiles.length;f+=1e3){let w=t.deletedFiles.slice(f,f+1e3);if(w.length===0)continue;let y=await Ke({client:t.client,jobId:r,targetId:e.id,batchIndex:o.length+Math.floor(f/1e3)+1,items:[],deleteRelativeKeys:w,maxAttempts:t.maxAttempts});g.push(...y.detail.deletedKeys);}return {uploadedKeys:a,skippedKeys:i,failedKeys:l,deletedKeys:g}}async function po(t,e,r,n,o){let s={...e,jobId:J(`profile-${ce(Buffer.from(n)).slice(0,16)}-${Date.now()}`,"jobId"),objects:{},assetMap:{...e.assetMap},generatedAt:new Date().toISOString()},a=0,i=Math.max(1,Math.min(Math.max(1,o),Math.max(1,r.length)));return await Promise.all(Array.from({length:r.length===0?0:i},async()=>{for(;;){let l=a;if(l>=r.length)return;a+=1;let u=r[l],c=de(t.config.workspace.prefix,"jobs",s.jobId,"profile",ce(Buffer.from(u.relativePath)),E.basename(u.relativePath));s.objects[u.relativePath]={...u,object:await t.copyWorkspaceObject(u.object,c)};}})),s}async function tr(t=process.argv.slice(2)){let e=await Te(),r=wt(t),n=bt(e,r),o=E.resolve(n.config.logDir||"logs"),s=process.env.STATIC_PUBLISHER_RUNTIME_DIR||process.env.WPSUITE_STATIC_PUBLISHER_RUNTIME_DIR||"",a=s?E.join(E.resolve(s),"deploy-diff.json"):"",i=new Re(o,"deploy.log.jsonl",n.config.logLevel??"info"),l=n.profile?.extraReplacements??{},u=async()=>{};try{let c=await ht(e);if(t.includes("--content-sync")&&c?.schemaVersion!==2)throw new Error("Content-sync deployment requires a valid schema-2 targeted deploy plan.");let g=await yt(e);if(g)throw new Error(`Deployment blocked: the crawl started at ${g.startedAt} did not complete its final rewrite. Run a successful crawl or resume the rewrite before deploying.`);let f=e.remoteWorkers?.rewrite?.enabled===!0,w=e.remoteWorkers?.deploy?.enabled===!0,y=null,b=null;if(f||w){let m=qt({runtimeDir:s});if(!m)throw new Error("Remote Lambda workers are enabled, but the runtime directory is unknown.");y=await Bt(m);let $=!1;b=new De(y,{},{onProgress:p=>{if(p.operation==="rewrite"){i.debug("Lambda rewrite task progress.",{remoteWorkerOperation:p.operation,remoteWorkerTaskId:p.taskId,remoteWorkerStatus:p.status,remoteWorkerCompletedItems:p.completedItems,remoteWorkerFailedItems:p.failedItems,remoteWorkerTotalItems:p.totalItems,remoteWorkerUpdatedAt:p.updatedAt});return}i.progress(`Lambda ${p.operation} batch: ${p.completedItems+p.failedItems}/${p.totalItems}`,{remoteWorkerOperation:p.operation,remoteWorkerTaskId:p.taskId,remoteWorkerStatus:p.status,remoteWorkerCompletedItems:p.completedItems,remoteWorkerFailedItems:p.failedItems,remoteWorkerTotalItems:p.totalItems,remoteWorkerUpdatedAt:p.updatedAt});},onProgressError:p=>{$||($=!0,i.warn("Lambda progress status could not be read; task execution continues.",{error:p.message}));}});}let k=w&&f&&e.remoteWorkers?.render?.enabled===!0&&b&&y?.functions.asset?await Ht(e):null;if(k&&b&&y){if(k.workspace.bucket!==y.workspace.bucket||k.workspace.prefix!==y.workspace.prefix)throw new Error("Remote export manifest workspace does not match remote-workers.json.");let m=n.config,$=m.s3SyncMode??"sdk-upload-delete";if(c?.schemaVersion===2&&c.deletedFiles.length>0&&$!=="sdk-upload-delete")throw new Error("Content-sync tombstones require the sdk-upload-delete S3 sync mode.");let p=c?.schemaVersion===2?[...c.uploadGroups.assets,...c.uploadGroups.content,...c.uploadGroups.listings,...c.uploadGroups.resources,...c.uploadGroups.sitemapLeaves,...c.uploadGroups.sitemapIndexes]:c?.changedFiles??[];if(c?.schemaVersion===2){let D=[...new Set(p)],q=[...new Set(c.changedFiles)];if(D.length!==q.length||q.some(Y=>!D.includes(Y)))throw new Error("Content-sync deploy-plan upload groups do not cover the exact changed-file set.")}let B=!!c&&!c.fullSyncRequired?[...new Set(p.map(le))]:Object.keys(k.objects).sort(),ye=B.filter(D=>!k.objects[D]);if(ye.length>0)throw new Error(`Remote export manifest is missing ${ye.length} planned object(s): ${ye.slice(0,10).join(", ")}`);let ne=k,T=B.map(D=>k.objects[D]);n.name&&(e.targetOrigin!==m.targetOrigin||Object.keys(l).length>0)&&(ne=await po(b,k,T,n.name||"default",e.concurrency),await Ut(m,ne,ne.assetMap,{client:b,jobId:ne.jobId,concurrency:e.concurrency,batchSize:25,maxAttempts:2,onBatchProgress:({completedItems:D,totalItems:q,completedBatches:Y,totalBatches:Ie,changedTextFiles:Ve})=>{i.progress(`Lambda deployment-profile rewrite: ${D}/${q} files; ${Y}/${Ie} batches completed`,{phase:"rewrite-text",execution:"lambda",index:D,totalFiles:q,completedBatches:Y,totalBatches:Ie,changedTextFiles:Ve});}}),T=B.map(D=>ne.objects[D])),n.name&&i.info(`Using deployment profile: ${n.name}`),i.info(`Starting S3-native Lambda deploy - s3://${m.s3.bucket}/${m.s3.prefix||""} (${m.s3.region}).`),i.mark("deploy");let F=await uo({client:b,remoteConfig:y,config:m,objects:T,deletedFiles:$==="sdk-upload-delete"?c?.deletedFiles??[]:[],revalidateFiles:new Set((c?.revalidateFiles??[]).map(le)),concurrency:e.concurrency,batchSize:50,maxAttempts:2,log:i});a&&(await O.mkdir(E.dirname(a),{recursive:!0}),await O.writeFile(a,JSON.stringify({generatedAt:new Date().toISOString(),mode:"lambda-s3-native",summary:{totalFiles:T.length,eligibleFiles:T.length,uploaded:F.uploadedKeys.length,skipped:F.skippedKeys.length,rejected:0,failed:F.failedKeys.length,deleted:F.deletedKeys.length,protected:0,...n.name?{profile:n.name}:{}},uploadedKeys:F.uploadedKeys,skippedKeys:F.skippedKeys,rejectedKeys:[],failedKeys:F.failedKeys,deletedKeys:F.deletedKeys,protectedRemoteOnlyKeys:[]},null,2),"utf8")),c?.schemaVersion!==2&&await je(e),i.endMark("deploy"),await i.flush();return}let P=await ao(e,n.config,n.name,l,i,c?.schemaVersion===2?c.changedFiles:void 0,f&&b?{client:b,jobId:`profile-${Date.now()}`,concurrency:e.remoteWorkers?.rewrite?.concurrency??e.rewriteConcurrency,batchSize:e.remoteWorkers?.rewrite?.batchSize??25,maxAttempts:e.remoteWorkers?.rewrite?.maxAttempts??2,onStageProgress:({index:m,totalFiles:$,file:p})=>{(m===1||m===$||m%25===0)&&i.progress(`Staging deployment-profile rewrite: ${m}/${$}`,{phase:"rewrite-stage",index:m,totalFiles:$,file:p,execution:"lambda"});},onBatchProgress:({completedItems:m,totalItems:$,completedBatches:p,totalBatches:K,changedTextFiles:B})=>{i.progress(`Lambda deployment-profile rewrite: ${m}/${$} files; ${p}/${K} batches completed`,{phase:"rewrite-text",execution:"lambda",index:m,totalFiles:$,completedBatches:p,totalBatches:K,changedTextFiles:B});}}:void 0);u=P.cleanup;let h={...n.config,outputDir:P.outputDir},R=h.s3SyncMode??"sdk-upload-delete";if(c?.schemaVersion===2&&c.deletedFiles.length>0&&R!=="sdk-upload-delete")throw new Error("Content-sync tombstones require the sdk-upload-delete S3 sync mode.");let j=c?.schemaVersion!==2&&P.outputDir!==e.outputDir&&(e.targetOrigin!==n.config.targetOrigin||Object.keys(l).length>0),x=!!c&&!c.fullSyncRequired&&!j;if(c?.schemaVersion===2&&!x)throw new Error("Content-sync deployment cannot widen into a full-output deployment.");n.name&&i.info(`Using deployment profile: ${n.name}`),i.info(`Starting deploy \u2014 s3://${h.s3.bucket}/${h.s3.prefix||""} (region: ${h.s3.region})`),i.info(`S3 sync mode: ${R}`),c&&c.fullSyncRequired?i.info("Deploy plan requests a full sync; scanning the whole output tree."):c&&j?i.info("Ignoring incremental deploy plan because deployment-profile rewrites require a full sync."):x&&i.info(`Using incremental deploy plan: ${c.changedFiles.length} changed file(s), ${c.deletedFiles.length} deleted file(s).`),i.mark("deploy");let C=$e(h.awsProfile),I=new S3Client({region:h.s3.region,...C?{credentials:C}:{}}),S=P.outputDir===e.outputDir?await zn(e,s,i):null,_=c?.schemaVersion===2?[...c.uploadGroups.assets,...c.uploadGroups.content,...c.uploadGroups.listings,...c.uploadGroups.resources,...c.uploadGroups.sitemapLeaves,...c.uploadGroups.sitemapIndexes]:c?.changedFiles??[];if(c?.schemaVersion===2){let m=[...new Set(_)],$=[...new Set(c.changedFiles)];if(m.length!==$.length||$.some(p=>!m.includes(p)))throw new Error("Content-sync deploy-plan upload groups do not cover the exact changed-file set.")}let W=x?(await Promise.all(_.map(async m=>{try{return (await O.stat(E.join(h.outputDir,m))).isFile()?m:null}catch{if(c?.schemaVersion===2)throw new Error(`Content-sync planned upload is missing: ${m}`);return null}}))).filter(m=>m!==null):await qr(["**/*"],{cwd:h.outputDir,onlyFiles:!0,dot:!0}),z=[],A=[],v=W.filter(m=>{let $=S?.byRelativePath.get(le(m));if(!$)return !0;let p=Fe(h.s3.prefix,m);return z.push(m),A.push(p),i.reject($.kind,$.sourceUrl||m,"rewrite not completed; deploy upload blocked","deploy-guard",{file:m,key:p,outputPath:$.outputPath,manifestPath:S?.manifestPath}),!1}),st=new Set((c?.revalidateFiles||[]).map(le)),it=new Set((x?v:W).map(m=>Fe(h.s3.prefix,m)));S&&(S.pendingPages>0||S.pendingTextAssets>0)&&i.info(`Deploy rewrite guard loaded ${S.pendingPages} pending page(s) and ${S.pendingTextAssets} pending text asset(s) from crawl manifest.`,{manifestPath:S.manifestPath,pendingPages:S.pendingPages,pendingTextAssets:S.pendingTextAssets,source:"deploy-guard"}),z.length>0&&i.warn(`Deploy rewrite guard blocked ${z.length} file(s) from upload because final crawl rewrite is incomplete.`,{rejected:z.length,manifestPath:S?.manifestPath,source:"deploy-guard"}),x?i.info(`Using ${v.length} eligible planned changed file(s) from deploy plan for upload${z.length>0?` (${z.length} blocked by deploy rewrite guard)`:""}.`):i.info(`Found ${W.length} file(s) in output directory "${h.outputDir}"${z.length>0?`; ${v.length} remain eligible for upload after deploy rewrite guard filtering`:""}.`),i.progress("Deploy preflight: comparing local output with remote S3 state.",{phase:"deploy",mode:R,totalFiles:v.length,scannedFiles:W.length,rejected:z.length,deploymentProfile:n.name||"",s3Bucket:h.s3.bucket,s3Prefix:h.s3.prefix||"",targetedPlan:x,deployGuardEnabled:P.outputDir===e.outputDir});let N=0,M=0,G=0,fe=[],te=[],re=[],ue=[],pe=[],he=new Map,rr=new Map,nr=new Map,or=new Map,sr=new Map;if(w){if(!b||!y)throw new Error("Remote deploy worker client was not initialized.");if(R!=="sdk-upload-delete"&&R!=="sdk-upload-only")throw new Error(`Unsupported remote deploy mode: ${R}`);let m=await co({client:b,remoteConfig:y,config:h,files:v,deletedFiles:R==="sdk-upload-delete"?c?.deletedFiles??[]:[],revalidateFiles:st,contentTypeByRelativePath:S?.contentTypeByRelativePath,concurrency:h.remoteWorkers?.deploy?.concurrency??h.assetDownloadConcurrency,batchSize:h.remoteWorkers?.deploy?.batchSize??50,maxAttempts:h.remoteWorkers?.deploy?.maxAttempts??2,log:i});fe.push(...m.uploadedKeys),te.push(...m.skippedKeys),re.push(...m.failedKeys),ue=m.deletedKeys,N=fe.length,M=te.length,G=re.length,i.info(`Lambda deploy complete: ${N} copied, ${M} skipped unchanged, ${ue.length} deleted, ${G} failed.`),a&&(await O.mkdir(E.dirname(a),{recursive:!0}),await O.writeFile(a,JSON.stringify({generatedAt:new Date().toISOString(),mode:"lambda-s3-copy",summary:{totalFiles:W.length,eligibleFiles:v.length,uploaded:N,skipped:M,rejected:A.length,failed:G,deleted:ue.length,protected:0,...n.name?{profile:n.name}:{}},uploadedKeys:fe,skippedKeys:te,rejectedKeys:A,failedKeys:re,deletedKeys:ue,protectedRemoteOnlyKeys:[]},null,2),"utf8")),c?.schemaVersion!==2&&await je(e),i.endMark("deploy"),await i.flush();return}x||(i.info("Listing existing S3 objects to detect unchanged files..."),he=await Zn(I,h.s3.bucket,h.s3.prefix,i),i.info(`Found ${he.size} existing key(s) in S3.`));let ir=async m=>he.has(m)?he.get(m)??null:x?Yn(I,h.s3.bucket,m,rr):null;for(let m of v){let $=E.join(h.outputDir,m),p=Fe(h.s3.prefix,m),K=S?.contentTypeByRelativePath.get(m),B=K&&K!=="application/octet-stream"?K:Ft.lookup(m)||K||"application/octet-stream",ye=st.has(le(m)),ne=ye?nt:ke(m)?h.s3.htmlCacheControl:h.s3.assetCacheControl,T=N+M+G+1;v.length<=200||T<=5||T%10===0||T===v.length?(i.progress(`Uploading [${T}/${v.length}] ${p} (${B})`,{file:m,key:p,index:T,totalFiles:v.length,contentType:B,mode:R}),i.info(`Uploading [${T}/${v.length}] ${p} (${B})`)):i.debug(`Uploading [${T}/${v.length}] ${p} (${B})`);try{let H=await O.readFile($),F=await ir(p),D=null,q=null;if(F){let Y=await Xn(I,h.s3.bucket,p,F),Ie=!ye||Qt(Y.cacheControl)===Qt(ne),Ve=et(Y.contentType)===et(String(B)),ze=Ie&&Ve,ar=H.byteLength;if(F.size===ar){let Ce=F.etag.includes("-");if(F.etag!==""&&!Ce){let lr=to(H);if(F.etag===lr&&ze){M++,v.length<=200||M<=5||M%25===0?(i.progress(`Skipped unchanged [${T}/${v.length}] ${p}`,{file:m,key:p,index:T,totalFiles:v.length,uploaded:N,skipped:M,failed:G,mode:R,reason:"etag-md5-match"}),i.info(`Skipped unchanged [${T}/${v.length}] ${p}`)):i.debug(`Skipped unchanged [${T}/${v.length}] ${p}`),te.push(p);continue}}D=ce(H);let at=await ro(I,h.s3.bucket,p,nr);if(at&&at===D&&ze){M++,v.length<=200||M<=5||M%25===0?(i.progress(`Skipped unchanged [${T}/${v.length}] ${p}`,{file:m,key:p,index:T,totalFiles:v.length,uploaded:N,skipped:M,failed:G,mode:R,reason:"metadata-sha256-match"}),i.info(`Skipped unchanged [${T}/${v.length}] ${p}`)):i.debug(`Skipped unchanged [${T}/${v.length}] ${p}`),te.push(p);continue}}if(ke(m)){q=Ne(H);let Ce=await no(I,h.s3.bucket,p,or,sr);if(Ce&&Ce===q&&ze){M++,v.length<=200||M<=5||M%25===0?(i.progress(`Skipped semantically unchanged [${T}/${v.length}] ${p}`,{file:m,key:p,index:T,totalFiles:v.length,uploaded:N,skipped:M,failed:G,mode:R,reason:"normalized-html-match"}),i.info(`Skipped semantically unchanged [${T}/${v.length}] ${p}`)):i.debug(`Skipped semantically unchanged [${T}/${v.length}] ${p}`),te.push(p);continue}}}D=D??ce(H),q=q??(ke(m)?Ne(H):null),await X(`S3 upload ${p}`,9e5,({abortController:Y})=>new Upload({client:I,abortController:Y,params:{Bucket:h.s3.bucket,Key:p,Body:H,ContentType:B,CacheControl:ne,Metadata:{[Yt]:D,...q?{[Xt]:q}:{}}}}).done()),N++,fe.push(p),(N%25===0||N===v.length)&&(i.progress(`Uploaded ${N}/${v.length} file(s)\u2026`,{uploaded:N,skipped:M,failed:G,totalFiles:v.length,mode:R}),i.info(`Uploaded ${N}/${v.length} file(s)\u2026`));}catch(H){G++,re.push(p),i.error(`Failed to upload ${p}: ${H.message}`,{key:p,error:String(H)});}}if(i.info(`Upload complete: ${N} uploaded, ${M} skipped unchanged, ${A.length} rejected by guard, ${G} failed.`),re.length>0||A.length>0)throw new Error(`Deployment stopped before deletion because ${re.length} upload(s) failed and ${A.length} upload(s) were rejected.`);if(R==="sdk-upload-delete"){let m=new Set((c?.deletedFiles??[]).map(p=>Fe(h.s3.prefix,p))),$=[...m].filter(p=>!it.has(p));if(!x&&(pe=[...he.keys()].filter(K=>!it.has(K)).filter(K=>!m.has(K)),pe.length>0)){i.warn(`Protected ${pe.length} remote-only S3 object(s) from deletion because the crawl did not provide explicit tombstones.`,{protected:pe.length,source:"deploy-delete-guard"});for(let K of pe)i.debug(` protected remote-only object: ${K}`);}ue=await eo(I,h.s3.bucket,x?$:$.filter(p=>he.has(p)),i);}else i.info("Sync mode is sdk-upload-only \u2014 skipping stale object deletion.");a&&(await O.mkdir(E.dirname(a),{recursive:!0}),await O.writeFile(a,JSON.stringify({generatedAt:new Date().toISOString(),mode:R,summary:{totalFiles:W.length,eligibleFiles:v.length,uploaded:fe.length,skipped:te.length,rejected:A.length,failed:re.length,deleted:ue.length,protected:pe.length,...n.name?{profile:n.name}:{}},uploadedKeys:fe,skippedKeys:te,rejectedKeys:A,failedKeys:re,deletedKeys:ue,protectedRemoteOnlyKeys:pe},null,2),"utf8")),c?.schemaVersion!==2&&await je(e),i.endMark("deploy"),await i.flush();}finally{await u().catch(()=>{});}}tr().catch(async t=>{console.error(t);try{let r=(await Te().catch(()=>null))?.logDir??"logs",n=new Re(r,"deploy.log.jsonl","debug");n.error(`Unhandled error: ${t instanceof Error?t.message:String(t)}`,t instanceof Error?{stack:t.stack}:void 0),await n.flush();}catch{}process.exit(1);});
|