@smart-cloud/publisher-exporter 1.1.60 → 1.1.62
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +79 -0
- package/dist/cli.js +20 -12
- package/dist/content-sync.js +11 -10
- package/dist/crawl.js +9 -8
- package/dist/deploy.js +5 -4
- package/dist/invalidate.js +3 -3
- package/dist/queue-runner.js +3 -3
- package/dist/remote-worker-health.js +2 -0
- package/dist/remote-worker.js +5 -0
- package/dist/rewrite-worker.js +2 -2
- package/package.json +5 -1
- package/publisher.config.example.json +7 -0
- package/remote-workers.example.json +24 -0
package/dist/deploy.js
CHANGED
|
@@ -1,6 +1,7 @@
|
|
|
1
|
-
import D from'fs/promises';import bt from'http';import Pt from'https';import b from'path';import {S3Client,HeadObjectCommand,GetObjectCommand,DeleteObjectsCommand,ListObjectsV2Command}from'@aws-sdk/client-s3';import {Upload}from'@aws-sdk/lib-storage';import Jt,{createHash}from'crypto';import Yt from'fast-glob';import Dr from'mime-types';import {availableParallelism}from'os';import {Worker}from'worker_threads';var Ae=["/sitemap_index.xml","/wp-sitemap.xml","/sitemap.xml"];function Ie(t){let e=t.trim();return e==="."?".":e.replace(/\/$/,"")}function St(t){let e=String(t??"").trim();if(!e)return "";let r=e;if(/^https?:\/\//i.test(r))try{r=new URL(r).pathname;}catch{return ""}if(r=r.split(/[?#]/,1)[0]?.replace(/\\/g,"/").trim()??"",!r)return "";let i=r.endsWith("/"),n=r.replace(/^\/+/,"").split("/").map(o=>o.replace(/[^A-Za-z0-9._-]/g,"")).filter(o=>o.length>0&&o!=="."&&o!=="..");if(n.length===0)return "";let s=`/${n.join("/")}`;return i&&b.extname(s)===""&&(s+="/"),s==="/"?"":s}function me(t){return !t||typeof t!="object"?{}:Object.fromEntries(Object.entries(t).map(([e,r])=>[e.trim(),String(r??"")]).filter(([e])=>e.length>0))}function vt(t){if(!t||typeof t!="object")return {};let e={};for(let[r,i]of Object.entries(t)){let n=r.trim();if(!n||!i||typeof i!="object")continue;let s=i,o={};if(typeof s.targetOrigin=="string"){let a=Ie(s.targetOrigin);a&&(o.targetOrigin=a);}let l=me(s.extraReplacements);if(Object.keys(l).length>0&&(o.extraReplacements=l),s.s3&&typeof s.s3=="object"){let a={},c=s.s3;typeof c.bucket=="string"&&(a.bucket=c.bucket.trim()),typeof c.prefix=="string"&&(a.prefix=c.prefix.trim()),typeof c.region=="string"&&(a.region=c.region.trim()),typeof c.htmlCacheControl=="string"&&(a.htmlCacheControl=c.htmlCacheControl.trim()),typeof c.assetCacheControl=="string"&&(a.assetCacheControl=c.assetCacheControl.trim()),Object.keys(a).length>0&&(o.s3=a);}if(s.cloudFront&&typeof s.cloudFront=="object"){let a={},c=s.cloudFront;typeof c.distributionId=="string"&&(a.distributionId=c.distributionId.trim()),Array.isArray(c.invalidationPaths)&&(a.invalidationPaths=c.invalidationPaths.map(u=>String(u??"").trim()).filter(u=>u.length>0)),Object.keys(a).length>0&&(o.cloudFront=a);}e[n]=o;}return e}function ye(t){return t==="PROFESSIONAL"||t==="AGENCY"?t:void 0}function Rt(t,e){if(!t||typeof t!="object")return null;let r=t,i=r.command;if(i!=="publish"&&i!=="crawl"&&i!=="deploy"&&i!=="invalidate"&&i!=="retry-timeouts"&&i!=="url"&&i!=="content-sync")return null;let n=Number.parseInt(String(r.intervalMinutes??"0"),10);if(!Number.isFinite(n)||n<1)return null;let s=String(r.id??`${i}-${e+1}`).trim();if(!s)return null;let o=String(r.deploymentProfile??"").trim(),l=String(r.url??"").trim(),a=Array.isArray(r.postTypes)?[...new Set(r.postTypes.map(u=>String(u??"").trim().toLowerCase().replace(/[^a-z0-9_-]/g,"")).filter(Boolean))]:[],c=Array.isArray(r.listingPaths)?[...new Set(r.listingPaths.map(u=>String(u??"").trim()).filter(Boolean))]:[];return i==="content-sync"&&a.length===0?null:{id:s,enabled:r.enabled!==false,command:i,intervalMinutes:n,...i==="publish"||i==="crawl"?{crawlMode:r.crawlMode==="incremental"?"incremental":"full"}:{},...(i==="publish"||i==="deploy"||i==="invalidate"||i==="content-sync")&&o?{deploymentProfile:o}:{},...l?{url:l}:{},...a.length>0?{postTypes:a}:{},...c.length>0?{listingPaths:c}:{},...typeof r.includeSubsites=="boolean"?{includeSubsites:r.includeSubsites}:{},...typeof r.includePostTypeArchives=="boolean"?{includePostTypeArchives:r.includePostTypeArchives}:{},...typeof r.includeTaxonomyArchives=="boolean"?{includeTaxonomyArchives:r.includeTaxonomyArchives}:{},...typeof r.includeAuthorArchives=="boolean"?{includeAuthorArchives:r.includeAuthorArchives}:{},...typeof r.includeDateArchives=="boolean"?{includeDateArchives:r.includeDateArchives}:{},...typeof r.includePostsPage=="boolean"?{includePostsPage:r.includePostsPage}:{},...typeof r.includeSitemapChain=="boolean"?{includeSitemapChain:r.includeSitemapChain}:{}}}function Le(t){let e=t&&typeof t=="object"?t:{},r=Array.isArray(e.rules)?e.rules.map((i,n)=>Rt(i,n)).filter(i=>!!i):[];return {enabled:e.enabled===true,timezone:typeof e.timezone=="string"&&e.timezone.trim()!==""?e.timezone.trim():"UTC",rules:r}}function Dt(t){if(!t||typeof t!="object")return;let e=t,r={};for(let n of ["accountId","siteId"]){let s=e[n];typeof s=="string"&&s.trim()!==""&&(r[n]=s.trim());}let i=Number(e.lastUpdate??0);return Number.isFinite(i)&&i>0&&(r.lastUpdate=Math.floor(i)),e.subscriber===true&&(r.subscriber=true),Object.keys(r).length>0?r:void 0}function we(t){let e=t&&typeof t=="object"?t:{},r=String(e.accountId??"").trim(),i=String(e.siteId??"").trim(),n=e.subscriber===true,s=Dt(e.siteSettings),o={...s??{},...r?{accountId:s?.accountId??r}:{},...i?{siteId:s?.siteId??i}:{},...s?.subscriber===true||n?{subscriber:true}:{}},l={},a=String(e.apiBase??"").trim();a&&(l.apiBase=a);let c=String(e.runtimeToken??e.nonce??"").trim();c&&(l.runtimeToken=c);let u=String(e.virtualAssetBaseUrl??e.uploadUrl??"").trim();u&&(l.virtualAssetBaseUrl=u),Object.keys(o).length>0&&(l.siteSettings=o);let m=ye(e.subscriptionType);return m&&(l.subscriptionType=m),l}function xt(t){try{let e=new URL(t);globalThis.location=e;}catch{}}function Oe(t){return typeof t=="string"?t:t instanceof URL?t.toString():t.url}function Tt(t,e){let r=new Headers(t instanceof Request?t.headers:void 0);if(e?.headers)for(let[i,n]of new Headers(e.headers).entries())r.set(i,n);return r}async function je(t,e,r=5){let i=new URL(Oe(t)),n=String(e?.method??(t instanceof Request?t.method:"GET")).toUpperCase(),s=i.protocol==="http:"?bt:Pt,o=Tt(t,e);return await new Promise((l,a)=>{let c=s.request(i,{method:n,headers:Object.fromEntries(o.entries()),...i.protocol==="https:"?{rejectUnauthorized:false}:{}},u=>{let m=[];u.on("data",p=>{m.push(Buffer.isBuffer(p)?p:Buffer.from(p));}),u.on("error",a),u.on("end",()=>{let p=u.statusCode??0,d=u.headers.location;if(r>0&&d&&[301,302,303,307,308].includes(p)){l(je(new URL(d,i),{method:p===303?"GET":n},r-1));return}let g=new Headers;for(let[w,$]of Object.entries(u.headers))Array.isArray($)?g.set(w,$.join(", ")):typeof $=="string"&&g.set(w,$);l(new Response(Buffer.concat(m),{status:p,statusText:u.statusMessage??"",headers:g}));});});c.on("error",a),c.end();})}function $t(t){let e=we(t.wpsuite),r={...e.siteSettings??{},...e.siteSettings?.subscriber===true||e.subscriptionType==="PROFESSIONAL"||e.subscriptionType==="AGENCY"?{subscriber:true}:{}},i=String(r.accountId??"").trim(),n=String(r.siteId??"").trim(),s=String(e.virtualAssetBaseUrl??e.uploadUrl??"").trim();if(t.wpsuite={...e.apiBase?{apiBase:e.apiBase}:{},...e.runtimeToken?{runtimeToken:e.runtimeToken}:{},...s?{virtualAssetBaseUrl:s}:{},...Object.keys(r).length>0?{siteSettings:r}:{},...e.subscriptionType?{subscriptionType:e.subscriptionType}:{}},!i||!n||!s)return false;xt(t.sourceOrigin);let o=globalThis,a={...o.WpSuite??{},siteSettings:r,uploadUrl:s};return e.apiBase&&(a.apiBase=e.apiBase),o.WpSuite=a,true}async function Et(t){let e=String(t.wpsuite?.virtualAssetBaseUrl??t.wpsuite?.uploadUrl??"").trim();if(!$t(t)){let n=t.wpsuite?.siteSettings,s=[String(n?.accountId??"").trim()?"":"accountId",String(n?.siteId??"").trim()?"":"siteId",e?"":"virtualAssetBaseUrl"].filter(Boolean);return {remote:null,diagnostic:{status:"invalid-runtime",virtualAssetBaseUrl:e,subscriptionType:null,error:`Missing WP Suite runtime field(s): ${s.join(", ")}.`,requests:[]}}}let r=globalThis.fetch,i=[];try{typeof r=="function"&&/^https?:\/\//i.test(e)&&(globalThis.fetch=(async(a,c)=>{let u=Oe(a);if(u.startsWith(e)){let m=(()=>{try{return new URL(u).pathname}catch{return u}})();try{let p=t.ignoreHttpsErrors&&u.startsWith("https://")?await je(a,c):await r(a,c);return i.push({path:m,status:p.status,ok:p.ok,error:null}),p}catch(p){throw i.push({path:m,status:null,ok:!1,error:p instanceof Error?p.message:String(p)}),p}}return r(a,c)}));let{getConfig:n}=await import('@smart-cloud/wpsuite-core'),s=await n("publisher"),o=s&&typeof s=="object"?s:null,l=ye(o?.subscriptionType);return {remote:o,diagnostic:{status:o?"loaded":"unavailable",virtualAssetBaseUrl:e,subscriptionType:l??null,error:o?null:"WP Suite publisher config loader returned no configuration.",requests:i}}}catch(n){return {remote:null,diagnostic:{status:"unavailable",virtualAssetBaseUrl:e,subscriptionType:null,error:n instanceof Error?n.message:String(n),requests:i}}}finally{typeof r=="function"&&(globalThis.fetch=r);}}function Ct(t,e){let r=vt(e?.deploymentProfiles),i=String(e?.defaultDeploymentProfile??"").trim(),n=r[i]?i:"",s=ye(e?.subscriptionType),o=we(t.wpsuite);return {...t,scheduler:Le(e?.scheduler),deploymentProfiles:r,defaultDeploymentProfile:n,...s?{subscriptionType:s}:{},wpsuite:{...o,...o.siteSettings||s?{siteSettings:{...o.siteSettings??{},...o.siteSettings?.subscriber===true||s==="PROFESSIONAL"||s==="AGENCY"?{subscriber:true}:{}}}:{},...s?{subscriptionType:s}:{}}}}function he(t,e){let i=String(t||"").replace(/\\/g,"/").trim().replace(/^\/+|\/+$/g,"");if(!i)return e;let n=i.split("/").map(s=>s.trim()).filter(s=>s.length>0&&s!=="."&&s!=="..");return n.length>0?n.join("/"):e}function kt(){let t=process.env.STATIC_PUBLISHER_RUNTIME_DIR||process.env.WPSUITE_STATIC_PUBLISHER_RUNTIME_DIR||"";return t.trim()?b.resolve(t):""}function Me(t,e,r){let i=String(e||"").trim();return i&&b.isAbsolute(i)?b.resolve(i):b.resolve(t,he(i,r))}async function ne(t,e={}){let r=String("").trim()||process.env.PUBLISHER_CONFIG||"publisher.config.json",i=await D.readFile(r,"utf8"),n=JSON.parse(i);n.sourceOrigin=n.sourceOrigin.replace(/\/$/,""),n.targetOrigin=Ie(n.targetOrigin),n.ignoreHttpsErrors??=false,n.outputDir=String(n.outputDir||"export").trim()||"export",n.urlRewriteMode||=n.targetOrigin==="."?"relative":"absolute",n.noJavaScriptRenderPathPrefixes||=[],n.seedPaths||=[],n.generated404RequestPath=St(n.generated404RequestPath),n.sitemapPaths||=[...Ae],n.allowedAssetHosts||=[],n.assetPathPrefixes||=["/wp-content/","/wp-includes/","/static/","/assets/","/build/","/_next/","/docs/","/sitemap","/robots.txt","/llms.txt"],n.blockedPathPrefixes||=[],n.blockedSearchFragments||=[],n.concurrency||=1,n.maxPages||=0,n.extraReplacements=me(n.extraReplacements),n.postCrawlCopyMap=me(n.postCrawlCopyMap),n.logDir=String(n.logDir||"logs").trim()||"logs",n.verbose??=false,n.logLevel||=n.verbose?"debug":"info",n.s3SyncMode||="sdk-upload-delete",n.readiness||={waitForSelector:null,waitForFunction:null,timeoutMs:1500,fallbackWaitMs:1500},n.readiness.timeoutMs??=1500,n.readiness.fallbackWaitMs??=1500,n.viewport||={width:1440,height:1200},n.navigationTimeoutMs||=3e4,n.assetDownloadConcurrency=Number(n.assetDownloadConcurrency)>0?Number(n.assetDownloadConcurrency):n.concurrency,n.rewriteConcurrency=Number(n.rewriteConcurrency)>0?Number(n.rewriteConcurrency):n.assetDownloadConcurrency,n.wpsuite=we(n.wpsuite),n.scheduler=Le(void 0),n.deploymentProfiles={},n.defaultDeploymentProfile="",n.deploymentTargetOverride=String(n.deploymentTargetOverride??"").trim();let s=await Et(n);e.onRemotePublisherConfigDiagnostic?.(s.diagnostic);let o=Ct(n,s.remote),l=kt(),a=l?b.resolve(l,".."):"";return a?(o.outputDir=Me(a,o.outputDir,"export"),o.logDir=Me(a,o.logDir,"logs")):(b.isAbsolute(o.outputDir)||(o.outputDir=he(o.outputDir,"export")),b.isAbsolute(o.logDir)||(o.logDir=he(o.logDir,"logs"))),o}function At(t){let e=t/6e4;if(Number.isInteger(e)&&e>=1)return `${e} minute${e===1?"":"s"}`;let r=Math.ceil(t/1e3);return `${r} second${r===1?"":"s"}`}async function j(t,e,r){let i=new AbortController,n=globalThis.setTimeout(()=>{i.abort(new Error(`${t} timed out after ${At(e)}.`));},e);try{return await r({abortController:i,httpOptions:{abortSignal:i.signal,requestTimeout:e}})}finally{globalThis.clearTimeout(n);}}var Mt=".deploy-plan.json",It="deploy-plan.json",Lt=".crawl-incomplete.json",Ot="crawl-incomplete.json";function Fe(){let t=process.env.STATIC_PUBLISHER_RUNTIME_DIR||process.env.WPSUITE_STATIC_PUBLISHER_RUNTIME_DIR||"";return t.trim()?b.resolve(t):""}function jt(t){let e=String(t||"").replace(/\\/g,"/").replace(/^\/+/,"").trim(),r=b.posix.normalize(e);return !e||!r||r==="."||/^[a-zA-Z]:/.test(r)||r.startsWith("../")||r===".."?null:r}function Ft(t){let e=String(t||"").trim();if(!e.startsWith("/")||e.startsWith("//")||e.includes("*")||e.includes("#"))return null;try{let r=new URL(e,"https://content-sync.invalid");return r.origin!=="https://content-sync.invalid"?null:`${b.posix.normalize(r.pathname)}${r.search}`}catch{return null}}function M(t){return [...new Set(t.map(jt).filter(e=>e!==null))]}function _t(t,e){let r={generatedAt:String(e.generatedAt||new Date().toISOString()),outputDir:b.resolve(t.outputDir),runMode:e.runMode,crawlMode:e.crawlMode,fullSyncRequired:!!e.fullSyncRequired,changedFiles:M(e.changedFiles||[]),deletedFiles:M(e.deletedFiles||[]),rewriteTargets:M(e.rewriteTargets||[])};return e.schemaVersion===2?{...r,schemaVersion:2,runMode:"content-sync",crawlMode:"incremental",fullSyncRequired:false,consumerId:String(e.consumerId||"").trim(),fromSequence:Math.max(0,Number(e.fromSequence)||0),toSequence:Math.max(0,Number(e.toSequence)||0),impactHash:String(e.impactHash||"").trim(),resolvedSitemapUrls:[...new Set((e.resolvedSitemapUrls||[]).map(i=>String(i||"").trim()).filter(i=>{try{let n=new URL(i);return n.protocol==="http:"||n.protocol==="https:"}catch{return false}}))],uploadGroups:{assets:M(e.uploadGroups?.assets||[]),content:M(e.uploadGroups?.content||[]),listings:M(e.uploadGroups?.listings||[]),resources:M(e.uploadGroups?.resources||[]),sitemapLeaves:M(e.uploadGroups?.sitemapLeaves||[]),sitemapIndexes:M(e.uploadGroups?.sitemapIndexes||[])},invalidationPaths:[...new Set((e.invalidationPaths||[]).map(Ft).filter(i=>i!==null))].sort()}:{schemaVersion:1,...r,runMode:e.runMode}}function Ut(t){if(!t||typeof t!="object")return false;let e=t;if(e.schemaVersion===2){let r=e;return r.runMode==="content-sync"&&r.crawlMode==="incremental"&&r.fullSyncRequired===false&&typeof r.generatedAt=="string"&&typeof r.outputDir=="string"&&typeof r.consumerId=="string"&&r.consumerId.trim()!==""&&Number.isSafeInteger(r.fromSequence)&&Number.isSafeInteger(r.toSequence)&&Number(r.toSequence)>=Number(r.fromSequence)&&typeof r.impactHash=="string"&&/^[a-f0-9]{64}$/.test(r.impactHash)&&Array.isArray(r.resolvedSitemapUrls)&&Array.isArray(r.changedFiles)&&Array.isArray(r.deletedFiles)&&Array.isArray(r.rewriteTargets)&&!!r.uploadGroups&&Array.isArray(r.uploadGroups.assets)&&Array.isArray(r.uploadGroups.content)&&Array.isArray(r.uploadGroups.listings)&&Array.isArray(r.uploadGroups.resources)&&Array.isArray(r.uploadGroups.sitemapLeaves)&&Array.isArray(r.uploadGroups.sitemapIndexes)&&Array.isArray(r.invalidationPaths)}return e.schemaVersion===1&&typeof e.generatedAt=="string"&&typeof e.outputDir=="string"&&(e.runMode==="full"||e.runMode==="retry-timeouts"||e.runMode==="single-url")&&(e.crawlMode==="full"||e.crawlMode==="incremental")&&typeof e.fullSyncRequired=="boolean"&&Array.isArray(e.changedFiles)&&Array.isArray(e.deletedFiles)&&Array.isArray(e.rewriteTargets)}function _e(t){let e=b.join(b.resolve(t.outputDir),Mt),r=Fe();return r?[b.join(r,It),e]:[e]}function Nt(t){let e=b.join(b.resolve(t.outputDir),Lt),r=Fe();return r?[b.join(r,Ot),e]:[e]}async function Ue(t){let e=b.resolve(t.outputDir);for(let r of _e(t))try{let i=await D.readFile(r,"utf8"),n=JSON.parse(i);if(!Ut(n)||b.resolve(n.outputDir)!==e)continue;return _t(t,n)}catch{}return null}async function Ne(t){for(let e of _e(t))try{await D.unlink(e);}catch(r){if(r.code!=="ENOENT")throw r}}async function ze(t){let e=b.resolve(t.outputDir);for(let r of Nt(t)){let i;try{i=await D.readFile(r,"utf8");}catch(s){if(s.code==="ENOENT")continue;throw s}let n;try{n=JSON.parse(i);}catch{throw new Error(`Invalid incomplete crawl marker: ${r}`)}if(n.schemaVersion!==1||typeof n.startedAt!="string"||typeof n.outputDir!="string"||b.resolve(n.outputDir)!==e)throw new Error(`Invalid incomplete crawl marker: ${r}`);return {schemaVersion:1,startedAt:n.startedAt,outputDir:e}}return null}function zt(t){return typeof t.subscriptionType=="string"&&t.subscriptionType.trim()!==""}function We(t){let e="";for(let i=0;i<t.length;i++){let n=t[i];if(n==="--profile"){let s=(t[i+1]||"").trim();if(!s)throw new Error("Missing value for --profile.");e=s,i+=1;}else if(n.startsWith("--profile=")){let s=n.slice(10).trim();if(!s)throw new Error("Missing value for --profile.");e=s;}}let r=String(process.env.PUBLISHER_DEPLOY_PROFILE||process.env.PUBLISHER_DEPLOYMENT_PROFILE||"").trim();return e||r||null}function Wt(t,e){return {...t,...e??{}}}function qt(t,e){return {...t,...e??{},invalidationPaths:[...(e?.invalidationPaths??t.invalidationPaths)||[]]}}function qe(t,e){let r=String(e??t.deploymentTargetOverride??"").trim();if(!zt(t)){if(r)throw new Error(`Deployment target "${r}" requires an active WPSuite subscription and remote publisher config.`);return {name:null,profile:null,config:t}}let i=String(r||t.defaultDeploymentProfile||"").trim();if(!i)return {name:null,profile:null,config:t};let n=t.deploymentProfiles?.[i];if(!n)throw new Error(`Unknown deployment profile "${i}". Check the linked WPSuite publisher configuration.`);return {name:i,profile:n,config:{...t,targetOrigin:n.targetOrigin??t.targetOrigin,s3:Wt(t.s3,n.s3),cloudFront:qt(t.cloudFront,n.cloudFront)}}}var Be={error:0,warn:1,info:2,debug:3},Bt=/^(?:authorization|proxyAuthorization|runtimeToken|siteKey|nonce|accessToken|refreshToken|accessKeyId|secretAccessKey|sessionToken|xStaticPublisherToken|xApiKey)$/i;function ee(t){return t.replace(/((?:x-static-publisher-token|authorization|proxy-authorization|x-api-key|aws-access-key-id|aws-secret-access-key|aws-session-token)\s*:\s*)[^\r\n]+/gi,"$1[REDACTED]").replace(/\b(Basic|Bearer)\s+[^\s]+/gi,"$1 [REDACTED]").replace(/([?&](?:token|access_token|refresh_token|api_key|key|nonce)=)[^&\s]+/gi,"$1[REDACTED]").replace(/((?:"|')?(?:runtimeToken|siteKey|nonce|accessToken|refreshToken|accessKeyId|secretAccessKey|sessionToken)(?:"|')?\s*[:=]\s*(?:"|'))[^"']+/gi,"$1[REDACTED]")}function se(t){return typeof t=="string"?ee(t):Array.isArray(t)?t.map(e=>se(e)):t instanceof Error?{name:t.name,message:ee(t.message),...t.stack?{stack:ee(t.stack)}:{}}:t&&typeof t=="object"?Object.fromEntries(Object.entries(t).map(([e,r])=>[e,Bt.test(e)?"[REDACTED]":se(r)])):t}function Je(t){return t?se(t):void 0}var Ge=process.env.STATIC_PUBLISHER_RUNTIME_DIR||process.env.WPSUITE_STATIC_PUBLISHER_RUNTIME_DIR||"",ie=Ge?b.join(Ge,"current-progress.json"):"",He=Promise.resolve();function Ke(t){return t.includes("crawl")?"crawl":t.includes("deploy")?"deploy":t.includes("invalidate")?"invalidate":t}function Gt(t,e){let r={...t},i=new Set(["pagesQueued","pagesRendered","assetsQueued","sitemapsQueued","pagesDiscovered","assetsDiscovered","sitemapsDiscovered","pagesSaved","assetsSaved","donePages","doneAssets","doneSitemaps","changedTextFiles","uploaded","failed","index","totalFiles","pageQueue","assetQueue","sitemapQueue"]);for(let[n,s]of Object.entries(e)){let o=r[n];if(typeof o=="number"&&typeof s=="number"&&i.has(n)){r[n]=Math.max(o,s);continue}r[n]=s;}return r}function Ht(t,e,r){ie&&(He=He.then(async()=>{let i=new Date,n=i.toISOString();await D.mkdir(b.dirname(ie),{recursive:true});let s=await D.readFile(ie,"utf8").then(S=>JSON.parse(S)).catch(()=>null),o=s&&typeof s.details=="object"&&s.details?s.details:{},l=Ke(t),a=s?.currentStep||Ke(s?.source||""),c=s?.startedAt||n,u={...s?.stepDurationsSec??{}},m=s?.stepStartedAt||n;if(a&&a!==l&&s?.stepStartedAt){let S=Math.max(0,Math.round((i.getTime()-new Date(s.stepStartedAt).getTime())/1e3));u[a]=(u[a]??0)+S,m=n;}let p=Math.max(0,Math.round((i.getTime()-new Date(m).getTime())/1e3)),d=Math.max(0,Math.round((i.getTime()-new Date(c).getTime())/1e3)),g=ee(e),w=Je(r)??{},$={checkedAt:n,source:t,message:g,details:Gt(o,w),startedAt:c,currentStep:l,stepStartedAt:m,stepElapsedSec:p,totalElapsedSec:d,stepDurationsSec:u};await D.writeFile(ie,JSON.stringify($,null,2),"utf8");}).catch(()=>{}));}async function Kt(t,e){await D.mkdir(b.dirname(t),{recursive:true}),await D.appendFile(t,`${JSON.stringify(se(e))}
|
|
2
|
-
`,"utf8");}var
|
|
3
|
-
`,"utf8");});}enqueueJsonLine(e,r){this.enqueueTask(()=>
|
|
1
|
+
import D,{readFile}from'fs/promises';import qt from'http';import Ht from'https';import k from'path';import {S3Client,GetObjectCommand,PutObjectCommand,HeadObjectCommand,DeleteObjectsCommand,ListObjectsV2Command}from'@aws-sdk/client-s3';import {Upload}from'@aws-sdk/lib-storage';import Pr,{createHash}from'crypto';import xr from'fast-glob';import Ot from'mime-types';import {availableParallelism}from'os';import {Worker}from'worker_threads';import {LambdaClient,InvokeCommand}from'@aws-sdk/client-lambda';import {fromTemporaryCredentials}from'@aws-sdk/credential-providers';var Ye=["/sitemap_index.xml","/wp-sitemap.xml","/sitemap.xml"];function Xe(t){let e=t.trim();return e==="."?".":e.replace(/\/$/,"")}function Jt(t){let e=String(t??"").trim();if(!e)return "";let r=e;if(/^https?:\/\//i.test(r))try{r=new URL(r).pathname;}catch{return ""}if(r=r.split(/[?#]/,1)[0]?.replace(/\\/g,"/").trim()??"",!r)return "";let n=r.endsWith("/"),o=r.replace(/^\/+/,"").split("/").map(s=>s.replace(/[^A-Za-z0-9._-]/g,"")).filter(s=>s.length>0&&s!=="."&&s!=="..");if(o.length===0)return "";let i=`/${o.join("/")}`;return n&&k.extname(i)===""&&(i+="/"),i==="/"?"":i}function Oe(t){return !t||typeof t!="object"?{}:Object.fromEntries(Object.entries(t).map(([e,r])=>[e.trim(),String(r??"")]).filter(([e])=>e.length>0))}function Gt(t){if(!t||typeof t!="object")return {};let e={};for(let[r,n]of Object.entries(t)){let o=r.trim();if(!o||!n||typeof n!="object")continue;let i=n,s={};if(typeof i.targetOrigin=="string"){let l=Xe(i.targetOrigin);l&&(s.targetOrigin=l);}let a=Oe(i.extraReplacements);if(Object.keys(a).length>0&&(s.extraReplacements=a),i.s3&&typeof i.s3=="object"){let l={},c=i.s3;typeof c.bucket=="string"&&(l.bucket=c.bucket.trim()),typeof c.prefix=="string"&&(l.prefix=c.prefix.trim()),typeof c.region=="string"&&(l.region=c.region.trim()),typeof c.htmlCacheControl=="string"&&(l.htmlCacheControl=c.htmlCacheControl.trim()),typeof c.assetCacheControl=="string"&&(l.assetCacheControl=c.assetCacheControl.trim()),Object.keys(l).length>0&&(s.s3=l);}if(i.cloudFront&&typeof i.cloudFront=="object"){let l={},c=i.cloudFront;typeof c.distributionId=="string"&&(l.distributionId=c.distributionId.trim()),Array.isArray(c.invalidationPaths)&&(l.invalidationPaths=c.invalidationPaths.map(u=>String(u??"").trim()).filter(u=>u.length>0)),Object.keys(l).length>0&&(s.cloudFront=l);}e[o]=s;}return e}function je(t){return t==="PROFESSIONAL"||t==="AGENCY"?t:void 0}function Qt(t,e){if(!t||typeof t!="object")return null;let r=t,n=r.command;if(n!=="publish"&&n!=="crawl"&&n!=="deploy"&&n!=="invalidate"&&n!=="retry-timeouts"&&n!=="url"&&n!=="content-sync")return null;let o=Number.parseInt(String(r.intervalMinutes??"0"),10);if(!Number.isFinite(o)||o<1)return null;let i=String(r.id??`${n}-${e+1}`).trim();if(!i)return null;let s=String(r.deploymentProfile??"").trim(),a=String(r.url??"").trim(),l=Array.isArray(r.postTypes)?[...new Set(r.postTypes.map(u=>String(u??"").trim().toLowerCase().replace(/[^a-z0-9_-]/g,"")).filter(Boolean))]:[],c=Array.isArray(r.listingPaths)?[...new Set(r.listingPaths.map(u=>String(u??"").trim()).filter(Boolean))]:[];return n==="content-sync"&&l.length===0?null:{id:i,enabled:r.enabled!==false,command:n,intervalMinutes:o,...n==="publish"||n==="crawl"?{crawlMode:r.crawlMode==="incremental"?"incremental":"full"}:{},...(n==="publish"||n==="deploy"||n==="invalidate"||n==="content-sync")&&s?{deploymentProfile:s}:{},...a?{url:a}:{},...l.length>0?{postTypes:l}:{},...c.length>0?{listingPaths:c}:{},...typeof r.includeSubsites=="boolean"?{includeSubsites:r.includeSubsites}:{},...typeof r.includePostTypeArchives=="boolean"?{includePostTypeArchives:r.includePostTypeArchives}:{},...typeof r.includeTaxonomyArchives=="boolean"?{includeTaxonomyArchives:r.includeTaxonomyArchives}:{},...typeof r.includeAuthorArchives=="boolean"?{includeAuthorArchives:r.includeAuthorArchives}:{},...typeof r.includeDateArchives=="boolean"?{includeDateArchives:r.includeDateArchives}:{},...typeof r.includePostsPage=="boolean"?{includePostsPage:r.includePostsPage}:{},...typeof r.includeSitemapChain=="boolean"?{includeSitemapChain:r.includeSitemapChain}:{}}}function et(t){let e=t&&typeof t=="object"?t:{},r=Array.isArray(e.rules)?e.rules.map((n,o)=>Qt(n,o)).filter(n=>!!n):[];return {enabled:e.enabled===true,timezone:typeof e.timezone=="string"&&e.timezone.trim()!==""?e.timezone.trim():"UTC",rules:r}}function Yt(t){let e=t&&typeof t=="object"?t:{},r=e.render&&typeof e.render=="object"?e.render:{},n=Number(r.concurrency??0),o=Number(r.maxAttempts??0),i=e.rewrite&&typeof e.rewrite=="object"?e.rewrite:{},s=e.deploy&&typeof e.deploy=="object"?e.deploy:{},a=(l,c)=>({enabled:typeof l.enabled=="boolean"?l.enabled:r.enabled===true,concurrency:Math.min(100,Math.max(1,Number(l.concurrency||c.concurrency))),batchSize:Math.min(500,Math.max(1,Number(l.batchSize||c.batchSize))),maxAttempts:Math.min(5,Math.max(1,Number(l.maxAttempts||2)))});return {render:{enabled:r.enabled===true,...Number.isInteger(n)&&n>0?{concurrency:n}:{},...Number.isInteger(o)&&o>0?{maxAttempts:Math.min(5,o)}:{}},rewrite:a(i,{concurrency:8,batchSize:25}),deploy:a(s,{concurrency:8,batchSize:50})}}function Zt(t){if(!t||typeof t!="object")return;let e=t,r={};for(let o of ["accountId","siteId"]){let i=e[o];typeof i=="string"&&i.trim()!==""&&(r[o]=i.trim());}let n=Number(e.lastUpdate??0);return Number.isFinite(n)&&n>0&&(r.lastUpdate=Math.floor(n)),e.subscriber===true&&(r.subscriber=true),Object.keys(r).length>0?r:void 0}function Le(t){let e=t&&typeof t=="object"?t:{},r=String(e.accountId??"").trim(),n=String(e.siteId??"").trim(),o=e.subscriber===true,i=Zt(e.siteSettings),s={...i??{},...r?{accountId:i?.accountId??r}:{},...n?{siteId:i?.siteId??n}:{},...i?.subscriber===true||o?{subscriber:true}:{}},a={},l=String(e.apiBase??"").trim();l&&(a.apiBase=l);let c=String(e.runtimeToken??e.nonce??"").trim();c&&(a.runtimeToken=c);let u=String(e.virtualAssetBaseUrl??e.uploadUrl??"").trim();u&&(a.virtualAssetBaseUrl=u),Object.keys(s).length>0&&(a.siteSettings=s);let g=je(e.subscriptionType);return g&&(a.subscriptionType=g),a}function Xt(t){try{let e=new URL(t);globalThis.location=e;}catch{}}function tt(t){return typeof t=="string"?t:t instanceof URL?t.toString():t.url}function er(t,e){let r=new Headers(t instanceof Request?t.headers:void 0);if(e?.headers)for(let[n,o]of new Headers(e.headers).entries())r.set(n,o);return r}async function rt(t,e,r=5){let n=new URL(tt(t)),o=String(e?.method??(t instanceof Request?t.method:"GET")).toUpperCase(),i=n.protocol==="http:"?qt:Ht,s=er(t,e);return await new Promise((a,l)=>{let c=i.request(n,{method:o,headers:Object.fromEntries(s.entries()),...n.protocol==="https:"?{rejectUnauthorized:false}:{}},u=>{let g=[];u.on("data",d=>{g.push(Buffer.isBuffer(d)?d:Buffer.from(d));}),u.on("error",l),u.on("end",()=>{let d=u.statusCode??0,w=u.headers.location;if(r>0&&w&&[301,302,303,307,308].includes(d)){a(rt(new URL(w,n),{method:d===303?"GET":o},r-1));return}let b=new Headers;for(let[v,S]of Object.entries(u.headers))Array.isArray(S)?b.set(v,S.join(", ")):typeof S=="string"&&b.set(v,S);a(new Response(Buffer.concat(g),{status:d,statusText:u.statusMessage??"",headers:b}));});});c.on("error",l),c.end();})}function tr(t){let e=Le(t.wpsuite),r={...e.siteSettings??{},...e.siteSettings?.subscriber===true||e.subscriptionType==="PROFESSIONAL"||e.subscriptionType==="AGENCY"?{subscriber:true}:{}},n=String(r.accountId??"").trim(),o=String(r.siteId??"").trim(),i=String(e.virtualAssetBaseUrl??e.uploadUrl??"").trim();if(t.wpsuite={...e.apiBase?{apiBase:e.apiBase}:{},...e.runtimeToken?{runtimeToken:e.runtimeToken}:{},...i?{virtualAssetBaseUrl:i}:{},...Object.keys(r).length>0?{siteSettings:r}:{},...e.subscriptionType?{subscriptionType:e.subscriptionType}:{}},!n||!o||!i)return false;Xt(t.sourceOrigin);let s=globalThis,l={...s.WpSuite??{},siteSettings:r,uploadUrl:i};return e.apiBase&&(l.apiBase=e.apiBase),s.WpSuite=l,true}async function rr(t){let e=String(t.wpsuite?.virtualAssetBaseUrl??t.wpsuite?.uploadUrl??"").trim();if(!tr(t)){let o=t.wpsuite?.siteSettings,i=[String(o?.accountId??"").trim()?"":"accountId",String(o?.siteId??"").trim()?"":"siteId",e?"":"virtualAssetBaseUrl"].filter(Boolean);return {remote:null,diagnostic:{status:"invalid-runtime",virtualAssetBaseUrl:e,subscriptionType:null,error:`Missing WP Suite runtime field(s): ${i.join(", ")}.`,requests:[]}}}let r=globalThis.fetch,n=[];try{typeof r=="function"&&/^https?:\/\//i.test(e)&&(globalThis.fetch=(async(l,c)=>{let u=tt(l);if(u.startsWith(e)){let g=(()=>{try{return new URL(u).pathname}catch{return u}})();try{let d=t.ignoreHttpsErrors&&u.startsWith("https://")?await rt(l,c):await r(l,c);return n.push({path:g,status:d.status,ok:d.ok,error:null}),d}catch(d){throw n.push({path:g,status:null,ok:!1,error:d instanceof Error?d.message:String(d)}),d}}return r(l,c)}));let{getConfig:o}=await import('@smart-cloud/wpsuite-core'),i=await o("publisher"),s=i&&typeof i=="object"?i:null,a=je(s?.subscriptionType);return {remote:s,diagnostic:{status:s?"loaded":"unavailable",virtualAssetBaseUrl:e,subscriptionType:a??null,error:s?null:"WP Suite publisher config loader returned no configuration.",requests:n}}}catch(o){return {remote:null,diagnostic:{status:"unavailable",virtualAssetBaseUrl:e,subscriptionType:null,error:o instanceof Error?o.message:String(o),requests:n}}}finally{typeof r=="function"&&(globalThis.fetch=r);}}function nr(t,e){let r=Gt(e?.deploymentProfiles),n=String(e?.defaultDeploymentProfile??"").trim(),o=r[n]?n:"",i=je(e?.subscriptionType),s=Le(t.wpsuite);return {...t,scheduler:et(e?.scheduler),deploymentProfiles:r,defaultDeploymentProfile:o,...i?{subscriptionType:i}:{},wpsuite:{...s,...s.siteSettings||i?{siteSettings:{...s.siteSettings??{},...s.siteSettings?.subscriber===true||i==="PROFESSIONAL"||i==="AGENCY"?{subscriber:true}:{}}}:{},...i?{subscriptionType:i}:{}}}}function Me(t,e){let n=String(t||"").replace(/\\/g,"/").trim().replace(/^\/+|\/+$/g,"");if(!n)return e;let o=n.split("/").map(i=>i.trim()).filter(i=>i.length>0&&i!=="."&&i!=="..");return o.length>0?o.join("/"):e}function or(){let t=process.env.STATIC_PUBLISHER_RUNTIME_DIR||process.env.WPSUITE_STATIC_PUBLISHER_RUNTIME_DIR||"";return t.trim()?k.resolve(t):""}function Ze(t,e,r){let n=String(e||"").trim();return n&&k.isAbsolute(n)?k.resolve(n):k.resolve(t,Me(n,r))}async function we(t,e={}){let r=String("").trim()||process.env.PUBLISHER_CONFIG||"publisher.config.json",n=await D.readFile(r,"utf8"),o=JSON.parse(n);o.sourceOrigin=o.sourceOrigin.replace(/\/$/,""),o.targetOrigin=Xe(o.targetOrigin),o.ignoreHttpsErrors??=false,o.outputDir=String(o.outputDir||"export").trim()||"export",o.urlRewriteMode||=o.targetOrigin==="."?"relative":"absolute",o.noJavaScriptRenderPathPrefixes||=[],o.seedPaths||=[],o.generated404RequestPath=Jt(o.generated404RequestPath),o.sitemapPaths||=[...Ye],o.allowedAssetHosts||=[],o.assetPathPrefixes||=["/wp-content/","/wp-includes/","/static/","/assets/","/build/","/_next/","/docs/","/sitemap","/robots.txt","/llms.txt"],o.blockedPathPrefixes||=[],o.blockedSearchFragments||=[],o.concurrency||=1,o.maxPages||=0,o.extraReplacements=Oe(o.extraReplacements),o.postCrawlCopyMap=Oe(o.postCrawlCopyMap),o.logDir=String(o.logDir||"logs").trim()||"logs",o.verbose??=false,o.logLevel||=o.verbose?"debug":"info",o.s3SyncMode||="sdk-upload-delete",o.readiness||={waitForSelector:null,waitForFunction:null,timeoutMs:1500,fallbackWaitMs:1500},o.readiness.timeoutMs??=1500,o.readiness.fallbackWaitMs??=1500,o.viewport||={width:1440,height:1200},o.navigationTimeoutMs||=3e4,o.assetDownloadConcurrency=Number(o.assetDownloadConcurrency)>0?Number(o.assetDownloadConcurrency):o.concurrency,o.rewriteConcurrency=Number(o.rewriteConcurrency)>0?Number(o.rewriteConcurrency):o.assetDownloadConcurrency,o.wpsuite=Le(o.wpsuite),o.scheduler=et(void 0),o.remoteWorkers=Yt(o.remoteWorkers),o.deploymentProfiles={},o.defaultDeploymentProfile="",o.deploymentTargetOverride=String(o.deploymentTargetOverride??"").trim();let i=await rr(o);e.onRemotePublisherConfigDiagnostic?.(i.diagnostic);let s=nr(o,i.remote),a=or(),l=a?k.resolve(a,".."):"";return l?(s.outputDir=Ze(l,s.outputDir,"export"),s.logDir=Ze(l,s.logDir,"logs")):(k.isAbsolute(s.outputDir)||(s.outputDir=Me(s.outputDir,"export")),k.isAbsolute(s.logDir)||(s.logDir=Me(s.logDir,"logs"))),s}function ir(t){let e=t/6e4;if(Number.isInteger(e)&&e>=1)return `${e} minute${e===1?"":"s"}`;let r=Math.ceil(t/1e3);return `${r} second${r===1?"":"s"}`}async function B(t,e,r){let n=new AbortController,o=globalThis.setTimeout(()=>{n.abort(new Error(`${t} timed out after ${ir(e)}.`));},e);try{return await r({abortController:n,httpOptions:{abortSignal:n.signal,requestTimeout:e}})}finally{globalThis.clearTimeout(o);}}var sr=".deploy-plan.json",ar="deploy-plan.json",lr=".crawl-incomplete.json",cr="crawl-incomplete.json";function nt(){let t=process.env.STATIC_PUBLISHER_RUNTIME_DIR||process.env.WPSUITE_STATIC_PUBLISHER_RUNTIME_DIR||"";return t.trim()?k.resolve(t):""}function ur(t){let e=String(t||"").replace(/\\/g,"/").replace(/^\/+/,"").trim(),r=k.posix.normalize(e);return !e||!r||r==="."||/^[a-zA-Z]:/.test(r)||r.startsWith("../")||r===".."?null:r}function pr(t){let e=String(t||"").trim();if(!e.startsWith("/")||e.startsWith("//")||e.includes("*")||e.includes("#"))return null;try{let r=new URL(e,"https://content-sync.invalid");return r.origin!=="https://content-sync.invalid"?null:`${k.posix.normalize(r.pathname)}${r.search}`}catch{return null}}function V(t){return [...new Set(t.map(ur).filter(e=>e!==null))]}function dr(t,e){let r={generatedAt:String(e.generatedAt||new Date().toISOString()),outputDir:k.resolve(t.outputDir),runMode:e.runMode,crawlMode:e.crawlMode,fullSyncRequired:!!e.fullSyncRequired,changedFiles:V(e.changedFiles||[]),deletedFiles:V(e.deletedFiles||[]),rewriteTargets:V(e.rewriteTargets||[]),revalidateFiles:V(e.revalidateFiles||[])};return e.schemaVersion===2?{...r,schemaVersion:2,runMode:"content-sync",crawlMode:"incremental",fullSyncRequired:false,consumerId:String(e.consumerId||"").trim(),fromSequence:Math.max(0,Number(e.fromSequence)||0),toSequence:Math.max(0,Number(e.toSequence)||0),impactHash:String(e.impactHash||"").trim(),resolvedSitemapUrls:[...new Set((e.resolvedSitemapUrls||[]).map(n=>String(n||"").trim()).filter(n=>{try{let o=new URL(n);return o.protocol==="http:"||o.protocol==="https:"}catch{return false}}))],uploadGroups:{assets:V(e.uploadGroups?.assets||[]),content:V(e.uploadGroups?.content||[]),listings:V(e.uploadGroups?.listings||[]),resources:V(e.uploadGroups?.resources||[]),sitemapLeaves:V(e.uploadGroups?.sitemapLeaves||[]),sitemapIndexes:V(e.uploadGroups?.sitemapIndexes||[])},invalidationPaths:[...new Set((e.invalidationPaths||[]).map(pr).filter(n=>n!==null))].sort()}:{schemaVersion:1,...r,runMode:e.runMode}}function gr(t){if(!t||typeof t!="object")return false;let e=t;if(e.schemaVersion===2){let r=e;return r.runMode==="content-sync"&&r.crawlMode==="incremental"&&r.fullSyncRequired===false&&typeof r.generatedAt=="string"&&typeof r.outputDir=="string"&&typeof r.consumerId=="string"&&r.consumerId.trim()!==""&&Number.isSafeInteger(r.fromSequence)&&Number.isSafeInteger(r.toSequence)&&Number(r.toSequence)>=Number(r.fromSequence)&&typeof r.impactHash=="string"&&/^[a-f0-9]{64}$/.test(r.impactHash)&&Array.isArray(r.resolvedSitemapUrls)&&Array.isArray(r.changedFiles)&&Array.isArray(r.deletedFiles)&&Array.isArray(r.rewriteTargets)&&(r.revalidateFiles===void 0||Array.isArray(r.revalidateFiles))&&!!r.uploadGroups&&Array.isArray(r.uploadGroups.assets)&&Array.isArray(r.uploadGroups.content)&&Array.isArray(r.uploadGroups.listings)&&Array.isArray(r.uploadGroups.resources)&&Array.isArray(r.uploadGroups.sitemapLeaves)&&Array.isArray(r.uploadGroups.sitemapIndexes)&&Array.isArray(r.invalidationPaths)}return e.schemaVersion===1&&typeof e.generatedAt=="string"&&typeof e.outputDir=="string"&&(e.runMode==="full"||e.runMode==="retry-timeouts"||e.runMode==="single-url")&&(e.crawlMode==="full"||e.crawlMode==="incremental")&&typeof e.fullSyncRequired=="boolean"&&Array.isArray(e.changedFiles)&&Array.isArray(e.deletedFiles)&&Array.isArray(e.rewriteTargets)&&(e.revalidateFiles===void 0||Array.isArray(e.revalidateFiles))}function ot(t){let e=k.join(k.resolve(t.outputDir),sr),r=nt();return r?[k.join(r,ar),e]:[e]}function mr(t){let e=k.join(k.resolve(t.outputDir),lr),r=nt();return r?[k.join(r,cr),e]:[e]}async function it(t){let e=k.resolve(t.outputDir);for(let r of ot(t))try{let n=await D.readFile(r,"utf8"),o=JSON.parse(n);if(!gr(o)||k.resolve(o.outputDir)!==e)continue;return dr(t,o)}catch{}return null}async function _e(t){for(let e of ot(t))try{await D.unlink(e);}catch(r){if(r.code!=="ENOENT")throw r}}async function st(t){let e=k.resolve(t.outputDir);for(let r of mr(t)){let n;try{n=await D.readFile(r,"utf8");}catch(i){if(i.code==="ENOENT")continue;throw i}let o;try{o=JSON.parse(n);}catch{throw new Error(`Invalid incomplete crawl marker: ${r}`)}if(o.schemaVersion!==1||typeof o.startedAt!="string"||typeof o.outputDir!="string"||k.resolve(o.outputDir)!==e)throw new Error(`Invalid incomplete crawl marker: ${r}`);return {schemaVersion:1,startedAt:o.startedAt,outputDir:e}}return null}function fr(t){return typeof t.subscriptionType=="string"&&t.subscriptionType.trim()!==""}function at(t){let e="";for(let n=0;n<t.length;n++){let o=t[n];if(o==="--profile"){let i=(t[n+1]||"").trim();if(!i)throw new Error("Missing value for --profile.");e=i,n+=1;}else if(o.startsWith("--profile=")){let i=o.slice(10).trim();if(!i)throw new Error("Missing value for --profile.");e=i;}}let r=String(process.env.PUBLISHER_DEPLOY_PROFILE||process.env.PUBLISHER_DEPLOYMENT_PROFILE||"").trim();return e||r||null}function hr(t,e){return {...t,...e??{}}}function yr(t,e){return {...t,...e??{},invalidationPaths:[...(e?.invalidationPaths??t.invalidationPaths)||[]]}}function lt(t,e){let r=String(e??t.deploymentTargetOverride??"").trim();if(!fr(t)){if(r)throw new Error(`Deployment target "${r}" requires an active WPSuite subscription and remote publisher config.`);return {name:null,profile:null,config:t}}let n=String(r||t.defaultDeploymentProfile||"").trim();if(!n)return {name:null,profile:null,config:t};let o=t.deploymentProfiles?.[n];if(!o)throw new Error(`Unknown deployment profile "${n}". Check the linked WPSuite publisher configuration.`);return {name:n,profile:o,config:{...t,targetOrigin:o.targetOrigin??t.targetOrigin,s3:hr(t.s3,o.s3),cloudFront:yr(t.cloudFront,o.cloudFront)}}}var ct={error:0,warn:1,info:2,debug:3},wr=/^(?:authorization|proxyAuthorization|runtimeToken|siteKey|nonce|accessToken|refreshToken|accessKeyId|secretAccessKey|sessionToken|xStaticPublisherToken|xApiKey)$/i;function de(t){return t.replace(/((?:x-static-publisher-token|authorization|proxy-authorization|x-api-key|aws-access-key-id|aws-secret-access-key|aws-session-token)\s*:\s*)[^\r\n]+/gi,"$1[REDACTED]").replace(/\b(Basic|Bearer)\s+[^\s]+/gi,"$1 [REDACTED]").replace(/([?&](?:token|access_token|refresh_token|api_key|key|nonce)=)[^&\s]+/gi,"$1[REDACTED]").replace(/((?:"|')?(?:runtimeToken|siteKey|nonce|accessToken|refreshToken|accessKeyId|secretAccessKey|sessionToken)(?:"|')?\s*[:=]\s*(?:"|'))[^"']+/gi,"$1[REDACTED]")}function Re(t){return typeof t=="string"?de(t):Array.isArray(t)?t.map(e=>Re(e)):t instanceof Error?{name:t.name,message:de(t.message),...t.stack?{stack:de(t.stack)}:{}}:t&&typeof t=="object"?Object.fromEntries(Object.entries(t).map(([e,r])=>[e,wr.test(e)?"[REDACTED]":Re(r)])):t}function gt(t){return t?Re(t):void 0}var ut=process.env.STATIC_PUBLISHER_RUNTIME_DIR||process.env.WPSUITE_STATIC_PUBLISHER_RUNTIME_DIR||"",be=ut?k.join(ut,"current-progress.json"):"",pt=Promise.resolve();function dt(t){return t.includes("crawl")?"crawl":t.includes("deploy")?"deploy":t.includes("invalidate")?"invalidate":t}function br(t,e){let r={...t},n=typeof t.phase=="string"?t.phase.trim():"",o=typeof e.phase=="string"?e.phase.trim():"";if(o!==""&&(o==="deploy"||o.startsWith("deploy-"))&&n!==o)for(let a of ["index","totalFiles","staged","uploaded","skipped","failed","deleted","workerCount","completedBatches","totalBatches"])delete r[a];let s=new Set(["pagesQueued","pagesRendered","assetsQueued","sitemapsQueued","pagesDiscovered","assetsDiscovered","sitemapsDiscovered","pagesSaved","assetsSaved","donePages","doneAssets","doneSitemaps","changedTextFiles","uploaded","failed","index","totalFiles","completedBatches","totalBatches","pageQueue","assetQueue","sitemapQueue"]);for(let[a,l]of Object.entries(e)){let c=r[a];if(typeof c=="number"&&typeof l=="number"&&s.has(a)){r[a]=Math.max(c,l);continue}r[a]=l;}return r}function Rr(t,e,r){be&&(pt=pt.then(async()=>{let n=new Date,o=n.toISOString();await D.mkdir(k.dirname(be),{recursive:true});let i=await D.readFile(be,"utf8").then(E=>JSON.parse(E)).catch(()=>null),s=i&&typeof i.details=="object"&&i.details?i.details:{},a=dt(t),l=i?.currentStep||dt(i?.source||""),c=i?.startedAt||o,u={...i?.stepDurationsSec??{}},g=i?.stepStartedAt||o;if(l&&l!==a&&i?.stepStartedAt){let E=Math.max(0,Math.round((n.getTime()-new Date(i.stepStartedAt).getTime())/1e3));u[l]=(u[l]??0)+E,g=o;}let d=Math.max(0,Math.round((n.getTime()-new Date(g).getTime())/1e3)),w=Math.max(0,Math.round((n.getTime()-new Date(c).getTime())/1e3)),b=de(e),v=gt(r)??{},S={checkedAt:o,source:t,message:b,details:br(s,v),startedAt:c,currentStep:a,stepStartedAt:g,stepElapsedSec:d,totalElapsedSec:w,stepDurationsSec:u};await D.writeFile(be,JSON.stringify(S,null,2),"utf8");}).catch(()=>{}));}async function Sr(t,e){await D.mkdir(k.dirname(t),{recursive:true}),await D.appendFile(t,`${JSON.stringify(Re(e))}
|
|
2
|
+
`,"utf8");}var ie=class{constructor(e,r,n="info"){this.logDir=e;this.logFile=r;this.level=n;this.ensureLogFileReady();}logDir;logFile;level;startedAt=Date.now();marks=new Map;initPromise=null;writeQueue=Promise.resolve();writeError=null;get logPath(){return k.join(this.logDir,this.logFile)}artifactPath(e){return this.logFile.endsWith(".log.jsonl")?k.join(this.logDir,this.logFile.replace(/\.log\.jsonl$/u,`${e}.jsonl`)):k.join(this.logDir,`${this.logFile}${e}.jsonl`)}get errorsPath(){return this.artifactPath(".errors")}get rejectedPath(){return this.artifactPath(".rejected")}ensureLogFileReady(){return this.initPromise||(this.initPromise=(async()=>{await D.mkdir(this.logDir,{recursive:true}),await D.writeFile(this.logPath,"","utf8");})()),this.initPromise}enqueueTask(e){this.writeQueue=this.writeQueue.then(e).catch(r=>{this.writeError=r instanceof Error?r:new Error(String(r));});}enqueueLine(e){this.enqueueTask(async()=>{await this.ensureLogFileReady(),await D.appendFile(this.logPath,`${e}
|
|
3
|
+
`,"utf8");});}enqueueJsonLine(e,r){this.enqueueTask(()=>Sr(e,r));}accepts(e){return ct[e]<=ct[this.level]}push(e,r,n){if(!this.accepts(e))return;let o=de(r),i=gt(n),s=JSON.stringify({time:new Date().toISOString(),level:e,message:o,...i||{}});this.enqueueLine(s),e==="error"?console.error(`[ERROR] ${o}`,i?JSON.stringify(i):""):e==="warn"?console.warn(`[WARN] ${o}`,i?JSON.stringify(i):""):console.log(`[${e.toUpperCase().padEnd(5)}] ${o}`);}info(e,r){this.push("info",e,r);}progress(e,r){Rr(this.logFile,e,r);}debug(e,r){this.push("debug",e,r);}warn(e,r){this.push("warn",e,r);}reject(e,r,n,o,i){let s={kind:e,url:r,reason:n,...o?{source:o}:{},...i||{}};this.enqueueJsonLine(this.rejectedPath,s),this.accepts("debug")&&this.push("debug",`Rejected ${e} ${r}: ${n}`,s);}error(e,r){this.enqueueJsonLine(this.errorsPath,{message:e,...r||{}}),this.push("error",e,r);}mark(e){this.marks.set(e,Date.now());}endMark(e,r){let n=this.marks.get(e);if(!n)return;let o=Date.now()-n,i=Number((o/1e3).toFixed(2));this.push("info",`Timing ${e}: ${i}s`,{name:e,ms:o,seconds:i,...r||{}});}async flush(){let e=Date.now()-this.startedAt,r=Number((e/1e3).toFixed(2));if(this.push("info",`Total time: ${r}s`,{name:"total",ms:e,seconds:r}),await this.writeQueue,this.writeError)throw this.writeError}};async function kr(t){await D.mkdir(k.dirname(t),{recursive:true});}async function Pe(t,e,r){await kr(t);let n=k.join(k.dirname(t),`.${k.basename(t)}.${process.pid}.${Date.now()}.${Pr.randomBytes(6).toString("hex")}.tmp`);try{typeof e=="string"?await D.writeFile(n,e,r??"utf8"):await D.writeFile(n,e),await D.rename(n,t);}catch(o){throw await D.unlink(n).catch(()=>{}),o}}function ht(t){return [".html",".htm",".css",".js",".mjs",".json",".xml",".xsl",".txt",".svg",".map",".enc",".jws"].includes(k.extname(t).toLowerCase())}function yt(t){return t.replace(/"/g,'"').replace(/"/g,'"').replace(/'/g,"'").replace(/'/g,"'").replace(/&/g,"&").replace(/</g,"<").replace(/>/g,">")}function se(t){return t.replace(/&/g,"&").replace(/"/g,""").replace(/'/g,"'").replace(/</g,"<").replace(/>/g,">")}function Se(t){return t.replace(/\//g,"\\/")}function mt(t){return t.replace(/\//g,"\\\\/")}function vr(t){try{let e=new URL(t);if(e.protocol!=="http:"&&e.protocol!=="https:")return null;let r=e.pathname==="/"&&!e.search&&!e.hash?"":`${e.pathname}${e.search}${e.hash}`;return `//${e.host}${r}`}catch{return null}}function ft(t,e,r){if(!e)return;t[e]=r;let n=Se(e),o=Se(r);t[n]=o;let i=mt(e),s=mt(r);t[i]=s;let a=se(e),l=se(r);t[a]=l;let c=se(n),u=se(o);t[c]=u;let g=se(i),d=se(s);t[g]=d;}function ke(t,e,r){ft(t,e,r);let n=vr(e);n&&n!==e&&ft(t,n,r);}function wt(t,e){try{return new URL(t,e==="."?"https://relative.invalid":e).pathname}catch{return t.startsWith("/")?t:`/${t.replace(/^\.\//,"")}`}}function bt(t,e,r){if(!e)return r;let n=k.dirname(k.resolve(e)),o=k.resolve(t,r.replace(/^\/+/,"")),i=k.relative(n,o).replace(/\\/g,"/");return i?(i.startsWith(".")||(i=`./${i}`),i):"."}async function Ke(t,e){return (e?[...new Set(e)].map(n=>k.resolve(n)).filter(n=>n.startsWith(k.resolve(t.outputDir))).map(n=>k.relative(t.outputDir,n).replace(/\\/g,"/")).filter(n=>n.length>0):await xr(["**/*"],{cwd:t.outputDir,onlyFiles:true,dot:true})).filter(n=>n!=="asset-map.json"&&ht(n))}var Tr=["wp-content/","wp-includes/","wp-admin/","wp-json/","_next/"],Ir=new Set([".html",".htm"]),Rt="WPSuite.io Static Publisher",Dr=Rt.replace(/[.*+?^${}()|[\]\\]/g,"\\$&");function Ar(t){return t.replace(/[.*+?^${}()|[\]\\]/g,"\\$&")}function Or(t){return t.startsWith("//")||t.startsWith("\\/\\/")||t.startsWith("\\\\/\\\\/")}function Mr(t,e,r){return Or(e)?t.replace(new RegExp(`(?<!:)${Ar(e)}`,"g"),r):t.split(e).join(r)}function jr(t,e,r){if(t.wpsuite?.siteSettings?.subscriber===true||t.wpsuite?.subscriptionType==="PROFESSIONAL"||t.wpsuite?.subscriptionType==="AGENCY"||!r)return false;let o=k.extname(r).toLowerCase();return Ir.has(o)?/<head\b|<html\b|<!doctype html/i.test(e):false}function Lr(t){if(new RegExp(`<meta\\b(?=[^>]*\\bname=(["'])generator\\1)(?=[^>]*\\bcontent=(["'])${Dr}\\2)[^>]*\\/?>`,"i").test(t))return t;let e=`<meta name="generator" content="${Rt}" />`;if(t.match(/(\r?\n)([ \t]*)<\/head>/i))return t.replace(/(\r?\n)([ \t]*)<\/head>/i,`$1$2${e}$1$2</head>`);let n=t.includes(`\r
|
|
4
4
|
`)?`\r
|
|
5
5
|
`:`
|
|
6
|
-
`;return t.replace(/<head\b[^>]*>/i,n=>`${n}${i} ${e}`)}function ur(t){let e=Xe(t).trim();return e.startsWith("{")||e.startsWith("[")||e.includes("\\/")||/"@context"|"@type"/.test(e)}function cr(t,e){let r=[...new Set(e)].filter(s=>s.includes("/")&&!/\\+\//.test(s)).map(s=>[s,oe(s)]).filter(([s,o])=>s!==o).sort((s,o)=>o[0].length-s[0].length);if(!r.length)return t;let i=s=>{let o=s;for(let[l,a]of r)o=o.split(l).join(a);return o},n=t.replace(/(<script\b[^>]*\btype=["']application\/(?:ld\+)?json["'][^>]*>)([\s\S]*?)(<\/script>)/gi,(s,o,l,a)=>`${o}${i(l)}${a}`);return n=n.replace(/(<meta\b[^>]*\bcontent=(['"]))([\s\S]*?)(\2[^>]*>)/gi,(s,o,l,a,c)=>ur(a)?`${o}${i(a)}${c}`:s),n}function gr(t,e){if(!e)return null;let r=b.dirname(b.resolve(e)),i=b.resolve(t.outputDir),n=b.relative(r,i).replace(/\\/g,"/");return n?(n.startsWith(".")||(n=`./${n}`),n.endsWith("/")?n:`${n}/`):"./"}function pr(t,e,r){let i=gr(e,r);if(!i)return t;let n=t;for(let s of tr){let o=s.replace(/[.*+?^${}()|[\]\\]/g,"\\$&"),l=new RegExp(`(?:\\.{1,}/)+${o}`,"g"),a=new RegExp(`(?<!\\.)/${o}`,"g");n=n.replace(l,`${i}${s}`).replace(a,`${i}${s}`);let c=s.replace(/\//g,"\\/"),u=i.replace(/\//g,"\\/"),m=c.replace(/[.*+?^${}()|[\]\\]/g,"\\$&"),p=new RegExp(`(?:\\.{1,}\\\\/)+${m}`,"g"),d=new RegExp(`(?:\\.{1,}(?:\\\\/|\\\\))+${m}`,"g"),g=new RegExp(`(?<![\\.\\\\])\\/${m}`,"g");n=n.replace(p,`${u}${c}`).replace(d,`${u}${c}`).replace(g,`${u}${c}`);}return n}function Se(t,e,r){if(t.urlRewriteMode==="absolute")return e;let i=(()=>{try{return new URL(e,t.targetOrigin==="."?"https://relative.invalid":t.targetOrigin)}catch{return null}})(),n=i?i.pathname:et(e,t.targetOrigin),s=i?`${i.search}${i.hash}`:"";return t.urlRewriteMode==="root-relative"?`${n}${s}`:`${tt(t.outputDir,r,n)}${s}`}function Pe(t,e,r,i,n){ae(t,r,Se(e,i,n));}function dr(t,e,r,i,n){if(!r||r===i)return;ae(t,r,i);let s=Se(e,r,n),o=Se(e,i,n);ae(t,s,o);}function fr(t,e,r,i,n={}){let s=t,o={};Pe(o,e,e.sourceOrigin,e.targetOrigin,i);for(let[a,c]of Object.entries(e.extraReplacements))Pe(o,e,a,c,i);for(let[a,c]of Object.entries(r))Pe(o,e,a,c,i);for(let[a,c]of Object.entries(n)){let u=r[a];!u||u===c||dr(o,e,c,u,i);}let l=Object.entries(o).sort((a,c)=>c[0].length-a[0].length);for(let[a,c]of l)s=or(s,a,c);return e.urlRewriteMode!=="absolute"&&(s=pr(s,e,i)),s=cr(s,l.map(([,a])=>a)),ar(e,s,i)&&(s=lr(s)),s}async function mr(t,e,r,i){let n=b.join(t.outputDir,i),s=b.extname(n).toLowerCase(),o;try{o=await D.readFile(n,"utf8");}catch(c){if(c.code!=="ENOENT")throw c;return {changed:false}}let a=fr(o,t,e,s===".js"||s===".mjs"?void 0:n,r);return a!==o?(await Ye(n,a,"utf8"),{changed:true}):{changed:false}}async function hr(t,e){return await new Promise((r,i)=>{let n=a=>{if(l(),a?.error){i(new Error(a.error));return}r({changed:!!a?.changed});},s=a=>{l(),i(a);},o=a=>{l(),a!==0&&i(new Error(`Rewrite worker exited with code ${a}.`));},l=()=>{t.off("message",n),t.off("error",s),t.off("exit",o);};t.on("message",n),t.on("error",s),t.on("exit",o),t.postMessage({file:e});})}async function nt(t,e,r={}){let n=(r.files?[...new Set(r.files)].map(p=>b.resolve(p)).filter(p=>p.startsWith(b.resolve(t.outputDir))).map(p=>b.relative(t.outputDir,p).replace(/\\/g,"/")).filter(p=>p.length>0):await Yt(["**/*"],{cwd:t.outputDir,onlyFiles:true,dot:true})).filter(p=>p!=="asset-map.json"&&Ze(p)),s=0;if(n.length===0)return 0;let o=Math.max(1,Number(t.rewriteConcurrency||t.assetDownloadConcurrency||1)),l=Math.max(1,Math.min(o,n.length,availableParallelism()));await r.onStart?.({totalFiles:n.length,workerCount:l});let a=0,c=0,u=null;if(l===1){for(let p of n){let d=await mr(t,e,r.previousAssetMap??{},p);d.changed&&(s+=1),c+=1,await r.onProgress?.({index:c,totalFiles:n.length,changedTextFiles:s,file:p,changed:d.changed});}return s}let m=Array.from({length:l},async()=>{let p=new Worker(new URL("./rewrite-worker.js",import.meta.url),{workerData:{config:t,assetMap:e,previousAssetMap:r.previousAssetMap??{}}});try{for(;!u;){let d=a;if(d>=n.length)return;a+=1;let g=n[d],w=await hr(p,g);w.changed&&(s+=1),c+=1,await r.onProgress?.({index:c,totalFiles:n.length,changedTextFiles:s,file:g,changed:w.changed});}}catch(d){throw u=d instanceof Error?d:new Error(String(d)),u}finally{await p.terminate().catch(()=>{});}});return await Promise.all(m),s}var at="wpsuite-sha256",lt="wpsuite-normalized-sha256",xr=/(?:^|[-_:.])(id|uid|nonce|token|hash|instance)(?:$|[-_:.])/i,$e=/^[0-9a-f]{8}-[0-9a-f]{4}-[1-5][0-9a-f]{3}-[89ab][0-9a-f]{3}-[0-9a-f]{12}$/i,Tr=["SIGINT","SIGTERM"],ce=new Set,le=new Map,it=null;function $r(t){ce.add(t);let e=false;return ()=>{e||(e=true,ce.delete(t));}}async function Er(){let t=[...ce];t.length!==0&&await Promise.allSettled(t.map(async e=>{ce.delete(e),await D.rm(e,{recursive:true,force:true});}));}function Cr(){if(!(le.size>0))for(let t of Tr){let e=()=>{it||(it=Er().finally(()=>{for(let[r,i]of le)process.off(r,i);le.clear(),process.exit(1);}));};le.set(t,e),process.on(t,e);}}Cr();function kr(t,e){let r=String(process.env.STATIC_PUBLISHER_CRAWL_MANIFEST_PATH||"").trim();if(r)return b.resolve(r);let i=e.trim();return i?b.join(b.resolve(i),"crawl-manifest.json"):b.join(b.resolve(t),".crawl-manifest.json")}function ut(t){return b.normalize(t).split(b.sep).join("/")}function st(t,e){let r=b.relative(b.resolve(t),b.resolve(e));return !r||r.startsWith("..")||b.isAbsolute(r)?null:ut(r)}async function Ar(t,e,r){let i=kr(t.outputDir,e),n;try{n=await D.readFile(i,"utf8");}catch(u){return u.code==="ENOENT"?(r.warn("Deploy rewrite guard disabled because the crawl manifest is missing.",{manifestPath:i,source:"deploy-guard"}),null):(r.warn("Deploy rewrite guard disabled because the crawl manifest could not be read.",{manifestPath:i,error:u instanceof Error?u.message:String(u),source:"deploy-guard"}),null)}let s;try{s=JSON.parse(n);}catch(u){return r.warn("Deploy rewrite guard disabled because the crawl manifest is invalid JSON.",{manifestPath:i,error:u instanceof Error?u.message:String(u),source:"deploy-guard"}),null}let o=new Map,l=new Map,a=0,c=0;for(let[u,m]of Object.entries(s.pages||{})){let p=String(m?.outputPath||"").trim(),d=p?st(t.outputDir,p):null;if(d){let g=typeof m?.contentType=="string"&&m.contentType?m.contentType:null;g&&l.set(d,g);}!p||m?.rewriteComplete===true||d&&(a++,o.has(d)||o.set(d,{kind:"page",sourceUrl:u,outputPath:b.resolve(p),relativePath:d}));}for(let[u,m]of Object.entries(s.assets||{})){let p=String(m?.outputPath||"").trim(),d=m?.isText===true,g=p?st(t.outputDir,p):null;if(g){let w=typeof m?.contentType=="string"&&m.contentType?m.contentType:null;w&&l.set(g,w);}!p||!d||m?.rewriteComplete===true||g&&(c++,o.has(g)||o.set(g,{kind:"asset",sourceUrl:u,outputPath:b.resolve(p),relativePath:g}));}return {manifestPath:i,byRelativePath:o,contentTypeByRelativePath:l,pendingPages:a,pendingTextAssets:c}}function Mr(t){return t&&($e.test(t)?"__uuid__":/^[0-9a-f]{6,}$/i.test(t)?"__hex__":/^[0-9]{8,}$/.test(t)?"__num__":/^(?=.*[a-z])(?=.*\d)[a-z0-9]{8,}$/i.test(t)?"__alnum__":t)}function Re(t){return t.split(/([_:.\-/=?&#]+)/g).map((e,r)=>r%2===1?e:Mr(e)).join("")}function Ir(t){return t.split(/([_:.\-/=?&#]+)/g).map((e,r)=>r%2===1?e:$e.test(e)?"__uuid__":/^[0-9a-f]{6,}$/i.test(e)?"__hex__":/^[0-9]{6,}$/.test(e)?"__num__":/^[a-z0-9_-]{6,}$/i.test(e)?"__id__":e).join("")}function ge(t,e){return Array.isArray(t)?t.map(r=>ge(r,e)):t&&typeof t=="object"?Object.fromEntries(Object.entries(t).map(([r,i])=>[r,ge(i,r)])):typeof t!="string"?t:e&&xr.test(e)?Ir(t):$e.test(t)?"__uuid__":/^[0-9a-f]{6,}$/i.test(t)||/^[0-9]{8,}$/.test(t)?Re(t):t}function Lr(t){return t.replace(/((?:https?:\/\/[^"'\s>]+|\/)(?:wp-content|wp-includes)\/[^"'\s>?]+)\?ver=[A-Za-z0-9._-]+(?=$|[#"'])/gi,"$1")}function Or(t,e){let r=e.trim();if((r.startsWith("{")||r.startsWith("[")||r.startsWith('"'))&&t.startsWith("data-"))try{let n=JSON.parse(r);return JSON.stringify(ge(n))}catch{}if(t.startsWith("data-")&&/^[A-Za-z0-9+/=]+$/.test(r))try{let n=Buffer.from(r,"base64").toString("utf8"),s=JSON.parse(n),o=JSON.stringify(ge(s));return Buffer.from(o,"utf8").toString("base64")}catch{}return e}function jr(t,e){let r=t.toLowerCase();return r==="class"?e.split(/(\s+)/).map((i,n)=>n%2===1?i:Re(i)).join(""):r==="id"||r==="for"||r==="aria-controls"||r==="aria-labelledby"||r==="aria-describedby"||r==="aria-owns"||r==="aria-activedescendant"||r==="name"?Re(e):r==="href"||r==="src"?Lr(e):Or(r,e)}function Fr(t){return t.replace(/<([a-z][^\s/>]*)([^<>]*?)>/gi,(e,r,i)=>{if(r.startsWith("/"))return e;let n=i.replace(/\s([:@a-zA-Z_][-:.a-zA-Z0-9_]*?)=(['"])([\s\S]*?)\2/g,(s,o,l,a)=>{let c=jr(o,a);return ` ${o}=${l}${c}${l}`});return `<${r}${n}>`})}function ve(t){let e=b.extname(t).toLowerCase();return [".html",".htm",".xml",".xsl",".txt"].includes(e)||["robots.txt","sitemap.xml"].includes(b.basename(t))}function ue(t,e){return [t.replace(/^\/+|\/+$/g,""),e.replace(/^\/+/,"")].filter(Boolean).join("/")}async function _r(t,e,r,i){let n=new Map,s,o=0;do{o++;let l=await j(`S3 list objects page ${o} for s3://${e}/${r||""}`,3e5,({httpOptions:a})=>t.send(new ListObjectsV2Command({Bucket:e,Prefix:r||void 0,ContinuationToken:s}),a));for(let a of l.Contents||[]){if(!a.Key)continue;let c=(a.ETag||"").replace(/^"|"$/g,"").toLowerCase(),u=Number(a.Size??0);n.set(a.Key,{etag:c,size:u});}s=l.NextContinuationToken,i.debug(`Listed S3 keys page ${o}: ${n.size} keys so far`);}while(s);return n}async function Ur(t,e,r,i){if(i.has(r))return i.get(r)??null;try{let n=await j(`S3 head object ${r}`,3e5,({httpOptions:o})=>t.send(new HeadObjectCommand({Bucket:e,Key:r}),o)),s={etag:(n.ETag||"").replace(/^"|"$/g,"").toLowerCase(),size:Number(n.ContentLength??0)};return i.set(r,s),s}catch{return i.set(r,null),null}}async function Nr(t,e,r,i){let n=[...new Set(Array.from(r).filter(Boolean))];if(n.length===0)return i.info("No explicitly tombstoned S3 objects to delete."),[];i.info(`Deleting ${n.length} explicitly tombstoned S3 object(s)\u2026`);for(let s=0;s<n.length;s+=1e3){let o=n.slice(s,s+1e3);if(o.length===0)continue;let l=await j(`S3 delete objects batch ${Math.floor(s/1e3)+1}`,3e5,({httpOptions:a})=>t.send(new DeleteObjectsCommand({Bucket:e,Delete:{Objects:o.map(c=>({Key:c}))}}),a));if(l.Errors&&l.Errors.length>0){let a=l.Errors.map(c=>`${c.Key||"(unknown)"}: ${c.Code||"DeleteFailed"}`);throw new Error(`S3 reported ${a.length} object deletion error(s): ${a.join(", ")}`)}i.info(`Deleted batch of ${o.length} object(s).`);for(let a of o)i.debug(` deleted: ${a}`);}return n}function zr(t){return createHash("md5").update(t).digest("hex")}function ot(t){return createHash("sha256").update(t).digest("hex")}function De(t){return createHash("sha256").update(Fr(t.toString("utf8"))).digest("hex")}async function Wr(t,e,r,i){if(i.has(r))return i.get(r)??null;try{let o=((await j(`S3 head object metadata ${r}`,3e5,({httpOptions:l})=>t.send(new HeadObjectCommand({Bucket:e,Key:r}),l))).Metadata?.[at]||"").trim().toLowerCase()||null;return i.set(r,o),o}catch{return i.set(r,null),null}}async function qr(t,e,r,i,n){if(i.has(r))return i.get(r)??null;try{let o=((await j(`S3 head object normalized metadata ${r}`,3e5,({httpOptions:l})=>t.send(new HeadObjectCommand({Bucket:e,Key:r}),l))).Metadata?.[lt]||"").trim().toLowerCase();if(o)return i.set(r,o),o}catch{return i.set(r,null),null}if(n.has(r)){let s=n.get(r)??null;return i.set(r,s),s}try{let o=await(await j(`S3 get object ${r}`,3e5,({httpOptions:a})=>t.send(new GetObjectCommand({Bucket:e,Key:r}),a))).Body?.transformToByteArray(),l=o?De(Buffer.from(o)):null;return n.set(r,l),i.set(r,l),l}catch{return n.set(r,null),i.set(r,null),null}}function Br(t){return t.replace(/[^a-zA-Z0-9._-]+/g,"-").replace(/-+/g,"-").replace(/^-|-$/g,"")||"profile"}function Gr(t,e){let r=t,i=Object.entries(e).sort((n,s)=>s[0].length-n[0].length);for(let[n,s]of i)n&&(r=r.split(n).join(s));return r}async function Hr(t,e,r,i){let n=b.join(t,"asset-map.json"),s;try{s=await D.readFile(n,"utf8");}catch(a){if(a.code==="ENOENT")return;throw a}let o=JSON.parse(s);if(!o||typeof o!="object")return;let l=Object.fromEntries(Object.entries(o).map(([a,c])=>{let u=String(c??"");return e.urlRewriteMode==="absolute"&&e.targetOrigin&&r.targetOrigin&&e.targetOrigin!==r.targetOrigin&&(u=u.split(e.targetOrigin).join(r.targetOrigin)),u=Gr(u,i),[a,u]}));await D.writeFile(n,JSON.stringify(l,null,2),"utf8");}async function Kr(t,e,r,i,n,s){let o=t.targetOrigin!==e.targetOrigin,l=Object.keys(i).length>0;if(!r||!o&&!l)return {outputDir:t.outputDir,cleanup:async()=>{}};if(o&&t.urlRewriteMode!=="absolute")throw new Error(`Deployment profile "${r}" changes targetOrigin, but the base crawl output must use urlRewriteMode "absolute" for multi-target redeploys.`);let a=b.join(b.dirname(t.outputDir),`.deploy-profile-${Br(r)}-${Date.now()}`),c=$r(a);n.info(`Preparing deployment profile "${r}" from existing crawl output to ${a}...`);try{if(await D.rm(a,{recursive:!0,force:!0}),s){await D.mkdir(a,{recursive:!0});for(let d of s){let g=b.join(t.outputDir,d),w=b.join(a,d);await D.mkdir(b.dirname(w),{recursive:!0}),await D.copyFile(g,w);}}else await D.cp(t.outputDir,a,{recursive:!0});let u={...t,sourceOrigin:t.targetOrigin,targetOrigin:e.targetOrigin,extraReplacements:i,outputDir:a},m=1;n.info(`Rewriting text files for deployment profile "${r}"...`);let p=await nt(u,{},{files:s,onStart:({totalFiles:d,workerCount:g})=>{m=g,n.info(`Rewriting ${d} text file(s) for deployment profile "${r}" with ${g} worker(s).`);},onProgress:({index:d,totalFiles:g,changedTextFiles:w,file:$,changed:S})=>{let v=`Rewriting [${d}/${g}] ${$} (${S?"rewrote":"checked"}; ${w} changed so far)`;g<=200||d<=5||d%10===0||d===g?(n.progress(v,{file:$,index:d,totalFiles:g,changed:S,changedTextFiles:w,workerCount:m}),n.info(v)):n.debug(v);}});return await Hr(a,t,e,i),n.info(`Prepared deployment profile "${r}" in ${a} (${p} rewritten text file(s)).`),{outputDir:a,cleanup:async()=>{c(),await D.rm(a,{recursive:!0,force:!0});}}}catch(u){throw n.error(`Failed to prepare deployment profile "${r}" temporary output.`,{tempDir:a,outputDir:t.outputDir,error:u instanceof Error?u.message:String(u),...u instanceof Error&&u.stack?{stack:u.stack}:{}}),await D.rm(a,{recursive:true,force:true}).catch(()=>{}),c(),await n.flush().catch(()=>{}),u}}async function ct(t=process.argv.slice(2)){let e=await ne(),r=We(t),i=qe(e,r),n=b.resolve(i.config.logDir||"logs"),s=process.env.STATIC_PUBLISHER_RUNTIME_DIR||process.env.WPSUITE_STATIC_PUBLISHER_RUNTIME_DIR||"",o=s?b.join(b.resolve(s),"deploy-diff.json"):"",l=new G(n,"deploy.log.jsonl",i.config.logLevel??"info"),a=i.profile?.extraReplacements??{},c=async()=>{};try{let u=await Ue(e);if(t.includes("--content-sync")&&u?.schemaVersion!==2)throw new Error("Content-sync deployment requires a valid schema-2 targeted deploy plan.");let p=await ze(e);if(p)throw new Error(`Deployment blocked: the crawl started at ${p.startedAt} did not complete its final rewrite. Run a successful crawl or resume the rewrite before deploying.`);let d=await Kr(e,i.config,i.name,a,l,u?.schemaVersion===2?u.changedFiles:void 0);c=d.cleanup;let g={...i.config,outputDir:d.outputDir},w=g.s3SyncMode??"sdk-upload-delete";if(u?.schemaVersion===2&&u.deletedFiles.length>0&&w!=="sdk-upload-delete")throw new Error("Content-sync tombstones require the sdk-upload-delete S3 sync mode.");let $=u?.schemaVersion!==2&&d.outputDir!==e.outputDir&&(e.targetOrigin!==i.config.targetOrigin||Object.keys(a).length>0),S=!!u&&!u.fullSyncRequired&&!$;if(u?.schemaVersion===2&&!S)throw new Error("Content-sync deployment cannot widen into a full-output deployment.");i.name&&l.info(`Using deployment profile: ${i.name}`),l.info(`Starting deploy \u2014 s3://${g.s3.bucket}/${g.s3.prefix||""} (region: ${g.s3.region})`),l.info(`S3 sync mode: ${w}`),u&&u.fullSyncRequired?l.info("Deploy plan requests a full sync; scanning the whole output tree."):u&&$?l.info("Ignoring incremental deploy plan because deployment-profile rewrites require a full sync."):S&&l.info(`Using incremental deploy plan: ${u.changedFiles.length} changed file(s), ${u.deletedFiles.length} deleted file(s).`),l.mark("deploy");let _=new S3Client({region:g.s3.region}),v=d.outputDir===e.outputDir?await Ar(e,s,l):null,Ee=u?.schemaVersion===2?[...u.uploadGroups.assets,...u.uploadGroups.content,...u.uploadGroups.listings,...u.uploadGroups.resources,...u.uploadGroups.sitemapLeaves,...u.uploadGroups.sitemapIndexes]:u?.changedFiles??[];if(u?.schemaVersion===2){let h=[...new Set(Ee)],T=[...new Set(u.changedFiles)];if(h.length!==T.length||T.some(f=>!h.includes(f)))throw new Error("Content-sync deploy-plan upload groups do not cover the exact changed-file set.")}let J=S?(await Promise.all(Ee.map(async h=>{try{return (await D.stat(b.join(g.outputDir,h))).isFile()?h:null}catch{if(u?.schemaVersion===2)throw new Error(`Content-sync planned upload is missing: ${h}`);return null}}))).filter(h=>h!==null):await Yt(["**/*"],{cwd:g.outputDir,onlyFiles:!0,dot:!0}),L=[],z=[],y=J.filter(h=>{let T=v?.byRelativePath.get(ut(h));if(!T)return !0;let f=ue(g.s3.prefix,h);return L.push(h),z.push(f),l.reject(T.kind,T.sourceUrl||h,"rewrite not completed; deploy upload blocked","deploy-guard",{file:h,key:f,outputPath:T.outputPath,manifestPath:v?.manifestPath}),!1}),Ce=new Set((S?y:J).map(h=>ue(g.s3.prefix,h)));v&&(v.pendingPages>0||v.pendingTextAssets>0)&&l.info(`Deploy rewrite guard loaded ${v.pendingPages} pending page(s) and ${v.pendingTextAssets} pending text asset(s) from crawl manifest.`,{manifestPath:v.manifestPath,pendingPages:v.pendingPages,pendingTextAssets:v.pendingTextAssets,source:"deploy-guard"}),L.length>0&&l.warn(`Deploy rewrite guard blocked ${L.length} file(s) from upload because final crawl rewrite is incomplete.`,{rejected:L.length,manifestPath:v?.manifestPath,source:"deploy-guard"}),S?l.info(`Using ${y.length} eligible planned changed file(s) from deploy plan for upload${L.length>0?` (${L.length} blocked by deploy rewrite guard)`:""}.`):l.info(`Found ${J.length} file(s) in output directory "${g.outputDir}"${L.length>0?`; ${y.length} remain eligible for upload after deploy rewrite guard filtering`:""}.`),l.progress("Deploy preflight: comparing local output with remote S3 state.",{phase:"deploy",mode:w,totalFiles:y.length,scannedFiles:J.length,rejected:L.length,deploymentProfile:i.name||"",s3Bucket:g.s3.bucket,s3Prefix:g.s3.prefix||"",targetedPlan:S,deployGuardEnabled:d.outputDir===e.outputDir});let E=0,R=0,U=0,pe=[],V=[],Q=[],de=[],N=[],W=new Map,gt=new Map,pt=new Map,dt=new Map,ft=new Map;S||(l.info("Listing existing S3 objects to detect unchanged files..."),W=await _r(_,g.s3.bucket,g.s3.prefix,l),l.info(`Found ${W.size} existing key(s) in S3.`));let mt=async h=>W.has(h)?W.get(h)??null:S?Ur(_,g.s3.bucket,h,gt):null;for(let h of y){let T=b.join(g.outputDir,h),f=ue(g.s3.prefix,h),C=v?.contentTypeByRelativePath.get(h),Y=C&&C!=="application/octet-stream"?C:Dr.lookup(h)||C||"application/octet-stream",ht=ve(h)?g.s3.htmlCacheControl:g.s3.assetCacheControl,P=E+R+U+1;y.length<=200||P<=5||P%10===0||P===y.length?(l.progress(`Uploading [${P}/${y.length}] ${f} (${Y})`,{file:h,key:f,index:P,totalFiles:y.length,contentType:Y,mode:w}),l.info(`Uploading [${P}/${y.length}] ${f} (${Y})`)):l.debug(`Uploading [${P}/${y.length}] ${f} (${Y})`);try{let k=await D.readFile(T),Z=await mt(f),X=null,q=null;if(Z){let fe=k.byteLength;if(Z.size===fe){let re=Z.etag.includes("-");if(Z.etag!==""&&!re){let yt=zr(k);if(Z.etag===yt){R++,y.length<=200||R<=5||R%25===0?(l.progress(`Skipped unchanged [${P}/${y.length}] ${f}`,{file:h,key:f,index:P,totalFiles:y.length,uploaded:E,skipped:R,failed:U,mode:w,reason:"etag-md5-match"}),l.info(`Skipped unchanged [${P}/${y.length}] ${f}`)):l.debug(`Skipped unchanged [${P}/${y.length}] ${f}`),V.push(f);continue}}X=ot(k);let ke=await Wr(_,g.s3.bucket,f,pt);if(ke&&ke===X){R++,y.length<=200||R<=5||R%25===0?(l.progress(`Skipped unchanged [${P}/${y.length}] ${f}`,{file:h,key:f,index:P,totalFiles:y.length,uploaded:E,skipped:R,failed:U,mode:w,reason:"metadata-sha256-match"}),l.info(`Skipped unchanged [${P}/${y.length}] ${f}`)):l.debug(`Skipped unchanged [${P}/${y.length}] ${f}`),V.push(f);continue}}if(ve(h)){q=De(k);let re=await qr(_,g.s3.bucket,f,dt,ft);if(re&&re===q){R++,y.length<=200||R<=5||R%25===0?(l.progress(`Skipped semantically unchanged [${P}/${y.length}] ${f}`,{file:h,key:f,index:P,totalFiles:y.length,uploaded:E,skipped:R,failed:U,mode:w,reason:"normalized-html-match"}),l.info(`Skipped semantically unchanged [${P}/${y.length}] ${f}`)):l.debug(`Skipped semantically unchanged [${P}/${y.length}] ${f}`),V.push(f);continue}}}X=X??ot(k),q=q??(ve(h)?De(k):null),await j(`S3 upload ${f}`,9e5,({abortController:fe})=>new Upload({client:_,abortController:fe,params:{Bucket:g.s3.bucket,Key:f,Body:k,ContentType:Y,CacheControl:ht,Metadata:{[at]:X,...q?{[lt]:q}:{}}}}).done()),E++,pe.push(f),(E%25===0||E===y.length)&&(l.progress(`Uploaded ${E}/${y.length} file(s)\u2026`,{uploaded:E,skipped:R,failed:U,totalFiles:y.length,mode:w}),l.info(`Uploaded ${E}/${y.length} file(s)\u2026`));}catch(k){U++,Q.push(f),l.error(`Failed to upload ${f}: ${k.message}`,{key:f,error:String(k)});}}if(l.info(`Upload complete: ${E} uploaded, ${R} skipped unchanged, ${z.length} rejected by guard, ${U} failed.`),Q.length>0||z.length>0)throw new Error(`Deployment stopped before deletion because ${Q.length} upload(s) failed and ${z.length} upload(s) were rejected.`);if(w==="sdk-upload-delete"){let h=new Set((u?.deletedFiles??[]).map(f=>ue(g.s3.prefix,f))),T=[...h].filter(f=>!Ce.has(f));if(!S&&(N=[...W.keys()].filter(C=>!Ce.has(C)).filter(C=>!h.has(C)),N.length>0)){l.warn(`Protected ${N.length} remote-only S3 object(s) from deletion because the crawl did not provide explicit tombstones.`,{protected:N.length,source:"deploy-delete-guard"});for(let C of N)l.debug(` protected remote-only object: ${C}`);}de=await Nr(_,g.s3.bucket,S?T:T.filter(f=>W.has(f)),l);}else l.info("Sync mode is sdk-upload-only \u2014 skipping stale object deletion.");o&&(await D.mkdir(b.dirname(o),{recursive:!0}),await D.writeFile(o,JSON.stringify({generatedAt:new Date().toISOString(),mode:w,summary:{totalFiles:J.length,eligibleFiles:y.length,uploaded:pe.length,skipped:V.length,rejected:z.length,failed:Q.length,deleted:de.length,protected:N.length,...i.name?{profile:i.name}:{}},uploadedKeys:pe,skippedKeys:V,rejectedKeys:z,failedKeys:Q,deletedKeys:de,protectedRemoteOnlyKeys:N},null,2),"utf8")),u?.schemaVersion!==2&&await Ne(e),l.endMark("deploy"),await l.flush();}finally{await c().catch(()=>{});}}ct().catch(async t=>{console.error(t);try{let r=(await ne().catch(()=>null))?.logDir??"logs",i=new G(r,"deploy.log.jsonl","debug");i.error(`Unhandled error: ${t instanceof Error?t.message:String(t)}`,t instanceof Error?{stack:t.stack}:void 0),await i.flush();}catch{}process.exit(1);});
|
|
6
|
+
`;return t.replace(/<head\b[^>]*>/i,o=>`${o}${n} ${e}`)}function Fr(t){let e=yt(t).trim();return e.startsWith("{")||e.startsWith("[")||e.includes("\\/")||/"@context"|"@type"/.test(e)}function _r(t,e){let r=[...new Set(e)].filter(i=>i.includes("/")&&!/\\+\//.test(i)).map(i=>[i,Se(i)]).filter(([i,s])=>i!==s).sort((i,s)=>s[0].length-i[0].length);if(!r.length)return t;let n=i=>{let s=i;for(let[a,l]of r)s=s.split(a).join(l);return s},o=t.replace(/(<script\b[^>]*\btype=["']application\/(?:ld\+)?json["'][^>]*>)([\s\S]*?)(<\/script>)/gi,(i,s,a,l)=>`${s}${n(a)}${l}`);return o=o.replace(/(<meta\b[^>]*\bcontent=(['"]))([\s\S]*?)(\2[^>]*>)/gi,(i,s,a,l,c)=>Fr(l)?`${s}${n(l)}${c}`:i),o}function Wr(t,e){if(!e)return null;let r=k.dirname(k.resolve(e)),n=k.resolve(t.outputDir),o=k.relative(r,n).replace(/\\/g,"/");return o?(o.startsWith(".")||(o=`./${o}`),o.endsWith("/")?o:`${o}/`):"./"}function Nr(t,e,r){let n=Wr(e,r);if(!n)return t;let o=t;for(let i of Tr){let s=i.replace(/[.*+?^${}()|[\]\\]/g,"\\$&"),a=new RegExp(`(?:\\.{1,}/)+${s}`,"g"),l=new RegExp(`(?<!\\.)/${s}`,"g");o=o.replace(a,`${n}${i}`).replace(l,`${n}${i}`);let c=i.replace(/\//g,"\\/"),u=n.replace(/\//g,"\\/"),g=c.replace(/[.*+?^${}()|[\]\\]/g,"\\$&"),d=new RegExp(`(?:\\.{1,}\\\\/)+${g}`,"g"),w=new RegExp(`(?:\\.{1,}(?:\\\\/|\\\\))+${g}`,"g"),b=new RegExp(`(?<![\\.\\\\])\\/${g}`,"g");o=o.replace(d,`${u}${c}`).replace(w,`${u}${c}`).replace(b,`${u}${c}`);}return o}function Ne(t,e,r){if(t.urlRewriteMode==="absolute")return e;let n=(()=>{try{return new URL(e,t.targetOrigin==="."?"https://relative.invalid":t.targetOrigin)}catch{return null}})(),o=n?n.pathname:wt(e,t.targetOrigin),i=n?`${n.search}${n.hash}`:"";return t.urlRewriteMode==="root-relative"?`${o}${i}`:`${bt(t.outputDir,r,o)}${i}`}function We(t,e,r,n,o){ke(t,r,Ne(e,n,o));}function Kr(t,e,r,n,o){if(!r||r===n)return;ke(t,r,n);let i=Ne(e,r,o),s=Ne(e,n,o);ke(t,i,s);}function Ur(t,e,r,n,o={}){let i=t,s={};We(s,e,e.sourceOrigin,e.targetOrigin,n);for(let[l,c]of Object.entries(e.extraReplacements))We(s,e,l,c,n);for(let[l,c]of Object.entries(r))We(s,e,l,c,n);for(let[l,c]of Object.entries(o)){let u=r[l];!u||u===c||Kr(s,e,c,u,n);}let a=Object.entries(s).sort((l,c)=>c[0].length-l[0].length);for(let[l,c]of a)i=Mr(i,l,c);return e.urlRewriteMode!=="absolute"&&(i=Nr(i,e,n)),i=_r(i,a.map(([,l])=>l)),jr(e,i,n)&&(i=Lr(i)),i}async function Vr(t,e,r,n){let o=k.join(t.outputDir,n),i=k.extname(o).toLowerCase(),s;try{s=await D.readFile(o,"utf8");}catch(c){if(c.code!=="ENOENT")throw c;return {changed:false}}let l=Ur(s,t,e,i===".js"||i===".mjs"?void 0:o,r);return l!==s?(await Pe(o,l,"utf8"),{changed:true}):{changed:false}}async function zr(t,e){return await new Promise((r,n)=>{let o=l=>{if(a(),l?.error){n(new Error(l.error));return}r({changed:!!l?.changed});},i=l=>{a(),n(l);},s=l=>{a(),l!==0&&n(new Error(`Rewrite worker exited with code ${l}.`));},a=()=>{t.off("message",o),t.off("error",i),t.off("exit",s);};t.on("message",o),t.on("error",i),t.on("exit",s),t.postMessage({file:e});})}async function St(t,e,r={}){let n=await Ke(t,r.files),o=0;if(n.length===0)return 0;let i=Math.max(1,Number(t.rewriteConcurrency||t.assetDownloadConcurrency||1)),s=Math.max(1,Math.min(i,n.length,availableParallelism()));await r.onStart?.({totalFiles:n.length,workerCount:s});let a=0,l=0,c=null;if(s===1){for(let g of n){let d=await Vr(t,e,r.previousAssetMap??{},g);d.changed&&(o+=1),l+=1,await r.onProgress?.({index:l,totalFiles:n.length,changedTextFiles:o,file:g,changed:d.changed});}return o}let u=Array.from({length:s},async()=>{let g=new Worker(new URL("./rewrite-worker.js",import.meta.url),{workerData:{config:t,assetMap:e,previousAssetMap:r.previousAssetMap??{}}});try{for(;!c;){let d=a;if(d>=n.length)return;a+=1;let w=n[d],b=await zr(g,w);b.changed&&(o+=1),l+=1,await r.onProgress?.({index:l,totalFiles:n.length,changedTextFiles:o,file:w,changed:b.changed});}}catch(d){throw c=d instanceof Error?d:new Error(String(d)),c}finally{await g.terminate().catch(()=>{});}});return await Promise.all(u),o}var _=1,Pt=/^[A-Za-z0-9][A-Za-z0-9._-]{0,127}$/;function ae(t,e){let r=String(t??"").trim();if(!Pt.test(r))throw new Error(`${e} must match ${Pt.source} and be at most 128 characters.`);return r}function kt(t){let e=String(t??"").trim().replace(/^\/+|\/+$/g,"");if(!e)return "";let r=e.split("/").filter(Boolean);if(r.some(n=>n==="."||n===".."))throw new Error("S3 prefix contains an unsafe dot path segment.");return `${r.join("/")}/`}function ve(t,...e){let r=kt(t),n=e.map((o,i)=>{let s=String(o??"").replace(/^\/+|\/+$/g,"");if(!s||s.split("/").some(a=>a==="."||a===".."))throw new Error(`Unsafe S3 key segment at index ${i}.`);return s});return `${r}${n.join("/")}`}function le(t){return createHash("sha256").update(t).digest("hex")}function xe(t,e){let r=String(t??"").replace(/^\/+/,""),n=kt(e);if(!r||r.includes("\0"))throw new Error("S3 object key is empty or invalid.");if(n&&!r.startsWith(n))throw new Error(`S3 object key is outside the configured workspace prefix: ${r}`);if(r.split("/").some(o=>o===".."))throw new Error("S3 object key contains an unsafe parent segment.");return r}function Jr(t,e){let r=[];for(let n=0;n<t.length;n+=e)r.push(t.slice(n,n+e));return r}function Gr(t){return {sourceOrigin:t.sourceOrigin,targetOrigin:t.targetOrigin,urlRewriteMode:t.urlRewriteMode,outputDir:"/workspace",extraReplacements:t.extraReplacements,wpsuite:{...t.wpsuite?.subscriptionType?{subscriptionType:t.wpsuite.subscriptionType}:{},...t.wpsuite?.siteSettings?{siteSettings:{subscriber:t.wpsuite.siteSettings.subscriber===true}}:{}}}}function Qr(t,e){if(!t||typeof t!="object")throw new Error("Remote rewrite result must be a JSON object.");let r=t;if(r.schemaVersion!==_||r.response?.operation!=="rewrite"||r.response.jobId!==e.jobId||r.response.taskId!==e.taskId||!r.detail||!Array.isArray(r.detail.objects))throw new Error("Remote rewrite result has an invalid envelope.");return r}async function vt(t,e,r){let n=r.options??{},o=await Ke(t,n.files);if(o.length===0)return 0;let i=ae(r.jobId,"jobId"),s=ve(r.client.config.workspace.prefix,"jobs",i,"rewrite-inputs"),a=`${s}/config.json`.replace(/\/+/g,"/"),l=`${s}/asset-map.json`.replace(/\/+/g,"/"),c=`${s}/previous-asset-map.json`.replace(/\/+/g,"/");await Promise.all([r.client.writeWorkspaceObject({key:a,body:JSON.stringify(Gr(t)),contentType:"application/json; charset=utf-8"}),r.client.writeWorkspaceObject({key:l,body:JSON.stringify(e),contentType:"application/json; charset=utf-8"}),r.client.writeWorkspaceObject({key:c,body:JSON.stringify(n.previousAssetMap??{}),contentType:"application/json; charset=utf-8"})]);let u=Math.max(1,Math.min(500,r.batchSize)),g=Math.ceil(o.length/u),d=Math.max(1,Math.min(Math.max(1,r.concurrency),g));await n.onStart?.({totalFiles:o.length,workerCount:d});let w=[],b=0,v=0;await Promise.all(Array.from({length:Math.min(16,o.length)},async()=>{for(;;){let P=b;if(P>=o.length)return;b+=1;let $=o[P],x=k.join(t.outputDir,$),A=`${s}/files/${le($)}.txt`.replace(/\/+/g,"/");await r.client.writeWorkspaceObject({key:A,body:await D.readFile(x),contentType:"text/plain; charset=utf-8"}),w[P]={relativePath:$,key:A,fullPath:x},v+=1,await r.onStageProgress?.({index:v,totalFiles:o.length,file:$});}}));let S=Jr(w,u),E=0,p=0,y=0,C=Array.from({length:d},async()=>{for(;;){let P=E;if(P>=S.length)return;E+=1;let $=S[P],x=null,A=null;for(let R=1;R<=Math.max(1,Math.min(5,r.maxAttempts));R+=1){let M=ae(`rewrite-${P+1}-a${R}-${le($.map(f=>f.relativePath).join(`
|
|
7
|
+
`)).slice(0,16)}`,"taskId"),F={schemaVersion:_,operation:"rewrite",jobId:i,taskId:M,configKey:a,assetMapKey:l,previousAssetMapKey:c,items:$.map(f=>({inputKey:f.key,outputKey:f.key,relativePath:f.relativePath}))};try{let f=await r.client.invoke(F);A=Qr(await r.client.readResult(f),f);break}catch(f){x=f;}}if(!A)throw new Error(`Remote rewrite batch ${P+1}/${S.length} failed: ${x instanceof Error?x.message:String(x)}`,{cause:x});for(let R of $){let M=A.detail.objects.find(F=>F.outputKey===R.key);if(!M)throw new Error(`Remote rewrite result omitted ${R.relativePath}.`);await Pe(R.fullPath,Buffer.from(await r.client.readObject(M.output))),M.changed&&(y+=1),p+=1,await n.onProgress?.({index:p,totalFiles:o.length,changedTextFiles:y,file:R.relativePath,changed:M.changed});}}});return await Promise.all(C),y}function W(t,e,{optional:r=false}={}){if(!(r&&(t==null||t===""))){if(typeof t!="string"||!t.trim())throw new Error(`${e} must be a non-empty string.`);return t.trim()}}function nn(t){if(!t||typeof t!="object")throw new Error("Remote worker config must be a JSON object.");let e=t;if(e.schemaVersion!==1)throw new Error(`Unsupported remote worker config version: ${String(e.schemaVersion)}.`);if(e.protocolVersion!==_)throw new Error(`Remote worker protocol mismatch: expected ${_}, received ${String(e.protocolVersion)}.`);let r=e.workspace,n=e.functions;if(!r||!n)throw new Error("Remote worker config requires workspace and functions objects.");return {schemaVersion:1,region:W(e.region,"region"),...W(e.roleArn,"roleArn",{optional:true})?{roleArn:W(e.roleArn,"roleArn")}:{},...W(e.roleSessionName,"roleSessionName",{optional:true})?{roleSessionName:W(e.roleSessionName,"roleSessionName")}:{},workspace:{bucket:W(r.bucket,"workspace.bucket"),prefix:String(r.prefix??"")},functions:{render:W(n.render,"functions.render"),rewrite:W(n.rewrite,"functions.rewrite"),"deploy-copy":W(n["deploy-copy"],"functions.deploy-copy")},targets:Array.isArray(e.targets)?e.targets.map((o,i)=>{if(!o||typeof o!="object")throw new Error(`targets[${i}] must be an object.`);let s=o;return {id:W(s.id,`targets[${i}].id`),bucketName:W(s.bucketName,`targets[${i}].bucketName`),prefix:String(s.prefix??""),region:W(s.region,`targets[${i}].region`)}}):[],protocolVersion:_}}async function $t(t){let e=k.resolve(t);try{return nn(JSON.parse(await readFile(e,"utf8")))}catch(r){throw new Error(`Unable to load remote worker config ${e}: ${r instanceof Error?r.message:String(r)}`,{cause:r})}}var Ee=class{config;lambda;s3;constructor(e,r={}){this.config=e;let n=e.roleArn?fromTemporaryCredentials({params:{RoleArn:e.roleArn,RoleSessionName:e.roleSessionName??"publisher-exporter-remote-worker"},clientConfig:{region:e.region}}):void 0;this.lambda=new LambdaClient({region:e.region,...n?{credentials:n}:{},...r}),this.s3=new S3Client({region:e.region,...n?{credentials:n}:{}});}async invoke(e){let r=e.operation==="health"?this.config.functions.render:this.config.functions[e.operation],n=await this.lambda.send(new InvokeCommand({FunctionName:r,InvocationType:"RequestResponse",Payload:Buffer.from(JSON.stringify(e),"utf8")})),o=n.Payload?JSON.parse(new TextDecoder().decode(n.Payload)):null;if(n.FunctionError)throw new Error(`Remote ${e.operation} worker failed (${n.FunctionError}): ${JSON.stringify(o)}`);if(!o||typeof o!="object")throw new Error(`Remote ${e.operation} worker returned no JSON response.`);let i=o;if(i.schemaVersion!==_||i.operation!==e.operation||i.jobId!==e.jobId||i.taskId!==e.taskId)throw new Error(`Remote ${e.operation} worker returned a mismatched response.`);return i}async readResult(e){if(!e.resultKey)throw new Error(`Remote ${e.operation} response does not contain a resultKey.`);let r=xe(e.resultKey,this.config.workspace.prefix),n=await this.s3.send(new GetObjectCommand({Bucket:this.config.workspace.bucket,Key:r}));if(!n.Body)throw new Error(`Remote worker result has no body: ${r}`);return JSON.parse(await n.Body.transformToString("utf8"))}async readObject(e){if(e.bucket!==this.config.workspace.bucket)throw new Error(`Remote worker object bucket mismatch: ${e.bucket}.`);let r=xe(e.key,this.config.workspace.prefix),n=await this.s3.send(new GetObjectCommand({Bucket:this.config.workspace.bucket,Key:r,...e.versionId?{VersionId:e.versionId}:{}}));if(!n.Body)throw new Error(`Remote worker object has no body: ${r}`);let o=await n.Body.transformToByteArray();if(o.byteLength!==e.bytes)throw new Error(`Remote worker object length mismatch for ${r}: expected ${e.bytes}, received ${o.byteLength}.`);if(le(o)!==e.sha256)throw new Error(`Remote worker object checksum mismatch for ${r}.`);return o}async readObjectText(e){return new TextDecoder("utf8",{fatal:true}).decode(await this.readObject(e))}async health(e){let r=this.config.functions[e],n=`${e}-${Date.now()}`,o=await this.lambda.send(new InvokeCommand({FunctionName:r,InvocationType:"RequestResponse",Payload:Buffer.from(JSON.stringify({schemaVersion:_,operation:"health",jobId:"health",taskId:n}),"utf8")})),i=o.Payload?JSON.parse(new TextDecoder().decode(o.Payload)):null;if(o.FunctionError||!i||typeof i!="object")throw new Error(`Remote ${e} health check failed: ${JSON.stringify(i)}`);return i}async writeWorkspaceObject(e){let r=xe(e.key,this.config.workspace.prefix),n=typeof e.body=="string"?Buffer.from(e.body,"utf8"):e.body,o=le(n),i=await this.s3.send(new PutObjectCommand({Bucket:this.config.workspace.bucket,Key:r,Body:n,ContentType:e.contentType,...e.cacheControl?{CacheControl:e.cacheControl}:{},Metadata:{sha256:o,...e.metadata??{}}}));return {bucket:this.config.workspace.bucket,key:r,sha256:o,bytes:n.byteLength,contentType:e.contentType,...i.ETag?{etag:i.ETag}:{},...i.VersionId?{versionId:i.VersionId}:{}}}};var on="remote-workers.json";function Ct(t={}){let e=String(t.explicitPath??"").trim();if(e)return k.resolve(e);let r=String(t.runtimeDir??process.env.STATIC_PUBLISHER_RUNTIME_DIR??process.env.WPSUITE_STATIC_PUBLISHER_RUNTIME_DIR??"").trim();return r?k.join(k.resolve(r),on):""}var Mt="wpsuite-sha256",jt="wpsuite-normalized-sha256",Lt="public, max-age=0, must-revalidate",gn=/(?:^|[-_:.])(id|uid|nonce|token|hash|instance)(?:$|[-_:.])/i,Be=/^[0-9a-f]{8}-[0-9a-f]{4}-[1-5][0-9a-f]{3}-[89ab][0-9a-f]{3}-[0-9a-f]{12}$/i,mn=["SIGINT","SIGTERM"],Te=new Set,$e=new Map,Tt=null;function fn(t){Te.add(t);let e=false;return ()=>{e||(e=true,Te.delete(t));}}async function hn(){let t=[...Te];t.length!==0&&await Promise.allSettled(t.map(async e=>{Te.delete(e),await D.rm(e,{recursive:true,force:true});}));}function yn(){if(!($e.size>0))for(let t of mn){let e=()=>{Tt||(Tt=hn().finally(()=>{for(let[r,n]of $e)process.off(r,n);$e.clear(),process.exit(1);}));};$e.set(t,e),process.on(t,e);}}yn();function wn(t,e){let r=String(process.env.STATIC_PUBLISHER_CRAWL_MANIFEST_PATH||"").trim();if(r)return k.resolve(r);let n=e.trim();return n?k.join(k.resolve(n),"crawl-manifest.json"):k.join(k.resolve(t),".crawl-manifest.json")}function me(t){return k.normalize(t).split(k.sep).join("/")}function It(t,e){let r=k.relative(k.resolve(t),k.resolve(e));return !r||r.startsWith("..")||k.isAbsolute(r)?null:me(r)}async function bn(t,e,r){let n=wn(t.outputDir,e),o;try{o=await D.readFile(n,"utf8");}catch(u){return u.code==="ENOENT"?(r.warn("Deploy rewrite guard disabled because the crawl manifest is missing.",{manifestPath:n,source:"deploy-guard"}),null):(r.warn("Deploy rewrite guard disabled because the crawl manifest could not be read.",{manifestPath:n,error:u instanceof Error?u.message:String(u),source:"deploy-guard"}),null)}let i;try{i=JSON.parse(o);}catch(u){return r.warn("Deploy rewrite guard disabled because the crawl manifest is invalid JSON.",{manifestPath:n,error:u instanceof Error?u.message:String(u),source:"deploy-guard"}),null}let s=new Map,a=new Map,l=0,c=0;for(let[u,g]of Object.entries(i.pages||{})){let d=String(g?.outputPath||"").trim(),w=d?It(t.outputDir,d):null;if(w){let b=typeof g?.contentType=="string"&&g.contentType?g.contentType:null;b&&a.set(w,b);}!d||g?.rewriteComplete===true||w&&(l++,s.has(w)||s.set(w,{kind:"page",sourceUrl:u,outputPath:k.resolve(d),relativePath:w}));}for(let[u,g]of Object.entries(i.assets||{})){let d=String(g?.outputPath||"").trim(),w=g?.isText===true,b=d?It(t.outputDir,d):null;if(b){let v=typeof g?.contentType=="string"&&g.contentType?g.contentType:null;v&&a.set(b,v);}!d||!w||g?.rewriteComplete===true||b&&(c++,s.has(b)||s.set(b,{kind:"asset",sourceUrl:u,outputPath:k.resolve(d),relativePath:b}));}return {manifestPath:n,byRelativePath:s,contentTypeByRelativePath:a,pendingPages:l,pendingTextAssets:c}}function Rn(t){return t&&(Be.test(t)?"__uuid__":/^[0-9a-f]{6,}$/i.test(t)?"__hex__":/^[0-9]{8,}$/.test(t)?"__num__":/^(?=.*[a-z])(?=.*\d)[a-z0-9]{8,}$/i.test(t)?"__alnum__":t)}function Ve(t){return t.split(/([_:.\-/=?&#]+)/g).map((e,r)=>r%2===1?e:Rn(e)).join("")}function Sn(t){return t.split(/([_:.\-/=?&#]+)/g).map((e,r)=>r%2===1?e:Be.test(e)?"__uuid__":/^[0-9a-f]{6,}$/i.test(e)?"__hex__":/^[0-9]{6,}$/.test(e)?"__num__":/^[a-z0-9_-]{6,}$/i.test(e)?"__id__":e).join("")}function Ie(t,e){return Array.isArray(t)?t.map(r=>Ie(r,e)):t&&typeof t=="object"?Object.fromEntries(Object.entries(t).map(([r,n])=>[r,Ie(n,r)])):typeof t!="string"?t:e&&gn.test(e)?Sn(t):Be.test(t)?"__uuid__":/^[0-9a-f]{6,}$/i.test(t)||/^[0-9]{8,}$/.test(t)?Ve(t):t}function Pn(t){return t.replace(/((?:https?:\/\/[^"'\s>]+|\/)(?:wp-content|wp-includes)\/[^"'\s>?]+)\?ver=[A-Za-z0-9._-]+(?=$|[#"'])/gi,"$1")}function kn(t,e){let r=e.trim();if((r.startsWith("{")||r.startsWith("[")||r.startsWith('"'))&&t.startsWith("data-"))try{let o=JSON.parse(r);return JSON.stringify(Ie(o))}catch{}if(t.startsWith("data-")&&/^[A-Za-z0-9+/=]+$/.test(r))try{let o=Buffer.from(r,"base64").toString("utf8"),i=JSON.parse(o),s=JSON.stringify(Ie(i));return Buffer.from(s,"utf8").toString("base64")}catch{}return e}function vn(t,e){let r=t.toLowerCase();return r==="class"?e.split(/(\s+)/).map((n,o)=>o%2===1?n:Ve(n)).join(""):r==="id"||r==="for"||r==="aria-controls"||r==="aria-labelledby"||r==="aria-describedby"||r==="aria-owns"||r==="aria-activedescendant"||r==="name"?Ve(e):r==="href"||r==="src"?Pn(e):kn(r,e)}function xn(t){return t.replace(/<([a-z][^\s/>]*)([^<>]*?)>/gi,(e,r,n)=>{if(r.startsWith("/"))return e;let o=n.replace(/\s([:@a-zA-Z_][-:.a-zA-Z0-9_]*?)=(['"])([\s\S]*?)\2/g,(i,s,a,l)=>{let c=vn(s,l);return ` ${s}=${a}${c}${a}`});return `<${r}${o}>`})}function fe(t){let e=k.extname(t).toLowerCase();return [".html",".htm",".xml",".xsl",".txt"].includes(e)||["robots.txt","sitemap.xml"].includes(k.basename(t))}function Ce(t,e){return [t.replace(/^\/+|\/+$/g,""),e.replace(/^\/+/,"")].filter(Boolean).join("/")}async function En(t,e,r,n){let o=new Map,i,s=0;do{s++;let a=await B(`S3 list objects page ${s} for s3://${e}/${r||""}`,3e5,({httpOptions:l})=>t.send(new ListObjectsV2Command({Bucket:e,Prefix:r||void 0,ContinuationToken:i}),l));for(let l of a.Contents||[]){if(!l.Key)continue;let c=(l.ETag||"").replace(/^"|"$/g,"").toLowerCase(),u=Number(l.Size??0);o.set(l.Key,{etag:c,size:u,cacheControl:void 0});}i=a.NextContinuationToken,n.debug(`Listed S3 keys page ${s}: ${o.size} keys so far`);}while(i);return o}async function $n(t,e,r,n){if(n.has(r))return n.get(r)??null;try{let o=await B(`S3 head object ${r}`,3e5,({httpOptions:s})=>t.send(new HeadObjectCommand({Bucket:e,Key:r}),s)),i={etag:(o.ETag||"").replace(/^"|"$/g,"").toLowerCase(),size:Number(o.ContentLength??0),cacheControl:o.CacheControl?.trim()||null};return n.set(r,i),i}catch{return n.set(r,null),null}}async function Cn(t,e,r,n){if(n.cacheControl!==void 0)return n.cacheControl;try{let o=await B(`S3 head cache metadata ${r}`,3e5,({httpOptions:i})=>t.send(new HeadObjectCommand({Bucket:e,Key:r}),i));n.cacheControl=o.CacheControl?.trim()||null;}catch{n.cacheControl=null;}return n.cacheControl}function Dt(t){return String(t||"").split(",").map(e=>e.trim().toLowerCase()).filter(Boolean).sort().join(",")}async function Tn(t,e,r,n){let o=[...new Set(Array.from(r).filter(Boolean))];if(o.length===0)return n.info("No explicitly tombstoned S3 objects to delete."),[];n.info(`Deleting ${o.length} explicitly tombstoned S3 object(s)\u2026`);for(let i=0;i<o.length;i+=1e3){let s=o.slice(i,i+1e3);if(s.length===0)continue;let a=await B(`S3 delete objects batch ${Math.floor(i/1e3)+1}`,3e5,({httpOptions:l})=>t.send(new DeleteObjectsCommand({Bucket:e,Delete:{Objects:s.map(c=>({Key:c}))}}),l));if(a.Errors&&a.Errors.length>0){let l=a.Errors.map(c=>`${c.Key||"(unknown)"}: ${c.Code||"DeleteFailed"}`);throw new Error(`S3 reported ${l.length} object deletion error(s): ${l.join(", ")}`)}n.info(`Deleted batch of ${s.length} object(s).`);for(let l of s)n.debug(` deleted: ${l}`);}return o}function In(t){return createHash("md5").update(t).digest("hex")}function he(t){return createHash("sha256").update(t).digest("hex")}function De(t){return createHash("sha256").update(xn(t.toString("utf8"))).digest("hex")}async function Dn(t,e,r,n){if(n.has(r))return n.get(r)??null;try{let s=((await B(`S3 head object metadata ${r}`,3e5,({httpOptions:a})=>t.send(new HeadObjectCommand({Bucket:e,Key:r}),a))).Metadata?.[Mt]||"").trim().toLowerCase()||null;return n.set(r,s),s}catch{return n.set(r,null),null}}async function An(t,e,r,n,o){if(n.has(r))return n.get(r)??null;try{let s=((await B(`S3 head object normalized metadata ${r}`,3e5,({httpOptions:a})=>t.send(new HeadObjectCommand({Bucket:e,Key:r}),a))).Metadata?.[jt]||"").trim().toLowerCase();if(s)return n.set(r,s),s}catch{return n.set(r,null),null}if(o.has(r)){let i=o.get(r)??null;return n.set(r,i),i}try{let s=await(await B(`S3 get object ${r}`,3e5,({httpOptions:l})=>t.send(new GetObjectCommand({Bucket:e,Key:r}),l))).Body?.transformToByteArray(),a=s?De(Buffer.from(s)):null;return o.set(r,a),n.set(r,a),a}catch{return o.set(r,null),n.set(r,null),null}}function On(t){return t.replace(/[^a-zA-Z0-9._-]+/g,"-").replace(/-+/g,"-").replace(/^-|-$/g,"")||"profile"}function Mn(t,e){let r=t,n=Object.entries(e).sort((o,i)=>i[0].length-o[0].length);for(let[o,i]of n)o&&(r=r.split(o).join(i));return r}async function jn(t,e,r,n){let o=k.join(t,"asset-map.json"),i;try{i=await D.readFile(o,"utf8");}catch(l){if(l.code==="ENOENT")return;throw l}let s=JSON.parse(i);if(!s||typeof s!="object")return;let a=Object.fromEntries(Object.entries(s).map(([l,c])=>{let u=String(c??"");return e.urlRewriteMode==="absolute"&&e.targetOrigin&&r.targetOrigin&&e.targetOrigin!==r.targetOrigin&&(u=u.split(e.targetOrigin).join(r.targetOrigin)),u=Mn(u,n),[l,u]}));await D.writeFile(o,JSON.stringify(a,null,2),"utf8");}async function Ln(t,e,r,n,o,i,s){let a=t.targetOrigin!==e.targetOrigin,l=Object.keys(n).length>0;if(!r||!a&&!l)return {outputDir:t.outputDir,cleanup:async()=>{}};if(a&&t.urlRewriteMode!=="absolute")throw new Error(`Deployment profile "${r}" changes targetOrigin, but the base crawl output must use urlRewriteMode "absolute" for multi-target redeploys.`);let c=k.join(k.dirname(t.outputDir),`.deploy-profile-${On(r)}-${Date.now()}`),u=fn(c);o.info(`Preparing deployment profile "${r}" from existing crawl output to ${c}...`);try{if(await D.rm(c,{recursive:!0,force:!0}),i){await D.mkdir(c,{recursive:!0});for(let v of i){let S=k.join(t.outputDir,v),E=k.join(c,v);await D.mkdir(k.dirname(E),{recursive:!0}),await D.copyFile(S,E);}}else await D.cp(t.outputDir,c,{recursive:!0});let g={...t,sourceOrigin:t.targetOrigin,targetOrigin:e.targetOrigin,extraReplacements:n,outputDir:c},d=1;o.info(`Rewriting text files for deployment profile "${r}"...`);let w={files:i,onStart:({totalFiles:v,workerCount:S})=>{d=S,o.info(`Rewriting ${v} text file(s) for deployment profile "${r}" with ${S} worker(s).`);},onProgress:({index:v,totalFiles:S,changedTextFiles:E,file:p,changed:y})=>{let P=`Rewriting [${v}/${S}] ${p} (${y?"rewrote":"checked"}; ${E} changed so far)`;S<=200||v<=5||v%10===0||v===S?(o.progress(P,{file:p,index:v,totalFiles:S,changed:y,changedTextFiles:E,workerCount:d}),o.info(P)):o.debug(P);}},b=s?await vt(g,{},{...s,options:w}):await St(g,{},w);return await jn(c,t,e,n),o.info(`Prepared deployment profile "${r}" in ${c} (${b} rewritten text file(s)).`),{outputDir:c,cleanup:async()=>{u(),await D.rm(c,{recursive:!0,force:!0});}}}catch(g){throw o.error(`Failed to prepare deployment profile "${r}" temporary output.`,{tempDir:c,outputDir:t.outputDir,error:g instanceof Error?g.message:String(g),...g instanceof Error&&g.stack?{stack:g.stack}:{}}),await D.rm(c,{recursive:true,force:true}).catch(()=>{}),u(),await o.flush().catch(()=>{}),g}}function Fn(t,e){let r=o=>o.replace(/^\/+|\/+$/g,""),n=t.targets.find(o=>o.bucketName===e.s3.bucket&&r(o.prefix)===r(e.s3.prefix)&&o.region===e.s3.region);if(!n)throw new Error(`No CDK Lambda deployment target matches s3://${e.s3.bucket}/${e.s3.prefix||""} in ${e.s3.region}. Redeploy the CDK with this target and reinstall remote-workers.json.`);return n}function _n(t,e){if(!t||typeof t!="object")throw new Error("Remote deploy result must be a JSON object.");let r=t;if(r.schemaVersion!==_||r.response?.operation!=="deploy-copy"||r.response.jobId!==e.jobId||r.response.taskId!==e.taskId||!r.detail||!Array.isArray(r.detail.objects)||!Array.isArray(r.detail.deletedKeys)||!Array.isArray(r.detail.deleteErrors))throw new Error("Remote deploy result has an invalid envelope.");return r}async function At(t){let e=null;for(let r=1;r<=Math.max(1,Math.min(5,t.maxAttempts));r+=1){let n=ae(`deploy-${t.batchIndex}-a${r}-${Date.now()}`,"taskId");try{let o=await t.client.invoke({schemaVersion:_,operation:"deploy-copy",jobId:t.jobId,taskId:n,targetId:t.targetId,items:t.items,...t.deleteRelativeKeys?{deleteRelativeKeys:t.deleteRelativeKeys}:{}}),i=_n(await t.client.readResult(o),o);if(i.response.status==="partial")throw new Error(`Worker reported ${i.response.failedItems} failed item(s).`);return i}catch(o){e=o;}}throw new Error(`Remote deploy task failed after ${t.maxAttempts} attempt(s): ${e instanceof Error?e.message:String(e)}`,{cause:e})}async function Wn(t){let e=Fn(t.remoteConfig,t.config),r=ae(`deploy-${Date.now()}-${he(Buffer.from(`${e.id}:${t.config.outputDir}`)).slice(0,12)}`,"jobId"),n=ve(t.remoteConfig.workspace.prefix,"jobs",r,"deploy-inputs");t.log.progress(`Staging export for Lambda deploy: 0/${t.files.length}`,{phase:"deploy-stage",index:0,totalFiles:t.files.length,uploaded:0,skipped:0,failed:0,mode:"lambda-s3-copy"});let o=0,i=[],s=Math.max(1,Math.min(16,t.concurrency*2)),a=0;await Promise.all(Array.from({length:Math.min(s,t.files.length)},async()=>{for(;;){let p=a;if(p>=t.files.length)return;a+=1;let y=t.files[p],C=await D.readFile(k.join(t.config.outputDir,y)),P=t.contentTypeByRelativePath?.get(y)||Ot.lookup(y)||"application/octet-stream",$=t.revalidateFiles.has(me(y))?Lt:fe(y)?t.config.s3.htmlCacheControl:t.config.s3.assetCacheControl,x=he(C),A=fe(y)?De(C):void 0,R=`${n}/files/${he(Buffer.from(y))}-${k.basename(y)}`.replace(/\/+/g,"/");await t.client.writeWorkspaceObject({key:R,body:C,contentType:String(P),cacheControl:$,metadata:{"wpsuite-sha256":x,...A?{"wpsuite-normalized-sha256":A}:{}}}),i[p]={sourceKey:R,targetRelativeKey:y,sha256:x,...A?{normalizedSha256:A}:{},bytes:C.byteLength,contentType:String(P),cacheControl:$},o+=1,(o===t.files.length||o<=5||o%25===0)&&t.log.progress(`Staging export for Lambda deploy: ${o}/${t.files.length}`,{phase:"deploy-stage",index:o,totalFiles:t.files.length,staged:o,mode:"lambda-s3-copy"});}}));let l=[],c=Math.max(1,Math.min(500,t.batchSize));for(let p=0;p<i.length;p+=c)l.push(i.slice(p,p+c));let u=[],g=[],d=[],w=0,b=0,v=0,S=Math.max(1,Math.min(Math.max(1,t.concurrency),l.length));if(t.log.progress(`Lambda deploy: 0/${t.files.length}`,{phase:"deploy-copy",index:0,totalFiles:t.files.length,uploaded:0,skipped:0,failed:0,mode:"lambda-s3-copy",workerCount:S,completedBatches:0,totalBatches:l.length}),await Promise.all(Array.from({length:S},async()=>{for(;;){let p=v;if(p>=l.length)return;v+=1;let y=Date.now(),C=await At({client:t.client,jobId:r,targetId:e.id,batchIndex:p+1,items:l[p],maxAttempts:t.maxAttempts}),P=0,$=0,x=0;for(let R of C.detail.objects)w+=1,R.status==="copied"?(u.push(R.targetKey),P+=1):R.status==="skipped"?(g.push(R.targetKey),$+=1):(d.push(R.targetKey),x+=1),t.log.debug(`Lambda deploy ${R.status}: ${R.targetKey}`,{phase:"deploy-copy",batch:p+1,sourceKey:R.sourceKey,targetKey:R.targetKey,status:R.status,...R.error?{error:R.error}:{}});b+=1;let A=Date.now()-y;t.log.info(`Lambda deploy batch ${p+1}/${l.length} completed: ${P} copied, ${$} skipped unchanged, ${x} failed.`,{phase:"deploy-copy",batch:p+1,totalBatches:l.length,items:C.detail.objects.length,copied:P,skipped:$,failed:x,elapsedMs:A,elapsedSeconds:Math.round(A/10)/100,workerExporterVersion:C.response.exporterVersion,...C.requestId?{lambdaRequestId:C.requestId}:{},...C.completedAt?{workerCompletedAt:C.completedAt}:{}}),t.log.progress(`Lambda deploy: ${w}/${t.files.length}`,{phase:"deploy-copy",index:w,totalFiles:t.files.length,uploaded:u.length,skipped:g.length,failed:d.length,mode:"lambda-s3-copy",workerCount:S,completedBatches:b,totalBatches:l.length});}})),d.length>0)throw new Error(`Remote deployment failed for ${d.length} object(s).`);let E=[];for(let p=0;p<t.deletedFiles.length;p+=1e3){let y=t.deletedFiles.slice(p,p+1e3);if(y.length===0)continue;let C=await At({client:t.client,jobId:r,targetId:e.id,batchIndex:l.length+Math.floor(p/1e3)+1,items:[],deleteRelativeKeys:y,maxAttempts:t.maxAttempts});E.push(...C.detail.deletedKeys),t.log.progress(`Lambda deploy deletions: ${E.length}/${t.deletedFiles.length}`,{phase:"deploy-delete",index:E.length,totalFiles:t.deletedFiles.length,deleted:E.length,mode:"lambda-s3-copy"});}return {uploadedKeys:u,skippedKeys:g,failedKeys:d,deletedKeys:E}}async function Ft(t=process.argv.slice(2)){let e=await we(),r=at(t),n=lt(e,r),o=k.resolve(n.config.logDir||"logs"),i=process.env.STATIC_PUBLISHER_RUNTIME_DIR||process.env.WPSUITE_STATIC_PUBLISHER_RUNTIME_DIR||"",s=i?k.join(k.resolve(i),"deploy-diff.json"):"",a=new ie(o,"deploy.log.jsonl",n.config.logLevel??"info"),l=n.profile?.extraReplacements??{},c=async()=>{};try{let u=await it(e);if(t.includes("--content-sync")&&u?.schemaVersion!==2)throw new Error("Content-sync deployment requires a valid schema-2 targeted deploy plan.");let d=await st(e);if(d)throw new Error(`Deployment blocked: the crawl started at ${d.startedAt} did not complete its final rewrite. Run a successful crawl or resume the rewrite before deploying.`);let w=e.remoteWorkers?.rewrite?.enabled===!0,b=e.remoteWorkers?.deploy?.enabled===!0,v=null,S=null;if(w||b){let m=Ct({runtimeDir:i});if(!m)throw new Error("Remote Lambda workers are enabled, but the runtime directory is unknown.");v=await $t(m),S=new Ee(v);}let E=await Ln(e,n.config,n.name,l,a,u?.schemaVersion===2?u.changedFiles:void 0,w&&S?{client:S,jobId:`profile-${Date.now()}`,concurrency:e.remoteWorkers?.rewrite?.concurrency??e.rewriteConcurrency,batchSize:e.remoteWorkers?.rewrite?.batchSize??25,maxAttempts:e.remoteWorkers?.rewrite?.maxAttempts??2,onStageProgress:({index:m,totalFiles:O,file:h})=>{(m===1||m===O||m%25===0)&&a.progress(`Staging deployment-profile rewrite: ${m}/${O}`,{phase:"rewrite-stage",index:m,totalFiles:O,file:h,execution:"lambda"});}}:void 0);c=E.cleanup;let p={...n.config,outputDir:E.outputDir},y=p.s3SyncMode??"sdk-upload-delete";if(u?.schemaVersion===2&&u.deletedFiles.length>0&&y!=="sdk-upload-delete")throw new Error("Content-sync tombstones require the sdk-upload-delete S3 sync mode.");let C=u?.schemaVersion!==2&&E.outputDir!==e.outputDir&&(e.targetOrigin!==n.config.targetOrigin||Object.keys(l).length>0),P=!!u&&!u.fullSyncRequired&&!C;if(u?.schemaVersion===2&&!P)throw new Error("Content-sync deployment cannot widen into a full-output deployment.");n.name&&a.info(`Using deployment profile: ${n.name}`),a.info(`Starting deploy \u2014 s3://${p.s3.bucket}/${p.s3.prefix||""} (region: ${p.s3.region})`),a.info(`S3 sync mode: ${y}`),u&&u.fullSyncRequired?a.info("Deploy plan requests a full sync; scanning the whole output tree."):u&&C?a.info("Ignoring incremental deploy plan because deployment-profile rewrites require a full sync."):P&&a.info(`Using incremental deploy plan: ${u.changedFiles.length} changed file(s), ${u.deletedFiles.length} deleted file(s).`),a.mark("deploy");let $=new S3Client({region:p.s3.region}),x=E.outputDir===e.outputDir?await bn(e,i,a):null,A=u?.schemaVersion===2?[...u.uploadGroups.assets,...u.uploadGroups.content,...u.uploadGroups.listings,...u.uploadGroups.resources,...u.uploadGroups.sitemapLeaves,...u.uploadGroups.sitemapIndexes]:u?.changedFiles??[];if(u?.schemaVersion===2){let m=[...new Set(A)],O=[...new Set(u.changedFiles)];if(m.length!==O.length||O.some(h=>!m.includes(h)))throw new Error("Content-sync deploy-plan upload groups do not cover the exact changed-file set.")}let R=P?(await Promise.all(A.map(async m=>{try{return (await D.stat(k.join(p.outputDir,m))).isFile()?m:null}catch{if(u?.schemaVersion===2)throw new Error(`Content-sync planned upload is missing: ${m}`);return null}}))).filter(m=>m!==null):await xr(["**/*"],{cwd:p.outputDir,onlyFiles:!0,dot:!0}),M=[],F=[],f=R.filter(m=>{let O=x?.byRelativePath.get(me(m));if(!O)return !0;let h=Ce(p.s3.prefix,m);return M.push(m),F.push(h),a.reject(O.kind,O.sourceUrl||m,"rewrite not completed; deploy upload blocked","deploy-guard",{file:m,key:h,outputPath:O.outputPath,manifestPath:x?.manifestPath}),!1}),qe=new Set((u?.revalidateFiles||[]).map(me)),He=new Set((P?f:R).map(m=>Ce(p.s3.prefix,m)));x&&(x.pendingPages>0||x.pendingTextAssets>0)&&a.info(`Deploy rewrite guard loaded ${x.pendingPages} pending page(s) and ${x.pendingTextAssets} pending text asset(s) from crawl manifest.`,{manifestPath:x.manifestPath,pendingPages:x.pendingPages,pendingTextAssets:x.pendingTextAssets,source:"deploy-guard"}),M.length>0&&a.warn(`Deploy rewrite guard blocked ${M.length} file(s) from upload because final crawl rewrite is incomplete.`,{rejected:M.length,manifestPath:x?.manifestPath,source:"deploy-guard"}),P?a.info(`Using ${f.length} eligible planned changed file(s) from deploy plan for upload${M.length>0?` (${M.length} blocked by deploy rewrite guard)`:""}.`):a.info(`Found ${R.length} file(s) in output directory "${p.outputDir}"${M.length>0?`; ${f.length} remain eligible for upload after deploy rewrite guard filtering`:""}.`),a.progress("Deploy preflight: comparing local output with remote S3 state.",{phase:"deploy",mode:y,totalFiles:f.length,scannedFiles:R.length,rejected:M.length,deploymentProfile:n.name||"",s3Bucket:p.s3.bucket,s3Prefix:p.s3.prefix||"",targetedPlan:P,deployGuardEnabled:E.outputDir===e.outputDir});let j=0,I=0,N=0,ee=[],H=[],J=[],Y=[],Z=[],te=new Map,_t=new Map,Wt=new Map,Nt=new Map,Kt=new Map;if(b){if(!S||!v)throw new Error("Remote deploy worker client was not initialized.");if(y!=="sdk-upload-delete"&&y!=="sdk-upload-only")throw new Error(`Unsupported remote deploy mode: ${y}`);let m=await Wn({client:S,remoteConfig:v,config:p,files:f,deletedFiles:y==="sdk-upload-delete"?u?.deletedFiles??[]:[],revalidateFiles:qe,contentTypeByRelativePath:x?.contentTypeByRelativePath,concurrency:p.remoteWorkers?.deploy?.concurrency??p.assetDownloadConcurrency,batchSize:p.remoteWorkers?.deploy?.batchSize??50,maxAttempts:p.remoteWorkers?.deploy?.maxAttempts??2,log:a});ee.push(...m.uploadedKeys),H.push(...m.skippedKeys),J.push(...m.failedKeys),Y=m.deletedKeys,j=ee.length,I=H.length,N=J.length,a.info(`Lambda deploy complete: ${j} copied, ${I} skipped unchanged, ${Y.length} deleted, ${N} failed.`),s&&(await D.mkdir(k.dirname(s),{recursive:!0}),await D.writeFile(s,JSON.stringify({generatedAt:new Date().toISOString(),mode:"lambda-s3-copy",summary:{totalFiles:R.length,eligibleFiles:f.length,uploaded:j,skipped:I,rejected:F.length,failed:N,deleted:Y.length,protected:0,...n.name?{profile:n.name}:{}},uploadedKeys:ee,skippedKeys:H,rejectedKeys:F,failedKeys:J,deletedKeys:Y,protectedRemoteOnlyKeys:[]},null,2),"utf8")),u?.schemaVersion!==2&&await _e(e),a.endMark("deploy"),await a.flush();return}P||(a.info("Listing existing S3 objects to detect unchanged files..."),te=await En($,p.s3.bucket,p.s3.prefix,a),a.info(`Found ${te.size} existing key(s) in S3.`));let Ut=async m=>te.has(m)?te.get(m)??null:P?$n($,p.s3.bucket,m,_t):null;for(let m of f){let O=k.join(p.outputDir,m),h=Ce(p.s3.prefix,m),K=x?.contentTypeByRelativePath.get(m),ce=K&&K!=="application/octet-stream"?K:Ot.lookup(m)||K||"application/octet-stream",Je=qe.has(me(m)),Ge=Je?Lt:fe(m)?p.s3.htmlCacheControl:p.s3.assetCacheControl,T=j+I+N+1;f.length<=200||T<=5||T%10===0||T===f.length?(a.progress(`Uploading [${T}/${f.length}] ${h} (${ce})`,{file:m,key:h,index:T,totalFiles:f.length,contentType:ce,mode:y}),a.info(`Uploading [${T}/${f.length}] ${h} (${ce})`)):a.debug(`Uploading [${T}/${f.length}] ${h} (${ce})`);try{let U=await D.readFile(O),re=await Ut(h),ue=null,ne=null;if(re){let pe=!Je||Dt(await Cn($,p.s3.bucket,h,re))===Dt(Ge),Vt=U.byteLength;if(re.size===Vt){let ye=re.etag.includes("-");if(re.etag!==""&&!ye){let zt=In(U);if(re.etag===zt&&pe){I++,f.length<=200||I<=5||I%25===0?(a.progress(`Skipped unchanged [${T}/${f.length}] ${h}`,{file:m,key:h,index:T,totalFiles:f.length,uploaded:j,skipped:I,failed:N,mode:y,reason:"etag-md5-match"}),a.info(`Skipped unchanged [${T}/${f.length}] ${h}`)):a.debug(`Skipped unchanged [${T}/${f.length}] ${h}`),H.push(h);continue}}ue=he(U);let Qe=await Dn($,p.s3.bucket,h,Wt);if(Qe&&Qe===ue&&pe){I++,f.length<=200||I<=5||I%25===0?(a.progress(`Skipped unchanged [${T}/${f.length}] ${h}`,{file:m,key:h,index:T,totalFiles:f.length,uploaded:j,skipped:I,failed:N,mode:y,reason:"metadata-sha256-match"}),a.info(`Skipped unchanged [${T}/${f.length}] ${h}`)):a.debug(`Skipped unchanged [${T}/${f.length}] ${h}`),H.push(h);continue}}if(fe(m)){ne=De(U);let ye=await An($,p.s3.bucket,h,Nt,Kt);if(ye&&ye===ne&&pe){I++,f.length<=200||I<=5||I%25===0?(a.progress(`Skipped semantically unchanged [${T}/${f.length}] ${h}`,{file:m,key:h,index:T,totalFiles:f.length,uploaded:j,skipped:I,failed:N,mode:y,reason:"normalized-html-match"}),a.info(`Skipped semantically unchanged [${T}/${f.length}] ${h}`)):a.debug(`Skipped semantically unchanged [${T}/${f.length}] ${h}`),H.push(h);continue}}}ue=ue??he(U),ne=ne??(fe(m)?De(U):null),await B(`S3 upload ${h}`,9e5,({abortController:pe})=>new Upload({client:$,abortController:pe,params:{Bucket:p.s3.bucket,Key:h,Body:U,ContentType:ce,CacheControl:Ge,Metadata:{[Mt]:ue,...ne?{[jt]:ne}:{}}}}).done()),j++,ee.push(h),(j%25===0||j===f.length)&&(a.progress(`Uploaded ${j}/${f.length} file(s)\u2026`,{uploaded:j,skipped:I,failed:N,totalFiles:f.length,mode:y}),a.info(`Uploaded ${j}/${f.length} file(s)\u2026`));}catch(U){N++,J.push(h),a.error(`Failed to upload ${h}: ${U.message}`,{key:h,error:String(U)});}}if(a.info(`Upload complete: ${j} uploaded, ${I} skipped unchanged, ${F.length} rejected by guard, ${N} failed.`),J.length>0||F.length>0)throw new Error(`Deployment stopped before deletion because ${J.length} upload(s) failed and ${F.length} upload(s) were rejected.`);if(y==="sdk-upload-delete"){let m=new Set((u?.deletedFiles??[]).map(h=>Ce(p.s3.prefix,h))),O=[...m].filter(h=>!He.has(h));if(!P&&(Z=[...te.keys()].filter(K=>!He.has(K)).filter(K=>!m.has(K)),Z.length>0)){a.warn(`Protected ${Z.length} remote-only S3 object(s) from deletion because the crawl did not provide explicit tombstones.`,{protected:Z.length,source:"deploy-delete-guard"});for(let K of Z)a.debug(` protected remote-only object: ${K}`);}Y=await Tn($,p.s3.bucket,P?O:O.filter(h=>te.has(h)),a);}else a.info("Sync mode is sdk-upload-only \u2014 skipping stale object deletion.");s&&(await D.mkdir(k.dirname(s),{recursive:!0}),await D.writeFile(s,JSON.stringify({generatedAt:new Date().toISOString(),mode:y,summary:{totalFiles:R.length,eligibleFiles:f.length,uploaded:ee.length,skipped:H.length,rejected:F.length,failed:J.length,deleted:Y.length,protected:Z.length,...n.name?{profile:n.name}:{}},uploadedKeys:ee,skippedKeys:H,rejectedKeys:F,failedKeys:J,deletedKeys:Y,protectedRemoteOnlyKeys:Z},null,2),"utf8")),u?.schemaVersion!==2&&await _e(e),a.endMark("deploy"),await a.flush();}finally{await c().catch(()=>{});}}Ft().catch(async t=>{console.error(t);try{let r=(await we().catch(()=>null))?.logDir??"logs",n=new ie(r,"deploy.log.jsonl","debug");n.error(`Unhandled error: ${t instanceof Error?t.message:String(t)}`,t instanceof Error?{stack:t.stack}:void 0),await n.flush();}catch{}process.exit(1);});
|
package/dist/invalidate.js
CHANGED
|
@@ -1,3 +1,3 @@
|
|
|
1
|
-
import S from'fs/promises';import te from'http';import re from'https';import P from'path';import {CloudFrontClient,waitUntilInvalidationCompleted,CreateInvalidationCommand}from'@aws-sdk/client-cloudfront';import {createHash}from'crypto';var U=["/sitemap_index.xml","/wp-sitemap.xml","/sitemap.xml"];function $(r){let e=r.trim();return e==="."?".":e.replace(/\/$/,"")}function ie(r){let e=String(r??"").trim();if(!e)return "";let t=e;if(/^https?:\/\//i.test(t))try{t=new URL(t).pathname;}catch{return ""}if(t=t.split(/[?#]/,1)[0]?.replace(/\\/g,"/").trim()??"",!t)return "";let n=t.endsWith("/"),i=t.replace(/^\/+/,"").split("/").map(o=>o.replace(/[^A-Za-z0-9._-]/g,"")).filter(o=>o.length>0&&o!=="."&&o!=="..");if(i.length===0)return "";let s=`/${i.join("/")}`;return n&&P.extname(s)===""&&(s+="/"),s==="/"?"":s}function E(r){return !r||typeof r!="object"?{}:Object.fromEntries(Object.entries(r).map(([e,t])=>[e.trim(),String(t??"")]).filter(([e])=>e.length>0))}function ne(r){if(!r||typeof r!="object")return {};let e={};for(let[t,n]of Object.entries(r)){let i=t.trim();if(!i||!n||typeof n!="object")continue;let s=n,o={};if(typeof s.targetOrigin=="string"){let a=$(s.targetOrigin);a&&(o.targetOrigin=a);}let l=E(s.extraReplacements);if(Object.keys(l).length>0&&(o.extraReplacements=l),s.s3&&typeof s.s3=="object"){let a={},u=s.s3;typeof u.bucket=="string"&&(a.bucket=u.bucket.trim()),typeof u.prefix=="string"&&(a.prefix=u.prefix.trim()),typeof u.region=="string"&&(a.region=u.region.trim()),typeof u.htmlCacheControl=="string"&&(a.htmlCacheControl=u.htmlCacheControl.trim()),typeof u.assetCacheControl=="string"&&(a.assetCacheControl=u.assetCacheControl.trim()),Object.keys(a).length>0&&(o.s3=a);}if(s.cloudFront&&typeof s.cloudFront=="object"){let a={},u=s.cloudFront;typeof u.distributionId=="string"&&(a.distributionId=u.distributionId.trim()),Array.isArray(u.invalidationPaths)&&(a.invalidationPaths=u.invalidationPaths.map(c=>String(c??"").trim()).filter(c=>c.length>0)),Object.keys(a).length>0&&(o.cloudFront=a);}e[i]=o;}return e}function L(r){return r==="PROFESSIONAL"||r==="AGENCY"?r:void 0}function se(r,e){if(!r||typeof r!="object")return null;let t=r,n=t.command;if(n!=="publish"&&n!=="crawl"&&n!=="deploy"&&n!=="invalidate"&&n!=="retry-timeouts"&&n!=="url"&&n!=="content-sync")return null;let i=Number.parseInt(String(t.intervalMinutes??"0"),10);if(!Number.isFinite(i)||i<1)return null;let s=String(t.id??`${n}-${e+1}`).trim();if(!s)return null;let o=String(t.deploymentProfile??"").trim(),l=String(t.url??"").trim(),a=Array.isArray(t.postTypes)?[...new Set(t.postTypes.map(c=>String(c??"").trim().toLowerCase().replace(/[^a-z0-9_-]/g,"")).filter(Boolean))]:[],u=Array.isArray(t.listingPaths)?[...new Set(t.listingPaths.map(c=>String(c??"").trim()).filter(Boolean))]:[];return n==="content-sync"&&a.length===0?null:{id:s,enabled:t.enabled!==false,command:n,intervalMinutes:i,...n==="publish"||n==="crawl"?{crawlMode:t.crawlMode==="incremental"?"incremental":"full"}:{},...(n==="publish"||n==="deploy"||n==="invalidate"||n==="content-sync")&&o?{deploymentProfile:o}:{},...l?{url:l}:{},...a.length>0?{postTypes:a}:{},...u.length>0?{listingPaths:u}:{},...typeof t.includeSubsites=="boolean"?{includeSubsites:t.includeSubsites}:{},...typeof t.includePostTypeArchives=="boolean"?{includePostTypeArchives:t.includePostTypeArchives}:{},...typeof t.includeTaxonomyArchives=="boolean"?{includeTaxonomyArchives:t.includeTaxonomyArchives}:{},...typeof t.includeAuthorArchives=="boolean"?{includeAuthorArchives:t.includeAuthorArchives}:{},...typeof t.includeDateArchives=="boolean"?{includeDateArchives:t.includeDateArchives}:{},...typeof t.includePostsPage=="boolean"?{includePostsPage:t.includePostsPage}:{},...typeof t.includeSitemapChain=="boolean"?{includeSitemapChain:t.includeSitemapChain}:{}}}function j(r){let e=r&&typeof r=="object"?r:{},t=Array.isArray(e.rules)?e.rules.map((n,i)=>se(n,i)).filter(n=>!!n):[];return {enabled:e.enabled===true,timezone:typeof e.timezone=="string"&&e.timezone.trim()!==""?e.timezone.trim():"UTC",rules:t}}function oe(r){if(!r||typeof r!="object")return;let e=r,t={};for(let i of ["accountId","siteId"]){let s=e[i];typeof s=="string"&&s.trim()!==""&&(t[i]=s.trim());}let n=Number(e.lastUpdate??0);return Number.isFinite(n)&&n>0&&(t.lastUpdate=Math.floor(n)),e.subscriber===true&&(t.subscriber=true),Object.keys(t).length>0?t:void 0}function x(r){let e=r&&typeof r=="object"?r:{},t=String(e.accountId??"").trim(),n=String(e.siteId??"").trim(),i=e.subscriber===true,s=oe(e.siteSettings),o={...s??{},...t?{accountId:s?.accountId??t}:{},...n?{siteId:s?.siteId??n}:{},...s?.subscriber===true||i?{subscriber:true}:{}},l={},a=String(e.apiBase??"").trim();a&&(l.apiBase=a);let u=String(e.runtimeToken??e.nonce??"").trim();u&&(l.runtimeToken=u);let c=String(e.virtualAssetBaseUrl??e.uploadUrl??"").trim();c&&(l.virtualAssetBaseUrl=c),Object.keys(o).length>0&&(l.siteSettings=o);let g=L(e.subscriptionType);return g&&(l.subscriptionType=g),l}function ae(r){try{let e=new URL(r);globalThis.location=e;}catch{}}function _(r){return typeof r=="string"?r:r instanceof URL?r.toString():r.url}function le(r,e){let t=new Headers(r instanceof Request?r.headers:void 0);if(e?.headers)for(let[n,i]of new Headers(e.headers).entries())t.set(n,i);return t}async function q(r,e,t=5){let n=new URL(_(r)),i=String(e?.method??(r instanceof Request?r.method:"GET")).toUpperCase(),s=n.protocol==="http:"?te:re,o=le(r,e);return await new Promise((l,a)=>{let u=s.request(n,{method:i,headers:Object.fromEntries(o.entries()),...n.protocol==="https:"?{rejectUnauthorized:false}:{}},c=>{let g=[];c.on("data",d=>{g.push(Buffer.isBuffer(d)?d:Buffer.from(d));}),c.on("error",a),c.on("end",()=>{let d=c.statusCode??0,m=c.headers.location;if(t>0&&m&&[301,302,303,307,308].includes(d)){l(q(new URL(m,n),{method:d===303?"GET":i},t-1));return}let p=new Headers;for(let[f,h]of Object.entries(c.headers))Array.isArray(h)?p.set(f,h.join(", ")):typeof h=="string"&&p.set(f,h);l(new Response(Buffer.concat(g),{status:d,statusText:c.statusMessage??"",headers:p}));});});u.on("error",a),u.end();})}function ue(r){let e=x(r.wpsuite),t={...e.siteSettings??{},...e.siteSettings?.subscriber===true||e.subscriptionType==="PROFESSIONAL"||e.subscriptionType==="AGENCY"?{subscriber:true}:{}},n=String(t.accountId??"").trim(),i=String(t.siteId??"").trim(),s=String(e.virtualAssetBaseUrl??e.uploadUrl??"").trim();if(r.wpsuite={...e.apiBase?{apiBase:e.apiBase}:{},...e.runtimeToken?{runtimeToken:e.runtimeToken}:{},...s?{virtualAssetBaseUrl:s}:{},...Object.keys(t).length>0?{siteSettings:t}:{},...e.subscriptionType?{subscriptionType:e.subscriptionType}:{}},!n||!i||!s)return false;ae(r.sourceOrigin);let o=globalThis,a={...o.WpSuite??{},siteSettings:t,uploadUrl:s};return e.apiBase&&(a.apiBase=e.apiBase),o.WpSuite=a,true}async function ce(r){let e=String(r.wpsuite?.virtualAssetBaseUrl??r.wpsuite?.uploadUrl??"").trim();if(!ue(r)){let i=r.wpsuite?.siteSettings,s=[String(i?.accountId??"").trim()?"":"accountId",String(i?.siteId??"").trim()?"":"siteId",e?"":"virtualAssetBaseUrl"].filter(Boolean);return {remote:null,diagnostic:{status:"invalid-runtime",virtualAssetBaseUrl:e,subscriptionType:null,error:`Missing WP Suite runtime field(s): ${s.join(", ")}.`,requests:[]}}}let t=globalThis.fetch,n=[];try{typeof t=="function"&&/^https?:\/\//i.test(e)&&(globalThis.fetch=(async(a,u)=>{let c=_(a);if(c.startsWith(e)){let g=(()=>{try{return new URL(c).pathname}catch{return c}})();try{let d=r.ignoreHttpsErrors&&c.startsWith("https://")?await q(a,u):await t(a,u);return n.push({path:g,status:d.status,ok:d.ok,error:null}),d}catch(d){throw n.push({path:g,status:null,ok:!1,error:d instanceof Error?d.message:String(d)}),d}}return t(a,u)}));let{getConfig:i}=await import('@smart-cloud/wpsuite-core'),s=await i("publisher"),o=s&&typeof s=="object"?s:null,l=L(o?.subscriptionType);return {remote:o,diagnostic:{status:o?"loaded":"unavailable",virtualAssetBaseUrl:e,subscriptionType:l??null,error:o?null:"WP Suite publisher config loader returned no configuration.",requests:n}}}catch(i){return {remote:null,diagnostic:{status:"unavailable",virtualAssetBaseUrl:e,subscriptionType:null,error:i instanceof Error?i.message:String(i),requests:n}}}finally{typeof t=="function"&&(globalThis.fetch=t);}}function pe(r,e){let t=ne(e?.deploymentProfiles),n=String(e?.defaultDeploymentProfile??"").trim(),i=t[n]?n:"",s=L(e?.subscriptionType),o=x(r.wpsuite);return {...r,scheduler:j(e?.scheduler),deploymentProfiles:t,defaultDeploymentProfile:i,...s?{subscriptionType:s}:{},wpsuite:{...o,...o.siteSettings||s?{siteSettings:{...o.siteSettings??{},...o.siteSettings?.subscriber===true||s==="PROFESSIONAL"||s==="AGENCY"?{subscriber:true}:{}}}:{},...s?{subscriptionType:s}:{}}}}function k(r,e){let n=String(r||"").replace(/\\/g,"/").trim().replace(/^\/+|\/+$/g,"");if(!n)return e;let i=n.split("/").map(s=>s.trim()).filter(s=>s.length>0&&s!=="."&&s!=="..");return i.length>0?i.join("/"):e}function de(){let r=process.env.STATIC_PUBLISHER_RUNTIME_DIR||process.env.WPSUITE_STATIC_PUBLISHER_RUNTIME_DIR||"";return r.trim()?P.resolve(r):""}function N(r,e,t){let n=String(e||"").trim();return n&&P.isAbsolute(n)?P.resolve(n):P.resolve(r,k(n,t))}async function D(r,e={}){let t=String("").trim()||process.env.PUBLISHER_CONFIG||"publisher.config.json",n=await S.readFile(t,"utf8"),i=JSON.parse(n);i.sourceOrigin=i.sourceOrigin.replace(/\/$/,""),i.targetOrigin=$(i.targetOrigin),i.ignoreHttpsErrors??=false,i.outputDir=String(i.outputDir||"export").trim()||"export",i.urlRewriteMode||=i.targetOrigin==="."?"relative":"absolute",i.noJavaScriptRenderPathPrefixes||=[],i.seedPaths||=[],i.generated404RequestPath=ie(i.generated404RequestPath),i.sitemapPaths||=[...U],i.allowedAssetHosts||=[],i.assetPathPrefixes||=["/wp-content/","/wp-includes/","/static/","/assets/","/build/","/_next/","/docs/","/sitemap","/robots.txt","/llms.txt"],i.blockedPathPrefixes||=[],i.blockedSearchFragments||=[],i.concurrency||=1,i.maxPages||=0,i.extraReplacements=E(i.extraReplacements),i.postCrawlCopyMap=E(i.postCrawlCopyMap),i.logDir=String(i.logDir||"logs").trim()||"logs",i.verbose??=false,i.logLevel||=i.verbose?"debug":"info",i.s3SyncMode||="sdk-upload-delete",i.readiness||={waitForSelector:null,waitForFunction:null,timeoutMs:1500,fallbackWaitMs:1500},i.readiness.timeoutMs??=1500,i.readiness.fallbackWaitMs??=1500,i.viewport||={width:1440,height:1200},i.navigationTimeoutMs||=3e4,i.assetDownloadConcurrency=Number(i.assetDownloadConcurrency)>0?Number(i.assetDownloadConcurrency):i.concurrency,i.rewriteConcurrency=Number(i.rewriteConcurrency)>0?Number(i.rewriteConcurrency):i.assetDownloadConcurrency,i.wpsuite=x(i.wpsuite),i.scheduler=j(void 0),i.deploymentProfiles={},i.defaultDeploymentProfile="",i.deploymentTargetOverride=String(i.deploymentTargetOverride??"").trim();let s=await ce(i);e.onRemotePublisherConfigDiagnostic?.(s.diagnostic);let o=pe(i,s.remote),l=de(),a=l?P.resolve(l,".."):"";return a?(o.outputDir=N(a,o.outputDir,"export"),o.logDir=N(a,o.logDir,"logs")):(P.isAbsolute(o.outputDir)||(o.outputDir=k(o.outputDir,"export")),P.isAbsolute(o.logDir)||(o.logDir=k(o.logDir,"logs"))),o}function ge(r){let e=r/6e4;if(Number.isInteger(e)&&e>=1)return `${e} minute${"s"}`;let t=Math.ceil(r/1e3);return `${t} second${t===1?"":"s"}`}async function M(r,e,t){let n=new AbortController,i=globalThis.setTimeout(()=>{n.abort(new Error(`${r} timed out after ${ge(e)}.`));},e);try{return await t({abortController:n,httpOptions:{abortSignal:n.signal,requestTimeout:e}})}finally{globalThis.clearTimeout(i);}}function he(r){let e=r;return e.endsWith("/")?e+="index.html":P.posix.basename(e).includes(".")||(e+="/index.html"),e}function fe(r,e){let t=e.trim().replace(/^\/+|\/+$/g,"");if(!t)return null;let n=`/${t}`;return r===n||r.startsWith(`${n}/`)?r:`${n}${r.startsWith("/")?r:`/${r}`}`}function W(r,e){let t=new Set;for(let n of r){let i=new URL(n,"https://content-sync.invalid");if(i.origin!=="https://content-sync.invalid")continue;let s=`${i.pathname}${i.search}`,o=he(i.pathname);t.add(s),t.add(`${o}${i.search}`);let l=fe(o,e);l&&t.add(`${l}${i.search}`);}return [...t].sort()}var Pe=".deploy-plan.json",be="deploy-plan.json";function Se(){let r=process.env.STATIC_PUBLISHER_RUNTIME_DIR||process.env.WPSUITE_STATIC_PUBLISHER_RUNTIME_DIR||"";return r.trim()?P.resolve(r):""}function we(r){let e=String(r||"").replace(/\\/g,"/").replace(/^\/+/,"").trim(),t=P.posix.normalize(e);return !e||!t||t==="."||/^[a-zA-Z]:/.test(t)||t.startsWith("../")||t===".."?null:t}function ve(r){let e=String(r||"").trim();if(!e.startsWith("/")||e.startsWith("//")||e.includes("*")||e.includes("#"))return null;try{let t=new URL(e,"https://content-sync.invalid");return t.origin!=="https://content-sync.invalid"?null:`${P.posix.normalize(t.pathname)}${t.search}`}catch{return null}}function y(r){return [...new Set(r.map(we).filter(e=>e!==null))]}function Ie(r,e){let t={generatedAt:String(e.generatedAt||new Date().toISOString()),outputDir:P.resolve(r.outputDir),runMode:e.runMode,crawlMode:e.crawlMode,fullSyncRequired:!!e.fullSyncRequired,changedFiles:y(e.changedFiles||[]),deletedFiles:y(e.deletedFiles||[]),rewriteTargets:y(e.rewriteTargets||[])};return e.schemaVersion===2?{...t,schemaVersion:2,runMode:"content-sync",crawlMode:"incremental",fullSyncRequired:false,consumerId:String(e.consumerId||"").trim(),fromSequence:Math.max(0,Number(e.fromSequence)||0),toSequence:Math.max(0,Number(e.toSequence)||0),impactHash:String(e.impactHash||"").trim(),resolvedSitemapUrls:[...new Set((e.resolvedSitemapUrls||[]).map(n=>String(n||"").trim()).filter(n=>{try{let i=new URL(n);return i.protocol==="http:"||i.protocol==="https:"}catch{return false}}))],uploadGroups:{assets:y(e.uploadGroups?.assets||[]),content:y(e.uploadGroups?.content||[]),listings:y(e.uploadGroups?.listings||[]),resources:y(e.uploadGroups?.resources||[]),sitemapLeaves:y(e.uploadGroups?.sitemapLeaves||[]),sitemapIndexes:y(e.uploadGroups?.sitemapIndexes||[])},invalidationPaths:[...new Set((e.invalidationPaths||[]).map(ve).filter(n=>n!==null))].sort()}:{schemaVersion:1,...t,runMode:e.runMode}}function Ce(r){if(!r||typeof r!="object")return false;let e=r;if(e.schemaVersion===2){let t=e;return t.runMode==="content-sync"&&t.crawlMode==="incremental"&&t.fullSyncRequired===false&&typeof t.generatedAt=="string"&&typeof t.outputDir=="string"&&typeof t.consumerId=="string"&&t.consumerId.trim()!==""&&Number.isSafeInteger(t.fromSequence)&&Number.isSafeInteger(t.toSequence)&&Number(t.toSequence)>=Number(t.fromSequence)&&typeof t.impactHash=="string"&&/^[a-f0-9]{64}$/.test(t.impactHash)&&Array.isArray(t.resolvedSitemapUrls)&&Array.isArray(t.changedFiles)&&Array.isArray(t.deletedFiles)&&Array.isArray(t.rewriteTargets)&&!!t.uploadGroups&&Array.isArray(t.uploadGroups.assets)&&Array.isArray(t.uploadGroups.content)&&Array.isArray(t.uploadGroups.listings)&&Array.isArray(t.uploadGroups.resources)&&Array.isArray(t.uploadGroups.sitemapLeaves)&&Array.isArray(t.uploadGroups.sitemapIndexes)&&Array.isArray(t.invalidationPaths)}return e.schemaVersion===1&&typeof e.generatedAt=="string"&&typeof e.outputDir=="string"&&(e.runMode==="full"||e.runMode==="retry-timeouts"||e.runMode==="single-url")&&(e.crawlMode==="full"||e.crawlMode==="incremental")&&typeof e.fullSyncRequired=="boolean"&&Array.isArray(e.changedFiles)&&Array.isArray(e.deletedFiles)&&Array.isArray(e.rewriteTargets)}function De(r){let e=P.join(P.resolve(r.outputDir),Pe),t=Se();return t?[P.join(t,be),e]:[e]}async function B(r){let e=P.resolve(r.outputDir);for(let t of De(r))try{let n=await S.readFile(t,"utf8"),i=JSON.parse(n);if(!Ce(i)||P.resolve(i.outputDir)!==e)continue;return Ie(r,i)}catch{}return null}function Te(r){return typeof r.subscriptionType=="string"&&r.subscriptionType.trim()!==""}function H(r){let e="";for(let n=0;n<r.length;n++){let i=r[n];if(i==="--profile"){let s=(r[n+1]||"").trim();if(!s)throw new Error("Missing value for --profile.");e=s,n+=1;}else if(i.startsWith("--profile=")){let s=i.slice(10).trim();if(!s)throw new Error("Missing value for --profile.");e=s;}}let t=String(process.env.PUBLISHER_DEPLOY_PROFILE||process.env.PUBLISHER_DEPLOYMENT_PROFILE||"").trim();return e||t||null}function Re(r,e){return {...r,...e??{}}}function Ae(r,e){return {...r,...e??{},invalidationPaths:[...(e?.invalidationPaths??r.invalidationPaths)||[]]}}function z(r,e){let t=String(e??r.deploymentTargetOverride??"").trim();if(!Te(r)){if(t)throw new Error(`Deployment target "${t}" requires an active WPSuite subscription and remote publisher config.`);return {name:null,profile:null,config:r}}let n=String(t||r.defaultDeploymentProfile||"").trim();if(!n)return {name:null,profile:null,config:r};let i=r.deploymentProfiles?.[n];if(!i)throw new Error(`Unknown deployment profile "${n}". Check the linked WPSuite publisher configuration.`);return {name:n,profile:i,config:{...r,targetOrigin:i.targetOrigin??r.targetOrigin,s3:Re(r.s3,i.s3),cloudFront:Ae(r.cloudFront,i.cloudFront)}}}var J={error:0,warn:1,info:2,debug:3},Ee=/^(?:authorization|proxyAuthorization|runtimeToken|siteKey|nonce|accessToken|refreshToken|accessKeyId|secretAccessKey|sessionToken|xStaticPublisherToken|xApiKey)$/i;function C(r){return r.replace(/((?:x-static-publisher-token|authorization|proxy-authorization|x-api-key|aws-access-key-id|aws-secret-access-key|aws-session-token)\s*:\s*)[^\r\n]+/gi,"$1[REDACTED]").replace(/\b(Basic|Bearer)\s+[^\s]+/gi,"$1 [REDACTED]").replace(/([?&](?:token|access_token|refresh_token|api_key|key|nonce)=)[^&\s]+/gi,"$1[REDACTED]").replace(/((?:"|')?(?:runtimeToken|siteKey|nonce|accessToken|refreshToken|accessKeyId|secretAccessKey|sessionToken)(?:"|')?\s*[:=]\s*(?:"|'))[^"']+/gi,"$1[REDACTED]")}function R(r){return typeof r=="string"?C(r):Array.isArray(r)?r.map(e=>R(e)):r instanceof Error?{name:r.name,message:C(r.message),...r.stack?{stack:C(r.stack)}:{}}:r&&typeof r=="object"?Object.fromEntries(Object.entries(r).map(([e,t])=>[e,Ee.test(e)?"[REDACTED]":R(t)])):r}function K(r){return r?R(r):void 0}var G=process.env.STATIC_PUBLISHER_RUNTIME_DIR||process.env.WPSUITE_STATIC_PUBLISHER_RUNTIME_DIR||"",T=G?P.join(G,"current-progress.json"):"",V=Promise.resolve();function Q(r){return r.includes("crawl")?"crawl":r.includes("deploy")?"deploy":r.includes("invalidate")?"invalidate":r}function ke(r,e){let t={...r},n=new Set(["pagesQueued","pagesRendered","assetsQueued","sitemapsQueued","pagesDiscovered","assetsDiscovered","sitemapsDiscovered","pagesSaved","assetsSaved","donePages","doneAssets","doneSitemaps","changedTextFiles","uploaded","failed","index","totalFiles","pageQueue","assetQueue","sitemapQueue"]);for(let[i,s]of Object.entries(e)){let o=t[i];if(typeof o=="number"&&typeof s=="number"&&n.has(i)){t[i]=Math.max(o,s);continue}t[i]=s;}return t}function Le(r,e,t){T&&(V=V.then(async()=>{let n=new Date,i=n.toISOString();await S.mkdir(P.dirname(T),{recursive:true});let s=await S.readFile(T,"utf8").then(I=>JSON.parse(I)).catch(()=>null),o=s&&typeof s.details=="object"&&s.details?s.details:{},l=Q(r),a=s?.currentStep||Q(s?.source||""),u=s?.startedAt||i,c={...s?.stepDurationsSec??{}},g=s?.stepStartedAt||i;if(a&&a!==l&&s?.stepStartedAt){let I=Math.max(0,Math.round((n.getTime()-new Date(s.stepStartedAt).getTime())/1e3));c[a]=(c[a]??0)+I,g=i;}let d=Math.max(0,Math.round((n.getTime()-new Date(g).getTime())/1e3)),m=Math.max(0,Math.round((n.getTime()-new Date(u).getTime())/1e3)),p=C(e),f=K(t)??{},h={checkedAt:i,source:r,message:p,details:ke(o,f),startedAt:u,currentStep:l,stepStartedAt:g,stepElapsedSec:d,totalElapsedSec:m,stepDurationsSec:c};await S.writeFile(T,JSON.stringify(h,null,2),"utf8");}).catch(()=>{}));}async function xe(r,e){await S.mkdir(P.dirname(r),{recursive:true}),await S.appendFile(r,`${JSON.stringify(R(e))}
|
|
2
|
-
`,"utf8");}var v=class{constructor(e,t,
|
|
3
|
-
`,"utf8");});}enqueueJsonLine(e,t){this.enqueueTask(()=>
|
|
1
|
+
import w from'fs/promises';import te from'http';import re from'https';import b from'path';import {CloudFrontClient,waitUntilInvalidationCompleted,CreateInvalidationCommand}from'@aws-sdk/client-cloudfront';import {createHash}from'crypto';var N=["/sitemap_index.xml","/wp-sitemap.xml","/sitemap.xml"];function j(r){let e=r.trim();return e==="."?".":e.replace(/\/$/,"")}function ne(r){let e=String(r??"").trim();if(!e)return "";let t=e;if(/^https?:\/\//i.test(t))try{t=new URL(t).pathname;}catch{return ""}if(t=t.split(/[?#]/,1)[0]?.replace(/\\/g,"/").trim()??"",!t)return "";let i=t.endsWith("/"),n=t.replace(/^\/+/,"").split("/").map(o=>o.replace(/[^A-Za-z0-9._-]/g,"")).filter(o=>o.length>0&&o!=="."&&o!=="..");if(n.length===0)return "";let s=`/${n.join("/")}`;return i&&b.extname(s)===""&&(s+="/"),s==="/"?"":s}function k(r){return !r||typeof r!="object"?{}:Object.fromEntries(Object.entries(r).map(([e,t])=>[e.trim(),String(t??"")]).filter(([e])=>e.length>0))}function ie(r){if(!r||typeof r!="object")return {};let e={};for(let[t,i]of Object.entries(r)){let n=t.trim();if(!n||!i||typeof i!="object")continue;let s=i,o={};if(typeof s.targetOrigin=="string"){let a=j(s.targetOrigin);a&&(o.targetOrigin=a);}let l=k(s.extraReplacements);if(Object.keys(l).length>0&&(o.extraReplacements=l),s.s3&&typeof s.s3=="object"){let a={},u=s.s3;typeof u.bucket=="string"&&(a.bucket=u.bucket.trim()),typeof u.prefix=="string"&&(a.prefix=u.prefix.trim()),typeof u.region=="string"&&(a.region=u.region.trim()),typeof u.htmlCacheControl=="string"&&(a.htmlCacheControl=u.htmlCacheControl.trim()),typeof u.assetCacheControl=="string"&&(a.assetCacheControl=u.assetCacheControl.trim()),Object.keys(a).length>0&&(o.s3=a);}if(s.cloudFront&&typeof s.cloudFront=="object"){let a={},u=s.cloudFront;typeof u.distributionId=="string"&&(a.distributionId=u.distributionId.trim()),Array.isArray(u.invalidationPaths)&&(a.invalidationPaths=u.invalidationPaths.map(c=>String(c??"").trim()).filter(c=>c.length>0)),Object.keys(a).length>0&&(o.cloudFront=a);}e[n]=o;}return e}function E(r){return r==="PROFESSIONAL"||r==="AGENCY"?r:void 0}function se(r,e){if(!r||typeof r!="object")return null;let t=r,i=t.command;if(i!=="publish"&&i!=="crawl"&&i!=="deploy"&&i!=="invalidate"&&i!=="retry-timeouts"&&i!=="url"&&i!=="content-sync")return null;let n=Number.parseInt(String(t.intervalMinutes??"0"),10);if(!Number.isFinite(n)||n<1)return null;let s=String(t.id??`${i}-${e+1}`).trim();if(!s)return null;let o=String(t.deploymentProfile??"").trim(),l=String(t.url??"").trim(),a=Array.isArray(t.postTypes)?[...new Set(t.postTypes.map(c=>String(c??"").trim().toLowerCase().replace(/[^a-z0-9_-]/g,"")).filter(Boolean))]:[],u=Array.isArray(t.listingPaths)?[...new Set(t.listingPaths.map(c=>String(c??"").trim()).filter(Boolean))]:[];return i==="content-sync"&&a.length===0?null:{id:s,enabled:t.enabled!==false,command:i,intervalMinutes:n,...i==="publish"||i==="crawl"?{crawlMode:t.crawlMode==="incremental"?"incremental":"full"}:{},...(i==="publish"||i==="deploy"||i==="invalidate"||i==="content-sync")&&o?{deploymentProfile:o}:{},...l?{url:l}:{},...a.length>0?{postTypes:a}:{},...u.length>0?{listingPaths:u}:{},...typeof t.includeSubsites=="boolean"?{includeSubsites:t.includeSubsites}:{},...typeof t.includePostTypeArchives=="boolean"?{includePostTypeArchives:t.includePostTypeArchives}:{},...typeof t.includeTaxonomyArchives=="boolean"?{includeTaxonomyArchives:t.includeTaxonomyArchives}:{},...typeof t.includeAuthorArchives=="boolean"?{includeAuthorArchives:t.includeAuthorArchives}:{},...typeof t.includeDateArchives=="boolean"?{includeDateArchives:t.includeDateArchives}:{},...typeof t.includePostsPage=="boolean"?{includePostsPage:t.includePostsPage}:{},...typeof t.includeSitemapChain=="boolean"?{includeSitemapChain:t.includeSitemapChain}:{}}}function $(r){let e=r&&typeof r=="object"?r:{},t=Array.isArray(e.rules)?e.rules.map((i,n)=>se(i,n)).filter(i=>!!i):[];return {enabled:e.enabled===true,timezone:typeof e.timezone=="string"&&e.timezone.trim()!==""?e.timezone.trim():"UTC",rules:t}}function oe(r){let e=r&&typeof r=="object"?r:{},t=e.render&&typeof e.render=="object"?e.render:{},i=Number(t.concurrency??0),n=Number(t.maxAttempts??0),s=e.rewrite&&typeof e.rewrite=="object"?e.rewrite:{},o=e.deploy&&typeof e.deploy=="object"?e.deploy:{},l=(a,u)=>({enabled:typeof a.enabled=="boolean"?a.enabled:t.enabled===true,concurrency:Math.min(100,Math.max(1,Number(a.concurrency||u.concurrency))),batchSize:Math.min(500,Math.max(1,Number(a.batchSize||u.batchSize))),maxAttempts:Math.min(5,Math.max(1,Number(a.maxAttempts||2)))});return {render:{enabled:t.enabled===true,...Number.isInteger(i)&&i>0?{concurrency:i}:{},...Number.isInteger(n)&&n>0?{maxAttempts:Math.min(5,n)}:{}},rewrite:l(s,{concurrency:8,batchSize:25}),deploy:l(o,{concurrency:8,batchSize:50})}}function ae(r){if(!r||typeof r!="object")return;let e=r,t={};for(let n of ["accountId","siteId"]){let s=e[n];typeof s=="string"&&s.trim()!==""&&(t[n]=s.trim());}let i=Number(e.lastUpdate??0);return Number.isFinite(i)&&i>0&&(t.lastUpdate=Math.floor(i)),e.subscriber===true&&(t.subscriber=true),Object.keys(t).length>0?t:void 0}function L(r){let e=r&&typeof r=="object"?r:{},t=String(e.accountId??"").trim(),i=String(e.siteId??"").trim(),n=e.subscriber===true,s=ae(e.siteSettings),o={...s??{},...t?{accountId:s?.accountId??t}:{},...i?{siteId:s?.siteId??i}:{},...s?.subscriber===true||n?{subscriber:true}:{}},l={},a=String(e.apiBase??"").trim();a&&(l.apiBase=a);let u=String(e.runtimeToken??e.nonce??"").trim();u&&(l.runtimeToken=u);let c=String(e.virtualAssetBaseUrl??e.uploadUrl??"").trim();c&&(l.virtualAssetBaseUrl=c),Object.keys(o).length>0&&(l.siteSettings=o);let g=E(e.subscriptionType);return g&&(l.subscriptionType=g),l}function le(r){try{let e=new URL(r);globalThis.location=e;}catch{}}function _(r){return typeof r=="string"?r:r instanceof URL?r.toString():r.url}function ue(r,e){let t=new Headers(r instanceof Request?r.headers:void 0);if(e?.headers)for(let[i,n]of new Headers(e.headers).entries())t.set(i,n);return t}async function q(r,e,t=5){let i=new URL(_(r)),n=String(e?.method??(r instanceof Request?r.method:"GET")).toUpperCase(),s=i.protocol==="http:"?te:re,o=ue(r,e);return await new Promise((l,a)=>{let u=s.request(i,{method:n,headers:Object.fromEntries(o.entries()),...i.protocol==="https:"?{rejectUnauthorized:false}:{}},c=>{let g=[];c.on("data",p=>{g.push(Buffer.isBuffer(p)?p:Buffer.from(p));}),c.on("error",a),c.on("end",()=>{let p=c.statusCode??0,m=c.headers.location;if(t>0&&m&&[301,302,303,307,308].includes(p)){l(q(new URL(m,i),{method:p===303?"GET":n},t-1));return}let d=new Headers;for(let[f,h]of Object.entries(c.headers))Array.isArray(h)?d.set(f,h.join(", ")):typeof h=="string"&&d.set(f,h);l(new Response(Buffer.concat(g),{status:p,statusText:c.statusMessage??"",headers:d}));});});u.on("error",a),u.end();})}function ce(r){let e=L(r.wpsuite),t={...e.siteSettings??{},...e.siteSettings?.subscriber===true||e.subscriptionType==="PROFESSIONAL"||e.subscriptionType==="AGENCY"?{subscriber:true}:{}},i=String(t.accountId??"").trim(),n=String(t.siteId??"").trim(),s=String(e.virtualAssetBaseUrl??e.uploadUrl??"").trim();if(r.wpsuite={...e.apiBase?{apiBase:e.apiBase}:{},...e.runtimeToken?{runtimeToken:e.runtimeToken}:{},...s?{virtualAssetBaseUrl:s}:{},...Object.keys(t).length>0?{siteSettings:t}:{},...e.subscriptionType?{subscriptionType:e.subscriptionType}:{}},!i||!n||!s)return false;le(r.sourceOrigin);let o=globalThis,a={...o.WpSuite??{},siteSettings:t,uploadUrl:s};return e.apiBase&&(a.apiBase=e.apiBase),o.WpSuite=a,true}async function de(r){let e=String(r.wpsuite?.virtualAssetBaseUrl??r.wpsuite?.uploadUrl??"").trim();if(!ce(r)){let n=r.wpsuite?.siteSettings,s=[String(n?.accountId??"").trim()?"":"accountId",String(n?.siteId??"").trim()?"":"siteId",e?"":"virtualAssetBaseUrl"].filter(Boolean);return {remote:null,diagnostic:{status:"invalid-runtime",virtualAssetBaseUrl:e,subscriptionType:null,error:`Missing WP Suite runtime field(s): ${s.join(", ")}.`,requests:[]}}}let t=globalThis.fetch,i=[];try{typeof t=="function"&&/^https?:\/\//i.test(e)&&(globalThis.fetch=(async(a,u)=>{let c=_(a);if(c.startsWith(e)){let g=(()=>{try{return new URL(c).pathname}catch{return c}})();try{let p=r.ignoreHttpsErrors&&c.startsWith("https://")?await q(a,u):await t(a,u);return i.push({path:g,status:p.status,ok:p.ok,error:null}),p}catch(p){throw i.push({path:g,status:null,ok:!1,error:p instanceof Error?p.message:String(p)}),p}}return t(a,u)}));let{getConfig:n}=await import('@smart-cloud/wpsuite-core'),s=await n("publisher"),o=s&&typeof s=="object"?s:null,l=E(o?.subscriptionType);return {remote:o,diagnostic:{status:o?"loaded":"unavailable",virtualAssetBaseUrl:e,subscriptionType:l??null,error:o?null:"WP Suite publisher config loader returned no configuration.",requests:i}}}catch(n){return {remote:null,diagnostic:{status:"unavailable",virtualAssetBaseUrl:e,subscriptionType:null,error:n instanceof Error?n.message:String(n),requests:i}}}finally{typeof t=="function"&&(globalThis.fetch=t);}}function pe(r,e){let t=ie(e?.deploymentProfiles),i=String(e?.defaultDeploymentProfile??"").trim(),n=t[i]?i:"",s=E(e?.subscriptionType),o=L(r.wpsuite);return {...r,scheduler:$(e?.scheduler),deploymentProfiles:t,defaultDeploymentProfile:n,...s?{subscriptionType:s}:{},wpsuite:{...o,...o.siteSettings||s?{siteSettings:{...o.siteSettings??{},...o.siteSettings?.subscriber===true||s==="PROFESSIONAL"||s==="AGENCY"?{subscriber:true}:{}}}:{},...s?{subscriptionType:s}:{}}}}function x(r,e){let i=String(r||"").replace(/\\/g,"/").trim().replace(/^\/+|\/+$/g,"");if(!i)return e;let n=i.split("/").map(s=>s.trim()).filter(s=>s.length>0&&s!=="."&&s!=="..");return n.length>0?n.join("/"):e}function ge(){let r=process.env.STATIC_PUBLISHER_RUNTIME_DIR||process.env.WPSUITE_STATIC_PUBLISHER_RUNTIME_DIR||"";return r.trim()?b.resolve(r):""}function U(r,e,t){let i=String(e||"").trim();return i&&b.isAbsolute(i)?b.resolve(i):b.resolve(r,x(i,t))}async function D(r,e={}){let t=String("").trim()||process.env.PUBLISHER_CONFIG||"publisher.config.json",i=await w.readFile(t,"utf8"),n=JSON.parse(i);n.sourceOrigin=n.sourceOrigin.replace(/\/$/,""),n.targetOrigin=j(n.targetOrigin),n.ignoreHttpsErrors??=false,n.outputDir=String(n.outputDir||"export").trim()||"export",n.urlRewriteMode||=n.targetOrigin==="."?"relative":"absolute",n.noJavaScriptRenderPathPrefixes||=[],n.seedPaths||=[],n.generated404RequestPath=ne(n.generated404RequestPath),n.sitemapPaths||=[...N],n.allowedAssetHosts||=[],n.assetPathPrefixes||=["/wp-content/","/wp-includes/","/static/","/assets/","/build/","/_next/","/docs/","/sitemap","/robots.txt","/llms.txt"],n.blockedPathPrefixes||=[],n.blockedSearchFragments||=[],n.concurrency||=1,n.maxPages||=0,n.extraReplacements=k(n.extraReplacements),n.postCrawlCopyMap=k(n.postCrawlCopyMap),n.logDir=String(n.logDir||"logs").trim()||"logs",n.verbose??=false,n.logLevel||=n.verbose?"debug":"info",n.s3SyncMode||="sdk-upload-delete",n.readiness||={waitForSelector:null,waitForFunction:null,timeoutMs:1500,fallbackWaitMs:1500},n.readiness.timeoutMs??=1500,n.readiness.fallbackWaitMs??=1500,n.viewport||={width:1440,height:1200},n.navigationTimeoutMs||=3e4,n.assetDownloadConcurrency=Number(n.assetDownloadConcurrency)>0?Number(n.assetDownloadConcurrency):n.concurrency,n.rewriteConcurrency=Number(n.rewriteConcurrency)>0?Number(n.rewriteConcurrency):n.assetDownloadConcurrency,n.wpsuite=L(n.wpsuite),n.scheduler=$(void 0),n.remoteWorkers=oe(n.remoteWorkers),n.deploymentProfiles={},n.defaultDeploymentProfile="",n.deploymentTargetOverride=String(n.deploymentTargetOverride??"").trim();let s=await de(n);e.onRemotePublisherConfigDiagnostic?.(s.diagnostic);let o=pe(n,s.remote),l=ge(),a=l?b.resolve(l,".."):"";return a?(o.outputDir=U(a,o.outputDir,"export"),o.logDir=U(a,o.logDir,"logs")):(b.isAbsolute(o.outputDir)||(o.outputDir=x(o.outputDir,"export")),b.isAbsolute(o.logDir)||(o.logDir=x(o.logDir,"logs"))),o}function me(r){let e=r/6e4;if(Number.isInteger(e)&&e>=1)return `${e} minute${"s"}`;let t=Math.ceil(r/1e3);return `${t} second${t===1?"":"s"}`}async function M(r,e,t){let i=new AbortController,n=globalThis.setTimeout(()=>{i.abort(new Error(`${r} timed out after ${me(e)}.`));},e);try{return await t({abortController:i,httpOptions:{abortSignal:i.signal,requestTimeout:e}})}finally{globalThis.clearTimeout(n);}}function fe(r){let e=r;return e.endsWith("/")?e+="index.html":b.posix.basename(e).includes(".")||(e+="/index.html"),e}function ye(r,e){let t=e.trim().replace(/^\/+|\/+$/g,"");if(!t)return null;let i=`/${t}`;return r===i||r.startsWith(`${i}/`)?r:`${i}${r.startsWith("/")?r:`/${r}`}`}function W(r,e){let t=new Set;for(let i of r){let n=new URL(i,"https://content-sync.invalid");if(n.origin!=="https://content-sync.invalid")continue;let s=`${n.pathname}${n.search}`,o=fe(n.pathname);t.add(s),t.add(`${o}${n.search}`);let l=ye(o,e);l&&t.add(`${l}${n.search}`);}return [...t].sort()}var Pe=".deploy-plan.json",we="deploy-plan.json";function Se(){let r=process.env.STATIC_PUBLISHER_RUNTIME_DIR||process.env.WPSUITE_STATIC_PUBLISHER_RUNTIME_DIR||"";return r.trim()?b.resolve(r):""}function ve(r){let e=String(r||"").replace(/\\/g,"/").replace(/^\/+/,"").trim(),t=b.posix.normalize(e);return !e||!t||t==="."||/^[a-zA-Z]:/.test(t)||t.startsWith("../")||t===".."?null:t}function Ie(r){let e=String(r||"").trim();if(!e.startsWith("/")||e.startsWith("//")||e.includes("*")||e.includes("#"))return null;try{let t=new URL(e,"https://content-sync.invalid");return t.origin!=="https://content-sync.invalid"?null:`${b.posix.normalize(t.pathname)}${t.search}`}catch{return null}}function y(r){return [...new Set(r.map(ve).filter(e=>e!==null))]}function Ce(r,e){let t={generatedAt:String(e.generatedAt||new Date().toISOString()),outputDir:b.resolve(r.outputDir),runMode:e.runMode,crawlMode:e.crawlMode,fullSyncRequired:!!e.fullSyncRequired,changedFiles:y(e.changedFiles||[]),deletedFiles:y(e.deletedFiles||[]),rewriteTargets:y(e.rewriteTargets||[]),revalidateFiles:y(e.revalidateFiles||[])};return e.schemaVersion===2?{...t,schemaVersion:2,runMode:"content-sync",crawlMode:"incremental",fullSyncRequired:false,consumerId:String(e.consumerId||"").trim(),fromSequence:Math.max(0,Number(e.fromSequence)||0),toSequence:Math.max(0,Number(e.toSequence)||0),impactHash:String(e.impactHash||"").trim(),resolvedSitemapUrls:[...new Set((e.resolvedSitemapUrls||[]).map(i=>String(i||"").trim()).filter(i=>{try{let n=new URL(i);return n.protocol==="http:"||n.protocol==="https:"}catch{return false}}))],uploadGroups:{assets:y(e.uploadGroups?.assets||[]),content:y(e.uploadGroups?.content||[]),listings:y(e.uploadGroups?.listings||[]),resources:y(e.uploadGroups?.resources||[]),sitemapLeaves:y(e.uploadGroups?.sitemapLeaves||[]),sitemapIndexes:y(e.uploadGroups?.sitemapIndexes||[])},invalidationPaths:[...new Set((e.invalidationPaths||[]).map(Ie).filter(i=>i!==null))].sort()}:{schemaVersion:1,...t,runMode:e.runMode}}function De(r){if(!r||typeof r!="object")return false;let e=r;if(e.schemaVersion===2){let t=e;return t.runMode==="content-sync"&&t.crawlMode==="incremental"&&t.fullSyncRequired===false&&typeof t.generatedAt=="string"&&typeof t.outputDir=="string"&&typeof t.consumerId=="string"&&t.consumerId.trim()!==""&&Number.isSafeInteger(t.fromSequence)&&Number.isSafeInteger(t.toSequence)&&Number(t.toSequence)>=Number(t.fromSequence)&&typeof t.impactHash=="string"&&/^[a-f0-9]{64}$/.test(t.impactHash)&&Array.isArray(t.resolvedSitemapUrls)&&Array.isArray(t.changedFiles)&&Array.isArray(t.deletedFiles)&&Array.isArray(t.rewriteTargets)&&(t.revalidateFiles===void 0||Array.isArray(t.revalidateFiles))&&!!t.uploadGroups&&Array.isArray(t.uploadGroups.assets)&&Array.isArray(t.uploadGroups.content)&&Array.isArray(t.uploadGroups.listings)&&Array.isArray(t.uploadGroups.resources)&&Array.isArray(t.uploadGroups.sitemapLeaves)&&Array.isArray(t.uploadGroups.sitemapIndexes)&&Array.isArray(t.invalidationPaths)}return e.schemaVersion===1&&typeof e.generatedAt=="string"&&typeof e.outputDir=="string"&&(e.runMode==="full"||e.runMode==="retry-timeouts"||e.runMode==="single-url")&&(e.crawlMode==="full"||e.crawlMode==="incremental")&&typeof e.fullSyncRequired=="boolean"&&Array.isArray(e.changedFiles)&&Array.isArray(e.deletedFiles)&&Array.isArray(e.rewriteTargets)&&(e.revalidateFiles===void 0||Array.isArray(e.revalidateFiles))}function Te(r){let e=b.join(b.resolve(r.outputDir),Pe),t=Se();return t?[b.join(t,we),e]:[e]}async function B(r){let e=b.resolve(r.outputDir);for(let t of Te(r))try{let i=await w.readFile(t,"utf8"),n=JSON.parse(i);if(!De(n)||b.resolve(n.outputDir)!==e)continue;return Ce(r,n)}catch{}return null}function Re(r){return typeof r.subscriptionType=="string"&&r.subscriptionType.trim()!==""}function z(r){let e="";for(let i=0;i<r.length;i++){let n=r[i];if(n==="--profile"){let s=(r[i+1]||"").trim();if(!s)throw new Error("Missing value for --profile.");e=s,i+=1;}else if(n.startsWith("--profile=")){let s=n.slice(10).trim();if(!s)throw new Error("Missing value for --profile.");e=s;}}let t=String(process.env.PUBLISHER_DEPLOY_PROFILE||process.env.PUBLISHER_DEPLOYMENT_PROFILE||"").trim();return e||t||null}function Ae(r,e){return {...r,...e??{}}}function ke(r,e){return {...r,...e??{},invalidationPaths:[...(e?.invalidationPaths??r.invalidationPaths)||[]]}}function H(r,e){let t=String(e??r.deploymentTargetOverride??"").trim();if(!Re(r)){if(t)throw new Error(`Deployment target "${t}" requires an active WPSuite subscription and remote publisher config.`);return {name:null,profile:null,config:r}}let i=String(t||r.defaultDeploymentProfile||"").trim();if(!i)return {name:null,profile:null,config:r};let n=r.deploymentProfiles?.[i];if(!n)throw new Error(`Unknown deployment profile "${i}". Check the linked WPSuite publisher configuration.`);return {name:i,profile:n,config:{...r,targetOrigin:n.targetOrigin??r.targetOrigin,s3:Ae(r.s3,n.s3),cloudFront:ke(r.cloudFront,n.cloudFront)}}}var J={error:0,warn:1,info:2,debug:3},xe=/^(?:authorization|proxyAuthorization|runtimeToken|siteKey|nonce|accessToken|refreshToken|accessKeyId|secretAccessKey|sessionToken|xStaticPublisherToken|xApiKey)$/i;function C(r){return r.replace(/((?:x-static-publisher-token|authorization|proxy-authorization|x-api-key|aws-access-key-id|aws-secret-access-key|aws-session-token)\s*:\s*)[^\r\n]+/gi,"$1[REDACTED]").replace(/\b(Basic|Bearer)\s+[^\s]+/gi,"$1 [REDACTED]").replace(/([?&](?:token|access_token|refresh_token|api_key|key|nonce)=)[^&\s]+/gi,"$1[REDACTED]").replace(/((?:"|')?(?:runtimeToken|siteKey|nonce|accessToken|refreshToken|accessKeyId|secretAccessKey|sessionToken)(?:"|')?\s*[:=]\s*(?:"|'))[^"']+/gi,"$1[REDACTED]")}function R(r){return typeof r=="string"?C(r):Array.isArray(r)?r.map(e=>R(e)):r instanceof Error?{name:r.name,message:C(r.message),...r.stack?{stack:C(r.stack)}:{}}:r&&typeof r=="object"?Object.fromEntries(Object.entries(r).map(([e,t])=>[e,xe.test(e)?"[REDACTED]":R(t)])):r}function K(r){return r?R(r):void 0}var G=process.env.STATIC_PUBLISHER_RUNTIME_DIR||process.env.WPSUITE_STATIC_PUBLISHER_RUNTIME_DIR||"",T=G?b.join(G,"current-progress.json"):"",V=Promise.resolve();function Q(r){return r.includes("crawl")?"crawl":r.includes("deploy")?"deploy":r.includes("invalidate")?"invalidate":r}function Ee(r,e){let t={...r},i=typeof r.phase=="string"?r.phase.trim():"",n=typeof e.phase=="string"?e.phase.trim():"";if(n!==""&&(n==="deploy"||n.startsWith("deploy-"))&&i!==n)for(let l of ["index","totalFiles","staged","uploaded","skipped","failed","deleted","workerCount","completedBatches","totalBatches"])delete t[l];let o=new Set(["pagesQueued","pagesRendered","assetsQueued","sitemapsQueued","pagesDiscovered","assetsDiscovered","sitemapsDiscovered","pagesSaved","assetsSaved","donePages","doneAssets","doneSitemaps","changedTextFiles","uploaded","failed","index","totalFiles","completedBatches","totalBatches","pageQueue","assetQueue","sitemapQueue"]);for(let[l,a]of Object.entries(e)){let u=t[l];if(typeof u=="number"&&typeof a=="number"&&o.has(l)){t[l]=Math.max(u,a);continue}t[l]=a;}return t}function Le(r,e,t){T&&(V=V.then(async()=>{let i=new Date,n=i.toISOString();await w.mkdir(b.dirname(T),{recursive:true});let s=await w.readFile(T,"utf8").then(I=>JSON.parse(I)).catch(()=>null),o=s&&typeof s.details=="object"&&s.details?s.details:{},l=Q(r),a=s?.currentStep||Q(s?.source||""),u=s?.startedAt||n,c={...s?.stepDurationsSec??{}},g=s?.stepStartedAt||n;if(a&&a!==l&&s?.stepStartedAt){let I=Math.max(0,Math.round((i.getTime()-new Date(s.stepStartedAt).getTime())/1e3));c[a]=(c[a]??0)+I,g=n;}let p=Math.max(0,Math.round((i.getTime()-new Date(g).getTime())/1e3)),m=Math.max(0,Math.round((i.getTime()-new Date(u).getTime())/1e3)),d=C(e),f=K(t)??{},h={checkedAt:n,source:r,message:d,details:Ee(o,f),startedAt:u,currentStep:l,stepStartedAt:g,stepElapsedSec:p,totalElapsedSec:m,stepDurationsSec:c};await w.writeFile(T,JSON.stringify(h,null,2),"utf8");}).catch(()=>{}));}async function Me(r,e){await w.mkdir(b.dirname(r),{recursive:true}),await w.appendFile(r,`${JSON.stringify(R(e))}
|
|
2
|
+
`,"utf8");}var v=class{constructor(e,t,i="info"){this.logDir=e;this.logFile=t;this.level=i;this.ensureLogFileReady();}logDir;logFile;level;startedAt=Date.now();marks=new Map;initPromise=null;writeQueue=Promise.resolve();writeError=null;get logPath(){return b.join(this.logDir,this.logFile)}artifactPath(e){return this.logFile.endsWith(".log.jsonl")?b.join(this.logDir,this.logFile.replace(/\.log\.jsonl$/u,`${e}.jsonl`)):b.join(this.logDir,`${this.logFile}${e}.jsonl`)}get errorsPath(){return this.artifactPath(".errors")}get rejectedPath(){return this.artifactPath(".rejected")}ensureLogFileReady(){return this.initPromise||(this.initPromise=(async()=>{await w.mkdir(this.logDir,{recursive:true}),await w.writeFile(this.logPath,"","utf8");})()),this.initPromise}enqueueTask(e){this.writeQueue=this.writeQueue.then(e).catch(t=>{this.writeError=t instanceof Error?t:new Error(String(t));});}enqueueLine(e){this.enqueueTask(async()=>{await this.ensureLogFileReady(),await w.appendFile(this.logPath,`${e}
|
|
3
|
+
`,"utf8");});}enqueueJsonLine(e,t){this.enqueueTask(()=>Me(e,t));}accepts(e){return J[e]<=J[this.level]}push(e,t,i){if(!this.accepts(e))return;let n=C(t),s=K(i),o=JSON.stringify({time:new Date().toISOString(),level:e,message:n,...s||{}});this.enqueueLine(o),e==="error"?console.error(`[ERROR] ${n}`,s?JSON.stringify(s):""):e==="warn"?console.warn(`[WARN] ${n}`,s?JSON.stringify(s):""):console.log(`[${e.toUpperCase().padEnd(5)}] ${n}`);}info(e,t){this.push("info",e,t);}progress(e,t){Le(this.logFile,e,t);}debug(e,t){this.push("debug",e,t);}warn(e,t){this.push("warn",e,t);}reject(e,t,i,n,s){let o={kind:e,url:t,reason:i,...n?{source:n}:{},...s||{}};this.enqueueJsonLine(this.rejectedPath,o),this.accepts("debug")&&this.push("debug",`Rejected ${e} ${t}: ${i}`,o);}error(e,t){this.enqueueJsonLine(this.errorsPath,{message:e,...t||{}}),this.push("error",e,t);}mark(e){this.marks.set(e,Date.now());}endMark(e,t){let i=this.marks.get(e);if(!i)return;let n=Date.now()-i,s=Number((n/1e3).toFixed(2));this.push("info",`Timing ${e}: ${s}s`,{name:e,ms:n,seconds:s,...t||{}});}async flush(){let e=Date.now()-this.startedAt,t=Number((e/1e3).toFixed(2));if(this.push("info",`Total time: ${t}s`,{name:"total",ms:e,seconds:t}),await this.writeQueue,this.writeError)throw this.writeError}};function Ue(){let r=String(process.env.STATIC_PUBLISHER_RUNTIME_DIR||process.env.WPSUITE_STATIC_PUBLISHER_RUNTIME_DIR||"").trim();return r?b.join(b.resolve(r),"content-sync-invalidation.json"):""}async function F(r,e){if(!r)return;await w.mkdir(b.dirname(r),{recursive:true});let t=`${r}.${process.pid}.${Date.now()}.tmp`;await w.writeFile(t,JSON.stringify({...e,updatedAt:new Date().toISOString()},null,2),"utf8"),await w.rename(t,r);}async function je(r,e,t,i){if(!r)return null;try{let n=JSON.parse(await w.readFile(r,"utf8"));if(n.schemaVersion!==1||n.distributionId!==e||n.impactHash!==t||!Array.isArray(n.batches))throw new Error("Content-sync invalidation state does not match the deploy plan.");let s=n.batches.flatMap(o=>o.paths);return s.length!==i.length||s.some((o,l)=>o!==i[l])?null:n}catch(n){if(n.code==="ENOENT")return null;throw n}}function $e(r,e=3e3){let t=[];for(let i=0;i<r.length;i+=e)t.push(r.slice(i,i+e));return t}async function X(r=process.argv.slice(2)){let e=await D(),t=z(r),i=H(e,t),n=i.config,s=new v(n.logDir||"logs","invalidate.log.jsonl",n.logLevel??"info"),o=r.includes("--content-sync"),l=await B(e);if(o&&l?.schemaVersion!==2)throw new Error("Content-sync invalidation requires a valid schema-2 targeted deploy plan.");if(i.name&&s.info(`Using deployment profile: ${i.name}`),!n.cloudFront.distributionId){s.info("No CloudFront distributionId configured; skipping invalidation."),await s.flush();return}let a=l?.schemaVersion===2?l.invalidationPaths:n.cloudFront.invalidationPaths.length>0?n.cloudFront.invalidationPaths:["/*"],u=l?.schemaVersion===2?W(a,n.s3.prefix||""):a;if(l?.schemaVersion===2&&u.some(d=>d==="/*"))throw new Error("Content-sync cannot use a whole-distribution invalidation.");if(u.length===0){s.info("The targeted deploy plan has no CloudFront paths to invalidate."),await s.flush();return}let c=n.cloudFront.distributionId,g=new CloudFrontClient({region:"us-east-1",maxAttempts:5});if(s.mark("invalidate"),l?.schemaVersion!==2){let d=`smartcloud-static-publisher-${Date.now()}`;await M(`CloudFront invalidation for distribution ${c}`,3e5,({httpOptions:f})=>g.send(new CreateInvalidationCommand({DistributionId:c,InvalidationBatch:{CallerReference:d,Paths:{Quantity:u.length,Items:u}}}),f)),s.endMark("invalidate"),await s.flush();return}let p=Ue(),m=await je(p,c,l.impactHash,u);if(!m){let d=createHash("sha256").update(JSON.stringify(u)).digest("hex");m={schemaVersion:1,distributionId:c,impactHash:l.impactHash,updatedAt:new Date().toISOString(),batches:$e(u).map((f,h)=>({index:h,callerReference:`wpsuite-content-sync-${l.impactHash.slice(0,24)}-${d.slice(0,24)}-${h}`,paths:f,invalidationId:null,status:"pending"}))},await F(p,m);}for(let d of m.batches){if(!d.invalidationId){let f=await M(`CloudFront targeted invalidation batch ${d.index+1}`,3e5,({httpOptions:I})=>g.send(new CreateInvalidationCommand({DistributionId:c,InvalidationBatch:{CallerReference:d.callerReference,Paths:{Quantity:d.paths.length,Items:d.paths}}}),I)),h=String(f.Invalidation?.Id||"").trim();if(!h)throw new Error("CloudFront did not return an invalidation ID.");d.invalidationId=h,d.status="created",await F(p,m);}await waitUntilInvalidationCompleted({client:g,maxWaitTime:900,minDelay:2,maxDelay:15},{DistributionId:c,Id:d.invalidationId}),d.status="completed",await F(p,m),s.info(`CloudFront invalidation batch ${d.index+1}/${m.batches.length} completed.`,{invalidationId:d.invalidationId,pathCount:d.paths.length});}s.endMark("invalidate"),await s.flush();}X().catch(async r=>{console.error(r);try{let e=await D().catch(()=>null),t=new v(e?.logDir??"logs","invalidate.log.jsonl","debug");t.error(`Unhandled error: ${r instanceof Error?r.message:String(r)}`,r instanceof Error?{stack:r.stack}:void 0),await t.flush();}catch{}process.exit(1);});
|