@smart-cloud/publisher-exporter 1.1.80 → 1.1.81
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +30 -0
- package/dist/content-sync.js +15 -15
- package/dist/crawl.js +13 -13
- package/dist/deploy.js +6 -6
- package/dist/invalidate.js +3 -3
- package/dist/queue-runner.js +3 -3
- package/dist/remote-worker-health.js +1 -1
- package/dist/remote-worker.js +5 -5
- package/package.json +2 -2
- package/publisher.config.example.json +1 -0
- package/remote-workers.example.json +1 -0
package/dist/remote-worker.js
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
|
-
import {S3Client,HeadObjectCommand,CopyObjectCommand,DeleteObjectsCommand,PutObjectCommand,GetObjectCommand}from'@aws-sdk/client-s3';import {request,chromium}from'playwright';import {createHash}from'crypto';import {lookup}from'dns/promises';import {isIP}from'net';import E from'path';import'fast-glob';import {statfs,readdir,readFile,rm,mkdir}from'fs/promises';import'os';import'worker_threads';import {DynamoDBClient,UpdateItemCommand}from'@aws-sdk/client-dynamodb';import je from'mime-types';import {setTimeout}from'timers/promises';import {writeSync}from'fs';var P=1,Se=/^[A-Za-z0-9][A-Za-z0-9._-]{0,127}$/;function _(e,t){let r=String(e??"").trim();if(!Se.test(r))throw new Error(`${t} must match ${Se.source} and be at most 128 characters.`);return r}function U(e){let t=String(e??"").trim().replace(/^\/+|\/+$/g,"");if(!t)return "";let r=t.split("/").filter(Boolean);if(r.some(o=>o==="."||o===".."))throw new Error("S3 prefix contains an unsafe dot path segment.");return `${r.join("/")}/`}function v(e,...t){let r=U(e),o=t.map((n,s)=>{let a=String(n??"").replace(/^\/+|\/+$/g,"");if(!a||a.split("/").some(i=>i==="."||i===".."))throw new Error(`Unsafe S3 key segment at index ${s}.`);return a});return `${r}${o.join("/")}`}function z(e,t,r){return `${v(e,"jobs",_(t,"jobId"),"tasks",_(r,"taskId"))}/`}function L(e){return createHash("sha256").update(e).digest("hex")}function C(e,t){let r=String(e??"").replace(/^\/+/,""),o=U(t);if(!r||r.includes("\0"))throw new Error("S3 object key is empty or invalid.");if(o&&!r.startsWith(o))throw new Error(`S3 object key is outside the configured workspace prefix: ${r}`);if(r.split("/").some(n=>n===".."))throw new Error("S3 object key contains an unsafe parent segment.");return r}function O(e,t){if(!e||typeof e!="object"||Array.isArray(e))throw new Error(`${t} must be a JSON object.`);return e}function w(e,t){if(typeof e!="string"||!e.trim())throw new Error(`${t} must be a non-empty string.`);return e.trim()}function k(e,t,r,o){if(!Number.isInteger(e)||Number(e)<r||Number(e)>o)throw new Error(`${t} must be an integer between ${r} and ${o}.`);return Number(e)}function at(e){return e.hostname.replace(/^\[|\]$/g,"").replace(/\.$/,"").toLowerCase()}function G(e){let t=e.split(".");if(t.length!==4)return null;let r=t.map(o=>Number(o));return r.every((o,n)=>Number.isInteger(o)&&o>=0&&o<=255&&String(o)===t[n])?r:null}function ae(e){let t=e.toLowerCase();if(t.includes("%")||t.split("::").length>2)return null;let r=t,o=r.lastIndexOf(":");if(r.includes(".")&&o>=0){let u=G(r.slice(o+1));if(!u)return null;r=`${r.slice(0,o)}:${((u[0]??0)*256+(u[1]??0)).toString(16)}:${((u[2]??0)*256+(u[3]??0)).toString(16)}`;}let[n,s]=r.split("::"),a=n?n.split(":"):[],i=s?s.split(":"):[],c=r.includes("::"),d=8-a.length-i.length;return c&&d<1||!c&&d!==0||[...a,...i].some(u=>!/^[0-9a-f]{1,4}$/.test(u))?null:[...a.map(u=>Number.parseInt(u,16)),...Array.from({length:d},()=>0),...i.map(u=>Number.parseInt(u,16))]}function ke(e){let t=G(e);if(!t)return "an invalid IPv4 address";let[r=0,o=0,n=0,s=0]=t;return r===0?"the unspecified/current-network IPv4 range":r===10||r===172&&o>=16&&o<=31||r===192&&o===168?"an RFC1918 private IPv4 range":r===127?"the IPv4 loopback range":r===169&&o===254?"the IPv4 link-local/metadata range":r===100&&o===100&&n===100&&s===200?"a cloud instance metadata endpoint":r===100&&o>=64&&o<=127?"the shared carrier-grade NAT IPv4 range":r===198&&(o===18||o===19)?"the IPv4 benchmarking range":r>=224&&r<=239?"the IPv4 multicast range":r>=240?"the reserved IPv4 range":null}function ct(e){let t=ae(e);if(!t||t.length!==8)return "an invalid IPv6 address";if(t.every(n=>n===0))return "the unspecified IPv6 address";if(t.slice(0,7).every(n=>n===0)&&t[7]===1)return "the IPv6 loopback address";let r=t[0]??0;if((r&65024)===64512)return "an IPv6 unique-local range";if((r&65472)===65152)return "the IPv6 link-local range";if((r&65280)===65280)return "the IPv6 multicast range";if(t.slice(0,5).every(n=>n===0)&&t[5]===65535){let n=t[6]??0,s=t[7]??0;return ke(`${n>>8}.${n&255}.${s>>8}.${s&255}`)}return null}function ce(e){return G(e)?ke(e):ae(e)?ct(e):"an invalid IP address"}function V(e,t){let r=w(e,t),o;try{o=new URL(r);}catch{throw new Error(`${t} must be a valid URL.`)}if(o.protocol!=="http:"&&o.protocol!=="https:")throw new Error(`${t} must use HTTP or HTTPS.`);if(o.username||o.password)throw new Error(`${t} must not contain URL credentials.`);let n=at(o);if(!n)throw new Error(`${t} must contain a hostname.`);if(n==="localhost"||n.endsWith(".localhost"))throw new Error(`${t} must not target localhost.`);if(n==="metadata.google.internal")throw new Error(`${t} must not target a cloud instance metadata endpoint.`);if(G(n)||ae(n)){let s=ce(n);if(s)throw new Error(`${t} must not target ${s}.`)}return o}function lt(e){let t=V(e.sourceOrigin,"sourceOrigin").origin;if(!Array.isArray(e.urls)||e.urls.length<1||e.urls.length>20)throw new Error("Render tasks require between 1 and 20 URLs.");for(let[s,a]of e.urls.entries())if(V(a,`urls[${s}]`).origin!==t)throw new Error(`urls[${s}] is outside sourceOrigin.`);let r=O(e.options,"options");if(typeof r.ignoreHttpsErrors!="boolean")throw new Error("options.ignoreHttpsErrors must be a boolean.");if(typeof r.javaScriptEnabled!="boolean")throw new Error("options.javaScriptEnabled must be a boolean.");let o=O(r.viewport,"options.viewport");k(o.width,"options.viewport.width",320,7680),k(o.height,"options.viewport.height",240,7680),k(r.navigationTimeoutMs,"options.navigationTimeoutMs",1e3,6e5),k(r.autoScrollTimeoutMs,"options.autoScrollTimeoutMs",0,12e4);let n=O(r.readiness,"options.readiness");for(let s of ["waitForSelector","waitForFunction"])if(n[s]!==null&&typeof n[s]!="string")throw new Error(`options.readiness.${s} must be a string or null.`);k(n.timeoutMs,"options.readiness.timeoutMs",0,12e4),k(n.fallbackWaitMs,"options.readiness.fallbackWaitMs",0,12e4);}function ut(e){if(!Array.isArray(e.urls)||e.urls.length<1||e.urls.length>20)throw new Error("Asset tasks require between 1 and 20 URLs.");for(let[r,o]of e.urls.entries())V(o,`urls[${r}]`);let t=O(e.options,"options");if(typeof t.ignoreHttpsErrors!="boolean")throw new Error("options.ignoreHttpsErrors must be a boolean.");k(t.timeoutMs,"options.timeoutMs",1e3,12e4);}function dt(e){if(w(e.configKey,"configKey"),w(e.assetMapKey,"assetMapKey"),e.previousAssetMapKey!==void 0&&w(e.previousAssetMapKey,"previousAssetMapKey"),!Array.isArray(e.items)||e.items.length<1||e.items.length>500)throw new Error("Rewrite tasks require between 1 and 500 objects.");for(let[t,r]of e.items.entries()){let o=O(r,`items[${t}]`);w(o.inputKey,`items[${t}].inputKey`),w(o.outputKey,`items[${t}].outputKey`),w(o.relativePath,`items[${t}].relativePath`),o.contentType!==void 0&&o.contentType!==null&&w(o.contentType,`items[${t}].contentType`);}}function pt(e){if(_(w(e.targetId,"targetId"),"targetId"),!Array.isArray(e.items)||e.items.length>1e3)throw new Error("Deploy copy tasks accept at most 1000 objects.");for(let[r,o]of e.items.entries()){let n=O(o,`items[${r}]`);w(n.sourceKey,`items[${r}].sourceKey`),w(n.targetRelativeKey,`items[${r}].targetRelativeKey`),w(n.sha256,`items[${r}].sha256`),n.normalizedSha256!==void 0&&w(n.normalizedSha256,`items[${r}].normalizedSha256`),k(n.bytes,`items[${r}].bytes`,0,Number.MAX_SAFE_INTEGER),w(n.contentType,`items[${r}].contentType`),w(n.cacheControl,`items[${r}].cacheControl`);}let t=e.deleteRelativeKeys??[];if(!Array.isArray(t)||t.length>1e3)throw new Error("Deploy copy tasks accept at most 1000 deletion keys.");for(let[r,o]of t.entries())w(o,`deleteRelativeKeys[${r}]`);if(e.items.length===0&&t.length===0)throw new Error("Deploy copy tasks require copy or deletion work.")}function Pe(e){if(!e||typeof e!="object")throw new Error("Worker event must be a JSON object.");let t=e;if(t.schemaVersion!==P)throw new Error(`Unsupported worker protocol version: ${String(t.schemaVersion)}.`);let r=t.operation;if(r!=="render"&&r!=="asset"&&r!=="rewrite"&&r!=="deploy-copy"&&r!=="health")throw new Error(`Unsupported worker operation: ${String(r)}.`);return _(String(t.jobId??""),"jobId"),_(String(t.taskId??""),"taskId"),r==="render"&<(t),r==="asset"&&ut(t),r==="rewrite"&&dt(t),r==="deploy-copy"&&pt(t),e}function ft(e){return e.hostname.replace(/^\[|\]$/g,"").replace(/\.$/,"").toLowerCase()}async function ht(e){return (await lookup(e,{all:true,verbatim:true})).map(t=>t.address)}async function le(e,t,r=ht){let o=V(e,t),n=ft(o);if(isIP(n))return o;let s;try{s=await r(n);}catch{throw new Error(`${t} hostname could not be resolved safely.`)}if(s.length===0)throw new Error(`${t} hostname resolved to no addresses.`);for(let a of s){let i=ce(a);if(i)throw new Error(`${t} hostname resolves to ${i}.`)}return o}async function Ie(e,t=le){let r=null;return await e.route("**/*",async o=>{try{await t(o.request().url(),"render request");}catch(n){r??=n instanceof Error?n:new Error(String(n)),await o.abort("blockedbyclient").catch(()=>{});return}await o.continue();}),await e.routeWebSocket("**/*",async o=>{try{await t(o.url(),"render WebSocket request");}catch(n){r??=n instanceof Error?n:new Error(String(n)),await o.close({code:1008,reason:"Blocked by network policy"});return}await o.close({code:1008,reason:"Only HTTP(S) requests are allowed"}),r??=new Error("render WebSocket request must use HTTP or HTTPS.");}),{getViolation:()=>r}}function yt(e){return e.replace(/&/gi,"&").replace(/"/gi,'"').replace(/'|'/gi,"'").replace(/</gi,"<").replace(/>/gi,">")}function Rt(e,t){let r=e.trim();if(!r||r.startsWith("data:")||r.startsWith("blob:")||r.startsWith("javascript:")||r.startsWith("#"))return null;try{let o=new URL(r,t);return o.protocol!=="http:"&&o.protocol!=="https:"||o.username||o.password?null:(o.hash="",o.toString())}catch{return null}}function W(e,t,r){let o=Rt(t,r);o&&e.add(o);}function bt(e,t,r){for(let o of t.split(",")){let n=o.trim().split(/\s+/,1)[0];n&&W(e,n,r);}}function ue(e,t,r=""){let o=new Set,n=yt(t).replace(/\\\//g,"/");for(let i of n.matchAll(/\b(?:src|href|poster|data-src|data-href|data-resource-url)\s*=\s*["']([^"']+)["']/gi))W(o,i[1]??"",e);for(let i of n.matchAll(/\b(?:srcset|data-srcset)\s*=\s*["']([^"']+)["']/gi))bt(o,i[1]??"",e);for(let i of n.matchAll(/url\(\s*(?:"([^"]+)"|'([^']+)'|([^)]*?))\s*\)/gi))W(o,i[1]??i[2]??i[3]??"",e);for(let i of n.matchAll(/@import\s+(?:url\()?\s*['"]?([^'"\s;)]+)['"]?\s*\)?/gi))W(o,i[1]??"",e);for(let i of n.matchAll(/<\?xml-stylesheet[^>]+href=["']([^"']+)["'][^>]*\?>/gi))W(o,i[1]??"",e);let s=(()=>{try{return E.extname(new URL(e).pathname).toLowerCase()}catch{return ""}})();if(s===".js"||s===".mjs"||/(?:java|ecma)script/i.test(r))for(let i of n.matchAll(/["']((?:\.\.?\/|\/)?[^"'\s]+\.(?:js|mjs)(?:[?#][^"']*)?)["']/gi))W(o,i[1]??"",e);return [...o].sort()}function ve(e){return e.replace(/"/g,'"').replace(/"/g,'"').replace(/'/g,"'").replace(/'/g,"'").replace(/&/g,"&").replace(/</g,"<").replace(/>/g,">")}function A(e){return e.replace(/&/g,"&").replace(/"/g,""").replace(/'/g,"'").replace(/</g,"<").replace(/>/g,">")}function X(e){return e.replace(/\//g,"\\/")}function xe(e){return e.replace(/\//g,"\\\\/")}function Et(e){try{let t=new URL(e);if(t.protocol!=="http:"&&t.protocol!=="https:")return null;let r=t.pathname==="/"&&!t.search&&!t.hash?"":`${t.pathname}${t.search}${t.hash}`;return `//${t.host}${r}`}catch{return null}}function Te(e,t,r){if(!t)return;e[t]=r;let o=X(t),n=X(r);e[o]=n;let s=xe(t),a=xe(r);e[s]=a;let i=A(t),c=A(r);e[i]=c;let d=A(o),u=A(n);e[d]=u;let l=A(s),p=A(a);e[l]=p;}function Z(e,t,r){Te(e,t,r);let o=Et(t);o&&o!==t&&Te(e,o,r);}function Oe(e,t){try{return new URL(e,t==="."?"https://relative.invalid":t).pathname}catch{return e.startsWith("/")?e:`/${e.replace(/^\.\//,"")}`}}function Ce(e,t,r){if(!t)return r;let o=E.dirname(E.resolve(t)),n=E.resolve(e,r.replace(/^\/+/,"")),s=E.relative(o,n).replace(/\\/g,"/");return s?(s.startsWith(".")||(s=`./${s}`),s):"."}var St=["wp-content/","wp-includes/","wp-admin/","wp-json/","_next/"],kt=new Set([".html",".htm"]),We="WPSuite.io Static Publisher",Pt=We.replace(/[.*+?^${}()|[\]\\]/g,"\\$&");function It(e){return e.replace(/[.*+?^${}()|[\]\\]/g,"\\$&")}function xt(e){return e.startsWith("//")||e.startsWith("\\/\\/")||e.startsWith("\\\\/\\\\/")}function Tt(e,t,r){return xt(t)?e.replace(new RegExp(`(?<!:)${It(t)}`,"g"),r):e.split(t).join(r)}function vt(e,t,r){if(e.wpsuite?.siteSettings?.subscriber===true||e.wpsuite?.subscriptionType==="PROFESSIONAL"||e.wpsuite?.subscriptionType==="AGENCY"||!r)return false;let n=E.extname(r).toLowerCase();return kt.has(n)?/<head\b|<html\b|<!doctype html/i.test(t):false}function Ot(e){if(new RegExp(`<meta\\b(?=[^>]*\\bname=(["'])generator\\1)(?=[^>]*\\bcontent=(["'])${Pt}\\2)[^>]*\\/?>`,"i").test(e))return e;let t=`<meta name="generator" content="${We}" />`;if(e.match(/(\r?\n)([ \t]*)<\/head>/i))return e.replace(/(\r?\n)([ \t]*)<\/head>/i,`$1$2${t}$1$2</head>`);let o=e.includes(`\r
|
|
1
|
+
import {S3Client,HeadObjectCommand,GetObjectCommand,PutObjectCommand,CopyObjectCommand,DeleteObjectsCommand}from'@aws-sdk/client-s3';import {fromTemporaryCredentials}from'@aws-sdk/credential-providers';import {request,chromium}from'playwright';import {createHash}from'crypto';import {lookup}from'dns/promises';import {isIP}from'net';import E from'path';import'fast-glob';import {statfs,readdir,readFile,rm,mkdir}from'fs/promises';import'os';import'worker_threads';import {DynamoDBClient,UpdateItemCommand}from'@aws-sdk/client-dynamodb';import _e from'mime-types';import {setTimeout}from'timers/promises';import {writeSync}from'fs';var I=1,ke=/^[A-Za-z0-9][A-Za-z0-9._-]{0,127}$/;function _(e,t){let r=String(e??"").trim();if(!ke.test(r))throw new Error(`${t} must match ${ke.source} and be at most 128 characters.`);return r}function U(e){let t=String(e??"").trim().replace(/^\/+|\/+$/g,"");if(!t)return "";let r=t.split("/").filter(Boolean);if(r.some(o=>o==="."||o===".."))throw new Error("S3 prefix contains an unsafe dot path segment.");return `${r.join("/")}/`}function v(e,...t){let r=U(e),o=t.map((n,s)=>{let i=String(n??"").replace(/^\/+|\/+$/g,"");if(!i||i.split("/").some(a=>a==="."||a===".."))throw new Error(`Unsafe S3 key segment at index ${s}.`);return i});return `${r}${o.join("/")}`}function z(e,t,r){return `${v(e,"jobs",_(t,"jobId"),"tasks",_(r,"taskId"))}/`}function L(e){return createHash("sha256").update(e).digest("hex")}function W(e,t){let r=String(e??"").replace(/^\/+/,""),o=U(t);if(!r||r.includes("\0"))throw new Error("S3 object key is empty or invalid.");if(o&&!r.startsWith(o))throw new Error(`S3 object key is outside the configured workspace prefix: ${r}`);if(r.split("/").some(n=>n===".."))throw new Error("S3 object key contains an unsafe parent segment.");return r}function A(e,t){if(!e||typeof e!="object"||Array.isArray(e))throw new Error(`${t} must be a JSON object.`);return e}function y(e,t){if(typeof e!="string"||!e.trim())throw new Error(`${t} must be a non-empty string.`);return e.trim()}function k(e,t,r,o){if(!Number.isInteger(e)||Number(e)<r||Number(e)>o)throw new Error(`${t} must be an integer between ${r} and ${o}.`);return Number(e)}function lt(e){return e.hostname.replace(/^\[|\]$/g,"").replace(/\.$/,"").toLowerCase()}function G(e){let t=e.split(".");if(t.length!==4)return null;let r=t.map(o=>Number(o));return r.every((o,n)=>Number.isInteger(o)&&o>=0&&o<=255&&String(o)===t[n])?r:null}function ae(e){let t=e.toLowerCase();if(t.includes("%")||t.split("::").length>2)return null;let r=t,o=r.lastIndexOf(":");if(r.includes(".")&&o>=0){let u=G(r.slice(o+1));if(!u)return null;r=`${r.slice(0,o)}:${((u[0]??0)*256+(u[1]??0)).toString(16)}:${((u[2]??0)*256+(u[3]??0)).toString(16)}`;}let[n,s]=r.split("::"),i=n?n.split(":"):[],a=s?s.split(":"):[],l=r.includes("::"),d=8-i.length-a.length;return l&&d<1||!l&&d!==0||[...i,...a].some(u=>!/^[0-9a-f]{1,4}$/.test(u))?null:[...i.map(u=>Number.parseInt(u,16)),...Array.from({length:d},()=>0),...a.map(u=>Number.parseInt(u,16))]}function Ie(e){let t=G(e);if(!t)return "an invalid IPv4 address";let[r=0,o=0,n=0,s=0]=t;return r===0?"the unspecified/current-network IPv4 range":r===10||r===172&&o>=16&&o<=31||r===192&&o===168?"an RFC1918 private IPv4 range":r===127?"the IPv4 loopback range":r===169&&o===254?"the IPv4 link-local/metadata range":r===100&&o===100&&n===100&&s===200?"a cloud instance metadata endpoint":r===100&&o>=64&&o<=127?"the shared carrier-grade NAT IPv4 range":r===198&&(o===18||o===19)?"the IPv4 benchmarking range":r>=224&&r<=239?"the IPv4 multicast range":r>=240?"the reserved IPv4 range":null}function ut(e){let t=ae(e);if(!t||t.length!==8)return "an invalid IPv6 address";if(t.every(n=>n===0))return "the unspecified IPv6 address";if(t.slice(0,7).every(n=>n===0)&&t[7]===1)return "the IPv6 loopback address";let r=t[0]??0;if((r&65024)===64512)return "an IPv6 unique-local range";if((r&65472)===65152)return "the IPv6 link-local range";if((r&65280)===65280)return "the IPv6 multicast range";if(t.slice(0,5).every(n=>n===0)&&t[5]===65535){let n=t[6]??0,s=t[7]??0;return Ie(`${n>>8}.${n&255}.${s>>8}.${s&255}`)}return null}function ce(e){return G(e)?Ie(e):ae(e)?ut(e):"an invalid IP address"}function V(e,t){let r=y(e,t),o;try{o=new URL(r);}catch{throw new Error(`${t} must be a valid URL.`)}if(o.protocol!=="http:"&&o.protocol!=="https:")throw new Error(`${t} must use HTTP or HTTPS.`);if(o.username||o.password)throw new Error(`${t} must not contain URL credentials.`);let n=lt(o);if(!n)throw new Error(`${t} must contain a hostname.`);if(n==="localhost"||n.endsWith(".localhost"))throw new Error(`${t} must not target localhost.`);if(n==="metadata.google.internal")throw new Error(`${t} must not target a cloud instance metadata endpoint.`);if(G(n)||ae(n)){let s=ce(n);if(s)throw new Error(`${t} must not target ${s}.`)}return o}function dt(e){let t=V(e.sourceOrigin,"sourceOrigin").origin;if(!Array.isArray(e.urls)||e.urls.length<1||e.urls.length>20)throw new Error("Render tasks require between 1 and 20 URLs.");for(let[s,i]of e.urls.entries())if(V(i,`urls[${s}]`).origin!==t)throw new Error(`urls[${s}] is outside sourceOrigin.`);let r=A(e.options,"options");if(typeof r.ignoreHttpsErrors!="boolean")throw new Error("options.ignoreHttpsErrors must be a boolean.");if(typeof r.javaScriptEnabled!="boolean")throw new Error("options.javaScriptEnabled must be a boolean.");let o=A(r.viewport,"options.viewport");k(o.width,"options.viewport.width",320,7680),k(o.height,"options.viewport.height",240,7680),k(r.navigationTimeoutMs,"options.navigationTimeoutMs",1e3,6e5),k(r.autoScrollTimeoutMs,"options.autoScrollTimeoutMs",0,12e4);let n=A(r.readiness,"options.readiness");for(let s of ["waitForSelector","waitForFunction"])if(n[s]!==null&&typeof n[s]!="string")throw new Error(`options.readiness.${s} must be a string or null.`);k(n.timeoutMs,"options.readiness.timeoutMs",0,12e4),k(n.fallbackWaitMs,"options.readiness.fallbackWaitMs",0,12e4);}function pt(e){if(!Array.isArray(e.urls)||e.urls.length<1||e.urls.length>20)throw new Error("Asset tasks require between 1 and 20 URLs.");for(let[r,o]of e.urls.entries())V(o,`urls[${r}]`);let t=A(e.options,"options");if(typeof t.ignoreHttpsErrors!="boolean")throw new Error("options.ignoreHttpsErrors must be a boolean.");k(t.timeoutMs,"options.timeoutMs",1e3,12e4);}function mt(e){if(y(e.configKey,"configKey"),y(e.assetMapKey,"assetMapKey"),e.previousAssetMapKey!==void 0&&y(e.previousAssetMapKey,"previousAssetMapKey"),!Array.isArray(e.items)||e.items.length<1||e.items.length>500)throw new Error("Rewrite tasks require between 1 and 500 objects.");for(let[t,r]of e.items.entries()){let o=A(r,`items[${t}]`);y(o.inputKey,`items[${t}].inputKey`),y(o.outputKey,`items[${t}].outputKey`),y(o.relativePath,`items[${t}].relativePath`),o.contentType!==void 0&&o.contentType!==null&&y(o.contentType,`items[${t}].contentType`);}}function gt(e){if(_(y(e.targetId,"targetId"),"targetId"),!Array.isArray(e.items)||e.items.length>1e3)throw new Error("Deploy copy tasks accept at most 1000 objects.");for(let[r,o]of e.items.entries()){let n=A(o,`items[${r}]`);y(n.sourceKey,`items[${r}].sourceKey`),y(n.targetRelativeKey,`items[${r}].targetRelativeKey`),y(n.sha256,`items[${r}].sha256`),n.normalizedSha256!==void 0&&y(n.normalizedSha256,`items[${r}].normalizedSha256`),k(n.bytes,`items[${r}].bytes`,0,Number.MAX_SAFE_INTEGER),y(n.contentType,`items[${r}].contentType`),y(n.cacheControl,`items[${r}].cacheControl`);}let t=e.deleteRelativeKeys??[];if(!Array.isArray(t)||t.length>1e3)throw new Error("Deploy copy tasks accept at most 1000 deletion keys.");for(let[r,o]of t.entries())y(o,`deleteRelativeKeys[${r}]`);if(e.items.length===0&&t.length===0)throw new Error("Deploy copy tasks require copy or deletion work.")}function Pe(e){if(!e||typeof e!="object")throw new Error("Worker event must be a JSON object.");let t=e;if(t.schemaVersion!==I)throw new Error(`Unsupported worker protocol version: ${String(t.schemaVersion)}.`);let r=t.operation;if(r!=="render"&&r!=="asset"&&r!=="rewrite"&&r!=="deploy-copy"&&r!=="health")throw new Error(`Unsupported worker operation: ${String(r)}.`);return _(String(t.jobId??""),"jobId"),_(String(t.taskId??""),"taskId"),r==="render"&&dt(t),r==="asset"&&pt(t),r==="rewrite"&&mt(t),r==="deploy-copy"&>(t),e}function wt(e){return e.hostname.replace(/^\[|\]$/g,"").replace(/\.$/,"").toLowerCase()}async function yt(e){return (await lookup(e,{all:true,verbatim:true})).map(t=>t.address)}async function le(e,t,r=yt){let o=V(e,t),n=wt(o);if(isIP(n))return o;let s;try{s=await r(n);}catch{throw new Error(`${t} hostname could not be resolved safely.`)}if(s.length===0)throw new Error(`${t} hostname resolved to no addresses.`);for(let i of s){let a=ce(i);if(a)throw new Error(`${t} hostname resolves to ${a}.`)}return o}async function xe(e,t=le){let r=null;return await e.route("**/*",async o=>{try{await t(o.request().url(),"render request");}catch(n){r??=n instanceof Error?n:new Error(String(n)),await o.abort("blockedbyclient").catch(()=>{});return}await o.continue();}),await e.routeWebSocket("**/*",async o=>{try{await t(o.url(),"render WebSocket request");}catch(n){r??=n instanceof Error?n:new Error(String(n)),await o.close({code:1008,reason:"Blocked by network policy"});return}await o.close({code:1008,reason:"Only HTTP(S) requests are allowed"}),r??=new Error("render WebSocket request must use HTTP or HTTPS.");}),{getViolation:()=>r}}function bt(e){return e.replace(/&/gi,"&").replace(/"/gi,'"').replace(/'|'/gi,"'").replace(/</gi,"<").replace(/>/gi,">")}function Et(e,t){let r=e.trim();if(!r||r.startsWith("data:")||r.startsWith("blob:")||r.startsWith("javascript:")||r.startsWith("#"))return null;try{let o=new URL(r,t);return o.protocol!=="http:"&&o.protocol!=="https:"||o.username||o.password?null:(o.hash="",o.toString())}catch{return null}}function O(e,t,r){let o=Et(t,r);o&&e.add(o);}function St(e,t,r){for(let o of t.split(",")){let n=o.trim().split(/\s+/,1)[0];n&&O(e,n,r);}}function ue(e,t,r=""){let o=new Set,n=bt(t).replace(/\\\//g,"/");for(let a of n.matchAll(/\b(?:src|href|poster|data-src|data-href|data-resource-url)\s*=\s*["']([^"']+)["']/gi))O(o,a[1]??"",e);for(let a of n.matchAll(/\b(?:srcset|data-srcset)\s*=\s*["']([^"']+)["']/gi))St(o,a[1]??"",e);for(let a of n.matchAll(/url\(\s*(?:"([^"]+)"|'([^']+)'|([^)]*?))\s*\)/gi))O(o,a[1]??a[2]??a[3]??"",e);for(let a of n.matchAll(/@import\s+(?:url\()?\s*['"]?([^'"\s;)]+)['"]?\s*\)?/gi))O(o,a[1]??"",e);for(let a of n.matchAll(/<\?xml-stylesheet[^>]+href=["']([^"']+)["'][^>]*\?>/gi))O(o,a[1]??"",e);let s=(()=>{try{return E.extname(new URL(e).pathname).toLowerCase()}catch{return ""}})();if(s===".js"||s===".mjs"||/(?:java|ecma)script/i.test(r))for(let a of n.matchAll(/["']((?:\.\.?\/|\/)?[^"'\s]+\.(?:js|mjs)(?:[?#][^"']*)?)["']/gi))O(o,a[1]??"",e);return [...o].sort()}function Ce(e){return e.replace(/"/g,'"').replace(/"/g,'"').replace(/'/g,"'").replace(/'/g,"'").replace(/&/g,"&").replace(/</g,"<").replace(/>/g,">")}function $(e){return e.replace(/&/g,"&").replace(/"/g,""").replace(/'/g,"'").replace(/</g,"<").replace(/>/g,">")}function Z(e){return e.replace(/\//g,"\\/")}function Te(e){return e.replace(/\//g,"\\\\/")}function kt(e){try{let t=new URL(e);if(t.protocol!=="http:"&&t.protocol!=="https:")return null;let r=t.pathname==="/"&&!t.search&&!t.hash?"":`${t.pathname}${t.search}${t.hash}`;return `//${t.host}${r}`}catch{return null}}function ve(e,t,r){if(!t)return;e[t]=r;let o=Z(t),n=Z(r);e[o]=n;let s=Te(t),i=Te(r);e[s]=i;let a=$(t),l=$(r);e[a]=l;let d=$(o),u=$(n);e[d]=u;let c=$(s),p=$(i);e[c]=p;}function X(e,t,r){ve(e,t,r);let o=kt(t);o&&o!==t&&ve(e,o,r);}function Ae(e,t){try{return new URL(e,t==="."?"https://relative.invalid":t).pathname}catch{return e.startsWith("/")?e:`/${e.replace(/^\.\//,"")}`}}function We(e,t,r){if(!t)return r;let o=E.dirname(E.resolve(t)),n=E.resolve(e,r.replace(/^\/+/,"")),s=E.relative(o,n).replace(/\\/g,"/");return s?(s.startsWith(".")||(s=`./${s}`),s):"."}var It=["wp-content/","wp-includes/","wp-admin/","wp-json/","_next/"],Pt=new Set([".html",".htm"]),Oe="WPSuite.io Static Publisher",xt=Oe.replace(/[.*+?^${}()|[\]\\]/g,"\\$&");function Tt(e){return e.replace(/[.*+?^${}()|[\]\\]/g,"\\$&")}function vt(e){return e.startsWith("//")||e.startsWith("\\/\\/")||e.startsWith("\\\\/\\\\/")}function Ct(e,t,r){return vt(t)?e.replace(new RegExp(`(?<!:)${Tt(t)}`,"g"),r):e.split(t).join(r)}function At(e,t,r){if(e.wpsuite?.siteSettings?.subscriber===true||e.wpsuite?.subscriptionType==="PROFESSIONAL"||e.wpsuite?.subscriptionType==="AGENCY"||!r)return false;let n=E.extname(r).toLowerCase();return Pt.has(n)?/<head\b|<html\b|<!doctype html/i.test(t):false}function Wt(e){if(new RegExp(`<meta\\b(?=[^>]*\\bname=(["'])generator\\1)(?=[^>]*\\bcontent=(["'])${xt}\\2)[^>]*\\/?>`,"i").test(e))return e;let t=`<meta name="generator" content="${Oe}" />`;if(e.match(/(\r?\n)([ \t]*)<\/head>/i))return e.replace(/(\r?\n)([ \t]*)<\/head>/i,`$1$2${t}$1$2</head>`);let o=e.includes(`\r
|
|
2
2
|
`)?`\r
|
|
3
3
|
`:`
|
|
4
|
-
`;return e.replace(/<head\b[^>]*>/i,n=>`${n}${o} ${t}`)}function
|
|
5
|
-
`);}catch{}}function
|
|
6
|
-
`,"application/json; charset=utf-8")}async function
|
|
7
|
-
`,1)[0]}:{}},i.outcome==="failed"?"warn":"info"),!c||s===2)return i;await g("render.page-retry-with-fresh-browser",a,{nextAttempt:s+1},"warn");}if(n)return n;throw new Error(`Remote render did not produce a result for ${r}.`)}function wr(e,t){let r=t.toLowerCase();if(r.startsWith("text/")||r.includes("javascript")||r.includes("json")||r.includes("xml")||r.includes("svg"))return true;try{return /\.(?:css|js|mjs|json|xml|xsl|svg|txt|map|html?)$/i.test(new URL(e).pathname)}catch{return false}}async function yr(e,t,r){let o=t;for(let n=0;n<=5;n+=1){await le(o,"asset request");let s=await e.get(o,{timeout:r,failOnStatusCode:false,maxRedirects:0}),a=s.status();if(a<300||a>=400)return s;let i=s.headers().location;if(!i)return s;if(n===5)throw await s.dispose(),new Error("Asset request exceeded five redirects.");o=new URL(i,o).toString(),await s.dispose();}throw new Error("Asset redirect handling failed.")}async function Rr(e,t,r){if(!Array.isArray(e.urls)||e.urls.length<1||e.urls.length>20)throw new Error("Asset tasks require between 1 and 20 URLs.");let o=await request.newContext({ignoreHTTPSErrors:e.options.ignoreHttpsErrors,userAgent:"WPSuiteStaticPublisher/remote-asset-worker-v1",...B?{proxy:{server:B}}:{}}),n=[],s=async i=>{n.push(i);let c=n.filter(d=>d.outcome==="failed"||d.outcome==="deferred").length;await r.updated(n.length-c,c);};try{for(let i=0;i<e.urls.length;i+=1){let c=e.urls[i],d=t.getRemainingTimeInMillis?.();if(d!==void 0&&d<3e4){await s({requestedUrl:c,finalUrl:null,outcome:"deferred",httpStatus:null,contentType:null,cacheControl:null,lastModified:null,object:null,discoveredAssets:[],error:"Worker stopped accepting assets because less than 30 seconds remained."});continue}let u=null;try{u=await yr(o,c,e.options.timeoutMs);let l=u.status(),p=u.headers(),m=u.url()||c;if(l<200||l>=300){await s({requestedUrl:c,finalUrl:m,outcome:"http-error",httpStatus:l,contentType:p["content-type"]??null,cacheControl:p["cache-control"]??null,lastModified:p["last-modified"]??null,object:null,discoveredAssets:[],error:`Asset returned HTTP ${l}.`});continue}let f=await u.body(),R=Q(p["content-type"],m,"application/octet-stream"),x=await oe(v(z(S,e.jobId,e.taskId),"assets",`${String(i).padStart(4,"0")}-${L(c).slice(0,24)}.bin`),f,R);await s({requestedUrl:c,finalUrl:m,outcome:"fetched",httpStatus:l,contentType:R,cacheControl:p["cache-control"]??null,lastModified:p["last-modified"]??null,object:x,discoveredAssets:wr(m,R)?ue(m,new TextDecoder("utf8").decode(f),R):[]});}catch(l){await s({requestedUrl:c,finalUrl:u?.url()??null,outcome:"failed",httpStatus:u?.status()??null,contentType:u?.headers()["content-type"]??null,cacheControl:u?.headers()["cache-control"]??null,lastModified:u?.headers()["last-modified"]??null,object:null,discoveredAssets:[],error:l instanceof Error?l.message:String(l)});}finally{await u?.dispose().catch(()=>{});}}}finally{await o.dispose();}let a=n.filter(i=>i.outcome==="failed"||i.outcome==="deferred").length;return {response:{schemaVersion:P,operation:"asset",jobId:e.jobId,taskId:e.taskId,status:a>0?"partial":"succeeded",completedItems:n.length-a,failedItems:a,exporterVersion:$},detail:{assets:n}}}async function br(e,t,r){if(!Array.isArray(e.urls)||e.urls.length<1||e.urls.length>20)throw new Error("Render tasks require between 1 and 20 URLs.");let o=new URL(e.sourceOrigin).origin,n=[];for(let a=0;a<e.urls.length;a+=1){let i=e.urls[a];if(!i)continue;let c=t.getRemainingTimeInMillis?.();if(c!==void 0&&c<6e4){n.push({requestedUrl:i,finalUrl:null,outcome:"deferred",httpStatus:null,contentType:null,html:null,discoveredPages:[],discoveredAssets:[],networkUrls:[],cookies:[],error:"Worker stopped accepting URLs because less than 60 seconds remained."}),await r.updated(n.filter(l=>l.outcome!=="failed"&&l.outcome!=="deferred").length,n.filter(l=>l.outcome==="failed"||l.outcome==="deferred").length);continue}let d=new URL(i);if(d.origin!==o)throw new Error(`Primary render URL is outside sourceOrigin: ${i}`);n.push(await hr(e,t,d.toString(),a));let u=n.filter(l=>l.outcome==="failed"||l.outcome==="deferred").length;await r.updated(n.length-u,u);}let s=n.filter(a=>a.outcome==="failed"||a.outcome==="deferred").length;return {response:{schemaVersion:P,operation:"render",jobId:e.jobId,taskId:e.taskId,status:s>0?"partial":"succeeded",completedItems:n.length-s,failedItems:s,exporterVersion:$},detail:{pages:n}}}async function Er(e,t){if(!Array.isArray(e.items)||e.items.length<1||e.items.length>500)throw new Error("Rewrite tasks require between 1 and 500 objects.");let o={...await ne(e.configKey),outputDir:"/workspace"},n=await ne(e.assetMapKey),s=e.previousAssetMapKey?await ne(e.previousAssetMapKey):{},a=[];for(let i of e.items){let c=C(i.inputKey,S),d=C(i.outputKey,S),u=await rt(c),l=u.body,p=`/workspace/${i.relativePath.replace(/^\/+/,"")}`,m=Ae(l,o,n,p,s),f=Q(i.contentType||u.contentType,i.relativePath,"text/plain; charset=utf-8"),R=await oe(d,m,f);a.push({inputKey:c,outputKey:d,changed:m!==l,output:R}),await t.updated(a.length,0);}return {response:{schemaVersion:P,operation:"rewrite",jobId:e.jobId,taskId:e.taskId,status:"succeeded",completedItems:a.length,failedItems:0,exporterVersion:$},detail:{objects:a}}}function Sr(e,t){return `${e}/${t.split("/").map(r=>encodeURIComponent(r)).join("/")}`}async function kr(e,t){if(!Array.isArray(e.items)||e.items.length>1e3)throw new Error("Deploy copy tasks accept at most 1000 objects.");let r=sr.find(u=>u.id===e.targetId);if(!r)throw new Error(`Unknown deployment target: ${e.targetId}`);let o=Ze.get(r.region);o||(o=new S3Client({region:r.region}),Ze.set(r.region,o));let n=[];for(let u of e.items){let l=C(u.sourceKey,S),p=v(r.prefix,u.targetRelativeKey);try{let m=await o.send(new HeadObjectCommand({Bucket:r.bucketName,Key:p})).catch(h=>{if((h&&typeof h=="object"&&"$metadata"in h?Number(h.$metadata?.httpStatusCode):0)===404||h?.name==="NotFound")return null;throw h}),f=String(m?.CacheControl??"").replace(/\s+/g,"")===u.cacheControl.replace(/\s+/g,""),R=ge(m?.ContentType)===ge(u.contentType),x=m?.Metadata?.["wpsuite-sha256"]===u.sha256,q=!!u.normalizedSha256&&m?.Metadata?.["wpsuite-normalized-sha256"]===u.normalizedSha256;if(f&&R&&(x||q)){n.push({sourceKey:l,targetKey:p,status:"skipped"}),await t.updated(n.filter(h=>h.status!=="failed").length,n.filter(h=>h.status==="failed").length);continue}let F=await o.send(new CopyObjectCommand({Bucket:r.bucketName,Key:p,CopySource:Sr(M,l),MetadataDirective:"REPLACE",ContentType:u.contentType,CacheControl:u.cacheControl,Metadata:{"wpsuite-sha256":u.sha256,...u.normalizedSha256?{"wpsuite-normalized-sha256":u.normalizedSha256}:{}}}));n.push({sourceKey:l,targetKey:p,status:"copied",...F.CopyObjectResult?.ETag?{etag:F.CopyObjectResult.ETag}:{}}),await t.updated(n.filter(h=>h.status!=="failed").length,n.filter(h=>h.status==="failed").length);}catch(m){n.push({sourceKey:l,targetKey:p,status:"failed",error:m instanceof Error?m.message:String(m)}),await t.updated(n.filter(f=>f.status!=="failed").length,n.filter(f=>f.status==="failed").length);}}let a=(e.deleteRelativeKeys??[]).map(u=>v(r.prefix,u)),i=[],c=[];if(a.length>0){let u=await o.send(new DeleteObjectsCommand({Bucket:r.bucketName,Delete:{Objects:a.map(l=>({Key:l})),Quiet:false}}));i.push(...(u.Deleted??[]).flatMap(l=>l.Key?[l.Key]:[])),c.push(...(u.Errors??[]).map(l=>({key:l.Key??"",error:l.Message??l.Code??"S3 deletion failed"}))),await t.updated(n.filter(l=>l.status!=="failed").length+i.length,n.filter(l=>l.status==="failed").length+c.length);}let d=n.filter(u=>u.status==="failed").length+c.length;return {response:{schemaVersion:P,operation:"deploy-copy",jobId:e.jobId,taskId:e.taskId,status:d>0?"partial":"succeeded",completedItems:n.filter(u=>u.status!=="failed").length+i.length,failedItems:d,exporterVersion:$},detail:{objects:n,deletedKeys:i,deleteErrors:c,targetId:r.id}}}async function Ye(e,t,r){if(e.operation==="health")return {response:{schemaVersion:P,operation:"health",jobId:e.jobId,taskId:e.taskId,status:"succeeded",completedItems:1,failedItems:0,exporterVersion:$},detail:{allowedOperation:te,workspaceBucket:M,workspacePrefix:S,proxyConfigured:!!B}};if(te&&te!==e.operation)throw new Error(`Function is configured for ${te}, not ${e.operation}.`);if(!r)throw new Error("Remote worker progress reporter is required.");return e.operation==="render"?await br(e,t,r):e.operation==="asset"?await Rr(e,t,r):e.operation==="rewrite"?await Er(e,r):await kr(e,r)}async function Sn(e,t={}){let r=Pe(e),o=setInterval(()=>{},1e3),n={requestId:t.awsRequestId,jobId:r.jobId,taskId:r.taskId,operation:r.operation,remainingTimeMs:t.getRemainingTimeInMillis?.()};ee(n),await g("invocation.started",n,{exporterVersion:$});try{if(r.operation==="health"){let c=(await Ye(r,t)).response;return await g("invocation.completed",{...n,remainingTimeMs:t.getRemainingTimeInMillis?.()},{status:c.status}),c}ye();let s=v(z(S,r.jobId,r.taskId),"result.json"),a=await mr(s),i=new Y(r,t.awsRequestId);if(a)return await i.completed(a),await g("invocation.completed-from-existing-result",{...n,remainingTimeMs:t.getRemainingTimeInMillis?.()},{status:a.status}),a;await i.started();try{let c=await Ye(r,t,i),d={...c.response,resultKey:s};return await pr(s,{schemaVersion:P,response:d,detail:c.detail,completedAt:new Date().toISOString(),requestId:t.awsRequestId??null}),await i.completed(d),await g("invocation.completed",{...n,remainingTimeMs:t.getRemainingTimeInMillis?.()},{status:d.status,completedItems:d.completedItems,failedItems:d.failedItems}),d}catch(c){throw await i.failed(),c}}catch(s){throw await g("invocation.failed",{...n,remainingTimeMs:t.getRemainingTimeInMillis?.()},{errorName:s instanceof Error?s.name:"UnknownError",error:s instanceof Error?s.message:String(s)},"error"),s}finally{await g("invocation.cleanup-started",{...n,remainingTimeMs:t.getRemainingTimeInMillis?.()}),r.operation==="render"&&await tt({...n,remainingTimeMs:t.getRemainingTimeInMillis?.()}),await g("invocation.cleanup-finished",{...n,remainingTimeMs:t.getRemainingTimeInMillis?.()}),clearInterval(o),Ge();}}export{Sn as handler};
|
|
4
|
+
`;return e.replace(/<head\b[^>]*>/i,n=>`${n}${o} ${t}`)}function Ot(e){let t=Ce(e).trim();return t.startsWith("{")||t.startsWith("[")||t.includes("\\/")||/"@context"|"@type"/.test(t)}function $t(e,t){let r=[...new Set(t)].filter(s=>s.includes("/")&&!/\\+\//.test(s)).map(s=>[s,Z(s)]).filter(([s,i])=>s!==i).sort((s,i)=>i[0].length-s[0].length);if(!r.length)return e;let o=s=>{let i=s;for(let[a,l]of r)i=i.split(a).join(l);return i},n=e.replace(/(<script\b[^>]*\btype=["']application\/(?:ld\+)?json["'][^>]*>)([\s\S]*?)(<\/script>)/gi,(s,i,a,l)=>`${i}${o(a)}${l}`);return n=n.replace(/(<meta\b[^>]*\bcontent=(['"]))([\s\S]*?)(\2[^>]*>)/gi,(s,i,a,l,d)=>Ot(l)?`${i}${o(l)}${d}`:s),n}function Mt(e,t){if(!t)return null;let r=E.dirname(E.resolve(t)),o=E.resolve(e.outputDir),n=E.relative(r,o).replace(/\\/g,"/");return n?(n.startsWith(".")||(n=`./${n}`),n.endsWith("/")?n:`${n}/`):"./"}function jt(e,t,r){let o=Mt(t,r);if(!o)return e;let n=e;for(let s of It){let i=s.replace(/[.*+?^${}()|[\]\\]/g,"\\$&"),a=new RegExp(`(?:\\.{1,}/)+${i}`,"g"),l=new RegExp(`(?<!\\.)/${i}`,"g");n=n.replace(a,`${o}${s}`).replace(l,`${o}${s}`);let d=s.replace(/\//g,"\\/"),u=o.replace(/\//g,"\\/"),c=d.replace(/[.*+?^${}()|[\]\\]/g,"\\$&"),p=new RegExp(`(?:\\.{1,}\\\\/)+${c}`,"g"),m=new RegExp(`(?:\\.{1,}(?:\\\\/|\\\\))+${c}`,"g"),h=new RegExp(`(?<![\\.\\\\])\\/${c}`,"g");n=n.replace(p,`${u}${d}`).replace(m,`${u}${d}`).replace(h,`${u}${d}`);}return n}function pe(e,t,r){if(e.urlRewriteMode==="absolute")return t;let o=(()=>{try{return new URL(t,e.targetOrigin==="."?"https://relative.invalid":e.targetOrigin)}catch{return null}})(),n=o?o.pathname:Ae(t,e.targetOrigin),s=o?`${o.search}${o.hash}`:"";return e.urlRewriteMode==="root-relative"?`${n}${s}`:`${We(e.outputDir,r,n)}${s}`}function de(e,t,r,o,n){X(e,r,pe(t,o,n));}function _t(e,t,r,o,n){if(!r||r===o)return;X(e,r,o);let s=pe(t,r,n),i=pe(t,o,n);X(e,s,i);}function $e(e,t,r,o,n={}){let s=e,i={};de(i,t,t.sourceOrigin,t.targetOrigin,o);for(let[l,d]of Object.entries(t.extraReplacements))de(i,t,l,d,o);for(let[l,d]of Object.entries(r))de(i,t,l,d,o);for(let[l,d]of Object.entries(n)){let u=r[l];!u||u===d||_t(i,t,d,u,o);}let a=Object.entries(i).sort((l,d)=>d[0].length-l[0].length);for(let[l,d]of a)s=Ct(s,l,d);return t.urlRewriteMode!=="absolute"&&(s=jt(s,t,o)),s=$t(s,a.map(([,l])=>l)),At(t,s,o)&&(s=Wt(s)),s}var me=String(process.env.PUBLISHER_PROGRESS_TABLE??"").trim(),Me=Number(process.env.PUBLISHER_PROGRESS_RETENTION_SECONDS??604800),Lt=Number.isFinite(Me)?Math.max(86400,Me):604800,je=me?new DynamoDBClient({}):null;function Bt(e){return e.operation==="render"||e.operation==="asset"?e.urls.length:e.operation==="rewrite"?e.items.length:e.items.length+(e.deleteRelativeKeys?.length??0)}async function Dt(e){if(!(!je||!me))try{let t=Math.floor(Date.now()/1e3)+Lt;await je.send(new UpdateItemCommand({TableName:me,Key:{jobId:{S:e.jobId},taskId:{S:e.taskId}},UpdateExpression:"SET #operation = :operation, #status = :status, completedItems = :completedItems, failedItems = :failedItems, totalItems = :totalItems, #sequence = :sequence, updatedAt = :updatedAt, expiresAt = :expiresAt"+(e.requestId?", requestId = :requestId":""),ConditionExpression:"attribute_not_exists(#sequence) OR #sequence < :sequence",ExpressionAttributeNames:{"#operation":"operation","#status":"status","#sequence":"sequence"},ExpressionAttributeValues:{":operation":{S:e.operation},":status":{S:e.status},":completedItems":{N:String(e.completedItems)},":failedItems":{N:String(e.failedItems)},":totalItems":{N:String(e.totalItems)},":sequence":{N:String(e.sequence)},":updatedAt":{S:e.updatedAt},":expiresAt":{N:String(t)},...e.requestId?{":requestId":{S:e.requestId}}:{}}}));}catch(t){if(t.name==="ConditionalCheckFailedException")return;console.warn(JSON.stringify({message:"Remote worker progress status could not be written.",jobId:e.jobId,taskId:e.taskId,error:t instanceof Error?t.message:String(t)}));}}var Y=class{#t;#o;#e;#s;#i;#a=-1;#c=0;#n=0;#l=0;constructor(t,r,o=Dt){this.#t=t,this.#o=r??null,this.#e=Bt(t),this.#s=Math.max(1,Math.ceil(this.#e/20)),this.#i=o;}async started(){await this.#r("running",0,0,0);}async updated(t,r){this.#n=t,this.#l=r;let o=t+r,n=Date.now();o<this.#e&&o-this.#a<this.#s&&n-this.#c<5e3||await this.#r("running",t,r,o+1);}async completed(t){await this.#r(t.status,t.completedItems,t.failedItems,this.#e+2);}async failed(){let t=Math.min(this.#e-this.#n,Math.max(1,this.#l));await this.#r("failed",this.#n,t,this.#e+3);}async#r(t,r,o,n){this.#a=r+o,this.#c=Date.now(),await this.#i({jobId:this.#t.jobId,taskId:this.#t.taskId,operation:this.#t.operation,status:t,completedItems:r,failedItems:o,totalItems:this.#e,sequence:n,updatedAt:new Date().toISOString(),requestId:this.#o});}};var Kt=/^[!#$%&'*+.^_`|~0-9A-Za-z-]+\/[!#$%&'*+.^_`|~0-9A-Za-z-]+(?:\s*;.*)?$/u;function Nt(e){try{return new URL(e).pathname}catch{return e}}function Q(e,t,r){let o=String(e??"").trim();if(Kt.test(o))return o;let n=_e.lookup(Nt(t));return n?_e.contentType(n)||n:r}function ge(e){return String(e??"").split(";").map(t=>t.trim().toLowerCase()).filter(Boolean).join(";")}var Le="playwright_chromiumdev_profile-",Jt="/tmp/wpsuite-publisher-browser";function P(e){return Math.round(e/1024/1024*100)/100}async function Ve(e){try{let t=await statfs(e),r=t.blocks*t.bsize,o=t.bavail*t.bsize;return {path:e,totalMiB:P(r),availableMiB:P(o),usedMiB:P(r-o)}}catch(t){return {path:e,totalMiB:null,availableMiB:null,usedMiB:null,error:t instanceof Error?t.message:String(t)}}}async function Zt(e){return (await fe(e)).filter(t=>t.startsWith(Le))}async function fe(e){try{return (await readdir(e,{withFileTypes:!0})).map(t=>t.name).sort()}catch(t){if(t.code==="ENOENT")return [];throw t}}function he(){return E.resolve(process.env.PUBLISHER_BROWSER_TEMP_ROOT?.trim()||Jt)}async function Be(e=he()){let t=Ke(e),r=E.join(t,"home"),o=E.join(t,"cache"),n=E.join(t,"config");await Promise.all([t,r,o,n].map(s=>mkdir(s,{recursive:true}))),process.env.TMPDIR=t,process.env.HOME=r,process.env.XDG_CACHE_HOME=o,process.env.XDG_CONFIG_HOME=n;}async function De(e=he()){let t=process.memoryUsage(),[r,o,n,s]=await Promise.all([Ve(e),Ve("/dev/shm"),Zt(e),fe(e)]);return {processMemoryMiB:{rss:P(t.rss),heapUsed:P(t.heapUsed),heapTotal:P(t.heapTotal),external:P(t.external),arrayBuffers:P(t.arrayBuffers)},tempStorage:r,sharedMemory:o,playwrightProfiles:{count:n.length,names:n.slice(0,20)},tempEntries:{count:s.length,names:s.slice(0,20)}}}function Ke(e){let t=E.resolve(e);if(t===E.parse(t).root)throw new Error(`Refusing to clean filesystem root: ${t}`);if(t==="/tmp"||t==="/var/tmp")throw new Error(`Refusing to clean shared temp root: ${t}`);return t}async function Ne(e=he()){let t=Ke(e),r=await fe(t);for(let o of r)await rm(E.join(t,o),{recursive:true,force:true,maxRetries:3,retryDelay:50});return r}function Xt(e){let t=e.split("\0",1)[0]??"",r=E.basename(t).toLowerCase();return r.includes("chrome-headless-shell")||r==="chrome_crashpad_handler"||r==="chromium"||r==="chromium-browser"||e.includes(Le)&&/(?:chrome|chromium)/i.test(e)}async function qe(e="/proc",t=r=>process.kill(r,"SIGKILL")){let r;try{r=await readdir(e,{withFileTypes:!0});}catch(n){if(n.code==="ENOENT")return [];throw n}let o=[];for(let n of r){if(!n.isDirectory()||!/^\d+$/.test(n.name))continue;let s=Number(n.name);if(!Number.isSafeInteger(s)||s<1||s===process.pid)continue;let i;try{i=await readFile(E.join(e,n.name,"cmdline"),"utf8");}catch(a){if(["ENOENT","EACCES","EPERM","ESRCH"].includes(String(a.code)))continue;throw a}if(Xt(i))try{t(s),o.push(s);}catch(a){if(["ESRCH","EPERM"].includes(String(a.code)))continue;throw a}}return o.length>0&&await setTimeout(100),o.sort((n,s)=>n-s)}var D={},Fe=false;function Qt(e){if(e)try{let t=new URL(e);return t.username="",t.password="",t.search="",t.hash="",t.toString()}catch{return}}function He(e){return {...e,...e.url?{url:Qt(e.url)}:{}}}function ze(e){return e instanceof Error?{errorName:e.name,errorMessage:e.message,...e.stack?{errorStack:e.stack}:{}}:{error:String(e)}}function we(e,t={}){try{writeSync(2,`${JSON.stringify({level:"ERROR",message:"Remote worker runtime diagnostic.",event:e,...D,...t,timestamp:new Date().toISOString()})}
|
|
5
|
+
`);}catch{}}function Ge(){Fe||(Fe=true,process.on("uncaughtExceptionMonitor",(e,t)=>{we("runtime.uncaught-exception",{origin:t,...ze(e)});}),process.on("exit",e=>{we("runtime.process-exit",{exitCode:e});}));}async function f(e,t,r={},o="info"){try{D=He(t);let n=null;try{n=await De();}catch(i){r={...r,resourceSnapshotError:i instanceof Error?i.message:String(i)};}let s=JSON.stringify({message:"Remote worker checkpoint.",event:e,...D,...r,...n?{resources:n}:{}});console[o](s);}catch(n){we("checkpoint.write-failed",{checkpointEvent:e,...ze(n)});}}function ee(e){D=He(e);}function Je(){D={};}async function Ze(e){await e.addInitScript(()=>{let t=window,r=[],o=new WeakSet,n=new WeakSet;Object.defineProperty(t,"__WPSUITE_STATIC_SERIALIZATION_STATE__",{value:{snapshots:r,runtimeCreatedElements:n},configurable:true});let s=Document.prototype.createElement;Document.prototype.createElement=function(p,m){let h=s.call(this,p,m);return n.add(h),h};let i=c=>{!(c instanceof Element)||o.has(c)||(o.add(c),r.push({host:c,pristine:c.cloneNode(true),sourceOwned:!n.has(c)}));},a=Element.prototype.attachShadow;Element.prototype.attachShadow=function(p){return i(this),a.call(this,p)};let l=new WeakSet,d=c=>{if(typeof c!="object"&&typeof c!="function"||c===null||l.has(c))return c;let p=c;if(typeof p.createRoot!="function")return c;let m=p.createRoot,h=function(R,...x){return i(R),Reflect.apply(m,this,[R,...x])};try{Object.defineProperty(p,"createRoot",{...Object.getOwnPropertyDescriptor(p,"createRoot"),value:h}),l.add(c);}catch{}return c},u=c=>{let p=d(t[c]);try{Object.defineProperty(t,c,{configurable:!0,enumerable:!0,get:()=>p,set:m=>{p=d(m);}});}catch{d(t[c]);}};u("ReactDOM"),u("ReactDOMClient");});}async function Xe(e){return e.evaluate(()=>{let t=window.__WPSUITE_STATIC_SERIALIZATION_STATE__,r=/^data-(?:[a-z0-9]+-)*(?:bound|initialized|mounted|hydrated)$/i;document.querySelectorAll("*").forEach(n=>{for(let s of [...n.attributes])r.test(s.name)&&n.removeAttribute(s.name);}),document.querySelectorAll("script, style, link, iframe").forEach(n=>{t?.runtimeCreatedElements.has(n)&&n.remove();});for(let n of t?.snapshots??[])n.host.isConnected&&(n.sourceOwned?n.host.replaceWith(n.pristine.cloneNode(true)):n.host.remove());for(let n of [document.head,document.body])for(let s of [...n.children])t?.runtimeCreatedElements.has(s)&&s.remove();return document.querySelectorAll("#wpsuite-consent-root, .grecaptcha-badge, iframe[src*='/recaptcha/']").forEach(n=>n.remove()),document.documentElement.classList.remove("wpsuite-consent-scroll-locked"),document.body.classList.remove("wpsuite-consent-scroll-locked"),`${document.doctype?new XMLSerializer().serializeToString(document.doctype):""}${document.documentElement.outerHTML}`})}var C=String(process.env.PUBLISHER_WORKSPACE_BUCKET??"").trim(),S=U(process.env.PUBLISHER_WORKSPACE_PREFIX??""),te=String(process.env.PUBLISHER_ALLOWED_OPERATION??"").trim(),M=String(process.env.PUBLISHER_EXPORTER_VERSION??"unknown").trim(),K=String(process.env.PUBLISHER_PROXY_URL??"").trim(),ir=ar(process.env.PUBLISHER_ALLOWED_TARGETS??"[]"),ye=new S3Client({}),Ye=new Map,b=null,N=false;Ge();function ar(e){let t;try{t=JSON.parse(e);}catch{return []}return Array.isArray(t)?t.map((r,o)=>{if(!r||typeof r!="object")throw new Error(`Allowed target ${o} must be an object.`);let n=r;for(let a of ["id","bucketName","prefix","region"])if(typeof n[a]!="string"||!n[a].trim())throw new Error(`Allowed target ${o}.${a} is required.`);let s=typeof n.roleArn=="string"&&n.roleArn.trim()?n.roleArn.trim():void 0;if(s&&!/^arn:(?:aws|aws-cn|aws-us-gov|aws-iso|aws-iso-b):iam::\d{12}:role\/(?:[A-Za-z0-9_+=,.@-]+\/)*[A-Za-z0-9_+=,.@-]{1,64}$/.test(s))throw new Error(`Allowed target ${o}.roleArn is invalid.`);let i=typeof n.externalId=="string"&&n.externalId.trim()?n.externalId.trim():void 0;if(i&&!s)throw new Error(`Allowed target ${o}.externalId requires roleArn.`);if(i&&(i.length<2||i.length>1224||!/^[A-Za-z0-9_+=,.@:/-]+$/.test(i)))throw new Error(`Allowed target ${o}.externalId is invalid.`);return {id:String(n.id).trim(),bucketName:String(n.bucketName).trim(),prefix:U(String(n.prefix)),region:String(n.region).trim(),...s?{roleArn:s}:{},...i?{externalId:i}:{}}}):[]}function cr(e){let t=Ye.get(e.id);if(t)return t;let r=e.roleArn?fromTemporaryCredentials({params:{RoleArn:e.roleArn,RoleSessionName:`wpsuite-${e.id}`.slice(0,64),...e.externalId?{ExternalId:e.externalId}:{}},clientConfig:{region:e.region}}):void 0,o=new S3Client({region:e.region,...r?{credentials:r}:{}});return Ye.set(e.id,o),o}function Re(){if(!C)throw new Error("PUBLISHER_WORKSPACE_BUCKET is required.")}async function be(e,t){try{let r=await qe();r.length>0&&await f(`browser.stale-processes-killed.${t}`,e,{killedProcesses:r.length,killedProcessIds:r},"warn");let o=await Ne();o.length>0&&await f(`browser.temp-entries-removed.${t}`,e,{removedEntries:o.length,removedEntryNames:o.slice(0,20)}),await Be();}catch(r){if(await f(`browser.profile-cleanup-failed.${t}`,e,{error:r instanceof Error?r.message:String(r)},"error"),t==="before-launch")throw r}}async function lr(e){if(b){let r=await b.catch(()=>null);if(r?.isConnected())return r}await f("browser.launch-preparing",e),await be(e,"before-launch"),await f("browser.launch-started",e);let t=chromium.launch({headless:true,args:["--no-sandbox","--disable-setuid-sandbox","--no-zygote","--disable-gpu"],...K?{proxy:{server:K}}:{}});b=t;try{let r=await t;return r.once("disconnected",()=>{b===t&&(b=null);let o=N;ee(e),f("browser.disconnected",e,{expected:o},o?"info":"error");}),await f("browser.launch-succeeded",e),r}catch(r){throw b===t&&(b=null),await f("browser.launch-failed",e,{error:r instanceof Error?r.message:String(r)},"error"),r}}async function nt(e){let t=b;if(b=null,t){let r=await t.catch(()=>null);r&&(N=true,await r.close().catch(async o=>{await f("browser.close-failed",e,{error:o instanceof Error?o.message:String(o)},"warn");}),N=false);}await be(e,"after-close");}async function ur(e,t){let r;for(let o=1;o<=2;o+=1){let n=await lr({...t,attempt:o}),s=null;try{s=await n.newContext({viewport:e.options.viewport,ignoreHTTPSErrors:e.options.ignoreHttpsErrors,javaScriptEnabled:e.options.javaScriptEnabled,serviceWorkers:"block",userAgent:"WPSuiteStaticPublisher/remote-worker-v1"}),e.options.javaScriptEnabled&&await dr(s);let i=await xe(s);return {context:s,page:await s.newPage(),networkPolicyViolation:i.getViolation}}catch(i){r=i,await s?.close().catch(()=>{}),b=null,N=true,await n.close().catch(()=>{}),N=false,await be({...t,attempt:o},"after-close");}}throw r instanceof Error?r:new Error(`Unable to create a Chromium page: ${String(r)}`)}async function dr(e){await Ze(e),await e.addInitScript(()=>{Object.defineProperty(window,"__WPSUITE_STATIC_EXPORT__",{value:true,writable:false,configurable:true});let t=r=>{if(r==null||String(r)==="")return true;try{let o=new URL(String(r),window.location.href),n=new URL(window.location.href);return o.hash="",n.hash="",o.href===n.href}catch{return false}};try{let r=window.location.assign.bind(window.location),o=window.location.replace.bind(window.location);Object.defineProperty(window.location,"assign",{configurable:!0,value:n=>{if(!t(n))return r(n)}}),Object.defineProperty(window.location,"replace",{configurable:!0,value:n=>{if(!t(n))return o(n)}}),Object.defineProperty(window.location,"reload",{configurable:!0,value:()=>{}});}catch{}});}async function pr(e,t){await e.evaluate(async r=>{await new Promise(o=>{let n=0,s=700,i=Date.now(),a=()=>{window.clearInterval(l),window.scrollTo(0,0),o();},l=window.setInterval(()=>{if(Date.now()-i>=r){a();return}window.scrollBy(0,s),n+=s;let d=Math.max(document.body?.scrollHeight||0,document.documentElement?.scrollHeight||0);n>=d+window.innerHeight&&a();},120);});},t);}async function ot(e){Re();let t=W(e,S),r=await ye.send(new GetObjectCommand({Bucket:C,Key:t}));if(!r.Body)throw new Error(`S3 object has no body: ${t}`);return {body:await r.Body.transformToString("utf8"),contentType:r.ContentType?.trim()||null}}async function mr(e){return (await ot(e)).body}async function ne(e){return JSON.parse(await mr(e))}async function oe(e,t,r){Re();let o=W(e,S),n=typeof t=="string"?Buffer.from(t,"utf8"):t,s=await ye.send(new PutObjectCommand({Bucket:C,Key:o,Body:n,ContentType:r,Metadata:{sha256:L(n)}}));return {bucket:C,key:o,sha256:L(n),bytes:n.byteLength,contentType:r,...s.ETag?{etag:s.ETag}:{},...s.VersionId?{versionId:s.VersionId}:{}}}async function gr(e,t){return await oe(e,`${JSON.stringify(t,null,2)}
|
|
6
|
+
`,"application/json; charset=utf-8")}async function fr(e){try{let t=await ne(e);return t.response??t}catch(t){if(t.name==="NoSuchKey"||t.$metadata?.httpStatusCode===404)return null;throw t}}function re(e){return [...new Set(e)].filter(t=>{try{let r=new URL(t);return (r.protocol==="http:"||r.protocol==="https:")&&!r.username&&!r.password}catch{return false}}).sort()}async function hr(e,t,r,o){let n=null,s=null,i,a=new Set;try{let l=await ur(e,o);n=l.context,s=l.page,i=l.networkPolicyViolation,s.on("request",w=>a.add(w.url()));let d=await s.goto(t,{waitUntil:"domcontentloaded",timeout:e.options.navigationTimeoutMs});e.options.readiness.waitForSelector&&await s.waitForSelector(e.options.readiness.waitForSelector,{timeout:e.options.readiness.timeoutMs}).catch(()=>{}),e.options.javaScriptEnabled&&e.options.readiness.waitForFunction&&await s.waitForFunction(e.options.readiness.waitForFunction,void 0,{timeout:e.options.readiness.timeoutMs}).catch(()=>{}),e.options.javaScriptEnabled?await pr(s,e.options.autoScrollTimeoutMs):await s.waitForLoadState("load",{timeout:e.options.readiness.timeoutMs}).catch(()=>{}),e.options.readiness.fallbackWaitMs>0&&await s.waitForTimeout(e.options.readiness.fallbackWaitMs);let u=i?.();if(u)throw u;let c=await s.evaluate(()=>{let w=(T,st)=>{let se=[];for(let it of document.querySelectorAll(T))for(let Ee of st){let ie=it.getAttribute(Ee);if(ie)if(Ee.includes("srcset"))for(let at of ie.split(",")){let Se=at.trim().split(/\s+/,1)[0];Se&&se.push(Se);}else se.push(ie);}return se},j=T=>{try{return new URL(T,document.baseURI).href}catch{return null}};return {links:w("a[href]",["href"]).map(j).filter(T=>T!==null),assets:w("img,script,link,source,video,audio,iframe,[data-src],[data-href],[data-resource-url]",["src","href","srcset","data-src","data-srcset","data-href","data-resource-url","poster"]).map(j).filter(T=>T!==null)}}),p=await Xe(s),m=i();if(m)throw m;let h=new URL(t),R=re(c.links).filter(w=>{let j=new URL(w);return j.hash="",j.origin===h.origin}),x=v(z(S,e.jobId,e.taskId),"pages",`${String(r).padStart(4,"0")}-${L(t).slice(0,24)}.html`),q=Q(d?.headers()["content-type"],s.url()||t,"text/html; charset=utf-8"),F=await oe(x,p,q),H=(await n.cookies()).map(w=>({name:w.name,domain:w.domain,path:w.path,expires:w.expires,httpOnly:w.httpOnly,secure:w.secure,sameSite:w.sameSite,..."partitionKey"in w?{partitioned:!0}:{}})),g=d?.status()??null;return {requestedUrl:t,finalUrl:s?.url()||null,outcome:g!==null&&g>=400?"http-error":"rendered",httpStatus:g,contentType:q,html:F,discoveredPages:R,discoveredAssets:re([...c.assets,...ue(s.url()||t,p,d?.headers()["content-type"]??"text/html")]),networkUrls:re([...a]),cookies:H}}catch(l){return {requestedUrl:t,finalUrl:s?.url()||null,outcome:"failed",httpStatus:null,contentType:null,html:null,discoveredPages:[],discoveredAssets:[],networkUrls:re([...a]),cookies:[],error:l instanceof Error?l.message:String(l)}}finally{await n?.close().catch(()=>{});}}function wr(e){return e.outcome==="failed"&&typeof e.error=="string"&&/(?:target page, context or browser has been closed|browser closed|connection closed)/i.test(e.error)}async function yr(e,t,r,o){let n=null;for(let s=1;s<=2;s+=1){let i={requestId:t.awsRequestId,jobId:e.jobId,taskId:e.taskId,operation:e.operation,pageIndex:o,url:r,attempt:s,remainingTimeMs:t.getRemainingTimeInMillis?.()};ee(i),await f("render.page-started",i);let a=await hr(e,r,o,i);n=a;let l=wr(a);if(l&&await nt(i),await f(l?"render.page-browser-closed":"render.page-finished",{...i,remainingTimeMs:t.getRemainingTimeInMillis?.()},{outcome:a.outcome,httpStatus:a.httpStatus,...a.error?{error:a.error.split(`
|
|
7
|
+
`,1)[0]}:{}},a.outcome==="failed"?"warn":"info"),!l||s===2)return a;await f("render.page-retry-with-fresh-browser",i,{nextAttempt:s+1},"warn");}if(n)return n;throw new Error(`Remote render did not produce a result for ${r}.`)}function Rr(e,t){let r=t.toLowerCase();if(r.startsWith("text/")||r.includes("javascript")||r.includes("json")||r.includes("xml")||r.includes("svg"))return true;try{return /\.(?:css|js|mjs|json|xml|xsl|svg|txt|map|html?)$/i.test(new URL(e).pathname)}catch{return false}}async function br(e,t,r){let o=t;for(let n=0;n<=5;n+=1){await le(o,"asset request");let s=await e.get(o,{timeout:r,failOnStatusCode:false,maxRedirects:0}),i=s.status();if(i<300||i>=400)return s;let a=s.headers().location;if(!a)return s;if(n===5)throw await s.dispose(),new Error("Asset request exceeded five redirects.");o=new URL(a,o).toString(),await s.dispose();}throw new Error("Asset redirect handling failed.")}async function Er(e,t,r){if(!Array.isArray(e.urls)||e.urls.length<1||e.urls.length>20)throw new Error("Asset tasks require between 1 and 20 URLs.");let o=await request.newContext({ignoreHTTPSErrors:e.options.ignoreHttpsErrors,userAgent:"WPSuiteStaticPublisher/remote-asset-worker-v1",...K?{proxy:{server:K}}:{}}),n=[],s=async a=>{n.push(a);let l=n.filter(d=>d.outcome==="failed"||d.outcome==="deferred").length;await r.updated(n.length-l,l);};try{for(let a=0;a<e.urls.length;a+=1){let l=e.urls[a],d=t.getRemainingTimeInMillis?.();if(d!==void 0&&d<3e4){await s({requestedUrl:l,finalUrl:null,outcome:"deferred",httpStatus:null,contentType:null,cacheControl:null,lastModified:null,object:null,discoveredAssets:[],error:"Worker stopped accepting assets because less than 30 seconds remained."});continue}let u=null;try{u=await br(o,l,e.options.timeoutMs);let c=u.status(),p=u.headers(),m=u.url()||l;if(c<200||c>=300){await s({requestedUrl:l,finalUrl:m,outcome:"http-error",httpStatus:c,contentType:p["content-type"]??null,cacheControl:p["cache-control"]??null,lastModified:p["last-modified"]??null,object:null,discoveredAssets:[],error:`Asset returned HTTP ${c}.`});continue}let h=await u.body(),R=Q(p["content-type"],m,"application/octet-stream"),x=await oe(v(z(S,e.jobId,e.taskId),"assets",`${String(a).padStart(4,"0")}-${L(l).slice(0,24)}.bin`),h,R);await s({requestedUrl:l,finalUrl:m,outcome:"fetched",httpStatus:c,contentType:R,cacheControl:p["cache-control"]??null,lastModified:p["last-modified"]??null,object:x,discoveredAssets:Rr(m,R)?ue(m,new TextDecoder("utf8").decode(h),R):[]});}catch(c){await s({requestedUrl:l,finalUrl:u?.url()??null,outcome:"failed",httpStatus:u?.status()??null,contentType:u?.headers()["content-type"]??null,cacheControl:u?.headers()["cache-control"]??null,lastModified:u?.headers()["last-modified"]??null,object:null,discoveredAssets:[],error:c instanceof Error?c.message:String(c)});}finally{await u?.dispose().catch(()=>{});}}}finally{await o.dispose();}let i=n.filter(a=>a.outcome==="failed"||a.outcome==="deferred").length;return {response:{schemaVersion:I,operation:"asset",jobId:e.jobId,taskId:e.taskId,status:i>0?"partial":"succeeded",completedItems:n.length-i,failedItems:i,exporterVersion:M},detail:{assets:n}}}async function Sr(e,t,r){if(!Array.isArray(e.urls)||e.urls.length<1||e.urls.length>20)throw new Error("Render tasks require between 1 and 20 URLs.");let o=new URL(e.sourceOrigin).origin,n=[];for(let i=0;i<e.urls.length;i+=1){let a=e.urls[i];if(!a)continue;let l=t.getRemainingTimeInMillis?.();if(l!==void 0&&l<6e4){n.push({requestedUrl:a,finalUrl:null,outcome:"deferred",httpStatus:null,contentType:null,html:null,discoveredPages:[],discoveredAssets:[],networkUrls:[],cookies:[],error:"Worker stopped accepting URLs because less than 60 seconds remained."}),await r.updated(n.filter(c=>c.outcome!=="failed"&&c.outcome!=="deferred").length,n.filter(c=>c.outcome==="failed"||c.outcome==="deferred").length);continue}let d=new URL(a);if(d.origin!==o)throw new Error(`Primary render URL is outside sourceOrigin: ${a}`);n.push(await yr(e,t,d.toString(),i));let u=n.filter(c=>c.outcome==="failed"||c.outcome==="deferred").length;await r.updated(n.length-u,u);}let s=n.filter(i=>i.outcome==="failed"||i.outcome==="deferred").length;return {response:{schemaVersion:I,operation:"render",jobId:e.jobId,taskId:e.taskId,status:s>0?"partial":"succeeded",completedItems:n.length-s,failedItems:s,exporterVersion:M},detail:{pages:n}}}async function kr(e,t){if(!Array.isArray(e.items)||e.items.length<1||e.items.length>500)throw new Error("Rewrite tasks require between 1 and 500 objects.");let o={...await ne(e.configKey),outputDir:"/workspace"},n=await ne(e.assetMapKey),s=e.previousAssetMapKey?await ne(e.previousAssetMapKey):{},i=[];for(let a of e.items){let l=W(a.inputKey,S),d=W(a.outputKey,S),u=await ot(l),c=u.body,p=`/workspace/${a.relativePath.replace(/^\/+/,"")}`,m=$e(c,o,n,p,s),h=Q(a.contentType||u.contentType,a.relativePath,"text/plain; charset=utf-8"),R=await oe(d,m,h);i.push({inputKey:l,outputKey:d,changed:m!==c,output:R}),await t.updated(i.length,0);}return {response:{schemaVersion:I,operation:"rewrite",jobId:e.jobId,taskId:e.taskId,status:"succeeded",completedItems:i.length,failedItems:0,exporterVersion:M},detail:{objects:i}}}function Ir(e,t){return `${e}/${t.split("/").map(r=>encodeURIComponent(r)).join("/")}`}async function Pr(e,t){if(!Array.isArray(e.items)||e.items.length>1e3)throw new Error("Deploy copy tasks accept at most 1000 objects.");let r=ir.find(u=>u.id===e.targetId);if(!r)throw new Error(`Unknown deployment target: ${e.targetId}`);let o=cr(r),n=[];for(let u of e.items){let c=W(u.sourceKey,S),p=v(r.prefix,u.targetRelativeKey);try{let m=await o.send(new HeadObjectCommand({Bucket:r.bucketName,Key:p})).catch(g=>{if((g&&typeof g=="object"&&"$metadata"in g?Number(g.$metadata?.httpStatusCode):0)===404||g?.name==="NotFound")return null;throw g}),h=String(m?.CacheControl??"").replace(/\s+/g,"")===u.cacheControl.replace(/\s+/g,""),R=ge(m?.ContentType)===ge(u.contentType),x=m?.Metadata?.["wpsuite-sha256"]===u.sha256,q=!!u.normalizedSha256&&m?.Metadata?.["wpsuite-normalized-sha256"]===u.normalizedSha256;if(h&&R&&(x||q)){n.push({sourceKey:c,targetKey:p,status:"skipped"}),await t.updated(n.filter(g=>g.status!=="failed").length,n.filter(g=>g.status==="failed").length);continue}let F={"wpsuite-sha256":u.sha256,...u.normalizedSha256?{"wpsuite-normalized-sha256":u.normalizedSha256}:{}},H=r.roleArn?await(async()=>{let g=await ye.send(new GetObjectCommand({Bucket:C,Key:c}));if(!g.Body)throw new Error(`Workspace object has no body: ${c}`);return (await o.send(new PutObjectCommand({Bucket:r.bucketName,Key:p,Body:g.Body,...g.ContentLength!==void 0?{ContentLength:g.ContentLength}:{},ContentType:u.contentType,CacheControl:u.cacheControl,Metadata:F}))).ETag})():await(async()=>(await o.send(new CopyObjectCommand({Bucket:r.bucketName,Key:p,CopySource:Ir(C,c),MetadataDirective:"REPLACE",ContentType:u.contentType,CacheControl:u.cacheControl,Metadata:F}))).CopyObjectResult?.ETag)();n.push({sourceKey:c,targetKey:p,status:"copied",...H?{etag:H}:{}}),await t.updated(n.filter(g=>g.status!=="failed").length,n.filter(g=>g.status==="failed").length);}catch(m){n.push({sourceKey:c,targetKey:p,status:"failed",error:m instanceof Error?m.message:String(m)}),await t.updated(n.filter(h=>h.status!=="failed").length,n.filter(h=>h.status==="failed").length);}}let i=(e.deleteRelativeKeys??[]).map(u=>v(r.prefix,u)),a=[],l=[];if(i.length>0){let u=await o.send(new DeleteObjectsCommand({Bucket:r.bucketName,Delete:{Objects:i.map(c=>({Key:c})),Quiet:false}}));a.push(...(u.Deleted??[]).flatMap(c=>c.Key?[c.Key]:[])),l.push(...(u.Errors??[]).map(c=>({key:c.Key??"",error:c.Message??c.Code??"S3 deletion failed"}))),await t.updated(n.filter(c=>c.status!=="failed").length+a.length,n.filter(c=>c.status==="failed").length+l.length);}let d=n.filter(u=>u.status==="failed").length+l.length;return {response:{schemaVersion:I,operation:"deploy-copy",jobId:e.jobId,taskId:e.taskId,status:d>0?"partial":"succeeded",completedItems:n.filter(u=>u.status!=="failed").length+a.length,failedItems:d,exporterVersion:M},detail:{objects:n,deletedKeys:a,deleteErrors:l,targetId:r.id}}}async function Qe(e,t,r){if(e.operation==="health")return {response:{schemaVersion:I,operation:"health",jobId:e.jobId,taskId:e.taskId,status:"succeeded",completedItems:1,failedItems:0,exporterVersion:M},detail:{allowedOperation:te,workspaceBucket:C,workspacePrefix:S,proxyConfigured:!!K}};if(te&&te!==e.operation)throw new Error(`Function is configured for ${te}, not ${e.operation}.`);if(!r)throw new Error("Remote worker progress reporter is required.");return e.operation==="render"?await Sr(e,t,r):e.operation==="asset"?await Er(e,t,r):e.operation==="rewrite"?await kr(e,r):await Pr(e,r)}async function Pn(e,t={}){let r=Pe(e),o=setInterval(()=>{},1e3),n={requestId:t.awsRequestId,jobId:r.jobId,taskId:r.taskId,operation:r.operation,remainingTimeMs:t.getRemainingTimeInMillis?.()};ee(n),await f("invocation.started",n,{exporterVersion:M});try{if(r.operation==="health"){let l=(await Qe(r,t)).response;return await f("invocation.completed",{...n,remainingTimeMs:t.getRemainingTimeInMillis?.()},{status:l.status}),l}Re();let s=v(z(S,r.jobId,r.taskId),"result.json"),i=await fr(s),a=new Y(r,t.awsRequestId);if(i)return await a.completed(i),await f("invocation.completed-from-existing-result",{...n,remainingTimeMs:t.getRemainingTimeInMillis?.()},{status:i.status}),i;await a.started();try{let l=await Qe(r,t,a),d={...l.response,resultKey:s};return await gr(s,{schemaVersion:I,response:d,detail:l.detail,completedAt:new Date().toISOString(),requestId:t.awsRequestId??null}),await a.completed(d),await f("invocation.completed",{...n,remainingTimeMs:t.getRemainingTimeInMillis?.()},{status:d.status,completedItems:d.completedItems,failedItems:d.failedItems}),d}catch(l){throw await a.failed(),l}}catch(s){throw await f("invocation.failed",{...n,remainingTimeMs:t.getRemainingTimeInMillis?.()},{errorName:s instanceof Error?s.name:"UnknownError",error:s instanceof Error?s.message:String(s)},"error"),s}finally{await f("invocation.cleanup-started",{...n,remainingTimeMs:t.getRemainingTimeInMillis?.()}),r.operation==="render"&&await nt({...n,remainingTimeMs:t.getRemainingTimeInMillis?.()}),await f("invocation.cleanup-finished",{...n,remainingTimeMs:t.getRemainingTimeInMillis?.()}),clearInterval(o),Je();}}export{Pn as handler};
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@smart-cloud/publisher-exporter",
|
|
3
|
-
"version": "1.1.
|
|
3
|
+
"version": "1.1.81",
|
|
4
4
|
"license": "MIT",
|
|
5
5
|
"type": "module",
|
|
6
6
|
"description": "Headless Playwright static publisher for WordPress/Elementor sites with sitemap-only page discovery, strict asset capture, escaped URL rewrite, structured logs, and targeted retry modes.",
|
|
@@ -53,7 +53,7 @@
|
|
|
53
53
|
"@aws-sdk/client-s3": "^3.1127.0",
|
|
54
54
|
"@aws-sdk/credential-providers": "^3.1127.0",
|
|
55
55
|
"@aws-sdk/lib-storage": "^3.1127.0",
|
|
56
|
-
"@smart-cloud/publisher-core": "^1.1.
|
|
56
|
+
"@smart-cloud/publisher-core": "^1.1.11",
|
|
57
57
|
"@smart-cloud/wpsuite-core": "^2.4.1",
|
|
58
58
|
"@wordpress/data": "^10.54.0",
|
|
59
59
|
"baseline-browser-mapping": "^2.11.21",
|