@griddo/cx 11.2.0 → 11.2.1

package/build/upload-search-content.js

@@ -34,7 +34,7 @@ Max attempts ${Iu} reached
 - HEADERS: ${JSON.stringify(s)}
 - RESPONSE: ${d.response?.status} ${JSON.stringify(d.response?.data)}
 --------------------------------------
-`),console.log(JSON.stringify(d,null,2)),process.exit(1)),d.response||(console.log("Unknown error occurred"),console.log(JSON.stringify(d,null,2)),process.exit(1)),hy(d,{callInfo:{endpoint:i,body:a}}),console.warn(`Waiting for retry: ${t}`,i),await ku(parseInt(fy)*1e3),tr({endpoint:i,body:a,headers:s,cacheKey:o,attempt:r+1},t,n))}}async function Rn(e){return await tr(e,"get")}async function ki(e){let{endpoint:t,body:n,headers:i}=e,a=t.endsWith("/distributor")&&`# ReferenceField body: ${JSON.stringify(n)} lang: ${JSON.stringify(i?.lang)}`;return await tr(e,"post",a||"")}function hy(e,t){let{response:n,message:i,stack:a}=e,{callInfo:o}=t,{status:r,statusText:s,data:p}=n||{},u=[];for(let h of Object.keys(o))u.push(`${h}: ${typeof o[h]=="object"?JSON.stringify(o[h]):o[h]}`);let c=u.join(`
+`),console.log(JSON.stringify(d,null,2)),process.exit(1)),d.response||(console.log("Unknown error occurred"),console.log(JSON.stringify(d,null,2)),process.exit(1)),hy(d,{callInfo:{endpoint:i,body:a}}),console.warn(`Waiting for retry: ${t}`,i),await ku(parseInt(fy)*1e3),tr({endpoint:i,body:a,headers:s,cacheKey:o,attempt:r+1},t,n))}}async function Rn(e){return tr(e,"get")}async function ki(e){let{endpoint:t,body:n,headers:i}=e,a=t.endsWith("/distributor")&&`# ReferenceField body: ${JSON.stringify(n)} lang: ${JSON.stringify(i?.lang)}`;return tr(e,"post",a||"")}function hy(e,t){let{response:n,message:i,stack:a}=e,{callInfo:o}=t,{status:r,statusText:s,data:p}=n||{},u=[];for(let h of Object.keys(o))u.push(`${h}: ${typeof o[h]=="object"?JSON.stringify(o[h]):o[h]}`);let c=u.join(`
 `),d=n?`Code: ${r} - ${s}
 Response: ${JSON.stringify(p)}`:"",f=`${i}
 ${a}`;console.warn(ze.red(`
@@ -52,7 +52,7 @@ ${f}
 =============
 `))}var WR=ce();lt();var nr=O(require("node:fs")),ir=O(require("node:path"));var vy=ce(),ar=class{robots;settings;constructor(){this.robots=[],this.settings={}}async getRobots(){try{let t=await Rn({endpoint:Ne.ROBOTS});this.robots=t?.filter(n=>!!n.path).map(({path:n,content:i})=>({path:n,content:i||`User-agent: *
 \r
-\rAllow: /`}))||[]}catch(t){console.warn(`${this.constructor.name}: ${t.message}`)}}async writeFiles(t){let{__cx:n}=vy.paths(t),i=ir.default.join(n,"dist");await this.getRobots();let a=this.robots.find(({path:o})=>o===`/${t}`);if(!a){console.log(`Robots not found for ${t}`);return}if(nr.default.existsSync(i)){let o=ir.default.join(i,"robots.txt");nr.default.writeFileSync(o,a?.content),pt(`wrote robots.txt to ${o}`)}else console.log(`${i} not found`)}},gy=new ar;var _C=ce(),SC=qu.default.sync();function ce(){try{return(Nu(),zd(Lu)).default}catch(e){throw console.log(e),new Error("Error while reading configuration file")}}function ke(e){if(typeof e=="boolean")return e;if(e==null)return!1;if(e.toLowerCase()==="true")return!0;if(e.toLowerCase()==="false")return!1;if(e.toLowerCase()==="on")return!0;if(e.toLowerCase()==="off")return!1;let t=Number.parseInt(e,10);return Number.isNaN(t)?!1:t>0}function ha(e){let t=[],n=ji.default.readdirSync(e).filter(i=>{let a=Li.default.join(e,i);return ji.default.statSync(a).isDirectory()&&i!=="metadata"});for(let i of n){let a=Li.default.join(e,i),o=ji.default.readdirSync(a).filter(r=>r.endsWith(".json"));for(let r of o)t.push(Li.default.join(a,r))}return t}function ku(e){return new Promise(t=>setTimeout(t,e))}function Zo(e,t=3){return(e/1e3).toFixed(t)}function er(e){if(typeof e!="string")return"site"in e&&e.site?e?.site:void 0}Bu.default.config();var Se=process.env.GRIDDO_API_URL||process.env.API_URL,Ni=process.env.GRIDDO_PUBLIC_API_URL||process.env.PUBLIC_API_URL,Uu=process.env.botEmail,Mu=process.env.botPassword,$u=Number.parseInt(process.env.GRIDDO_API_CONCURRENCY_COUNT||"10"),Gu=ke(process.env.GRIDDO_RENDER_ALL_SITES||process.env.updateAllSites),zu=Number.parseInt(process.env.GRIDDO_RENDER_SITE||""),Xu=(process.env.GRIDDO_RENDER_PAGES||"").split(",").map(e=>Number.parseInt(e)).filter(Boolean),Hu=ke(process.env.GRIDDO_SKIP_BUILD_CHECKS),Vu=ke(process.env.GRIDDO_DEBUG_LOGS),Wu=ke(process.env.GRIDDO_BUILD_LOGS),Ju=ke(process.env.GRIDDO_RENDER_BREAKPOINTS_FEATURE),Yu=ke(process.env.GRIDDO_SSG_VERBOSE_LOGS),Ku=ke(process.env.GRIDDO_SEARCH_FEATURE),Qu=process.env.GRIDDO_ASSET_PREFIX||process.env.ASSET_PREFIX,Zu=process.env.GRIDDO_REACT_APP_INSTANCE||process.env.REACT_APP_INSTANCE,ed=ke(process.env.GRIDDO_AI_EMBEDDINGS),td=ke(process.env.GRIDDO_VERBOSE_LOGS),nd=ke(process.env.GRIDDO_ALERT_FEATURE),id=Number.parseInt(process.env.GRIDDO_API_MAX_RESPONSE_SIZE||"81920"),ad=Number.parseInt(process.env.GRIDDO_SSG_MAX_PAGE_SIZE||"524288"),od=Number.parseInt(process.env.GRIDDO_CLEAN_LIFECYCLE_MAX_ATTEMPTS||"1"),rd=Number.parseInt(process.env.GRIDDO_CLOSE_LIFECYCLE_MAX_ATTEMPTS||"1"),sd=Number.parseInt(process.env.GRIDDO_PREPARE_LIFECYCLE_MAX_ATTEMPTS||"1"),cd=Number.parseInt(process.env.GRIDDO_RESTORE_LIFECYCLE_MAX_ATTEMPTS||"1"),pd=Number.parseInt(process.env.GRIDDO_DATA_LIFECYCLE_MAX_ATTEMPTS||"1"),ld=Number.parseInt(process.env.GRIDDO_SSG_LIFECYCLE_MAX_ATTEMPTS||"2"),ud=Number.parseInt(process.env.GRIDDO_RELOCATION_LIFECYCLE_MAX_ATTEMPTS||"1"),dd=Number.parseInt(process.env.GRIDDO_META_LIFECYCLE_MAX_ATTEMPTS||"4"),md=Number.parseInt(process.env.GRIDDO_ARCHIVE_LIFECYCLE_MAX_ATTEMPTS||"1"),fd=process.env.GRIDDO_CX_FIXTURES_DOMAIN_NAMES,hd=process.env.GRIDDO_CX_FIXTURES_SITE_NAMES;var ot=`${Se}/site/`,xd=`${Se}/ai/embeddings`,vd=`${Ni}/alert`,gd=`${Se}/domains`,bd=`${Se}/sites/all`,yd=`${Se}/page`,wd=`${Se}/login_check`,_d=`${Se}/debug/reset-render`,Sd=`${Se}/domains/robots`,Ed=`${Se}/search`,Dd=`${Se}/settings`,Rd=[ot,"/build/end"],Cd=[ot,"/build/start"],Od=[ot,"/pages?pagination=false"],Td=[ot,"/distributor"],Id=[ot,"/sitemap"],Ad=[ot,"/all"],kd=[ot,"/languages"],Fd=[ot,"/socials"];var Ne={ALERT:vd,AI_EMBEDDINGS:xd,BUILD_END:Rd,BUILD_START:Cd,DOMAINS:gd,GET_ALL:bd,GET_PAGE:yd,GET_PAGES:Od,GET_REFERENCE_FIELD_DATA:Td,GET_SITEMAP:Id,INFO:Ad,LANGUAGES:kd,LOGIN:wd,RESET_RENDER:_d,ROBOTS:Sd,SEARCH:Ed,SETTINGS:Dd,SOCIALS:Fd},he={GRIDDO_AI_EMBEDDINGS:ed,GRIDDO_ALERT_FEATURE:nd,GRIDDO_API_CONCURRENCY_COUNT:$u,GRIDDO_API_MAX_RESPONSE_SIZE:id,GRIDDO_API_URL:Se,GRIDDO_ARCHIVE_LIFECYCLE_MAX_ATTEMPTS:md,GRIDDO_ASSET_PREFIX:Qu,GRIDDO_BOT_PASSWORD:Mu,GRIDDO_BOT_USER:Uu,GRIDDO_BUILD_LOGS:Wu,GRIDDO_CLEAN_LIFECYCLE_MAX_ATTEMPTS:od,GRIDDO_CLOSE_LIFECYCLE_MAX_ATTEMPTS:rd,GRIDDO_DATA_LIFECYCLE_MAX_ATTEMPTS:pd,GRIDDO_DEBUG_LOGS:Vu,GRIDDO_FIXTURES_DOMAIN_NAMES:fd,GRIDDO_FIXTURES_SITE_NAMES:hd,GRIDDO_META_LIFECYCLE_MAX_ATTEMPTS:dd,GRIDDO_PREPARE_LIFECYCLE_MAX_ATTEMPTS:sd,GRIDDO_PUBLIC_API_URL:Ni,GRIDDO_REACT_APP_INSTANCE:Zu,GRIDDO_RELOCATION_LIFECYCLE_MAX_ATTEMPTS:ud,GRIDDO_RENDER_ALL_SITES:Gu,GRIDDO_RENDER_BREAKPOINTS_FEATURE:Ju,GRIDDO_RENDER_PAGES:Xu,GRIDDO_RENDER_SITE:zu,GRIDDO_RESTORE_LIFECYCLE_MAX_ATTEMPTS:cd,GRIDDO_SEARCH_FEATURE:Ku,GRIDDO_SKIP_BUILD_CHECKS:Hu,GRIDDO_SSG_LIFECYCLE_MAX_ATTEMPTS:ld,GRIDDO_SSG_MAX_PAGE_SIZE:ad,GRIDDO_SSG_VERBOSE_LOGS:Yu,GRIDDO_VERBOSE_LOGS:td};ct();lt();async function Pd(){return await Rn({endpoint:Ne.DOMAINS,useApiCacheDir:!1})}async function jd(){await un.login();let e=await Pd();return e.length||je(qc),pt(`getting domains names (${e.length})`),Oy(e)}function Oy(e){let t=e.filter(({slug:n})=>!!n).map(({slug:n})=>n.replace("/",""));return[...new Set(t)]}var cr=O(require("node:fs")),pr=O(require("node:path"));async function Ty(e){let{title:t,description:n,image:i,pageId:a,languageId:o,siteId:r,url:s,content:p,template:u}=e;return await ki({endpoint:Ne.SEARCH,body:{title:t,description:n,image:i,pageId:a,languageId:o,siteId:r,url:s,template:u,content:Iy(p)},useApiCacheDir:!1})}function Iy(e){let t=Ay(["meta","link","style","script","noscript","nav","header","footer"],e),n=ky(t);return Fy(n)}function Ay(e,t){let n=t;for(let i of e)n=n.replace(new RegExp(`<${i}.*?>.*?</${i}>`,"gis")," ").replace(new RegExp(`(<${i}([^>]+)>)`,"gis")," ");return n}function ky(e){return e.replace(/(<([^>]+)>)/gis," ")}function Fy(e){return e.replace(/\s+/g," ")}async function Ld(e,t){let n=ce(),{__cache:i}=n.paths(t),a=pr.default.join(i,"store");if(!cr.default.existsSync(a)){console.log(`Skipping uploading content to the search endpoint for the domain ${t}, it has not exported sites.`);return}let o=hp(t);for await(let r of o){let{context:{page:s,openGraph:p,pageMetadata:u}}=r,{compose:c}=s.fullPath,d=pr.default.resolve(`${e}/${c}/index.html`),f=cr.default.readFileSync(d).toString(),h={siteId:s.site,pageId:s.id,title:u?.title||p?.title,languageId:s.language,url:s.fullUrl,template:s.template.templateType||s.templateId,description:u?.description||p?.description,image:p.image,content:f};await Ty(h)}}async function Nd(){try{await ki({endpoint:Ne.AI_EMBEDDINGS,useApiCacheDir:!1})}catch(e){console.warn("There was an error with the ai embeddings",e.message)}}async function Py(){if(!he.GRIDDO_SEARCH_FEATURE)return;let e=await jd(),t=ce();for(let n of e){let{__exports_dist:i}=t.paths(n);qd.default.existsSync(i)&&await Ld(i,n)}he.GRIDDO_AI_EMBEDDINGS&&await Nd()}Py().catch(e=>{console.error("Error",e?.stdout?.toString()||e),process.exit(1)});
+\rAllow: /`}))||[]}catch(t){console.warn(`${this.constructor.name}: ${t.message}`)}}async writeFiles(t){let{__cx:n}=vy.paths(t),i=ir.default.join(n,"dist");await this.getRobots();let a=this.robots.find(({path:o})=>o===`/${t}`);if(!a){console.log(`Robots not found for ${t}`);return}if(nr.default.existsSync(i)){let o=ir.default.join(i,"robots.txt");nr.default.writeFileSync(o,a?.content),pt(`wrote robots.txt to ${o}`)}else console.log(`${i} not found`)}},gy=new ar;var _C=ce(),SC=qu.default.sync();function ce(){try{return(Nu(),zd(Lu)).default}catch(e){throw console.log(e),new Error("Error while reading configuration file")}}function ke(e){if(typeof e=="boolean")return e;if(e==null)return!1;if(e.toLowerCase()==="true")return!0;if(e.toLowerCase()==="false")return!1;if(e.toLowerCase()==="on")return!0;if(e.toLowerCase()==="off")return!1;let t=Number.parseInt(e,10);return Number.isNaN(t)?!1:t>0}function ha(e){let t=[],n=ji.default.readdirSync(e).filter(i=>{let a=Li.default.join(e,i);return ji.default.statSync(a).isDirectory()&&i!=="metadata"});for(let i of n){let a=Li.default.join(e,i),o=ji.default.readdirSync(a).filter(r=>r.endsWith(".json"));for(let r of o)t.push(Li.default.join(a,r))}return t}function ku(e){return new Promise(t=>setTimeout(t,e))}function Zo(e,t=3){return(e/1e3).toFixed(t)}function er(e){if(typeof e!="string")return"site"in e&&e.site?e?.site:void 0}Bu.default.config();var Se=process.env.GRIDDO_API_URL||process.env.API_URL,Ni=process.env.GRIDDO_PUBLIC_API_URL||process.env.PUBLIC_API_URL,Uu=process.env.botEmail,Mu=process.env.botPassword,$u=Number.parseInt(process.env.GRIDDO_API_CONCURRENCY_COUNT||"10"),Gu=ke(process.env.GRIDDO_RENDER_ALL_SITES||process.env.updateAllSites),zu=Number.parseInt(process.env.GRIDDO_RENDER_SITE||""),Xu=(process.env.GRIDDO_RENDER_PAGES||"").split(",").map(e=>Number.parseInt(e)).filter(Boolean),Hu=ke(process.env.GRIDDO_SKIP_BUILD_CHECKS),Vu=ke(process.env.GRIDDO_DEBUG_LOGS),Wu=ke(process.env.GRIDDO_BUILD_LOGS),Ju=ke(process.env.GRIDDO_RENDER_BREAKPOINTS_FEATURE),Yu=ke(process.env.GRIDDO_SSG_VERBOSE_LOGS),Ku=ke(process.env.GRIDDO_SEARCH_FEATURE),Qu=process.env.GRIDDO_ASSET_PREFIX||process.env.ASSET_PREFIX,Zu=process.env.GRIDDO_REACT_APP_INSTANCE||process.env.REACT_APP_INSTANCE,ed=ke(process.env.GRIDDO_AI_EMBEDDINGS),td=ke(process.env.GRIDDO_VERBOSE_LOGS),nd=ke(process.env.GRIDDO_ALERT_FEATURE),id=Number.parseInt(process.env.GRIDDO_API_MAX_RESPONSE_SIZE||"81920"),ad=Number.parseInt(process.env.GRIDDO_SSG_MAX_PAGE_SIZE||"524288"),od=Number.parseInt(process.env.GRIDDO_CLEAN_LIFECYCLE_MAX_ATTEMPTS||"1"),rd=Number.parseInt(process.env.GRIDDO_CLOSE_LIFECYCLE_MAX_ATTEMPTS||"1"),sd=Number.parseInt(process.env.GRIDDO_PREPARE_LIFECYCLE_MAX_ATTEMPTS||"1"),cd=Number.parseInt(process.env.GRIDDO_RESTORE_LIFECYCLE_MAX_ATTEMPTS||"1"),pd=Number.parseInt(process.env.GRIDDO_DATA_LIFECYCLE_MAX_ATTEMPTS||"1"),ld=Number.parseInt(process.env.GRIDDO_SSG_LIFECYCLE_MAX_ATTEMPTS||"2"),ud=Number.parseInt(process.env.GRIDDO_RELOCATION_LIFECYCLE_MAX_ATTEMPTS||"1"),dd=Number.parseInt(process.env.GRIDDO_META_LIFECYCLE_MAX_ATTEMPTS||"4"),md=Number.parseInt(process.env.GRIDDO_ARCHIVE_LIFECYCLE_MAX_ATTEMPTS||"1"),fd=process.env.GRIDDO_CX_FIXTURES_DOMAIN_NAMES,hd=process.env.GRIDDO_CX_FIXTURES_SITE_NAMES;var ot=`${Se}/site/`,xd=`${Se}/ai/embeddings`,vd=`${Ni}/alert`,gd=`${Se}/domains`,bd=`${Se}/sites/all`,yd=`${Se}/page`,wd=`${Se}/login_check`,_d=`${Se}/debug/reset-render`,Sd=`${Se}/domains/robots`,Ed=`${Se}/search`,Dd=`${Se}/settings`,Rd=[ot,"/build/end"],Cd=[ot,"/build/start"],Od=[ot,"/pages?pagination=false"],Td=[ot,"/distributor"],Id=[ot,"/sitemap"],Ad=[ot,"/all"],kd=[ot,"/languages"],Fd=[ot,"/socials"];var Ne={ALERT:vd,AI_EMBEDDINGS:xd,BUILD_END:Rd,BUILD_START:Cd,DOMAINS:gd,GET_ALL:bd,GET_PAGE:yd,GET_PAGES:Od,GET_REFERENCE_FIELD_DATA:Td,GET_SITEMAP:Id,INFO:Ad,LANGUAGES:kd,LOGIN:wd,RESET_RENDER:_d,ROBOTS:Sd,SEARCH:Ed,SETTINGS:Dd,SOCIALS:Fd},he={GRIDDO_AI_EMBEDDINGS:ed,GRIDDO_ALERT_FEATURE:nd,GRIDDO_API_CONCURRENCY_COUNT:$u,GRIDDO_API_MAX_RESPONSE_SIZE:id,GRIDDO_API_URL:Se,GRIDDO_ARCHIVE_LIFECYCLE_MAX_ATTEMPTS:md,GRIDDO_ASSET_PREFIX:Qu,GRIDDO_BOT_PASSWORD:Mu,GRIDDO_BOT_USER:Uu,GRIDDO_BUILD_LOGS:Wu,GRIDDO_CLEAN_LIFECYCLE_MAX_ATTEMPTS:od,GRIDDO_CLOSE_LIFECYCLE_MAX_ATTEMPTS:rd,GRIDDO_DATA_LIFECYCLE_MAX_ATTEMPTS:pd,GRIDDO_DEBUG_LOGS:Vu,GRIDDO_FIXTURES_DOMAIN_NAMES:fd,GRIDDO_FIXTURES_SITE_NAMES:hd,GRIDDO_META_LIFECYCLE_MAX_ATTEMPTS:dd,GRIDDO_PREPARE_LIFECYCLE_MAX_ATTEMPTS:sd,GRIDDO_PUBLIC_API_URL:Ni,GRIDDO_REACT_APP_INSTANCE:Zu,GRIDDO_RELOCATION_LIFECYCLE_MAX_ATTEMPTS:ud,GRIDDO_RENDER_ALL_SITES:Gu,GRIDDO_RENDER_BREAKPOINTS_FEATURE:Ju,GRIDDO_RENDER_PAGES:Xu,GRIDDO_RENDER_SITE:zu,GRIDDO_RESTORE_LIFECYCLE_MAX_ATTEMPTS:cd,GRIDDO_SEARCH_FEATURE:Ku,GRIDDO_SKIP_BUILD_CHECKS:Hu,GRIDDO_SSG_LIFECYCLE_MAX_ATTEMPTS:ld,GRIDDO_SSG_MAX_PAGE_SIZE:ad,GRIDDO_SSG_VERBOSE_LOGS:Yu,GRIDDO_VERBOSE_LOGS:td};ct();lt();async function Pd(){return Rn({endpoint:Ne.DOMAINS,useApiCacheDir:!1})}async function jd(){await un.login();let e=await Pd();return e.length||je(qc),pt(`getting domains names (${e.length})`),Oy(e)}function Oy(e){let t=e.filter(({slug:n})=>!!n).map(({slug:n})=>n.replace("/",""));return[...new Set(t)]}var cr=O(require("node:fs")),pr=O(require("node:path"));async function Ty(e){let{title:t,description:n,image:i,pageId:a,languageId:o,siteId:r,url:s,content:p,template:u}=e;return await ki({endpoint:Ne.SEARCH,body:{title:t,description:n,image:i,pageId:a,languageId:o,siteId:r,url:s,template:u,content:Iy(p)},useApiCacheDir:!1})}function Iy(e){let t=Ay(["meta","link","style","script","noscript","nav","header","footer"],e),n=ky(t);return Fy(n)}function Ay(e,t){let n=t;for(let i of e)n=n.replace(new RegExp(`<${i}.*?>.*?</${i}>`,"gis")," ").replace(new RegExp(`(<${i}([^>]+)>)`,"gis")," ");return n}function ky(e){return e.replace(/(<([^>]+)>)/gis," ")}function Fy(e){return e.replace(/\s+/g," ")}async function Ld(e,t){let n=ce(),{__cache:i}=n.paths(t),a=pr.default.join(i,"store");if(!cr.default.existsSync(a)){console.log(`Skipping uploading content to the search endpoint for the domain ${t}, it has not exported sites.`);return}let o=hp(t);for await(let r of o){let{context:{page:s,openGraph:p,pageMetadata:u}}=r,{compose:c}=s.fullPath,d=pr.default.resolve(`${e}/${c}/index.html`),f=cr.default.readFileSync(d).toString(),h={siteId:s.site,pageId:s.id,title:u?.title||p?.title,languageId:s.language,url:s.fullUrl,template:s.template.templateType||s.templateId,description:u?.description||p?.description,image:p.image,content:f};await Ty(h)}}async function Nd(){try{await ki({endpoint:Ne.AI_EMBEDDINGS,useApiCacheDir:!1})}catch(e){console.warn("There was an error with the ai embeddings",e.message)}}async function Py(){if(!he.GRIDDO_SEARCH_FEATURE)return;let e=await jd(),t=ce();for(let n of e){let{__exports_dist:i}=t.paths(n);qd.default.existsSync(i)&&await Ld(i,n)}he.GRIDDO_AI_EMBEDDINGS&&await Nd()}Py().catch(e=>{console.error("Error",e?.stdout?.toString()||e),process.exit(1)});
 /*! Bundled license information:
 
 mime-db/index.js: