@griddo/cx 11.0.18 → 11.0.19

package/build/upload-search-content.js

@@ -52,7 +52,7 @@ ${f}
 =============
 `))}var MR=fe();Ot();var tr=T(require("node:fs")),nr=T(require("node:path"));var vy=fe(),ir=class{robots;settings;constructor(){this.robots=[],this.settings={}}async getRobots(){try{let t=await Dn({endpoint:Le.ROBOTS});this.robots=t?.filter(n=>!!n.path).map(({path:n,content:i})=>({path:n,content:i||`User-agent: *
 \r
-\rAllow: /`}))||[]}catch(t){console.warn(`${this.constructor.name}: ${t.message}`)}}async writeFiles(t){let{__cx:n}=vy.paths(t),i=nr.default.join(n,"dist");await this.getRobots();let a=this.robots.find(({path:o})=>o===`/${t}`);if(!a){console.log(`Robots not found for ${t}`);return}if(tr.default.existsSync(i)){let o=nr.default.join(i,"robots.txt");tr.default.writeFileSync(o,a?.content),Zt(`wrote robots.txt to ${o}`)}else console.log(`${i} not found`)}},by=new ir;var mC=fe(),fC=qu.default.sync();function fe(){try{return(Nu(),zd(Lu)).default}catch(e){throw console.log(e),new Error("Error while reading configuration file")}}function ke(e){if(typeof e=="boolean")return e;if(e==null)return!1;if(e.toLowerCase()==="true")return!0;if(e.toLowerCase()==="false")return!1;if(e.toLowerCase()==="on")return!0;if(e.toLowerCase()==="off")return!1;let t=Number.parseInt(e,10);return Number.isNaN(t)?!1:t>0}function hp(e){let t=[],n=Pi.default.readdirSync(e).filter(i=>{let a=ji.default.join(e,i);return Pi.default.statSync(a).isDirectory()&&i!=="metadata"});for(let i of n){let a=ji.default.join(e,i),o=Pi.default.readdirSync(a).filter(r=>r.endsWith(".json"));for(let r of o)t.push(ji.default.join(a,r))}return t}function ku(e){return new Promise(t=>setTimeout(t,e))}function Qo(e,t=3){return(e/1e3).toFixed(t)}function Zo(e){if(typeof e!="string")return"site"in e&&e.site?e?.site:void 0}Uu.default.config();var Ee=process.env.GRIDDO_API_URL||process.env.API_URL,Li=process.env.GRIDDO_PUBLIC_API_URL||process.env.PUBLIC_API_URL,Bu=process.env.botEmail,Mu=process.env.botPassword,$u=Number.parseInt(process.env.GRIDDO_API_CONCURRENCY_COUNT||"10"),Gu=ke(process.env.GRIDDO_RENDER_ALL_SITES||process.env.updateAllSites),zu=Number.parseInt(process.env.GRIDDO_RENDER_SITE||""),Xu=(process.env.GRIDDO_RENDER_PAGES||"").split(",").map(e=>Number.parseInt(e)).filter(Boolean),Hu=ke(process.env.GRIDDO_SKIP_BUILD_CHECKS),Vu=ke(process.env.GRIDDO_DEBUG_LOGS),Wu=ke(process.env.GRIDDO_BUILD_LOGS),Yu=ke(process.env.GRIDDO_RENDER_BREAKPOINTS_FEATURE),Ju=ke(process.env.GRIDDO_SSG_VERBOSE_LOGS),Ku=ke(process.env.GRIDDO_SEARCH_FEATURE),Qu=process.env.GRIDDO_ASSET_PREFIX||process.env.ASSET_PREFIX,Zu=process.env.GRIDDO_REACT_APP_INSTANCE||process.env.REACT_APP_INSTANCE,ed=ke(process.env.GRIDDO_AI_EMBEDDINGS),td=ke(process.env.GRIDDO_VERBOSE_LOGS),nd=ke(process.env.GRIDDO_ALERT_FEATURE),id=Number.parseInt(process.env.GRIDDO_API_MAX_RESPONSE_SIZE||"81920"),ad=Number.parseInt(process.env.GRIDDO_SSG_MAX_PAGE_SIZE||"524288"),od=Number.parseInt(process.env.GRIDDO_CLEAN_LIFECYCLE_MAX_ATTEMPTS||"1"),rd=Number.parseInt(process.env.GRIDDO_CLOSE_LIFECYCLE_MAX_ATTEMPTS||"1"),sd=Number.parseInt(process.env.GRIDDO_PREPARE_LIFECYCLE_MAX_ATTEMPTS||"1"),cd=Number.parseInt(process.env.GRIDDO_RESTORE_LIFECYCLE_MAX_ATTEMPTS||"1"),pd=Number.parseInt(process.env.GRIDDO_DATA_LIFECYCLE_MAX_ATTEMPTS||"1"),ld=Number.parseInt(process.env.GRIDDO_SSG_LIFECYCLE_MAX_ATTEMPTS||"2"),ud=Number.parseInt(process.env.GRIDDO_RELOCATION_LIFECYCLE_MAX_ATTEMPTS||"1"),dd=Number.parseInt(process.env.GRIDDO_META_LIFECYCLE_MAX_ATTEMPTS||"4"),md=Number.parseInt(process.env.GRIDDO_ARCHIVE_LIFECYCLE_MAX_ATTEMPTS||"1"),fd=process.env.GRIDDO_CX_FIXTURES_DOMAIN_NAMES,hd=process.env.GRIDDO_CX_FIXTURES_SITE_NAMES;var ot=`${Ee}/site/`,xd=`${Ee}/ai/embeddings`,vd=`${Li}/alert`,bd=`${Ee}/domains`,gd=`${Ee}/sites/all`,yd=`${Ee}/page`,wd=`${Ee}/login_check`,_d=`${Ee}/debug/reset-render`,Ed=`${Ee}/domains/robots`,Sd=`${Ee}/search`,Dd=`${Ee}/settings`,Rd=[ot,"/build/end"],Cd=[ot,"/build/start"],Od=[ot,"/pages?pagination=false"],Td=[ot,"/distributor"],Id=[ot,"/sitemap"],Ad=[ot,"/all"],kd=[ot,"/languages"],Fd=[ot,"/socials"];var Le={ALERT:vd,AI_EMBEDDINGS:xd,BUILD_END:Rd,BUILD_START:Cd,DOMAINS:bd,GET_ALL:gd,GET_PAGE:yd,GET_PAGES:Od,GET_REFERENCE_FIELD_DATA:Td,GET_SITEMAP:Id,INFO:Ad,LANGUAGES:kd,LOGIN:wd,RESET_RENDER:_d,ROBOTS:Ed,SEARCH:Sd,SETTINGS:Dd,SOCIALS:Fd},he={GRIDDO_AI_EMBEDDINGS:ed,GRIDDO_ALERT_FEATURE:nd,GRIDDO_API_CONCURRENCY_COUNT:$u,GRIDDO_API_MAX_RESPONSE_SIZE:id,GRIDDO_API_URL:Ee,GRIDDO_ARCHIVE_LIFECYCLE_MAX_ATTEMPTS:md,GRIDDO_ASSET_PREFIX:Qu,GRIDDO_BOT_PASSWORD:Mu,GRIDDO_BOT_USER:Bu,GRIDDO_BUILD_LOGS:Wu,GRIDDO_CLEAN_LIFECYCLE_MAX_ATTEMPTS:od,GRIDDO_CLOSE_LIFECYCLE_MAX_ATTEMPTS:rd,GRIDDO_DATA_LIFECYCLE_MAX_ATTEMPTS:pd,GRIDDO_DEBUG_LOGS:Vu,GRIDDO_FIXTURES_DOMAIN_NAMES:fd,GRIDDO_FIXTURES_SITE_NAMES:hd,GRIDDO_META_LIFECYCLE_MAX_ATTEMPTS:dd,GRIDDO_PREPARE_LIFECYCLE_MAX_ATTEMPTS:sd,GRIDDO_PUBLIC_API_URL:Li,GRIDDO_REACT_APP_INSTANCE:Zu,GRIDDO_RELOCATION_LIFECYCLE_MAX_ATTEMPTS:ud,GRIDDO_RENDER_ALL_SITES:Gu,GRIDDO_RENDER_BREAKPOINTS_FEATURE:Yu,GRIDDO_RENDER_PAGES:Xu,GRIDDO_RENDER_SITE:zu,GRIDDO_RESTORE_LIFECYCLE_MAX_ATTEMPTS:cd,GRIDDO_SEARCH_FEATURE:Ku,GRIDDO_SKIP_BUILD_CHECKS:Hu,GRIDDO_SSG_LIFECYCLE_MAX_ATTEMPTS:ld,GRIDDO_SSG_MAX_PAGE_SIZE:ad,GRIDDO_SSG_VERBOSE_LOGS:Ju,GRIDDO_VERBOSE_LOGS:td};Dt();Ot();async function Pd(){return await Dn({endpoint:Le.DOMAINS})}async function jd(){await un.login();let e=await Pd();return e.length||Ge(cp),Zt(`getting domains names (${e.length})`),Oy(e)}function Oy(e){let t=e.filter(({slug:n})=>!!n).map(({slug:n})=>n.replace("/",""));return[...new Set(t)]}var sr=T(require("node:fs")),cr=T(require("node:path"));async function Ty(e){let{title:t,description:n,image:i,pageId:a,languageId:o,siteId:r,url:s,content:p,template:u}=e;return await Ai({endpoint:Le.SEARCH,body:{title:t,description:n,image:i,pageId:a,languageId:o,siteId:r,url:s,template:u,content:Iy(p)}})}function Iy(e){let t=Ay(["meta","link","style","script","noscript","nav","header","footer"],e),n=ky(t);return Fy(n)}function Ay(e,t){let n=t;for(let i of e)n=n.replace(new RegExp(`<${i}.*?>.*?</${i}>`,"gis")," ").replace(new RegExp(`(<${i}([^>]+)>)`,"gis")," ");return n}function ky(e){return e.replace(/(<([^>]+)>)/gis," ")}function Fy(e){return e.replace(/\s+/g," ")}async function Ld(e,t){let n=fe(),{__cache:i}=n.paths(t),a=cr.default.join(i,"store");if(!sr.default.existsSync(a)){console.log(`Skipping uploading content to the search endpoint for the domain ${t}, it has not exported sites.`);return}let o=fp(t);for await(let r of o){let{context:{page:s,openGraph:p}}=r,{compose:u}=s.fullPath,c=cr.default.resolve(`${e}/${u}/index.html`),d=sr.default.readFileSync(c).toString(),f={siteId:s.site,pageId:s.id,title:s.pageMetaData?.title||p.title||s.title,languageId:s.language,url:s.fullUrl,template:s.template.templateType||s.templateId,description:s.pageMetaData?.description||p.description,image:p.image,content:d};await Ty(f)}}async function Nd(){try{await Ai({endpoint:Le.AI_EMBEDDINGS})}catch(e){console.warn("There was an error with the ai embeddings",e.message)}}async function Py(){if(!he.GRIDDO_SEARCH_FEATURE)return;let e=await jd(),t=fe();for(let n of e){let{__exports_dist:i}=t.paths(n);qd.default.existsSync(i)&&await Ld(i,n)}he.GRIDDO_AI_EMBEDDINGS&&await Nd()}Py().catch(e=>{console.error("Error",e?.stdout?.toString()||e),process.exit(1)});
+\rAllow: /`}))||[]}catch(t){console.warn(`${this.constructor.name}: ${t.message}`)}}async writeFiles(t){let{__cx:n}=vy.paths(t),i=nr.default.join(n,"dist");await this.getRobots();let a=this.robots.find(({path:o})=>o===`/${t}`);if(!a){console.log(`Robots not found for ${t}`);return}if(tr.default.existsSync(i)){let o=nr.default.join(i,"robots.txt");tr.default.writeFileSync(o,a?.content),Zt(`wrote robots.txt to ${o}`)}else console.log(`${i} not found`)}},by=new ir;var mC=fe(),fC=qu.default.sync();function fe(){try{return(Nu(),zd(Lu)).default}catch(e){throw console.log(e),new Error("Error while reading configuration file")}}function ke(e){if(typeof e=="boolean")return e;if(e==null)return!1;if(e.toLowerCase()==="true")return!0;if(e.toLowerCase()==="false")return!1;if(e.toLowerCase()==="on")return!0;if(e.toLowerCase()==="off")return!1;let t=Number.parseInt(e,10);return Number.isNaN(t)?!1:t>0}function hp(e){let t=[],n=Pi.default.readdirSync(e).filter(i=>{let a=ji.default.join(e,i);return Pi.default.statSync(a).isDirectory()&&i!=="metadata"});for(let i of n){let a=ji.default.join(e,i),o=Pi.default.readdirSync(a).filter(r=>r.endsWith(".json"));for(let r of o)t.push(ji.default.join(a,r))}return t}function ku(e){return new Promise(t=>setTimeout(t,e))}function Qo(e,t=3){return(e/1e3).toFixed(t)}function Zo(e){if(typeof e!="string")return"site"in e&&e.site?e?.site:void 0}Uu.default.config();var Ee=process.env.GRIDDO_API_URL||process.env.API_URL,Li=process.env.GRIDDO_PUBLIC_API_URL||process.env.PUBLIC_API_URL,Bu=process.env.botEmail,Mu=process.env.botPassword,$u=Number.parseInt(process.env.GRIDDO_API_CONCURRENCY_COUNT||"10"),Gu=ke(process.env.GRIDDO_RENDER_ALL_SITES||process.env.updateAllSites),zu=Number.parseInt(process.env.GRIDDO_RENDER_SITE||""),Xu=(process.env.GRIDDO_RENDER_PAGES||"").split(",").map(e=>Number.parseInt(e)).filter(Boolean),Hu=ke(process.env.GRIDDO_SKIP_BUILD_CHECKS),Vu=ke(process.env.GRIDDO_DEBUG_LOGS),Wu=ke(process.env.GRIDDO_BUILD_LOGS),Yu=ke(process.env.GRIDDO_RENDER_BREAKPOINTS_FEATURE),Ju=ke(process.env.GRIDDO_SSG_VERBOSE_LOGS),Ku=ke(process.env.GRIDDO_SEARCH_FEATURE),Qu=process.env.GRIDDO_ASSET_PREFIX||process.env.ASSET_PREFIX,Zu=process.env.GRIDDO_REACT_APP_INSTANCE||process.env.REACT_APP_INSTANCE,ed=ke(process.env.GRIDDO_AI_EMBEDDINGS),td=ke(process.env.GRIDDO_VERBOSE_LOGS),nd=ke(process.env.GRIDDO_ALERT_FEATURE),id=Number.parseInt(process.env.GRIDDO_API_MAX_RESPONSE_SIZE||"81920"),ad=Number.parseInt(process.env.GRIDDO_SSG_MAX_PAGE_SIZE||"524288"),od=Number.parseInt(process.env.GRIDDO_CLEAN_LIFECYCLE_MAX_ATTEMPTS||"1"),rd=Number.parseInt(process.env.GRIDDO_CLOSE_LIFECYCLE_MAX_ATTEMPTS||"1"),sd=Number.parseInt(process.env.GRIDDO_PREPARE_LIFECYCLE_MAX_ATTEMPTS||"1"),cd=Number.parseInt(process.env.GRIDDO_RESTORE_LIFECYCLE_MAX_ATTEMPTS||"1"),pd=Number.parseInt(process.env.GRIDDO_DATA_LIFECYCLE_MAX_ATTEMPTS||"1"),ld=Number.parseInt(process.env.GRIDDO_SSG_LIFECYCLE_MAX_ATTEMPTS||"2"),ud=Number.parseInt(process.env.GRIDDO_RELOCATION_LIFECYCLE_MAX_ATTEMPTS||"1"),dd=Number.parseInt(process.env.GRIDDO_META_LIFECYCLE_MAX_ATTEMPTS||"4"),md=Number.parseInt(process.env.GRIDDO_ARCHIVE_LIFECYCLE_MAX_ATTEMPTS||"1"),fd=process.env.GRIDDO_CX_FIXTURES_DOMAIN_NAMES,hd=process.env.GRIDDO_CX_FIXTURES_SITE_NAMES;var ot=`${Ee}/site/`,xd=`${Ee}/ai/embeddings`,vd=`${Li}/alert`,bd=`${Ee}/domains`,gd=`${Ee}/sites/all`,yd=`${Ee}/page`,wd=`${Ee}/login_check`,_d=`${Ee}/debug/reset-render`,Ed=`${Ee}/domains/robots`,Sd=`${Ee}/search`,Dd=`${Ee}/settings`,Rd=[ot,"/build/end"],Cd=[ot,"/build/start"],Od=[ot,"/pages?pagination=false"],Td=[ot,"/distributor"],Id=[ot,"/sitemap"],Ad=[ot,"/all"],kd=[ot,"/languages"],Fd=[ot,"/socials"];var Le={ALERT:vd,AI_EMBEDDINGS:xd,BUILD_END:Rd,BUILD_START:Cd,DOMAINS:bd,GET_ALL:gd,GET_PAGE:yd,GET_PAGES:Od,GET_REFERENCE_FIELD_DATA:Td,GET_SITEMAP:Id,INFO:Ad,LANGUAGES:kd,LOGIN:wd,RESET_RENDER:_d,ROBOTS:Ed,SEARCH:Sd,SETTINGS:Dd,SOCIALS:Fd},he={GRIDDO_AI_EMBEDDINGS:ed,GRIDDO_ALERT_FEATURE:nd,GRIDDO_API_CONCURRENCY_COUNT:$u,GRIDDO_API_MAX_RESPONSE_SIZE:id,GRIDDO_API_URL:Ee,GRIDDO_ARCHIVE_LIFECYCLE_MAX_ATTEMPTS:md,GRIDDO_ASSET_PREFIX:Qu,GRIDDO_BOT_PASSWORD:Mu,GRIDDO_BOT_USER:Bu,GRIDDO_BUILD_LOGS:Wu,GRIDDO_CLEAN_LIFECYCLE_MAX_ATTEMPTS:od,GRIDDO_CLOSE_LIFECYCLE_MAX_ATTEMPTS:rd,GRIDDO_DATA_LIFECYCLE_MAX_ATTEMPTS:pd,GRIDDO_DEBUG_LOGS:Vu,GRIDDO_FIXTURES_DOMAIN_NAMES:fd,GRIDDO_FIXTURES_SITE_NAMES:hd,GRIDDO_META_LIFECYCLE_MAX_ATTEMPTS:dd,GRIDDO_PREPARE_LIFECYCLE_MAX_ATTEMPTS:sd,GRIDDO_PUBLIC_API_URL:Li,GRIDDO_REACT_APP_INSTANCE:Zu,GRIDDO_RELOCATION_LIFECYCLE_MAX_ATTEMPTS:ud,GRIDDO_RENDER_ALL_SITES:Gu,GRIDDO_RENDER_BREAKPOINTS_FEATURE:Yu,GRIDDO_RENDER_PAGES:Xu,GRIDDO_RENDER_SITE:zu,GRIDDO_RESTORE_LIFECYCLE_MAX_ATTEMPTS:cd,GRIDDO_SEARCH_FEATURE:Ku,GRIDDO_SKIP_BUILD_CHECKS:Hu,GRIDDO_SSG_LIFECYCLE_MAX_ATTEMPTS:ld,GRIDDO_SSG_MAX_PAGE_SIZE:ad,GRIDDO_SSG_VERBOSE_LOGS:Ju,GRIDDO_VERBOSE_LOGS:td};Dt();Ot();async function Pd(){return await Dn({endpoint:Le.DOMAINS})}async function jd(){await un.login();let e=await Pd();return e.length||Ge(cp),Zt(`getting domains names (${e.length})`),Oy(e)}function Oy(e){let t=e.filter(({slug:n})=>!!n).map(({slug:n})=>n.replace("/",""));return[...new Set(t)]}var sr=T(require("node:fs")),cr=T(require("node:path"));async function Ty(e){let{title:t,description:n,image:i,pageId:a,languageId:o,siteId:r,url:s,content:p,template:u}=e;return await Ai({endpoint:Le.SEARCH,body:{title:t,description:n,image:i,pageId:a,languageId:o,siteId:r,url:s,template:u,content:Iy(p)}})}function Iy(e){let t=Ay(["meta","link","style","script","noscript","nav","header","footer"],e),n=ky(t);return Fy(n)}function Ay(e,t){let n=t;for(let i of e)n=n.replace(new RegExp(`<${i}.*?>.*?</${i}>`,"gis")," ").replace(new RegExp(`(<${i}([^>]+)>)`,"gis")," ");return n}function ky(e){return e.replace(/(<([^>]+)>)/gis," ")}function Fy(e){return e.replace(/\s+/g," ")}async function Ld(e,t){let n=fe(),{__cache:i}=n.paths(t),a=cr.default.join(i,"store");if(!sr.default.existsSync(a)){console.log(`Skipping uploading content to the search endpoint for the domain ${t}, it has not exported sites.`);return}let o=fp(t);for await(let r of o){let{context:{page:s,openGraph:p,pageMetadata:u}}=r,{compose:c}=s.fullPath,d=cr.default.resolve(`${e}/${c}/index.html`),f=sr.default.readFileSync(d).toString(),h={siteId:s.site,pageId:s.id,title:u?.title||p?.title,languageId:s.language,url:s.fullUrl,template:s.template.templateType||s.templateId,description:u?.description||p?.description,image:p.image,content:f};await Ty(h)}}async function Nd(){try{await Ai({endpoint:Le.AI_EMBEDDINGS})}catch(e){console.warn("There was an error with the ai embeddings",e.message)}}async function Py(){if(!he.GRIDDO_SEARCH_FEATURE)return;let e=await jd(),t=fe();for(let n of e){let{__exports_dist:i}=t.paths(n);qd.default.existsSync(i)&&await Ld(i,n)}he.GRIDDO_AI_EMBEDDINGS&&await Nd()}Py().catch(e=>{console.error("Error",e?.stdout?.toString()||e),process.exit(1)});
 /*! Bundled license information:
 
 mime-db/index.js: