@griddo/cx 11.13.3 → 11.13.4-rc.0

package/build/commands/start-render.js

@@ -142,7 +142,7 @@ ${X.red("stack")}
 ${JSON.stringify(e,null,2)}`),new wr(e)}async function ZQ(A){try{await A()}catch(e){e instanceof wr?d.error("Internal Griddo RenderError"):e instanceof Error?d.error(e.message):d.error(`An unexpected error occurred ${e}`);try{let t=await ee(),r=t.currentRenderingDomain;r?(t.needsRollbackOnError?(d.info("Cleaning exports dir..."),await _Q(r)):d.info("No rollback needed, skipping..."),t.domains[r].isRendering=!1,t.domains[r].renderMode=he.ERROR,await eA(t)):d.warn("No currentRenderingDomain set, skipping cleanup")}catch{d.info("Early render stage, no db.json created yet...")}throw e}}var jQ=b(require("node:fs/promises")),XQ=b(require("node:path"));async function KQ(){let{version:A}=JSON.parse(await jQ.default.readFile(XQ.default.resolve(__dirname,"../..","package.json"),"utf-8")),e=`
 ${X.yellow(`Griddo Exporter ${A}`)}
 ${X.dim(`Node ${process.version.slice(1)}`)}
-`;d.log(e)}var fD=b(dD());function pD(A={}){let{timeoutMs:e}=A;return{async request(t){let{statusCode:r,headers:s,body:n}=await(0,fD.request)(t.url,{method:t.method,headers:t.headers,body:t.body,signal:e?AbortSignal.timeout(e):void 0}),o={};for(let[c,g]of Object.entries(s))g!==void 0&&(o[c]=Array.isArray(g)?g.join(", "):String(g));let i,a=async()=>(i===void 0&&(i=await n.text()),i);return{status:r,statusText:"",ok:r>=200&&r<300,headers:o,json:async()=>JSON.parse(await a()),text:a}}}}var Vi=class extends Error{constructor(e){super(`Circuit breaker is open. Cooldown: ${e}ms`),this.name="CircuitOpenError"}};function WE(A,e){let{failureThreshold:t,cooldownMs:r,onOpen:s,onClose:n}=e,o="closed",i=0,a=0;function c(){o==="half-open"?(o="closed",i=0,n?.()):i=0}function g(){i++,i>=t&&(o="open",a=Date.now(),s?.())}function h(){return o==="closed"?!0:o==="open"&&Date.now()-a>=r?(o="half-open",!0):o==="half-open"}return{async request(Q){if(!h())throw new Vi(r);try{let l=await A.request(Q);return c(),l}catch(l){throw g(),l}}}}function yD(A){return new Promise(e=>setTimeout(e,A))}function DD(A,e,t,r){let s=t==="exponential"?A*2**(e-1):A;return r&&(s=Math.round(s*(.5+Math.random()))),s}function _E(A,e){let{attempts:t,delayMs:r,backoff:s="fixed",jitter:n=!1,retryOn:o,onRetry:i}=e;return{async request(a){let c;for(let g=1;g<=t;g++)try{let h=await A.request(a);if(o?.(h)&&g<t){let Q=DD(r,g,s,n);i?.({request:a,attempt:g,delayMs:Q,response:h}),await yD(Q);continue}return h}catch(h){if(c=h,g<t){let Q=DD(r,g,s,n);i?.({request:a,attempt:g,delayMs:Q,error:c}),await yD(Q)}}throw c}}}var ZE;function Fn(){return ZE||(ZE=WE(_E(pD({timeoutMs:UQ}),{attempts:ha,delayMs:bQ*1e3,backoff:"exponential",jitter:!0,retryOn:A=>A.status>=500,onRetry:({request:A,attempt:e,delayMs:t,error:r,response:s})=>{let n=s?`HTTP ${s.status}`:r?.message;d.warn(`Retry ${e}/${ha}: ${A.method} ${A.url} \u2014 ${n} (next in ${t}ms)`)}}),{failureThreshold:MQ,cooldownMs:TQ,onOpen:()=>d.warn("Circuit breaker OPEN \u2014 requests will fail fast"),onClose:()=>d.info("Circuit breaker CLOSED \u2014 recovered")}),d.verbose("HTTP adapter: undici (timeout + retry + circuit breaker)")),ZE}var dA=process.env.GRIDDO_API_URL,q2=process.env.GRIDDO_PUBLIC_API_URL,kJ=`${dA}/ai/embeddings`,LJ=`${q2}/alert`,HJ=`${dA}/domains`,mD=`${dA}/sites/all`,wD=`${dA}/page`,RD=`${dA}/login_check`,xJ=`${dA}/debug/reset-render`,SD=`${dA}/domains/robots`,YJ=`${dA}/search`,ND=`${dA}/settings`,W2=`${dA}/domains/`,FD=[W2,"/llms"],Br=`${dA}/site/`,bD=[Br,"/build/end"],UD=[Br,"/build/start"],MD=[Br,"/distributor"],TD=[Br,"/sitemap"],kD=[Br,"/all"],LD=[Br,"/languages"],HD=[Br,"/socials"];var xD={name:"@griddo/cx",description:"Griddo SSG based on Gatsby",version:"11.13.3",authors:["Hisco <francis.vega@griddo.io>"],license:"UNLICENSED",homepage:"https://griddo.io",repository:{type:"git",url:"https://github.com/griddo/griddo"},bin:{"griddo-render":"cli.mjs"},exports:{".":{types:"./build/index.d.ts",import:"./build/index.js",require:"./build/index.js"},"./react":{types:"./build/react/index.d.ts",import:"./build/react/index.js",require:"./build/react/index.js"}},scripts:{"// NPM":"",prepare:"yarn run build","// BUILD":"",build:"rm -rf build && sh ./exporter/build.sh","build:debug":"rm -rf build && sh ./exporter/build.sh --debug","// TESTS":"",test:"vitest run","test:watch":"vitest","// INFRA SCRIPTS":"","prepare-domains-render":"node ./build/commands/prepare-domains-render","start-render":"node ./build/commands/start-render","end-render":"node ./build/commands/end-render","upload-search-content":"node ./build/commands/upload-search-content","reset-render":"node ./build/commands/reset-render","// ONLY LOCAL SCRIPTS":"","prepare-assets-directory":"node ./build/commands/prepare-assets-directory","create-rollback-copy":"rm -rf ../../exports-backup && cp -r ../../exports ../../exports-backup",render:"npm run build && node --env-file=.env cli.mjs render","// LINTER & FORMATTER":"",lint:"biome check --write",format:"biome format --write",flint:"npm run lint && npm run format","ts-lint":"tsgo --noEmit","watch:ts-lint":"tsc --noEmit --watch"},dependencies:{"@kreuzberg/html-to-markdown":"2.24.5",gatsby:"5.15.0","html-react-parser":"5.2.11",jiti:"^2.6.1",undici:"7.24.6"},devDependencies:{"@biomejs/biome":"2.3.4","@griddo/core":"11.13.3","@types/node":"20.19.4","@typescript/native-preview":"7.0.0-dev.20260401.1",cheerio:"1.1.2",esbuild:"0.25.12","p-limit":"7.2.0",typescript:"6.0.2",vitest:"^4.0.18"},peerDependencies:{react:">=18 <19","react-dom":">=18 <19"},engines:{node:">=20.19"},files:["build","exporter","src","gatsby-browser.tsx","gatsby-config.ts","gatsby-node.ts","gatsby-ssr.tsx","global.d.ts","tsconfig.commands.json","tsconfig.exporter.json","tsconfig.json","plugins","cli.mjs"],publishConfig:{access:"public"},gitHead:"6dd412b5408e057baa6c1c89f4815c85c7e16a45"};var vi={"x-application-id":"griddo-cx","x-client-version":xD.version,"x-client-name":"CX"};var Z2=Fn(),jE=class{headers;async login(){try{let e=await Z2.request({url:RD,method:"POST",headers:Object.assign({},vi,{"Content-Type":"application/json",Connection:"close"}),body:JSON.stringify({username:yQ,password:DQ})});if(!e.ok)throw new Error("Error while login in the API");let{token:t}=await e.json();if(!t||typeof t!="string")throw new Error("Login response missing valid token");return this.headers={Authorization:`bearer ${t}`,"Cache-Control":"no-store"},this.headers}catch(e){Ie(xQ,e)}}},At=new jE;var Qw=b(require("node:path"));async function j2(A){let e=process.hrtime.bigint();await Promise.resolve(A());let t=process.hrtime.bigint();return Number((Number(t-e)/1e9).toFixed(3))}async function we(A,e,t){let{maxRetrys:r=kQ,skip:s}=t||{};if(s){d.info(`Skiping life-cycle ${A}. Reason: ${s}
+`;d.log(e)}var fD=b(dD());function pD(A={}){let{timeoutMs:e}=A;return{async request(t){let{statusCode:r,headers:s,body:n}=await(0,fD.request)(t.url,{method:t.method,headers:t.headers,body:t.body,signal:e?AbortSignal.timeout(e):void 0}),o={};for(let[c,g]of Object.entries(s))g!==void 0&&(o[c]=Array.isArray(g)?g.join(", "):String(g));let i,a=async()=>(i===void 0&&(i=await n.text()),i);return{status:r,statusText:"",ok:r>=200&&r<300,headers:o,json:async()=>JSON.parse(await a()),text:a}}}}var Vi=class extends Error{constructor(e){super(`Circuit breaker is open. Cooldown: ${e}ms`),this.name="CircuitOpenError"}};function WE(A,e){let{failureThreshold:t,cooldownMs:r,onOpen:s,onClose:n}=e,o="closed",i=0,a=0;function c(){o==="half-open"?(o="closed",i=0,n?.()):i=0}function g(){i++,i>=t&&(o="open",a=Date.now(),s?.())}function h(){return o==="closed"?!0:o==="open"&&Date.now()-a>=r?(o="half-open",!0):o==="half-open"}return{async request(Q){if(!h())throw new Vi(r);try{let l=await A.request(Q);return c(),l}catch(l){throw g(),l}}}}function yD(A){return new Promise(e=>setTimeout(e,A))}function DD(A,e,t,r){let s=t==="exponential"?A*2**(e-1):A;return r&&(s=Math.round(s*(.5+Math.random()))),s}function _E(A,e){let{attempts:t,delayMs:r,backoff:s="fixed",jitter:n=!1,retryOn:o,onRetry:i}=e;return{async request(a){let c;for(let g=1;g<=t;g++)try{let h=await A.request(a);if(o?.(h)&&g<t){let Q=DD(r,g,s,n);i?.({request:a,attempt:g,delayMs:Q,response:h}),await yD(Q);continue}return h}catch(h){if(c=h,g<t){let Q=DD(r,g,s,n);i?.({request:a,attempt:g,delayMs:Q,error:c}),await yD(Q)}}throw c}}}var ZE;function Fn(){return ZE||(ZE=WE(_E(pD({timeoutMs:UQ}),{attempts:ha,delayMs:bQ*1e3,backoff:"exponential",jitter:!0,retryOn:A=>A.status>=500,onRetry:({request:A,attempt:e,delayMs:t,error:r,response:s})=>{let n=s?`HTTP ${s.status}`:r?.message;d.warn(`Retry ${e}/${ha}: ${A.method} ${A.url} \u2014 ${n} (next in ${t}ms)`)}}),{failureThreshold:MQ,cooldownMs:TQ,onOpen:()=>d.warn("Circuit breaker OPEN \u2014 requests will fail fast"),onClose:()=>d.info("Circuit breaker CLOSED \u2014 recovered")}),d.verbose("HTTP adapter: undici (timeout + retry + circuit breaker)")),ZE}var dA=process.env.GRIDDO_API_URL,q2=process.env.GRIDDO_PUBLIC_API_URL,kJ=`${dA}/ai/embeddings`,LJ=`${q2}/alert`,HJ=`${dA}/domains`,mD=`${dA}/sites/all`,wD=`${dA}/page`,RD=`${dA}/login_check`,xJ=`${dA}/debug/reset-render`,SD=`${dA}/domains/robots`,YJ=`${dA}/search`,ND=`${dA}/settings`,W2=`${dA}/domains/`,FD=[W2,"/llms"],Br=`${dA}/site/`,bD=[Br,"/build/end"],UD=[Br,"/build/start"],MD=[Br,"/distributor"],TD=[Br,"/sitemap"],kD=[Br,"/all"],LD=[Br,"/languages"],HD=[Br,"/socials"];var xD={name:"@griddo/cx",description:"Griddo SSG based on Gatsby",version:"11.13.4-rc.0",authors:["Hisco <francis.vega@griddo.io>"],license:"UNLICENSED",homepage:"https://griddo.io",repository:{type:"git",url:"https://github.com/griddo/griddo"},bin:{"griddo-render":"cli.mjs"},exports:{".":{types:"./build/index.d.ts",import:"./build/index.js",require:"./build/index.js"},"./react":{types:"./build/react/index.d.ts",import:"./build/react/index.js",require:"./build/react/index.js"}},scripts:{"// NPM":"",prepare:"yarn run build","// BUILD":"",build:"rm -rf build && sh ./exporter/build.sh","build:debug":"rm -rf build && sh ./exporter/build.sh --debug","// TESTS":"",test:"vitest run","test:watch":"vitest","// INFRA SCRIPTS":"","prepare-domains-render":"node ./build/commands/prepare-domains-render","start-render":"node ./build/commands/start-render","end-render":"node ./build/commands/end-render","upload-search-content":"node ./build/commands/upload-search-content","reset-render":"node ./build/commands/reset-render","// ONLY LOCAL SCRIPTS":"","prepare-assets-directory":"node ./build/commands/prepare-assets-directory","create-rollback-copy":"rm -rf ../../exports-backup && cp -r ../../exports ../../exports-backup",render:"npm run build && node --env-file=.env cli.mjs render","// LINTER & FORMATTER":"",lint:"biome check --write",format:"biome format --write",flint:"npm run lint && npm run format","ts-lint":"tsgo --noEmit","watch:ts-lint":"tsc --noEmit --watch"},dependencies:{"@kreuzberg/html-to-markdown":"2.24.5",gatsby:"5.15.0","html-react-parser":"5.2.11",jiti:"^2.6.1",undici:"7.24.6"},devDependencies:{"@biomejs/biome":"2.3.4","@griddo/core":"11.13.4-rc.0","@types/node":"20.19.4","@typescript/native-preview":"7.0.0-dev.20260401.1",cheerio:"1.1.2",esbuild:"0.25.12","p-limit":"7.2.0",typescript:"6.0.2",vitest:"^4.0.18"},peerDependencies:{react:">=18 <19","react-dom":">=18 <19"},engines:{node:">=20.19"},files:["build","exporter","src","gatsby-browser.tsx","gatsby-config.ts","gatsby-node.ts","gatsby-ssr.tsx","global.d.ts","tsconfig.commands.json","tsconfig.exporter.json","tsconfig.json","plugins","cli.mjs"],publishConfig:{access:"public"},gitHead:"ef819eae8a22dda5b88928f71d5fec5299a54a94"};var vi={"x-application-id":"griddo-cx","x-client-version":xD.version,"x-client-name":"CX"};var Z2=Fn(),jE=class{headers;async login(){try{let e=await Z2.request({url:RD,method:"POST",headers:Object.assign({},vi,{"Content-Type":"application/json",Connection:"close"}),body:JSON.stringify({username:yQ,password:DQ})});if(!e.ok)throw new Error("Error while login in the API");let{token:t}=await e.json();if(!t||typeof t!="string")throw new Error("Login response missing valid token");return this.headers={Authorization:`bearer ${t}`,"Cache-Control":"no-store"},this.headers}catch(e){Ie(xQ,e)}}},At=new jE;var Qw=b(require("node:path"));async function j2(A){let e=process.hrtime.bigint();await Promise.resolve(A());let t=process.hrtime.bigint();return Number((Number(t-e)/1e9).toFixed(3))}async function we(A,e,t){let{maxRetrys:r=kQ,skip:s}=t||{};if(s){d.info(`Skiping life-cycle ${A}. Reason: ${s}
 `);return}let n=0;for(;n<r;)try{d.info(`start ${A} life-cycle`);let o=await j2(e);d.success(`${A} - ${o}s
 `);break}catch(o){let i=X.red(` Error in ${A} LifeCycle `),a=X.yellow(`Attempt (${n+1})`);d.log(`
 ${i} ${a}