@noeva/etl-core 1.0.0-next.3 → 1.0.0-next.5
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +7 -11
- package/deploy/deploy-ecr.sh +4 -7
- package/dist/chunk-BVUOUBLW.js +1 -0
- package/dist/chunk-CRR3Q2C7.js +2 -0
- package/dist/chunk-J3PBMWSP.js +2 -0
- package/dist/{chunk-KMUNED7K.js → chunk-LJ7DVP5F.js} +1 -1
- package/dist/{chunk-ZBKP2UOF.js → chunk-P6B2KLNJ.js} +2 -2
- package/dist/chunk-PKBSETMV.js +2 -0
- package/dist/chunk-QPJC4GWR.js +1 -0
- package/dist/chunk-RCRMQPFH.js +5 -0
- package/dist/chunk-RS5SGDUU.js +1 -0
- package/dist/chunk-RWPHH4E2.js +1 -0
- package/dist/chunk-SRFFKE5W.js +6 -0
- package/dist/chunk-WVODQB6Z.js +1 -0
- package/dist/chunk-XZMCC6VQ.js +1 -0
- package/dist/chunk-ZCYGHS7P.js +2 -0
- package/dist/cli.js +3 -3
- package/dist/connector-kit.d.ts +4 -2
- package/dist/connector-kit.js +1 -1
- package/dist/connectors/file.js +1 -1
- package/dist/connectors/http.js +1 -1
- package/dist/connectors/imap.js +1 -1
- package/dist/connectors/jira.js +2 -2
- package/dist/connectors/mail.js +1 -1
- package/dist/connectors/noeva.js +1 -1
- package/dist/connectors/oauth.js +1 -1
- package/dist/connectors/postgres.js +1 -1
- package/dist/connectors/process.js +1 -1
- package/dist/connectors/sendgrid.d.ts +1 -1
- package/dist/connectors/sendgrid.js +1 -1
- package/dist/connectors/smtp.js +1 -1
- package/dist/connectors/sqlserver.js +1 -1
- package/dist/connectors/zoho.d.ts +304 -0
- package/dist/connectors/zoho.js +2 -0
- package/dist/etl.config.js +7 -15
- package/dist/guida/404.html +2 -2
- package/dist/guida/GUIDA_SVILUPPO.html +6 -6
- package/dist/guida/TECHNICAL_OVERVIEW.html +5 -5
- package/dist/guida/assets/{GUIDA_SVILUPPO.md.D13C7Zwu.js → GUIDA_SVILUPPO.md.CrN52ZDN.js} +1 -1
- package/dist/guida/assets/{TECHNICAL_OVERVIEW.md.DQP0pWc8.js → TECHNICAL_OVERVIEW.md.iD1gDlJY.js} +1 -1
- package/dist/guida/assets/{app.lWZ5GK2m.js → app.BrI3mcoI.js} +1 -1
- package/dist/guida/assets/chunks/@localSearchIndexroot.DjrQYH6x.js +1 -0
- package/dist/guida/assets/chunks/{VPLocalSearchBox.C0h2R-Ih.js → VPLocalSearchBox.BlKLVNlB.js} +1 -1
- package/dist/guida/assets/chunks/{theme.BYWumH0G.js → theme.Cuah39Zj.js} +2 -2
- package/dist/guida/assets/connectors_README.md.BqI2RLCu.js +1 -0
- package/dist/guida/assets/connectors_README.md.BqI2RLCu.lean.js +1 -0
- package/dist/guida/assets/connectors_oauth.md.BeotXAWb.js +7 -0
- package/dist/guida/assets/connectors_oauth.md.BeotXAWb.lean.js +1 -0
- package/dist/guida/assets/connectors_zoho.md.BfEzRNZk.js +17 -0
- package/dist/guida/assets/connectors_zoho.md.BfEzRNZk.lean.js +1 -0
- package/dist/guida/assets/{conventions_node-descriptor.md.D8Si7E2S.js → conventions_node-descriptor.md.MQaGlm8a.js} +1 -1
- package/dist/guida/assets/{nodes_source.md.V_vlNfOz.js → nodes_source.md.DP2i3GFv.js} +3 -3
- package/dist/guida/assets/{nodes_source.md.V_vlNfOz.lean.js → nodes_source.md.DP2i3GFv.lean.js} +1 -1
- package/dist/guida/assets/{runbooks_deploy-ecr.md.6M67F85S.js → runbooks_deploy-ecr.md.4jQypInn.js} +2 -2
- package/dist/guida/assets/{runbooks_deploy-ecr.md.6M67F85S.lean.js → runbooks_deploy-ecr.md.4jQypInn.lean.js} +1 -1
- package/dist/guida/connectors/README.html +5 -5
- package/dist/guida/connectors/file.html +4 -4
- package/dist/guida/connectors/http.html +4 -4
- package/dist/guida/connectors/imap.html +4 -4
- package/dist/guida/connectors/jira.html +4 -4
- package/dist/guida/connectors/noeva.html +5 -5
- package/dist/guida/connectors/oauth.html +6 -6
- package/dist/guida/connectors/postgres.html +5 -5
- package/dist/guida/connectors/process.html +4 -4
- package/dist/guida/connectors/sendgrid.html +4 -4
- package/dist/guida/connectors/smtp.html +4 -4
- package/dist/guida/connectors/sqlserver.html +5 -5
- package/dist/guida/connectors/zoho.html +43 -0
- package/dist/guida/conventions/node-columns.html +4 -4
- package/dist/guida/conventions/node-descriptor.html +6 -6
- package/dist/guida/conventions/run-report.html +4 -4
- package/dist/guida/conventions/run-trace.html +4 -4
- package/dist/guida/conventions/variabili-del-core.html +4 -4
- package/dist/guida/conventions/versioni-di-pipeline.html +4 -4
- package/dist/guida/guide/claude-code/index.html +4 -4
- package/dist/guida/guide/claude-code/prompt.html +5 -5
- package/dist/guida/guide/claude-code/strumenti.html +4 -4
- package/dist/guida/guide/grafo.html +4 -4
- package/dist/guida/guide/usare/app-desktop.html +4 -4
- package/dist/guida/guide/usare/esito-di-una-run.html +4 -4
- package/dist/guida/guide/usare/index.html +4 -4
- package/dist/guida/hashmap.json +1 -1
- package/dist/guida/index.html +4 -4
- package/dist/guida/nodes/README.html +4 -4
- package/dist/guida/nodes/action.html +4 -4
- package/dist/guida/nodes/ai.html +4 -4
- package/dist/guida/nodes/join.html +4 -4
- package/dist/guida/nodes/lookup.html +4 -4
- package/dist/guida/nodes/pipeline.html +4 -4
- package/dist/guida/nodes/route.html +4 -4
- package/dist/guida/nodes/sink.html +4 -4
- package/dist/guida/nodes/source.html +6 -6
- package/dist/guida/nodes/task.html +4 -4
- package/dist/guida/nodes/transform.html +4 -4
- package/dist/guida/nodes/try-catch.html +4 -4
- package/dist/guida/nodes/union.html +4 -4
- package/dist/guida/pagine.json +1 -0
- package/dist/guida/pipelines/README.html +5 -5
- package/dist/guida/pipelines/crm-leads-sync.html +4 -4
- package/dist/guida/pipelines/cross-workspace-csv-merge.html +4 -4
- package/dist/guida/pipelines/movimenti-per-conto.html +4 -4
- package/dist/guida/pipelines/orders-enriched-daily.html +4 -4
- package/dist/guida/pipelines/test-posta.html +4 -4
- package/dist/guida/runbooks/aggiornamento-pm2.html +4 -4
- package/dist/guida/runbooks/deploy-ecr.html +6 -6
- package/dist/guida/runbooks/deployment.html +4 -4
- package/dist/guida/runbooks/etl-worker.html +4 -4
- package/dist/guida/runbooks/graph-server.html +4 -4
- package/dist/guida/runbooks/mask-key.html +4 -4
- package/dist/guida/runbooks/oauth-google-posta.html +4 -4
- package/dist/guida/runbooks/rollback-di-pipeline.html +4 -4
- package/dist/guida/runbooks/scd2-rehash.html +4 -4
- package/dist/guida/runbooks/sql-task-truncate-swap.html +4 -4
- package/dist/guida/runbooks/stato-incrementale.html +4 -4
- package/dist/guida/sub-pipelines/README.html +4 -4
- package/dist/guida/sub-pipelines/riepilogo-ordini.html +4 -4
- package/dist/index.js +1 -1
- package/dist/pipelines.js +1 -1
- package/dist/testing.js +1 -1
- package/docs/.vitepress/lib/published-docs.ts +1 -7
- package/kit/skills/etl-graph/references/wiring.md +4 -3
- package/kit/skills/new-connector/SKILL.md +1 -1
- package/package.json +8 -3
- package/dist/chunk-5B2425TT.js +0 -1
- package/dist/chunk-BFW7HTF6.js +0 -2
- package/dist/chunk-BPRH262Y.js +0 -2
- package/dist/chunk-DPWGI266.js +0 -1
- package/dist/chunk-H75NY6Z4.js +0 -1
- package/dist/chunk-HMED2UDJ.js +0 -2
- package/dist/chunk-MOHJWOCB.js +0 -1
- package/dist/chunk-MXSKD3Z4.js +0 -2
- package/dist/chunk-PGJWGJEB.js +0 -5
- package/dist/chunk-R53642SH.js +0 -1
- package/dist/chunk-RU6CZIDB.js +0 -1
- package/dist/chunk-UN3BPCPA.js +0 -1
- package/dist/chunk-XFHTODDW.js +0 -6
- package/dist/chunk-ZCYSL5A6.js +0 -1
- package/dist/guida/assets/chunks/@localSearchIndexroot.B5zFGbAC.js +0 -1
- package/dist/guida/assets/connectors_README.md.ChyXSf73.js +0 -1
- package/dist/guida/assets/connectors_README.md.ChyXSf73.lean.js +0 -1
- package/dist/guida/assets/connectors_oauth.md.DUHajB0u.js +0 -7
- package/dist/guida/assets/connectors_oauth.md.DUHajB0u.lean.js +0 -1
- /package/dist/guida/assets/{GUIDA_SVILUPPO.md.D13C7Zwu.lean.js → GUIDA_SVILUPPO.md.CrN52ZDN.lean.js} +0 -0
- /package/dist/guida/assets/{TECHNICAL_OVERVIEW.md.DQP0pWc8.lean.js → TECHNICAL_OVERVIEW.md.iD1gDlJY.lean.js} +0 -0
- /package/dist/guida/assets/{conventions_node-descriptor.md.D8Si7E2S.lean.js → conventions_node-descriptor.md.MQaGlm8a.lean.js} +0 -0
|
@@ -0,0 +1 @@
|
|
|
1
|
+
import {m,r,l,o,p,H,G as G$1,J as J$1,I as I$1}from'./chunk-PKBSETMV.js';import {a,g,d,W,P as P$1,c,w,T,Q as Q$1,x,b,ja,S,la,ia,ma,O,R,xb,ga,fa,m as m$1}from'./chunk-PE2QKU34.js';export{z as L}from'zod';import {createHmac,createSecretKey,createHash}from'crypto';import {inspect}from'util';var In="first",Cn="drop";function xn(e,n){let{maxKeys:r}=n;if(!Number.isInteger(r)||r<1)throw new Error(`dedup "${e}": \`maxKeys\` deve essere un intero \u2265 1 (ricevuto ${r}).`)}a(xn,"assertConfig");function Rn(e,n){return new Error(`dedup "${e}": superato il tetto di chiavi distinte in memoria (maxKeys = ${n}). La run si ferma qui invece di deduplicare a met\xE0: alza \`maxKeys\`, oppure deduplica su una chiave meno granulare.`)}a(Rn,"overflow");function oe(e,n){return new d(`dedup "${e}": chiave duplicata "${n}"`,{details:{key:n}})}a(oe,"duplicateError");function Sn(e,n){xn(e,n);let r=n.keep??In,t=n.duplicates??Cn,o=n.maxKeys;function s(u){if(u>=o)throw Rn(e,o)}if(a(s,"admit"),r==="last")return {name:e,stateful:true,async*apply(u){let l=new Map;for await(let d of u){let c=n.key(d);if(l.has(c)){if(t==="error")throw oe(e,c)}else s(l.size);l.set(c,d);}yield*l.values();},async*applyWithLineage(u){let l=new Map;for await(let{value:d,id:c}of u){let f=n.key(d);if(l.has(f)){if(t==="error")throw oe(e,f)}else s(l.size);l.set(f,{value:d,id:c});}for(let{value:d,id:c}of l.values())yield {value:d,derivedFrom:[c]};}};let a$1=new WeakMap;return {name:e,async*apply(u,l){let d=a$1.get(l);d===void 0&&(d=new Set,a$1.set(l,d));for await(let c of u){let f=n.key(c);if(d.has(f)){if(t==="error")throw oe(e,f);continue}s(d.size),d.add(f),yield c;}}}}a(Sn,"dedup");function En(e,n){let r=n.finalize??(a=>a),t=W();function o(a,u){let l=n.key(u),d=a.get(l);return a.set(l,d===void 0?n.init(u):n.reduce(d,u)),l}return a(o,"fold"),{name:e,stateful:true,held:t.read,...P$1(n.outputSchema),async*apply(a,u){let l=new Map,d=new Map,c=0;try{for await(let f of a){let p=o(l,f);d.set(p,(d.get(p)??0)+1),c+=1,t.set(u,c);}for(let[f,p]of l)c-=d.get(f)??0,t.set(u,c),yield r(p,f);}finally{t.set(u,0);}},async*applyWithLineage(a,u){let l=new Map,d=new Map,c=0;try{for await(let{value:f,id:p}of a){let g=o(l,f),C=d.get(g);C===void 0?d.set(g,[p]):C.push(p),c+=1,t.set(u,c);}for(let[f,p]of l){let g=d.get(f)??[];c-=g.length,t.set(u,c),yield {value:s(p,f,g),derivedFrom:g};}}finally{t.set(u,0);}}};function s(a,u,l){try{return r(a,u)}catch(d){throw d instanceof c?w(d,l):d}}}a(En,"groupBy");function vn(e,n){let{field:r}=n,t=n.as??r;return T(e,o=>{let s=On(o,r);if(!Array.isArray(s))throw new d(`explode "${e}": il campo "${r}" non \xE8 un array (trovato: ${Te(s)})`,{details:{field:r,found:Te(s)}});if(t!==r&&Object.hasOwn(o,t))throw new d(`explode "${e}": as "${t}" coincide con un campo gi\xE0 presente nel record`,{details:{field:r,as:t}});let a=Object.fromEntries(Object.entries(o).filter(([u])=>u!==r));return s.map(u=>({...a,[t]:u}))},n.outputSchema===void 0?{}:{outputSchema:n.outputSchema})}a(vn,"explode");function On(e,n){if(!(typeof e!="object"||e===null))return Object.hasOwn(e,n)?e[n]:void 0}a(On,"fieldOf");function Te(e){return e===void 0?"assente":e===null?"null":typeof e}a(Te,"typeName");function V(e){return e.find((n,r)=>e.indexOf(n)!==r)}a(V,"firstDuplicate");function j(e,n){return e.find(r=>n.includes(r))}a(j,"firstShared");function An(e){if(!(typeof e!="object"||e===null))return e}a(An,"fieldsOf");function Kn(e,n){return n.filter(r=>!Object.hasOwn(e,r))}a(Kn,"missingColumns");function q(e,n){return Object.fromEntries(n.map(r=>[r,e[r]]))}a(q,"pickColumns");function _(e){return e===null?"null":Array.isArray(e)?"array":typeof e}a(_,"typeName");function Y(e,n,r){let t=An(n);if(t===void 0)throw new d(`${e}: il record non \xE8 un oggetto (trovato: ${_(n)})`,{details:{found:_(n)}});let o=Kn(t,r);if(o.length>0)throw new d(`${e}: campi assenti dal record: ${o.map(s=>`"${s}"`).join(", ")}`,{details:{missing:o}});return t}a(Y,"requireFields");function N(e,n){return new Error(`unpivot "${e}": ${n}`)}a(N,"configError");function Tn(e,n){let{keep:r,columns:t,nameAs:o,valueAs:s}=n;if(t.length===0)throw N(e,"`columns` \xE8 vuoto: serve almeno una colonna da ruotare.");let a=V(t);if(a!==void 0)throw N(e,`colonna "${a}" duplicata in \`columns\`.`);let u=V(r);if(u!==void 0)throw N(e,`colonna "${u}" duplicata in \`keep\`.`);let l=j(t,r);if(l!==void 0)throw N(e,`colonna "${l}" sia in \`keep\` sia in \`columns\`.`);if(o===""||s==="")throw N(e,"`nameAs` e `valueAs` non possono essere vuoti.");if(o===s)throw N(e,`\`nameAs\` e \`valueAs\` coincidono ("${o}").`);let d=j([o,s],r);if(d!==void 0)throw N(e,`"${d}" \xE8 una colonna di \`keep\`: \`nameAs\` e \`valueAs\` la sovrascriverebbero.`)}a(Tn,"assertConfig");function $n(e){return [...Q$1(e.keep,"unknown"),...Q$1([e.nameAs],"string"),...Q$1([e.valueAs],"unknown")]}a($n,"outputColumns");function Nn(e,n){Tn(e,n);let{keep:r,columns:t,nameAs:o,valueAs:s}=n,a=[...r,...t];return {...T(e,l=>{let d=Y(`unpivot "${e}"`,l,a),c=q(d,r);return t.map(f=>({...c,[o]:f,[s]:d[f]}))}),columns:$n(n)}}a(Nn,"unpivot");function $(e,n){return new Error(`pivot "${e}": ${n}`)}a($,"configError");function Pn(e){let{name:n,key:r,columns:t,maxGroups:o,onConflict:s}=e;if(t.length===0)throw $(n,"`columns` \xE8 vuoto: serve almeno una colonna d'uscita.");let a=V(t);if(a!==void 0)throw $(n,`colonna "${a}" duplicata in \`columns\`.`);let u=V(r);if(u!==void 0)throw $(n,`colonna "${u}" duplicata in \`key\`.`);let l=j(t,r);if(l!==void 0)throw $(n,`colonna "${l}" sia in \`key\` sia in \`columns\`.`);let d=j([e.nameFrom,e.valueFrom],r);if(d!==void 0)throw $(n,`"${d}" \xE8 in \`key\`: \`nameFrom\` e \`valueFrom\` non possono identificare il gruppo.`);if(e.nameFrom===e.valueFrom)throw $(n,`\`nameFrom\` e \`valueFrom\` coincidono ("${e.nameFrom}").`);if(!Number.isInteger(o)||o<1)throw $(n,`\`maxGroups\` deve essere un intero \u2265 1 (ricevuto ${String(o)}).`);if(typeof s!="function"&&s!=="error"&&s!=="last")throw $(n,`\`onConflict\` deve essere "error", "last" o una funzione (ricevuto ${String(s)}).`)}a(Pn,"assertConfig");function Mn(e,n){return new Error(`pivot "${e}": superato il tetto di gruppi in memoria (maxGroups = ${n}). La run si ferma qui invece di emettere un pivot parziale: alza \`maxGroups\`, oppure riduci lo stream a monte (filtra) prima di ruotarlo.`)}a(Mn,"overflow");function $e(e,n){return n.length===0?e:w(e,n)}a($e,"blame");function Ne(e){return e.id===void 0?[]:[e.id]}a(Ne,"idsOf");function Fn(e){if(e===null)return {ok:true,part:"null"};if(e instanceof Date){let n=e.getTime();return Number.isNaN(n)?{ok:false,found:"Invalid Date"}:{ok:true,part:`date:${n}`}}switch(typeof e){case "string":return {ok:true,part:`string:${e}`};case "number":return Number.isNaN(e)?{ok:false,found:"NaN"}:{ok:true,part:`number:${e}`};case "boolean":case "bigint":return {ok:true,part:`${typeof e}:${e}`};default:return {ok:false,found:_(e)}}}a(Fn,"keyPart");function Dn(e,n){let r=e.key.map(t=>{let o=Fn(n[t]);if(!o.ok)throw new d(`pivot "${e.name}": il valore di chiave "${t}" non \xE8 raggruppabile (trovato: ${o.found})`,{details:{column:t,found:o.found}});return o.part});return JSON.stringify(r)}a(Dn,"groupKeyOf");function zn(e,n){let r=n[e.nameFrom];if(typeof r!="string")throw new d(`pivot "${e.name}": il valore di "${e.nameFrom}" non \xE8 una stringa (trovato: ${_(r)})`,{details:{nameFrom:e.nameFrom,found:_(r)}});if(!e.columns.includes(r))throw new d(`pivot "${e.name}": "${r}" in "${e.nameFrom}" non \xE8 fra le colonne dichiarate in \`columns\``,{details:{nameFrom:e.nameFrom,value:r}});return r}a(zn,"columnOf");function _n(e,n,r,t){let{onConflict:o}=e;if(o==="last")return t;if(o==="error")throw new d(`pivot "${e.name}": pi\xF9 valori per la colonna "${r}" nello stesso gruppo`,{details:{key:n.keyFields,column:r}});return o(n.cells.get(r),t)}a(_n,"resolveConflict");async function Vn(e,n,r){let t=new Map,o=0;for await(let s of n){let a,u,l;try{a=Y(`pivot "${e.name}"`,s.value,e.required),u=Dn(e,a),l=zn(e,a);}catch(f){throw f instanceof c?$e(f,Ne(s)):f}let d=t.get(u);if(d===void 0){if(t.size>=e.maxGroups)throw Mn(e.name,e.maxGroups);d={keyFields:q(a,e.key),cells:new Map,ids:[],rows:0},t.set(u,d);}d.ids.push(...Ne(s)),d.rows+=1,o+=1,r(o);let c$1=a[e.valueFrom];try{d.cells.set(l,d.cells.has(l)?_n(e,d,l,c$1):c$1);}catch(f){throw f instanceof c?$e(f,d.ids):f}}return [...t.values()]}a(Vn,"collectGroups");async function*Pe(e,n,r){try{let t=await Vn(e,n,r),o=t.reduce((s,a)=>s+a.rows,0);for(let s of t)o-=s.rows,r(o),yield s;}finally{r(0);}}a(Pe,"heldGroups");function Me(e,n){return {...n.keyFields,...Object.fromEntries(e.columns.map(r=>[r,n.cells.has(r)?n.cells.get(r):null]))}}a(Me,"rowOf");function jn(e,n){let r={name:e,key:n.key,nameFrom:n.nameFrom,valueFrom:n.valueFrom,columns:n.columns,required:[...n.key,n.nameFrom,n.valueFrom],onConflict:n.onConflict??"error",maxGroups:n.maxGroups};Pn(r);let t=W();return {name:e,stateful:true,held:t.read,columns:Q$1([...r.key,...r.columns],"unknown"),async*apply(o,s){let a=Pe(r,Ln(o),u=>t.set(s,u));for await(let u of a)yield Me(r,u);},async*applyWithLineage(o,s){let a=Pe(r,o,u=>t.set(s,u));for await(let u of a)yield {value:Me(r,u),derivedFrom:[...u.ids]};}}}a(jn,"pivot");async function*Ln(e){for await(let n of e)yield {value:n};}a(Ln,"untagged");function Un(e,n){let r=0;for(;r<e.length&&r<n.length;){let t=e.codePointAt(r),o=n.codePointAt(r);if(t!==o)return t<o?-1:1;r+=t>65535?2:1;}return Math.sign(e.length-n.length)}a(Un,"compareCodepoints");function Fe(e,n){if(e==null)return {ok:true,kind:void 0,key:null};let r=Bn(e);return r.ok&&n!==void 0&&r.kind!==n?{ok:false,reason:`tipo "${r.kind}" diverso da "${n}", fissato dal primo valore non null`}:r}a(Fe,"normalizeKey");function Bn(e){if(typeof e=="string")return {ok:true,kind:"string",key:e};if(typeof e=="number")return Number.isNaN(e)?{ok:false,reason:"NaN non \xE8 ordinabile"}:{ok:true,kind:"number",key:e};if(e instanceof Date){let n=e.getTime();return Number.isNaN(n)?{ok:false,reason:"Invalid Date non \xE8 ordinabile"}:{ok:true,kind:"date",key:n}}return {ok:false,reason:`tipo "${typeof e}" non ordinabile: servono string, number o Date`}}a(Bn,"readKey");function De(e,n,r){for(let t=0;t<r.length;t++){let o=e[t],s=n[t];if(o===null||s===null){if(o===s)continue;return o===null?1:-1}let a=Gn(o,s);if(a!==0)return r[t]==="desc"?-a:a}return 0}a(De,"compareKeys");function Gn(e,n){if(typeof e=="string")return Un(e,n);let r=n;return e<r?-1:e>r?1:0}a(Gn,"compareValues");var Hn="asc";function ze(e,n){return new Error(`sort "${e}": ${n}`)}a(ze,"configError");function Wn(e,n){if(n.by.length===0)throw ze(e,"`by` \xE8 vuoto: serve almeno una chiave.");let{maxRecords:r}=n;if(!Number.isInteger(r)||r<1)throw ze(e,`\`maxRecords\` deve essere un intero \u2265 1 (ricevuto ${r}).`)}a(Wn,"assertConfig");function qn(e,n){return new Error(`sort "${e}": superato il tetto di record in memoria (maxRecords = ${n}). La run si ferma qui invece di emettere un ordinamento parziale: alza \`maxRecords\`, oppure riduci lo stream a monte (filtra o aggrega) prima di ordinarlo.`)}a(qn,"overflow");function Yn(e,n,r){return new d(`sort "${e}": by[${n}]: ${r}`,{details:{position:n}})}a(Yn,"invalidKey");function Zn(e,n){Wn(e,n);let r={name:e,by:n.by,maxRecords:n.maxRecords,dirs:n.by.map(o=>o.dir??Hn)},t=W();return {name:e,stateful:true,held:t.read,apply(o,s){return _e(r,o,a=>a,a=>a,a=>t.set(s,a))},async*applyWithLineage(o,s){let a=_e(r,o,u=>u.value,(u,l)=>w(u,[l.id]),u=>t.set(s,u));for await(let{value:u,id:l}of a)yield {value:u,derivedFrom:[l]};}}}a(Zn,"sort");async function*_e(e,n,r,t,o){try{yield*Xn(e,n,r,t,o);}finally{o(0);}}a(_e,"sortStream");async function*Xn(e,n,r,t,o){let s=e.by.map(()=>{}),a=[];for await(let l of n){if(a.length>=e.maxRecords)throw qn(e.name,e.maxRecords);let d=Jn(e.by,r(l),s);if(!d.ok)throw t(Yn(e.name,d.position,d.reason),l);s=d.kinds,a.push({item:l,keys:d.keys}),o(a.length);}let u=a.toSorted((l,d)=>De(l.keys,d.keys,e.dirs));for(let[l,{item:d}]of u.entries())o(u.length-l-1),yield d;}a(Xn,"sortHeld");function Jn(e,n,r){let t=[],o=r;for(let[s,{key:a}]of e.entries()){let u=Fe(a(n),o[s]);if(!u.ok)return {ok:false,position:s,reason:u.reason};o[s]===void 0&&u.kind!==void 0&&(o=o.with(s,u.kind)),t.push(u.key);}return {ok:true,keys:t,kinds:o}}a(Jn,"readRecordKeys");function Qn(e,n){if(!Number.isInteger(n)||n<1)throw new g(`chunk "${e}": \`size\` deve essere un intero \u2265 1 (ricevuto ${n}).`)}a(Qn,"assertSize");function er(e,n){let{size:r}=n;Qn(e,r);let t=W();return {name:e,stateful:true,held:t.read,apply(o,s){return Ve(o,r,a=>t.set(s,a))},async*applyWithLineage(o,s){for await(let a of Ve(o,r,u=>t.set(s,u)))yield {value:a.map(u=>u.value),derivedFrom:a.map(u=>u.id)};}}}a(er,"chunk");async function*Ve(e,n,r){let t=[];try{for await(let o of e)t.push(o),t.length===n?(r(0),yield t,t=[]):r(t.length);r(0),t.length>0&&(yield t);}finally{r(0);}}a(Ve,"lots");function Z(e){if(!(e instanceof Error))return "unknown";let n=e.code;return typeof n=="string"?n:e.name}a(Z,"codecErrorCause");function nr(e,n,r){let t=r.merge??(a=>a),o=T(e,a=>tr(n,r,t,a),r.emit===void 0?{}:{emit:r.emit}),s=rr(n,r);return s===void 0?o:{...o,columns:s}}a(nr,"parse");function rr(e,n){return n.outputSchema!==void 0?P$1(n.outputSchema).columns:n.merge===void 0?e.columns:void 0}a(rr,"parseColumns");async function*tr(e,n,r,t){let s=e.decode(or(n.bytes(t)))[Symbol.asyncIterator](),a=0,u=false;try{for(;;){let l;try{l=await s.next();}catch(d){throw u=!0,ir(d,n.fileName(t),a)}if(l.done===!0){u=!0;return}a+=1,yield r(l.value,t,a);}}finally{u||await s.return?.();}}a(tr,"decodeFile");async function*or(e){e instanceof Uint8Array?yield e:yield*e;}a(or,"asStream");function ir(e,n,r){let t=sr(e,r);return e instanceof c?x(e,{fileName:n,...t}):new d(`Il file "${n}" non si decodifica alla riga ${t.rowNumber}`,{details:{fileName:n,...t,cause:Z(e)}})}a(ir,"decodeError");function sr(e,n){let r=je(e,"records"),t=je(e,"lines");return {rowNumber:(r??n)+1,...t===void 0?{}:{line:t}}}a(sr,"positionOf");function je(e,n){if(typeof e!="object"||e===null)return;let r=e[n];return typeof r=="number"&&Number.isInteger(r)?r:void 0}a(je,"numericField");var ar="";function ur(e,n,r){cr(e,r.maxRecords);let t={name:e,codecFor:typeof n=="function"?n:()=>n,options:r},o=W();return {name:e,stateful:true,held:o.read,...P$1(r.outputSchema),apply:a((s,a)=>Ue(lr(t,s,a,Le(o,a)),o,a),"apply"),applyWithLineage:a((s,a)=>Ue(dr(t,s,a,Le(o,a)),o,a),"applyWithLineage")}}a(ur,"serialize");function Le(e,n){return r=>e.set(n,r)}a(Le,"holdIn");async function*Ue(e,n,r){try{yield*e;}finally{n.set(r,0);}}a(Ue,"releasing");function Be(e){return e.reduce((n,r)=>n+r.items.length,0)}a(Be,"recordsIn");async function*lr(e,n,r,t){let o=await Ge(e,n,a=>a,a=>a,t),s=Be(o);for(let[a,u]of o.entries()){let l=await He(e,r,u.key,u.items,a+1);s-=u.items.length,t(s),yield l;}}a(lr,"files");async function*dr(e,n,r,t){let o=await Ge(e,n,a=>a.value,(a,u)=>w(a,[u.id]),t),s=Be(o);for(let[a,u]of o.entries()){let l=u.items.map(f=>f.id),d=u.items.map(f=>f.value),c$1;try{c$1=await He(e,r,u.key,d,a+1);}catch(f){throw f instanceof c?w(f,l):f}s-=u.items.length,t(s),yield {value:c$1,derivedFrom:l};}}a(dr,"filesWithLineage");function cr(e,n){if(!Number.isInteger(n)||n<1)throw new g(`serialize "${e}": \`maxRecords\` deve essere un intero \u2265 1 (ricevuto ${n}).`)}a(cr,"assertMaxRecords");function fr(e,n){return new Error(`serialize "${e}": superato il tetto di record in memoria (maxRecords = ${n}). La run si ferma qui invece di emettere file a met\xE0: alza \`maxRecords\`, oppure riduci lo stream a monte.`)}a(fr,"overflow");async function Ge(e,n,r,t,o){let{groupBy:s,maxRecords:a}=e.options,u=new Map,l=0;for await(let d of n){if(l>=a)throw fr(e.name,a);let c=yr(s,r(d),d,t),f=u.get(c);f===void 0?u.set(c,{key:c,items:[d]}):f.items.push(d),l+=1,o(l);}return [...u.values()]}a(Ge,"collectGroups");function yr(e,n,r,t){if(e===void 0)return ar;try{return e(n)}catch(o){throw o instanceof c?t(o,r):o}}a(yr,"keyOf");async function He(e,n,r,t,o){if(t.length===0)throw new Error("serialize: gruppo vuoto (bug interno)");let s=e.codecFor(r,t[0]),a=e.options.row??(d=>d),u=t.map(d=>a(d)),l;try{l=await b(s.encode(pr(u)));}catch(d){throw mr(e.name,d,o,t.length)}return e.options.toOutput(r,l,t,n)}a(He,"toFile");async function*pr(e){yield*e;}a(pr,"rowsOf");function mr(e,n,r,t){return n instanceof c?n:new d(`serialize "${e}": il file ${r} non si codifica`,{details:{fileNumber:r,records:t,cause:Z(n)}})}a(mr,"encodeError");function L(e,n){let r;try{r=ja(e).toString("utf8");}catch(t){throw t instanceof d?n("contiene un surrogato UTF-16 spaiato"):t}if(r!==e)throw n("non \xE8 in forma NFC");return r}a(L,"assertNfcName");function A(e,n,r=()=>({})){try{return n()}catch(t){if(!(t instanceof c))throw t;let o=t.constructor;throw new o(`${e}: ${t.message}`,{...t.context,details:{...t.context.details,...r(t)}},{cause:t})}}a(A,"withErrorPrefix");var We={1:(e,n)=>"v1:"+createHash("sha256").update(ga(e,n)).digest("hex")};function U(e,n){return new Error(`hashRow "${e}": ${n}`)}a(U,"configError");function qe(e,n,r){return L(r,t=>U(e,`${n} "${r}" ${t}.`))}a(qe,"nfcName");function hr(e,n){let{columns:r,as:t}=n,o=n.version??1,s=Object.hasOwn(We,o)?We[o]:void 0;if(s===void 0)throw U(e,`\`version\` ${String(o)} non esiste.`);if(r.length===0)throw U(e,"`columns` \xE8 vuoto: serve almeno una colonna.");if(typeof t!="string"||t==="")throw U(e,"`as` \xE8 obbligatorio e non vuoto.");let a=new Set;for(let u of r){let l=qe(e,"la colonna",u);if(a.has(l))throw U(e,`colonna "${u}" duplicata in \`columns\`.`);a.add(l);}if(a.has(qe(e,"`as`",t)))throw U(e,`\`as\` "${t}" \xE8 una delle \`columns\`.`);return s}a(hr,"assertConfig");function kr(e,n){let r=hr(e,n),t=[...n.columns],{as:o}=n;return S(e,s=>{if(typeof s!="object"||s===null)throw new d(`hashRow "${e}": il record non \xE8 un oggetto`,{details:{reason:"not-an-object"}});let a=A(`hashRow "${e}"`,()=>r(s,t));return {...s,[o]:a}},n.outputSchema===void 0?{}:{outputSchema:n.outputSchema})}a(kr,"hashRow");function G(e,n,r){return new Error(`surrogateKey "${e}": ${n}`,r===void 0?void 0:{cause:r})}a(G,"configError");function wr(e,n){if(n.from.length===0)throw G(e,"`from` \xE8 vuoto: serve almeno una colonna.");if(typeof n.as!="string"||n.as==="")throw G(e,"`as` \xE8 obbligatorio e non vuoto.");for(let r of n.from)L(r,t=>G(e,`la colonna "${r}" ${t}.`));if(typeof n.entity!="string")throw G(e,"`entity` \xE8 obbligatoria.");try{return la(n.entity)}catch(r){throw G(e,r.message,r)}}a(wr,"assertConfig");function br(e,n){let r=wr(e,n),t=[...n.from],{as:o}=n;return S(e,s=>{let a=t.map(l=>ia(s,l)),u=A(`surrogateKey "${e}"`,()=>ma(r,a),l=>Ir(l,t));return {...s,[o]:u}},n.outputSchema===void 0?{}:{outputSchema:n.outputSchema})}a(br,"surrogateKey");function Ir(e,n){let r=e.context.details?.position,t=typeof r=="number"?n[r]:void 0;return t===void 0?{}:{column:t}}a(Ir,"columnOf");var X=32,Sr=/^[a-z0-9]+(?:_[a-z0-9]+)*$/,Er=/^(?:[A-Za-z0-9+/]{4})*(?:[A-Za-z0-9+/]{2}==|[A-Za-z0-9+/]{3}=)?$/,vr=8,Or=/^[A-Z][A-Z0-9_]{0,63}$/,Ye="la chiave di mask",ie="MASK_KEY_INSTANCES",Ar="MASK_KEY_",Q=Symbol("MaskKey"),K=class{static{a(this,"MaskKey");}id;#e;constructor(n,r,t){if(n!==Q)throw new g("MaskKey non si costruisce con `new`: usa loadMaskKeyRegistry, maskKeyFromBase64 o maskKeyForSpec.");this.id=r,this.#e=t;}get usable(){return this.#e!==void 0}assertUsable(){if(this.#e===void 0)throw new Error(`MaskKey "${this.id}" \xE8 il segnaposto di getSpec() e non pu\xF2 firmare: in run() la chiave va risolta con loadMaskKeyRegistry(env).get(id).`)}hasSameSecretAs(n){return this.#e!==void 0&&n.#e!==void 0&&this.#e.equals(n.#e)}hmacSha256Hex(n){return this.assertUsable(),createHmac("sha256",this.#e).update(n).digest("hex")}toString(){return `[MaskKey ${this.id}]`}toJSON(){return this.toString()}[inspect.custom](){return this.toString()}};function J(e,n){if(typeof e!="string"||!Sr.test(e))throw new g(`${n}: id di chiave non valido. Sono ammesse minuscole, cifre e underscore singoli in mezzo (es. \`crm\`, \`crm_2027\`).`)}a(J,"assertKeyId");function Ze(e,n){let r=e?.trim()??"";if(r==="")throw new g(`${n} non \xE8 impostata: serve la chiave HMAC della transform mask, almeno ${X} byte in base64 (openssl rand -base64 32).`);if(!Er.test(r))throw new g(`${n} non \xE8 base64 valido (standard, con padding).`);let t=Buffer.from(r,"base64");try{if(t.length<X)throw new g(`${n} \xE8 pi\xF9 corta di ${X} byte: generala con openssl rand -base64 32.`);if(new Set(t).size<vr)throw new g(`${n} non \xE8 casuale (byte ripetuti): una chiave non \xE8 una passphrase, generala con openssl rand -base64 32.`);return createSecretKey(t)}finally{t.fill(0);}}a(Ze,"decodeSecret");function Kr(e,n,r=Ye){let t=typeof r=="string"&&Or.test(r)?r:Ye;return J(e,t),new K(Q,e,Ze(n,t))}a(Kr,"maskKeyFromBase64");function Tr(e){return J(e,"maskKeyForSpec"),new K(Q,e,void 0)}a(Tr,"maskKeyForSpec");function se(e){return `${m(Ar,e)}SECRET`}a(se,"secretEnvVar");function $r(e){let n=e.ids.map(r=>e.get(r));n.forEach((r,t)=>{let o=n.slice(0,t).find(s=>s.hasSameSecretAs(r));if(o!==void 0)throw new g(`${se(o.id)} e ${se(r.id)} hanno lo stesso valore: ogni id di chiave vuole un segreto suo.`)});}a($r,"assertDistinctSecrets");function Nr(e=process.env){let n=e[ie];for(let t of (n??"").split(","))t.trim()!==""&&J(t.trim(),ie);let r$1=r({kind:"mask-key",listEnvVar:ie,instancesRaw:n,defaultId:l,loadOne:a(t=>{let o=se(t);return new K(Q,t,Ze(e[o],o))},"loadOne")});return $r(r$1),{...r$1,get:a(t=>(J(t,"loadMaskKeyRegistry().get"),r$1.get(t)),"get")}}a(Nr,"loadMaskKeyRegistry");var ae="***",Xe={1:(e,n)=>`v1:${e.id}:${e.hmacSha256Hex(fa(n))}`};function Je(e,n){if(typeof e!="number"||!Object.hasOwn(Xe,e))throw n(`\`version\` ${String(e)} non esiste.`);return Xe[e]}a(Je,"requirePseudonymizer");var Qe="`key` non \xE8 una MaskKey: va risolta con loadMaskKeyRegistry(env).get(id), non passata come stringa.";function Pr(e,n,r=1){let t=a(o=>new g(`pseudonymize: ${o}`),"fail");if(!(e instanceof K))throw t(Qe);return Je(r,t)(e,n)}a(Pr,"pseudonymize");function P(e,n){return new g(`mask "${e}": ${n}`)}a(P,"configError");function Mr(e){if(typeof e!="object"||e===null)return typeof e;let r=Object.getPrototypeOf(e)?.constructor;return typeof r=="function"&&r.name!=="Object"&&r.name!==""?r.name:"object"}a(Mr,"typeName");function Fr(e,n,r){return t=>{if(typeof t!="string")throw new d(`mask "${e}": la colonna "${n}" non \xE8 una stringa, e \`keep\` vale solo per le stringhe`,{details:{column:n,reason:"not-a-string",type:Mr(t)}});return [...t].slice(0,r).join("")+ae}}a(Fr,"keepMask");function Dr(e,n,r,t){return o=>A(`mask "${e}"`,()=>t(r,o),()=>({column:n}))}a(Dr,"hmacMask");function zr(e,n,r,t){if(Object.keys(r).some(s=>s!==n&&s.normalize("NFC")===n))throw new d(`mask "${e}": il record ha la colonna "${n}" in una forma Unicode diversa da NFC, e non verrebbe mascherata`,{details:{column:n,reason:"column-not-nfc"}});if(t==="error")throw new d(`mask "${e}": la colonna "${n}" manca dal record`,{details:{column:n,reason:"absent-column"}})}a(zr,"assertAbsentIsFine");function en(e){return typeof e=="object"&&e!==null&&!Array.isArray(e)}a(en,"isPlainRecord");function _r(e,n,r,t,o){if(L(n,a=>P(e,`la colonna "${n}" ${a}.`)),r==="redact")return {column:n,apply:a(()=>ae,"apply")};if(r==="hmac"){if(t===void 0)throw P(e,`la colonna "${n}" \xE8 \`hmac\` ma manca \`key\`: passa loadMaskKeyRegistry(env).get(id), o maskKeyForSpec(id) in getSpec().`);return {column:n,apply:Dr(e,n,t,o)}}let s=Vr(r)?r.keep:void 0;if(s===void 0)throw P(e,`la colonna "${n}" ha una strategia non valida: sono ammesse "hmac", "redact" e { keep: n } con n intero \u2265 1, senza altri campi.`);return {column:n,apply:Fr(e,n,s)}}a(_r,"compileColumn");function Vr(e){if(!en(e)||Object.keys(e).length!==1)return false;let n=e.keep;return typeof n=="number"&&Number.isInteger(n)&&n>=1}a(Vr,"isKeepStrategy");function jr(e,n){let{columns:r,key:t}=n,o=Je(n.version??1,s=>P(e,s));if(!en(r)||Object.keys(r).length===0)throw P(e,"`columns` \xE8 obbligatorio: un oggetto con almeno una colonna.");if(t!==void 0&&!(t instanceof K))throw P(e,Qe);return Object.entries(r).map(([s,a])=>_r(e,s,a,t,o))}a(jr,"compileColumnMasks");function Lr(e,n){let r=jr(e,n),t=n.onAbsent??"keep";if(t!=="keep"&&t!=="error")throw P(e,'`onAbsent` ammette solo "keep" e "error".');let o=Object.values(n.columns).includes("hmac")?n.key:void 0,s=S(e,a=>{if(typeof a!="object"||a===null)throw new d(`mask "${e}": il record non \xE8 un oggetto`,{details:{reason:"not-an-object"}});let u=r.flatMap(({column:l,apply:d})=>{let c=ia(a,l);return c===void 0&&zr(e,l,a,t),c==null?[]:[[l,d(c)]]});return {...a,...Object.fromEntries(u)}},n.outputSchema===void 0?{}:{outputSchema:n.outputSchema});return {...s,async*apply(a,u){o?.assertUsable(),yield*s.apply(a,u);}}}a(Lr,"mask");function ue(e,n,r){if(e==null||r.empty==="null"&&et(e))return null;let t=tn[n](e);if(t===I)throw new d(`la colonna "${r.column}" non \xE8 convertibile in ${n} (trovato: ${nn(e)})${nt(n,e)}`,{details:{column:r.column,expected:n,found:nn(e)}});return t}a(ue,"castValue");var I=Symbol("not-castable"),Ur=/^[+-]?(?:\d+\.?\d*|\.\d+)(?:[eE][+-]?\d+)?$/;function Br(e){if(typeof e=="number")return Number.isFinite(e)?e:I;if(typeof e!="string")return I;let n=e.trim();if(!Ur.test(n))return I;let r=Number(n);return Number.isFinite(r)?r:I}a(Br,"castNumber");var Gr=/^[+-]?\d+$/;function Hr(e){if(typeof e=="number")return Number.isSafeInteger(e)?e:I;if(typeof e!="string")return I;let n=e.trim();if(!Gr.test(n))return I;let r=Number(n);return Number.isSafeInteger(r)?r:I}a(Hr,"castInteger");var Wr=new Map([["true",true],["1",true],["false",false],["0",false]]);function qr(e){return typeof e=="boolean"?e:e===1?true:e===0?false:typeof e!="string"?I:Wr.get(e.trim().toLowerCase())??I}a(qr,"castBoolean");function Yr(e){return typeof e=="string"?e:typeof e=="number"?Number.isFinite(e)?String(e):I:typeof e=="bigint"||typeof e=="boolean"?String(e):I}a(Yr,"castString");var Zr=/^(\d{4})-(\d{2})-(\d{2})$/;function Xr(e){if(typeof e!="string")return I;let n=e.trim();return rn(n)?n:I}a(Xr,"castDate");function rn(e){let n=Zr.exec(e);if(n===null)return false;let[r,t,o]=[n[1],n[2],n[3]].map(Number);if(r===void 0||t===void 0||o===void 0)return false;let s=new Date(0);return s.setUTCFullYear(r,t-1,o),s.getUTCFullYear()===r&&s.getUTCMonth()===t-1&&s.getUTCDate()===o}a(rn,"isCalendarDate");var Jr=/^(\d{4}-\d{2}-\d{2})T(?:[01]\d|2[0-3]):[0-5]\d:[0-5]\d(?:\.\d{1,3})?(?:Z|[+-](?:[01]\d|2[0-3]):[0-5]\d)$/;function Qr(e){if(e instanceof Date)return Number.isNaN(e.getTime())?I:new Date(e.getTime());if(typeof e!="string")return I;let n=e.trim(),r=Jr.exec(n);if(r?.[1]===void 0||!rn(r[1]))return I;let t=new Date(n);return Number.isNaN(t.getTime())?I:t}a(Qr,"castTimestamp");var tn={number:Br,integer:Hr,boolean:qr,string:Yr,date:Xr,timestamp:Qr};function on(e){return typeof e=="string"&&Object.hasOwn(tn,e)}a(on,"isCastType");function et(e){return typeof e=="string"&&e.trim()===""}a(et,"isEmptyString");function nt(e,n){return e==="date"&&n instanceof Date?": il giorno di una Date dipende dal fuso del processo, la data senza ora deve arrivare come stringa YYYY-MM-DD":""}a(nt,"hintFor");function nn(e){return e===null?"null":e instanceof Date?"Date":Array.isArray(e)?"array":typeof e}a(nn,"typeName");function rt(e,n,r={}){let t=it(e,n),o=r.rest==="keep",s=ot(t,o,r.outputSchema);return {...S(e,a=>{let u=dt(e,a),l=Object.fromEntries(t.map(({column:d,compute:c})=>[d,c(u)]));return o?{...u,...l}:l}),...s===void 0?{}:{columns:s}}}a(rt,"mapColumns");var tt={number:"number",integer:"integer",boolean:"boolean",string:"string",date:"date",timestamp:"date"};function ot(e,n,r){let t=r===void 0?[]:O(r);if(t.length>0){let o=new Map(e.map(s=>[s.column,s.sources]));return t.map(s=>{let a=o.get(s.id);return a===void 0?s:{...s,sourceColumns:a}})}if(!n)return e.map(({column:o,dataType:s,sources:a})=>({id:o,name:o,dataType:s,isKey:R(o),sourceColumns:a}))}a(ot,"planColumns");function it(e,n){let r=Object.entries(n);if(r.length===0)throw new g(`mapColumns "${e}": lo spec \xE8 vuoto`);return r.map(([t,o])=>ut(e,t,o))}a(it,"compile");var st=["from","cast","empty"],at=["derive","type","from"];function ut(e,n,r){let t=a(s=>new g(`mapColumns "${e}": colonna "${n}": ${s}`,{details:{output:n}}),"fail");if(typeof r=="string")return sn(e,n,{from:r},t);if(typeof r!="object"||r===null)throw t("lo spec deve essere un nome di colonna o un oggetto");let o=r;return o.derive===void 0?sn(e,n,o,t):lt(e,n,o,t)}a(ut,"compileColumn");function an(e,n,r){let t=Object.keys(e).filter(o=>!n.includes(o));if(t.length>0)throw r(`chiavi non ammesse: ${t.join(", ")} (ammesse: ${n.join(", ")})`)}a(an,"assertKnownKeys");function sn(e,n,r,t){an(r,st,t);let{from:o,cast:s,empty:a$1}=r;if(typeof o!="string")throw t("serve `from` (una colonna d'origine) oppure `derive`");if(s===void 0){if(a$1!==void 0)throw t("`empty` vale solo insieme a `cast`");return {column:n,sources:[o],dataType:"unknown",compute:a(l=>le(e,l,n,o),"compute")}}if(!on(s))throw t("`cast` non \xE8 un tipo supportato");if(a$1!==void 0&&a$1!=="null"&&a$1!=="error")throw t('`empty` deve essere "null" o "error"');let u={column:o,...a$1===void 0?{}:{empty:a$1}};return {column:n,sources:[o],dataType:tt[s],compute:a(l=>{let d=le(e,l,n,o);return A(`mapColumns "${e}"`,()=>ue(d,s,u),()=>({output:n}))},"compute")}}a(sn,"compileSourced");function lt(e,n,r,t){an(r,at,t);let{derive:o,type:s,from:a$1}=r;if(typeof o!="function")throw t("`derive` non \xE8 una funzione");if(!ct(a$1))throw t("`derive` richiede `from`: l'elenco delle colonne d'origine");if(typeof s!="string"||s==="")throw t("`derive` richiede `type`: il tipo mostrato nel DAG");return {column:n,sources:a$1,dataType:s,compute:a(u=>{for(let l of a$1)le(e,u,n,l);return A(`mapColumns "${e}": colonna "${n}"`,()=>o(u),()=>({output:n}))},"compute")}}a(lt,"compileDerived");function le(e,n,r,t){if(!Object.hasOwn(n,t))throw new d(`mapColumns "${e}": nel record manca la colonna d'origine "${t}" (serve a "${r}")`,{details:{column:t,output:r}});return n[t]}a(le,"read");function dt(e,n){if(typeof n!="object"||n===null||Array.isArray(n))throw new d(`mapColumns "${e}": il record non \xE8 un oggetto`);return n}a(dt,"asRecord");function ct(e){return Array.isArray(e)&&e.every(n=>typeof n=="string")}a(ct,"isStringArray");function un(e){let n=Math.imul(e,3432918353);return Math.imul(n<<15|n>>>17,461845907)}a(un,"mixBlock");function ln(e,n){let r=e.length,t=r-(r&1),o=n|0;for(let s=0;s<t;s+=2)o^=un(e.charCodeAt(s)|e.charCodeAt(s+1)<<16),o=o<<13|o>>>19,o=Math.imul(o,5)+3864292196|0;return t<r&&(o^=un(e.charCodeAt(t))),o^=r*2,o^=o>>>16,o=Math.imul(o,2246822507),o^=o>>>13,o=Math.imul(o,3266489909),o^=o>>>16,o>>>0}a(ln,"murmur3");function ft(e,n){return e!==0?Math.clz32(e)-12+1:n!==0?20+Math.clz32(n)+1:53}a(ft,"rank");function yt(e){if(e===1)return Number.POSITIVE_INFINITY;let n=e,r=1,t=e,o;do n*=n,o=t,t+=n*r,r+=r;while(t!==o);return t}a(yt,"sigma");function pt(e){if(e===0||e===1)return 0;let n=e,r=1,t=1-e,o;do n=Math.sqrt(n),o=t,r*=.5,t-=(1-n)**2*r;while(t!==o);return t/3}a(pt,"tau");var mt=.5/Math.LN2,ee=class{static{a(this,"HyperLogLog");}registers=new Uint8Array(4096);get byteLength(){return this.registers.byteLength}add(n){let r=ln(n,2538058380),t=r>>>20,o=ft(r&1048575,ln(n,1013904242));o>(this.registers[t]??0)&&(this.registers[t]=o);}estimate(){let n=new Array(54).fill(0);for(let o of this.registers)n[o]=(n[o]??0)+1;let r=4096,t=r*pt(1-(n[53]??0)/r);for(let o=52;o>=1;o--)t=.5*(t+(n[o]??0));return t+=r*yt((n[0]??0)/r),Math.round(mt*r*r/t)}};var dn=Object.freeze({nulls:0,numbers:null,dates:null,stringLengths:null,other:0});function de(e,n){return e===null?{count:1,min:n,max:n}:{count:e.count+1,min:Math.min(e.min,n),max:Math.max(e.max,n)}}a(de,"widen");function cn(e,n){return n==null?{...e,nulls:e.nulls+1}:typeof n=="number"&&Number.isFinite(n)?{...e,numbers:de(e.numbers,n)}:typeof n=="string"?{...e,stringLengths:de(e.stringLengths,n.length)}:n instanceof Date&&!Number.isNaN(n.getTime())?{...e,dates:de(e.dates,n.getTime())}:{...e,other:e.other+1}}a(cn,"accumulate");function ne(e){switch(typeof e){case "string":return `s:${e}`;case "number":return `n:${String(e)}`;case "boolean":return `b:${String(e)}`;case "bigint":return `i:${String(e)}`;default:return e instanceof Date&&!Number.isNaN(e.getTime())?`d:${String(e.getTime())}`:null}}a(ne,"scalarKey");function fn(e){let{nulls:n,numbers:r,dates:t,stringLengths:o,other:s}=e;return {nulls:n,number:r,date:t===null?null:{count:t.count,min:new Date(t.min).toISOString(),max:new Date(t.max).toISOString()},string:o===null?null:{count:o.count,minLength:o.min,maxLength:o.max},other:s}}a(fn,"columnStatsReport");var yn=256;function gt(e,n){let{distinct:r,columns:t,maxColumns:o}=n;if(r!=="approx"&&r!=="off")throw new Error(`profile "${e}": \`distinct\` deve essere "approx" oppure "off" (ricevuto ${JSON.stringify(r)}).`);if(o!==void 0&&(!Number.isInteger(o)||o<1))throw new Error(`profile "${e}": \`maxColumns\` deve essere un intero \u2265 1 (ricevuto ${String(o)}).`);if(t!==void 0){if(t.length===0)throw new Error(`profile "${e}": \`columns\` \xE8 vuoto. Ometti l'opzione per profilare tutte le colonne.`);if(new Set(t).size!==t.length)throw new Error(`profile "${e}": \`columns\` contiene duplicati.`)}}a(gt,"assertConfig");function ht(e,n){return new Error(`profile "${e}": superato il tetto di colonne scoperte (maxColumns = ${n}). La run si ferma qui invece di profilare a met\xE0: dichiara \`columns\`, oppure alza \`maxColumns\`.`)}a(ht,"overflow");function kt(e,n){return pn(e)&&Object.hasOwn(e,n)?e[n]:void 0}a(kt,"ownValue");function pn(e){return typeof e=="object"&&e!==null&&!Array.isArray(e)}a(pn,"isProfilable");function wt(e,n){gt(e,n);let r=n.columns,t=n.distinct==="approx",o=n.maxColumns??yn,s=new WeakMap;function a$1(p){return {stats:{...dn,nulls:p},sketch:t?new ee:null}}a(a$1,"newColumn");function u(){return {records:0,columns:new Map((r??[]).map(p=>[p,a$1(0)]))}}a(u,"newRun");function l(p){let g=s.get(p);return g===void 0&&(g=u(),s.set(p,g)),g}a(l,"stateOf");function d(p,g){if(pn(g)){for(let C of Object.keys(g))if(!p.columns.has(C)){if(p.columns.size>=o)throw ht(e,o);p.columns.set(C,a$1(p.records));}}}a(d,"discover");function c(p,g){r===void 0&&d(p,g);for(let[C,S]of p.columns){let y=kt(g,C);if(S.stats=cn(S.stats,y),S.sketch===null)continue;let w=ne(y);w!==null&&S.sketch.add(w);}p.records+=1;}a(c,"observe");function f(p){let g=Object.fromEntries([...p.columns].map(([C,{stats:S,sketch:y}])=>[C,{...fn(S),distinctApprox:y===null?null:y.estimate()}]));return {profile:{records:p.records,distinct:n.distinct,columns:g}}}return a(f,"report"),{name:e,async*apply(p,g){let C=l(g);for await(let S of p)c(C,S),yield S;},writeReport:a(p=>f(s.get(p)??u()),"writeReport")}}a(wt,"profile");var mn=1e5,re="error";function M(e,n){return new Error(`${e}: ${n}`)}a(M,"configError");function gn(e,n){return n.ok?"ok":e.severity}a(gn,"outcomeOf");function hn(e){return e==null}a(hn,"isNullValue");function kn(e,n){return typeof e=="object"&&e!==null&&Object.hasOwn(e,n)?e[n]:void 0}a(kn,"columnValue");function bt(e){let{min:n,max:r}=e,t="rowCount";if(n===void 0&&r===void 0)throw M(t,"serve almeno una soglia fra `min` e `max`.");for(let[o,s]of [["min",n],["max",r]])if(s!==void 0&&(!Number.isInteger(s)||s<0))throw M(t,`\`${o}\` deve essere un intero \u2265 0 (ricevuto ${String(s)}).`);if(n!==void 0&&r!==void 0&&n>r)throw M(t,`\`min\` (${n}) supera \`max\` (${r}).`);return {name:t,kind:"rowCount",severity:e.severity??re,threshold:{...n!==void 0?{min:n}:{},...r!==void 0?{max:r}:{}},init:a(()=>0,"init"),step:a(o=>o+1,"step"),verdict:a(o=>({observed:o,ok:(n===void 0||o>=n)&&(r===void 0||o<=r)}),"verdict")}}a(bt,"rowCount");function It(e,n){let r=`nullRatio(${e})`,{max:t}=n;if(typeof t!="number"||Number.isNaN(t)||t<0||t>1)throw M(r,`\`max\` deve essere un numero fra 0 e 1 (ricevuto ${String(t)}).`);return {name:r,kind:"nullRatio",column:e,severity:n.severity??re,threshold:{max:t},init:a(()=>({records:0,nulls:0}),"init"),step:a((o,s)=>({records:o.records+1,nulls:o.nulls+(hn(kn(s,e))?1:0)}),"step"),verdict:a(({records:o,nulls:s})=>{if(o===0)return {observed:null,ok:true};let a=s/o;return {observed:a,ok:a<=t}},"verdict")}}a(It,"nullRatio");function Ct(e,n){let r=[];for(let t of n){let o=kn(e,t);if(hn(o))return null;let s=ne(o)??xt(o);r.push(`${s.length}:${s}`);}return r.join("|")}a(Ct,"uniqueKey");function xt(e){if(e instanceof Date)return "d:invalid";try{return `j:${JSON.stringify(e)}`}catch{return `o:${String(e)}`}}a(xt,"structuredKey");function Rt(e,n={}){let r=typeof e=="string"?[e]:e,t=`unique(${r.join(",")})`;if(r.length===0)throw M("unique()","serve almeno una colonna.");let o=n.maxKeys??mn;if(!Number.isInteger(o)||o<1)throw M(t,`\`maxKeys\` deve essere un intero \u2265 1 (ricevuto ${String(o)}).`);return {name:t,kind:"unique",column:r.join(","),severity:n.severity??re,threshold:{max:0},init:a(()=>({seen:new Set,duplicates:0}),"init"),step:a((s,a)=>{let u=Ct(a,r);if(u===null)return s;if(s.seen.has(u))return {seen:s.seen,duplicates:s.duplicates+1};if(s.seen.size>=o)throw new Error(`${t}: superato il tetto di chiavi distinte in memoria (maxKeys = ${o}). La run si ferma qui invece di verificare l'unicit\xE0 a met\xE0: alza \`maxKeys\`.`);return s.seen.add(u),s},"step"),verdict:a(({duplicates:s})=>({observed:s,ok:s===0}),"verdict")}}a(Rt,"unique");function St(e,n){if(e.trim()==="")throw M("custom()","il nome del check \xE8 obbligatorio.");return {name:e,kind:"custom",severity:n.severity??re,threshold:n.threshold??null,init:n.init,step:n.step,verdict:n.verdict}}a(St,"custom");var bn=1e5;function te(e,n){return new Error(`assert "${e}": ${n}`)}a(te,"configError");function Et(e,n){let{mode:r,maxRecords:t,checks:o}=n;if(r!==void 0&&r!=="gate"&&r!=="streaming")throw te(e,`\`mode\` deve essere "gate" oppure "streaming" (ricevuto ${JSON.stringify(r)}).`);if(t!==void 0&&(!Number.isInteger(t)||t<1))throw te(e,`\`maxRecords\` deve essere un intero \u2265 1 (ricevuto ${String(t)}).`);if(o.length===0)throw te(e,"`checks` \xE8 vuoto: serve almeno un check.");let s=new Set;for(let a of o){if(s.has(a.name))throw te(e,`il check "${a.name}" compare pi\xF9 di una volta: i nomi devono essere distinti.`);s.add(a.name);}}a(Et,"assertConfig");function vt(e,n){return new Error(`assert "${e}": superato il tetto di record trattenuti in gate (maxRecords = ${n}). La run si ferma qui, prima che a valle arrivi un record: alza \`maxRecords\`, oppure passa a \`mode: "streaming"\` se il caricamento a valle \xE8 annullabile.`)}a(vt,"overflow");function Ot(e){return e===null?"non dichiarata":Object.entries(e).map(([n,r])=>`${n} ${String(r)}`).join(", ")}a(Ot,"describeThreshold");var wn={ok:0,warn:1,error:2};function At(e){return e.reduce((n,{outcome:r})=>r!=="unknown"&&wn[r]>wn[n]?r:n,"ok")}a(At,"worstOf");function Kt(e,n){Et(e,n);let r=n.checks,t=n.mode??"gate",o=r.some(y=>y.severity==="error"),s=t==="gate"&&o,a$1=s?"gate":"streaming",u=n.maxRecords??bn,l=new WeakMap,d=W();function c(y){let w={records:0,states:r.map(k=>k.init()),results:null};return l.set(y,w),w}a(c,"begin");function f(y,w){y.states=r.map((k,E)=>k.step(y.states[E],w)),y.records+=1;}a(f,"observe");function p(y,w,k){return {check:y.name,kind:y.kind,...y.column!==void 0?{column:y.column}:{},severity:y.severity,observed:w,threshold:y.threshold,outcome:k}}a(p,"entry");function g(y,w){let k=r.map((h,B)=>{let H=h.verdict(y.states[B]);return p(h,H.observed,gn(h,H))});y.results=k,y.states=[];for(let h of k)h.outcome==="warn"&&w.logger.warn("assert.check-warn",{assert:e,check:h.check,observed:h.observed,threshold:h.threshold});let E=k.filter(h=>h.outcome==="error");if(E.length===0)return;let v=E.map(h=>`${h.check} (osservato ${String(h.observed)}, soglia ${Ot(h.threshold)})`).join("; ");throw new m$1(`assert "${e}": ${E.length} check non superati: ${v}`,{stage:e,details:{failed:E.map(({check:h,observed:B,threshold:H})=>({check:h,observed:B,threshold:H}))}})}a(g,"conclude");async function*C(y,w,k){let E=c(k),v=[];try{for await(let h of y){if(s&&v.length>=u)throw vt(e,u);f(E,w(h)),s?(v.push(h),d.set(k,v.length)):yield h;}g(E,k);for(let[h,B]of v.entries())d.set(k,v.length-h-1),yield B;}finally{d.set(k,0);}}a(C,"run");function S(y){let w=y?.results??r.map(k=>p(k,null,"unknown"));return {assert:{mode:a$1,records:y?.records??0,verdict:y?.results?At(w):"unknown",checks:w}}}return a(S,"report"),{name:e,stateful:true,...t==="streaming"&&o?{emit:"before-verdict"}:{},...s?{held:d.read}:{},apply(y,w){return C(y,k=>k,w)},async*applyWithLineage(y,w){for await(let{value:k,id:E}of C(y,v=>v.value,w))yield {value:k,derivedFrom:[E]};},writeReport:a(y=>S(l.get(y)),"writeReport")}}a(Kt,"assert");var _i="etl.config.ts",Vi=/^[a-z0-9]+(?:-[a-z0-9]+)*$/;function Tt(e){return e}a(Tt,"defineEtlConfig");function $t(e){return Object.fromEntries(Object.entries(e).map(([n,r])=>[n,Nt(r)]))}a($t,"configurazioneDelPiano");function Nt(e){try{return e.risolta()}catch(n){if(!(n instanceof g))throw n;return e.esempio(n)}}a(Nt,"risoltaOEsempio");function Pt(e){let n=Object.entries(e).map(([t,o$1])=>({chiave:t,esito:o(o$1)})),r=n.flatMap(({esito:t})=>t.errore===void 0?[]:[t.errore]);if(r.length>0)throw p(r);return Object.fromEntries(n.map(({chiave:t,esito:o})=>[t,o.valore]))}a(Pt,"configurazioneDellaRun");function Mt(e,n,r){let t=e.descriptor;return t===void 0?e:{...e,descriptor:{...t,details:[...t.details.map(o=>{let s=r[o.label];return s===void 0?o:H(o.label,o.value,G$1(n.variabili,s))}),...J$1(n.ricaduta)]}}}a(Mt,"conVariabili");function Ft(e,n){let r=n.variabili??[];return r.length===0?e:xb(e,{configuration:r.map(I$1)})}a(Ft,"conConfigurazioneDellaPipeline");export{Rt as A,St as B,bn as C,Kt as D,_i as E,Vi as F,Tt as G,$t as H,Pt as I,Mt as J,Ft as K,Sn as a,En as b,vn as c,Nn as d,jn as e,Zn as f,er as g,nr as h,ur as i,kr as j,br as k,X as l,K as m,Kr as n,Tr as o,Nr as p,ae as q,Pr as r,Lr as s,ue as t,rt as u,yn as v,wt as w,mn as x,bt as y,It as z};
|
|
@@ -0,0 +1,2 @@
|
|
|
1
|
+
import {d}from'./chunk-JLPK6MMQ.js';import {y,O as O$1,P as P$1,Q as Q$1,U,l,m,r,s,G as G$1,H,J as J$1,a as a$1}from'./chunk-PKBSETMV.js';import {a,g,j as j$1,ca,Z as Z$1,aa,c}from'./chunk-PE2QKU34.js';var w=1e4,T=10*1024*1024,j=/^[!#$%&'*+.^_`|~0-9A-Za-z-]+$/,q=new Set(["accept","content-type","content-length","host"]),v=["none","bearer","header","basic"],h=[{suffisso:"BASE_URL",obbligatoria:true},{selettore:{suffisso:"AUTH",default:"none"},varianti:{none:[],bearer:[{suffisso:"TOKEN",obbligatoria:true,segreta:true}],header:[{suffisso:"HEADER_NAME",obbligatoria:true},{suffisso:"API_KEY",obbligatoria:true,segreta:true}],basic:[{suffisso:"USERNAME",obbligatoria:true},{suffisso:"PASSWORD",obbligatoria:true,segreta:true}]}},{suffisso:"TIMEOUT_MS",default:String(w)},{suffisso:"MAX_RESPONSE_BYTES",default:String(T)}];function X(t){return {connettore:"http",prefisso:y,manifest:h,id:t}}a(X,"istanzaHttpDichiarata");function Z(t,e){let n;try{n=new URL(e);}catch{throw new g(`${t}BASE_URL non \xE8 un URL valido`)}if(n.protocol!=="http:"&&n.protocol!=="https:")throw new g(`${t}BASE_URL deve usare http o https`);if(n.username!==""||n.password!=="")throw new g(`${t}BASE_URL contiene credenziali nell'URL: usa ${t}AUTH e le sue variabili`);return e}a(Z,"parseBaseUrl");function z(t,e,n,o){let i=Number(n);if(!Number.isInteger(i)||i<=0)throw new g(`${t}${e} non valido (atteso un intero positivo di ${o})`);return i}a(z,"parsePositiveInt");function tt(t,e){if(!j.test(e)||q.has(e.toLowerCase()))throw new g(`${t}HEADER_NAME non valido: serve un nome di header, diverso da ${[...q].join(", ")}`);return e}a(tt,"parseHeaderName");function et(t,e,n,o){switch(e){case "none":return {kind:e};case "bearer":return {kind:e,token:o("TOKEN")};case "header":return {kind:e,name:tt(t,n("HEADER_NAME")),value:o("API_KEY")};case "basic":return {kind:e,username:n("USERNAME"),password:o("PASSWORD")};default:throw new Error(`variante HTTP non prevista dal manifest: ${e}`)}}a(et,"parseAuth");function S(t=y,e=process.env){let n=O$1(h,t,e);P$1(n);let o=a(p=>Q$1(n,p),"valore"),{obbligatoria:i}=U(t,e);return {baseUrl:Z(t,o("BASE_URL")),auth:et(t,o("AUTH"),o,i),timeoutMs:z(t,"TIMEOUT_MS",o("TIMEOUT_MS"),"millisecondi"),maxResponseBytes:z(t,"MAX_RESPONSE_BYTES",o("MAX_RESPONSE_BYTES"),"byte"),variabili:n.variabili}}a(S,"loadHttpConfig");function V(t){return {kind:"http",listEnvVar:"HTTP_INSTANCES",instancesRaw:t.HTTP_INSTANCES,defaultId:l,loadOne:a(e=>S(m(y,e),t),"loadOne")}}a(V,"opzioni");function nt(t=process.env){return r(V(t))}a(nt,"loadHttpRegistry");function O(t,e=process.env){return s(V(e),t)}a(O,"loadHttpInstance");var rt={baseUrl:"https://http.esempio",auth:{kind:"none"},timeoutMs:w,maxResponseBytes:T};function ot(t,e){return {risolta:a(()=>O(t,e),"risolta"),esempio:a(n=>({...rt,ricaduta:n,variabili:O$1(h,m(y,t),e).variabili}),"esempio")}}a(ot,"istanzaHttpPerIlPiano");function F(t){try{let e=new URL(t);return `${e.origin}${e.pathname.replace(/\/+$/,"")}`}catch{return "non valido"}}a(F,"baseMostrabile");function A(t,e){let n=G$1(t.variabili,"BASE_URL");return [H("base",F(t.baseUrl),n?.valore===void 0?n:{...n,valore:F(n.valore)}),...e,...J$1(t.ricaduta),st(t)]}a(A,"dettagliHttp");var Y={bearer:{etichetta:"token \xB7 impostato",segreto:"TOKEN"},header:{etichetta:"API key \xB7 impostata",segreto:"API_KEY"},basic:{etichetta:"password \xB7 impostata",segreto:"PASSWORD"}},it={none:[],bearer:["TOKEN"],header:["HEADER_NAME","API_KEY"],basic:["USERNAME","PASSWORD"]},G="nessuna";function at(t){return v.includes(t)}a(at,"eVariante");function st(t){let e=t.variabili;if(e===void 0)return {label:P,value:ut(t.auth.kind)};let n=G$1(e,"AUTH"),o=n?.valore??"none";if(!at(o)){let i=n?.variabile??"AUTH";return L(`${i} non valido (attesi: ${v.join(", ")})`,n)}return o==="none"?L(G,n):pt(o,e)}a(st,"dettaglioCredenzialeHttp");var P="credenziale";function L(t,e){return {label:P,value:t,...e!==void 0?{env:e.variabile,origine:e.origine}:{}}}a(L,"riga");function pt(t,e){let{etichetta:n,segreto:o}=Y[t],i=G$1(e,o),p=it[t].map(a=>G$1(e,a)).filter(a=>a?.origine==="mancante").map(a=>a.variabile);if(p.length===0)return L(n,i);let u=p.length===1?"manca":"mancano";return {label:P,value:`${t} \xB7 ${u} ${p.join(", ")}`,env:p[0]??o,origine:"mancante"}}a(pt,"rigaDellaVariante");function ut(t){return t==="none"?G:Y[t].etichetta}a(ut,"varianteDaConfig");var Q="{chiave}",J=4;function lt(t){return t.mode==="batch"?`${t.method} ${t.path}`:`GET ${t.path(Q)}`}a(lt,"endpointOf");function dt(t){return {kind:"http-lookup",...a$1(t.instanceId),details:A(t.config,[{label:"richiesta",value:lt(t)},{label:"modalit\xE0",value:t.mode==="batch"?"una richiesta per batch":"una richiesta per chiave"}])}}a(dt,"descriptorOf");function W(t,e,n){return {notFoundIsEmpty:e,...n!==void 0?{limiter:n}:{},...t.fetchImpl!==void 0?{fetchImpl:t.fetchImpl}:{}}}a(W,"requestOptions");function ct(t,e){let{query:n,body:o}=t.request(e);return {method:"POST",path:t.path,endpoint:t.path,body:o,...n!==void 0?{query:n}:{}}}a(ct,"batchPost");function yt(t,e){if(t==="."||t==="..")throw new j$1(`GET ${e}: la chiave non \xE8 utilizzabile come segmento di path`,{stage:"http-lookup",details:{method:"GET",endpoint:e}});return encodeURIComponent(t)}a(yt,"pathSegment");async function ft(t,e,n,o){let i=t.method==="GET"?{method:"GET",path:t.path,endpoint:t.path,query:t.request(e).query}:ct(t,e),p=await d(t.config,i,t.response,n,W(t,false,o));if(p.kind==="not-found")return new Map;let u=t.normalizeKey??(l=>l),a=new Map;for(let l of t.rows(p.value)){let s=t.keyOf(l);if(s==null)continue;let y=u(s);a.set(y,[...a.get(y)??[],l]);}let d$1=new Map;for(let l of e){let s=a.get(u(l));s!==void 0&&d$1.set(l,s);}return d$1}a(ft,"resolveBatch");async function mt(t,e,n,o){let i=t.query?.(e),p=t.path(Q),u=await d(t.config,{method:"GET",path:t.path(yt(e,p)),endpoint:p,...i!==void 0?{query:i}:{}},t.response,n,W(t,true,o));return u.kind==="not-found"?[]:t.rows===void 0?[u.value]:t.rows(u.value,e)}a(mt,"resolveOne");async function Rt(t,e,n,o,i){let p=[...new Set(n)],u=new Map,a$1=new AbortController,d={...o,signal:AbortSignal.any([o.signal,a$1.signal])},l=a(async()=>{for(let s=p.shift();s!==void 0&&!a$1.signal.aborted;s=p.shift()){o.signal.throwIfAborted();try{let y=await mt(t,s,d,i);y.length>0&&u.set(s,y);}catch(y){throw a$1.abort(y),y}}},"worker");return await Promise.all(Array.from({length:Math.min(e,p.length)},l)),u}a(Rt,"resolvePerKey");function ht(t){let e=t.mode==="per-key"?t.concurrency??J:1;if(!Number.isInteger(e)||e<1)throw new g(`httpLookup: concurrency deve essere un intero >= 1 (ricevuto ${e})`);let n=t.rateLimit===void 0?void 0:ca(t.rateLimit,t.name??"http-lookup");return {name:t.name??"http-lookup",descriptor:dt(t),async resolve(o,i){return i.signal.throwIfAborted(),o.length===0?new Map:t.mode==="batch"?ft(t,o,i,n):Rt(t,e,o,i,n)}}}a(ht,"httpLookup");function gt(t){return {kind:"http-action",...a$1(t.instanceId),details:A(t.config,[{label:"richiesta",value:`${t.method} ${t.path}`},{label:"su errore",value:t.onError??"fallisci"},{label:"scrittura",value:t.idempotente===true?"dichiarata idempotente":"non idempotente: nessun retry"}])}}a(gt,"descriptorOf");function Ht(t){let e=t.context.details?.status;return {motivo:t.message,...typeof e=="number"?{status:e}:{}}}a(Ht,"motivoDa");function Et(t){let e=t.name??`http-${t.method.toLowerCase()}`,n=`${t.method} ${t.path}`;if(t.retry!==void 0&&t.idempotente!==true)throw new g(`httpAction "${e}": \`retry\` su ${n} richiede \`idempotente: true\`. Ritentare una scrittura la ripete: dichiaralo solo se il servizio la riconosce come gi\xE0 fatta.`);let o=t.retry===void 0?void 0:Z$1(t.retry,`httpAction "${e}"`),i=t.rateLimit===void 0?void 0:ca(t.rateLimit,`httpAction "${e}"`);async function p(u,a){let{body:d$1,query:l}=u,s=await d(t.config,{method:t.method,path:t.path,endpoint:t.path,...d$1!==void 0?{body:d$1}:{},...l!==void 0?{query:l}:{}},t.response,a,{chiamante:"action",...t.fetchImpl!==void 0?{fetchImpl:t.fetchImpl}:{},...i!==void 0?{limiter:i}:{}});if(s.kind!=="ok")throw new Error("stato inatteso");return {ok:true,status:s.status,body:s.value}}return a(p,"invia"),{name:e,descriptor:gt(t),async run(u,a){let d=t.request(u),l;try{l=o===void 0?await p(d,a):await aa(()=>p(d,a),o,a);}catch(s){if(!(s instanceof c)||(t.onError??"fallisci")==="fallisci")throw s;a.signal.throwIfAborted(),l={ok:false,...Ht(s)};}return t.merge(u,l)}}}a(Et,"httpAction");
|
|
2
|
+
export{w as a,h as b,X as c,S as d,nt as e,O as f,ot as g,J as h,ht as i,Et as j};
|
package/dist/cli.js
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
#!/usr/bin/env node
|
|
2
|
-
import {b}from'./chunk-NZR6TZ42.js';import {E,F}from'./chunk-MOHJWOCB.js';import {d as d$1,c}from'./chunk-HMED2UDJ.js';import {d,N as N$1,l,b as b$1}from'./chunk-BFW7HTF6.js';import {a,wa as wa$1,va as va$1,ua as ua$1,F as F$1,g,y,h,yb,zb,xb,A as A$1,C as C$1,Na,G,p,wb,za,K}from'./chunk-PE2QKU34.js';import {join,dirname,sep,resolve,posix,basename,relative}from'path';import {readFile,mkdir,writeFile,rename,rm as rm$1,readdir,stat,chmod,symlink,unlink,realpath,mkdtemp}from'fs/promises';import {fileURLToPath,pathToFileURL}from'url';import {register}from'tsx/esm/api';import {z as z$1}from'zod';import {realpathSync,existsSync,readdirSync,readFileSync}from'fs';import {promisify,isDeepStrictEqual,parseEnv}from'util';import {spawn,execFile,execFileSync}from'child_process';import {createRequire}from'module';import Su from'cors';import Vt from'express';import {userInfo,tmpdir,hostname}from'os';import {randomUUID}from'crypto';import {gunzipSync}from'zlib';import y$1 from'picocolors';function Wn(e){let n=new Set(e.map(r=>r.name)),t=new Map;for(let r of e)for(let o of r.plan.instances??[]){let a=o.subPipeline;if(n.has(a))throw new h(`La sub-pipeline "${a}", istanziata da "${r.name}", ha il nome di una pipeline: il nome \xE8 unico fra pipeline e sub-pipeline`);t.set(a,new Set([...t.get(a)??[],r.name]));}return [...t.entries()].map(([r,o])=>({name:r,usedBy:[...o].sort()})).sort((r,o)=>r.name.localeCompare(o.name))}a(Wn,"subPipelinesOf");function ul(e){let n=new Map;for(let t of e)for(let r of yb(t.plan)){let o=n.get(r.name);if(o!==void 0&&o!==r)throw new h(`Due sub-pipeline diverse si chiamano "${r.name}" (una la istanzia "${t.name}"): il nome di una sub-pipeline \xE8 unico`);n.set(r.name,r);}return n}a(ul,"declarationsByName");function Hr(e){let n=ul(e);return Wn(e).map(({name:t,usedBy:r})=>{let o=n.get(t);if(o===void 0)throw new h(`La sub-pipeline "${t}" \xE8 istanziata da "${r.join('", "')}" ma il piano non ne porta la dichiarazione: il piano di una root va costruito con GraphPipeline.getSpec()`);return {...zb(o),usedBy:r}})}a(Hr,"describeSubPipelinesOf");async function Xr(e){let n=await an(e);await Pl(n);let t=wl(await vl(n),n),r=t.pipelines.map((o,a)=>El(o,a,n));return Cl(r,n),{root:dirname(n),configPath:n,client:t.client,pipelines:r,subPipelines:kl(r,n),readyPipelines:r.filter(b).map(o=>o.name),unmanaged:t.unmanaged??[],warnings:r.length===0?[`${n} non dichiara pipeline: il catalogo \xE8 vuoto.`]:[]}}a(Xr,"loadCatalog");async function Qr(e){try{return (await stat(e)).isFile()}catch{return false}}a(Qr,"isFile");async function an(e){let n=resolve(e.cwd);if(e.configPath!==void 0){let r=resolve(n,e.configPath);if(!await Qr(r))throw new g(`il config indicato da --config non c'\xE8: ${r}`);return r}let t=await qn(n);if(t===void 0)throw new g(`nessun ${E} risalendo da ${n}: crealo alla radice del repo, oppure indica il percorso con --config <file>.`);return t}a(an,"locateConfig");async function qn(e,n=E){let t=join(e,n);if(await Qr(t))return t;let r=dirname(e);return r===e?void 0:qn(r,n)}a(qn,"findUpwards");var Yr='il package.json del repo deve dichiarare "type": "module"';async function Pl(e){let n=await qn(dirname(e),"package.json");if(n===void 0)throw new g(`${e} non sta in un package ESM: manca il package.json, e ${Yr}.`);let t;try{t=JSON.parse(await readFile(n,"utf8")).type;}catch(r){throw new g(`${n} non si legge come JSON: ${on(r)}`,{},{cause:r})}if(t!=="module")throw new g(`${e} non sta in un package ESM: ${Yr} (${n}).`)}a(Pl,"assertEsmScope");function on(e){return e instanceof Error?e.message:String(e)}a(on,"errorMessage");var Sl=(()=>{let e=false;return ()=>{e||(register(),e=true);}})();async function vl(e){Sl();let n;try{n=await import(pathToFileURL(e).href);}catch(t){throw new g(`l'import di ${e} \xE8 fallito: ${on(t)}`,{},{cause:t})}if(n.default===void 0)throw new g(`${e} non ha un export default: esporta defineEtlConfig({ client, pipelines }).`);return n.default}a(vl,"importConfig");var Zr="`unmanaged` dev'essere un elenco di percorsi",Jn='`client` dev\'essere lo slug del cliente: minuscole, cifre e trattini, come "acme"',bl=z$1.object({client:z$1.string({required_error:Jn,invalid_type_error:Jn}).regex(F,Jn),pipelines:z$1.array(z$1.unknown(),{required_error:"manca `pipelines`, l'elenco delle pipeline del catalogo",invalid_type_error:"`pipelines` dev'essere un elenco di pipeline"}),unmanaged:z$1.array(z$1.string({invalid_type_error:Zr}),{invalid_type_error:Zr}).optional()},{invalid_type_error:"l'export default non \xE8 un oggetto: esporta defineEtlConfig({ client, pipelines })"});function wl(e,n){let t=bl.safeParse(e);if(t.success)return t.data;let r=t.error.issues.map(o=>o.message);throw new g(`${n} non \xE8 valido: ${[...new Set(r)].join("; ")}.`)}a(wl,"parseConfig");var Rl=[["name",e=>typeof e=="string"&&e!==""],["description",e=>typeof e=="string"],["changelog",e=>Array.isArray(e)&&e.length>0],["run",e=>typeof e=="function"],["getSpec",e=>typeof e=="function"]];function El(e,n,t){let r=`pipelines[${n}] di ${t}`;if(typeof e!="object"||e===null)throw new g(`${r} non \xE8 una RunnablePipeline: \xE8 ${String(e)}.`);let o=e,a=Rl.filter(([s,l])=>!l(o[s])).map(([s])=>s);if(a.length>0)throw new g(`${r} non \xE8 una RunnablePipeline: mancano o non sono validi ${a.join(", ")}.`);return e}a(El,"asRunnablePipeline");function Cl(e,n){e.forEach((t,r)=>{let o=e.findIndex(a=>a.name===t.name);if(o!==r)throw new g(`nome duplicato "${t.name}" in ${n}: pipelines[${o}] e pipelines[${r}].`)});}a(Cl,"assertUniqueNames");function kl(e,n){let t=e.map(r=>{try{return {name:r.name,plan:r.getSpec()}}catch(o){throw new g(`il piano di "${r.name}" (${n}) non si calcola: ${on(o)}`,{},{cause:o})}});try{return Wn(t)}catch(r){throw new g(`${n}: ${on(r)}`,{},{cause:r})}}a(kl,"deriveSubPipelines");function ce(e){return `"${e}" \xE8 una sub-pipeline, si istanzia da un nodo \`pipeline\``}a(ce,"subPipelineNotLaunchable");var no="ETL_PIPELINE_WORKSPACES",$l=",",eo=":",xl="|",Dl=Object.freeze({restricted:false,allows:a(()=>true,"allows")});function X(e){return new g(`${no} non valida: ${e}`)}a(X,"configError");function Il(e){let n=e.indexOf(eo);if(n<0)throw X(`voce "${e}" senza "${eo}" (atteso <pipeline>:<workspace>[|<workspace>...])`);let t=e.slice(0,n).trim();if(t==="")throw X(`voce "${e}" senza nome di pipeline`);let r=e.slice(n+1).split(xl).map(o=>o.trim()).filter(o=>o!=="");if(r.length===0)throw X(`la pipeline "${t}" non ha nessun workspace`);return [t,new Set(r)]}a(Il,"parseEntry");function Ll(e,n,t=()=>false){if(e===void 0||e.trim()==="")return Dl;let r=e.split($l).map(s=>s.trim()).filter(s=>s!=="");if(r.length===0)throw X("impostata ma senza voci");let o=new Set(n),a$1=new Map;for(let s of r){let[l,c]=Il(s);if(!o.has(l))throw t(l)?X(ce(l)):X(`pipeline sconosciuta "${l}" (nel catalogo: ${[...o].join(", ")})`);if(a$1.has(l))throw X(`pipeline "${l}" ripetuta`);a$1.set(l,c);}return Object.freeze({restricted:true,allows:a((s,l)=>a$1.get(s)?.has(l)??false,"allows")})}a(Ll,"parsePipelineWorkspaces");function de(e,n=process.env){let t=new Set(e.subPipelines.map(r=>r.name));return Ll(n[no],e.pipelines.map(r=>r.name),r=>t.has(r))}a(de,"loadPipelineWorkspaceScope");function $e(e,n,t){return e.filter(r=>t.some(o=>n.allows(r.name,o)))}a($e,"pipelinesVisibleTo");function to(e,n,t){return t.filter(r=>n.allows(e,r))}a(to,"workspacesAllowing");function xe(e){return `${e}/`}a(xe,"closedInstanceNodeId");function Tl(e){return `${e}//`}a(Tl,"deadLetterCollectorNodeId");function sn(e){return new Map((e.instances??[]).map(n=>[n.id,n]))}a(sn,"instanceIndex");function De(e,n){let t=[],r=new Set,o=n===void 0?void 0:e.get(n);for(;o!==void 0&&!r.has(o.id);)r.add(o.id),t.unshift(o),o=o.parent===void 0?void 0:e.get(o.parent);return t}a(De,"instanceChain");function Al(e,n,t){let r=De(n,e.instance),o=t===void 0?0:r.findIndex(s=>s.id===t)+1;if(o===0&&t!==void 0)return {kind:"outside"};let a=r[o];return a===void 0?{kind:"self"}:{kind:"closed",instance:a}}a(Al,"representativeOf");var Ol=a(e=>typeof e=="string"?e:JSON.stringify(e),"paramValue");function Yn(e){return Object.entries(e.params??{}).map(([n,t])=>`${n}: ${Ol(t)}`)}a(Yn,"paramLines");function Nl(e){let n=Yn(e);return {id:xe(e.id),label:e.localId,stepType:"pipeline",caption:e.subPipeline,...e.purpose===void 0?{}:{purpose:e.purpose},...n.length>0?{meta:n}:{},ports:e.outputs.map(t=>t.name)}}a(Nl,"closedNode");function _l(e,n){if(n===void 0||e.instance!==n.id)return;if(e.id===n.id)return "ingresso dell'istanza";let t=n.outputs.find(r=>r.nodeId===e.id);return t===void 0?void 0:`uscita \xAB${t.name}\xBB`}a(_l,"boundaryCaption");function jl(e,n,t){let r=[],o=new Map;for(let a of e.nodes){let s=t.get(a.id);if(s?.kind==="self"){let l=_l(a,n);r.push(a.localId===void 0&&l===void 0?a:{...a,label:a.localId??a.label,...l===void 0?{}:{caption:l}});}else if(s?.kind==="closed"){let l=xe(s.instance.id);if(o.has(l))continue;o.set(l,s.instance),r.push(Nl(s.instance));}}return {nodes:r,closed:o}}a(jl,"projectNodes");var ro=a((e,n)=>e.kind==="closed"?xe(e.instance.id):n,"closedId");function oo(e,n,t){if(n.kind==="self"&&t.kind==="self")return e;let{sourceHandle:r,targetHandle:o,...a}=e,s=n.kind==="closed"?e.kind===void 0?n.instance.outputs.find(l=>l.nodeId===e.source)?.name:void 0:r;return {...a,source:ro(n,e.source),target:ro(t,e.target),...s===void 0?{}:{sourceHandle:s},...t.kind==="self"&&o!==void 0?{targetHandle:o}:{}}}a(oo,"projectEdge");function Ml(e,n,t,r){if(n===void 0||t===void 0||n.kind==="outside")return;if(t.kind!=="outside")return {edge:oo(e,n,t)};if(e.kind!=="dead-letter"||!r)return;let o={...e,target:Tl(e.target)};return {edge:oo(o,n,{kind:"self"}),collected:e.target}}a(Ml,"visibleEdge");var Vl=a(e=>JSON.stringify([e.source,e.sourceHandle??null,e.target,e.targetHandle??null,e.kind??null]),"edgeKey");function Gl(e,n,t){let r=[],o=new Map,a=new Map;for(let s of e.edges){let l=Ml(s,n.get(s.source),n.get(s.target),t);if(l===void 0)continue;let c=l.edge;if(c.source===c.target)continue;if(l.collected!==void 0){let m=o.get(c.target);o.set(c.target,{target:l.collected,feeders:(m?.feeders??0)+1});}let d=Vl(c),u=a.get(d),f=u===void 0?void 0:r[u];if(u!==void 0&&f!==void 0){r[u]={...f,count:f.count+1};continue}a.set(d,r.length),r.push({...c,count:1});}return {edges:r,collectors:o}}a(Gl,"projectEdges");var Fl=a(e=>`collettore \xB7 ${e} ${e===1?"nodo":"nodi"}`,"feedersText");function zl(e,n,t){let r=e.nodes.find(o=>o.id===t.target);return {id:n,label:r?.label??t.target,stepType:"dead-letter",caption:Fl(t.feeders),...r?.purpose===void 0?{}:{purpose:r.purpose}}}a(zl,"collectorNode");function Zn(e,n,t={}){let r=sn(e),o=n===void 0||r.has(n),a=o?n:void 0,s=new Map(e.nodes.map(m=>[m.id,Al(m,r,a)])),l=a===void 0?void 0:r.get(a),{nodes:c,closed:d}=jl(e,l,s),{edges:u,collectors:f}=Gl(e,s,a!==void 0&&t.collectors!==false);return {level:a,...o?{}:{unknownLevel:n},nodes:[...c,...[...f].map(([m,g])=>zl(e,m,g))],edges:u,closed:d,collectors:f}}a(Zn,"projectLevel");var Ul=6,Kl=14;function io(e,n){return Ul+(e-(n-1)/2)*Kl}a(io,"portOffset");var Bl="credenziale",Wl={width:190,height:66},ao=52,Xn=24,Qn=16,Jl=20,Hl=30,ql=28,Yl=2,Zl=10,Xl=6,Ql=["table","tabella","vista","view","query","statement","filename","file","cartella","folder","path","endpoint","url","workspace","report","esito"],et=a((e,n)=>e.length<=n?e:`${e.slice(0,n-1).trimEnd()}\u2026`,"truncate"),lo=a(e=>e.filter(n=>n.label!==Bl&&n.value.trim()!==""),"shown");function ec(e){let n=lo(e);return Ql.flatMap(r=>n.filter(o=>o.label.toLowerCase()===r))[0]??n[0]}a(ec,"mainDetail");function nc(e){let n=e.descriptor?.details??[],t=ec(n),r=lo(n).map(c=>`${c.label}: ${c.value}`),o=e.descriptor?.kind??e.caption,a=e.meta??(t===void 0?[]:[`${t.label}: ${t.value}`]),s=Math.max(0,...(e.ports??[]).map(c=>c.length)),l=e.ports===void 0?Hl:Math.max(Zl,ql-Yl-s);return {label:et(e.label,Jl),...o===void 0?{}:{sub:et(o,l)},meta:a.map(c=>et(c,l)),title:[`${e.label} \u2014 ${e.stepType}`,...o===void 0?[]:[o],...e.meta??r,...e.ports===void 0?[]:[`uscite: ${e.ports.join(", ")}`]].join(`
|
|
2
|
+
import {b}from'./chunk-NZR6TZ42.js';import {E,F}from'./chunk-XZMCC6VQ.js';import {d as d$1,c}from'./chunk-J3PBMWSP.js';import {d,O as O$1,l,b as b$1}from'./chunk-PKBSETMV.js';import {a,wa as wa$1,va as va$1,ua as ua$1,F as F$1,g,y,h,yb,zb,xb,A as A$1,C as C$1,Na,G,p,wb,za,K}from'./chunk-PE2QKU34.js';import {join,dirname,sep,resolve,posix,basename,relative}from'path';import {readFile,mkdir,writeFile,rename,rm as rm$1,readdir,stat,chmod,symlink,unlink,realpath,mkdtemp}from'fs/promises';import {fileURLToPath,pathToFileURL}from'url';import {register}from'tsx/esm/api';import {z as z$1}from'zod';import {realpathSync,existsSync,readdirSync,readFileSync}from'fs';import {promisify,isDeepStrictEqual,parseEnv}from'util';import {spawn,execFile,execFileSync}from'child_process';import {createRequire}from'module';import Su from'cors';import Vt from'express';import {userInfo,tmpdir,hostname}from'os';import {randomUUID}from'crypto';import {gunzipSync}from'zlib';import y$1 from'picocolors';function Wn(e){let n=new Set(e.map(r=>r.name)),t=new Map;for(let r of e)for(let o of r.plan.instances??[]){let a=o.subPipeline;if(n.has(a))throw new h(`La sub-pipeline "${a}", istanziata da "${r.name}", ha il nome di una pipeline: il nome \xE8 unico fra pipeline e sub-pipeline`);t.set(a,new Set([...t.get(a)??[],r.name]));}return [...t.entries()].map(([r,o])=>({name:r,usedBy:[...o].sort()})).sort((r,o)=>r.name.localeCompare(o.name))}a(Wn,"subPipelinesOf");function ul(e){let n=new Map;for(let t of e)for(let r of yb(t.plan)){let o=n.get(r.name);if(o!==void 0&&o!==r)throw new h(`Due sub-pipeline diverse si chiamano "${r.name}" (una la istanzia "${t.name}"): il nome di una sub-pipeline \xE8 unico`);n.set(r.name,r);}return n}a(ul,"declarationsByName");function Hr(e){let n=ul(e);return Wn(e).map(({name:t,usedBy:r})=>{let o=n.get(t);if(o===void 0)throw new h(`La sub-pipeline "${t}" \xE8 istanziata da "${r.join('", "')}" ma il piano non ne porta la dichiarazione: il piano di una root va costruito con GraphPipeline.getSpec()`);return {...zb(o),usedBy:r}})}a(Hr,"describeSubPipelinesOf");async function Xr(e){let n=await an(e);await Pl(n);let t=wl(await vl(n),n),r=t.pipelines.map((o,a)=>El(o,a,n));return Cl(r,n),{root:dirname(n),configPath:n,client:t.client,pipelines:r,subPipelines:kl(r,n),readyPipelines:r.filter(b).map(o=>o.name),unmanaged:t.unmanaged??[],warnings:r.length===0?[`${n} non dichiara pipeline: il catalogo \xE8 vuoto.`]:[]}}a(Xr,"loadCatalog");async function Qr(e){try{return (await stat(e)).isFile()}catch{return false}}a(Qr,"isFile");async function an(e){let n=resolve(e.cwd);if(e.configPath!==void 0){let r=resolve(n,e.configPath);if(!await Qr(r))throw new g(`il config indicato da --config non c'\xE8: ${r}`);return r}let t=await qn(n);if(t===void 0)throw new g(`nessun ${E} risalendo da ${n}: crealo alla radice del repo, oppure indica il percorso con --config <file>.`);return t}a(an,"locateConfig");async function qn(e,n=E){let t=join(e,n);if(await Qr(t))return t;let r=dirname(e);return r===e?void 0:qn(r,n)}a(qn,"findUpwards");var Yr='il package.json del repo deve dichiarare "type": "module"';async function Pl(e){let n=await qn(dirname(e),"package.json");if(n===void 0)throw new g(`${e} non sta in un package ESM: manca il package.json, e ${Yr}.`);let t;try{t=JSON.parse(await readFile(n,"utf8")).type;}catch(r){throw new g(`${n} non si legge come JSON: ${on(r)}`,{},{cause:r})}if(t!=="module")throw new g(`${e} non sta in un package ESM: ${Yr} (${n}).`)}a(Pl,"assertEsmScope");function on(e){return e instanceof Error?e.message:String(e)}a(on,"errorMessage");var Sl=(()=>{let e=false;return ()=>{e||(register(),e=true);}})();async function vl(e){Sl();let n;try{n=await import(pathToFileURL(e).href);}catch(t){throw new g(`l'import di ${e} \xE8 fallito: ${on(t)}`,{},{cause:t})}if(n.default===void 0)throw new g(`${e} non ha un export default: esporta defineEtlConfig({ client, pipelines }).`);return n.default}a(vl,"importConfig");var Zr="`unmanaged` dev'essere un elenco di percorsi",Jn='`client` dev\'essere lo slug del cliente: minuscole, cifre e trattini, come "acme"',bl=z$1.object({client:z$1.string({required_error:Jn,invalid_type_error:Jn}).regex(F,Jn),pipelines:z$1.array(z$1.unknown(),{required_error:"manca `pipelines`, l'elenco delle pipeline del catalogo",invalid_type_error:"`pipelines` dev'essere un elenco di pipeline"}),unmanaged:z$1.array(z$1.string({invalid_type_error:Zr}),{invalid_type_error:Zr}).optional()},{invalid_type_error:"l'export default non \xE8 un oggetto: esporta defineEtlConfig({ client, pipelines })"});function wl(e,n){let t=bl.safeParse(e);if(t.success)return t.data;let r=t.error.issues.map(o=>o.message);throw new g(`${n} non \xE8 valido: ${[...new Set(r)].join("; ")}.`)}a(wl,"parseConfig");var Rl=[["name",e=>typeof e=="string"&&e!==""],["description",e=>typeof e=="string"],["changelog",e=>Array.isArray(e)&&e.length>0],["run",e=>typeof e=="function"],["getSpec",e=>typeof e=="function"]];function El(e,n,t){let r=`pipelines[${n}] di ${t}`;if(typeof e!="object"||e===null)throw new g(`${r} non \xE8 una RunnablePipeline: \xE8 ${String(e)}.`);let o=e,a=Rl.filter(([s,l])=>!l(o[s])).map(([s])=>s);if(a.length>0)throw new g(`${r} non \xE8 una RunnablePipeline: mancano o non sono validi ${a.join(", ")}.`);return e}a(El,"asRunnablePipeline");function Cl(e,n){e.forEach((t,r)=>{let o=e.findIndex(a=>a.name===t.name);if(o!==r)throw new g(`nome duplicato "${t.name}" in ${n}: pipelines[${o}] e pipelines[${r}].`)});}a(Cl,"assertUniqueNames");function kl(e,n){let t=e.map(r=>{try{return {name:r.name,plan:r.getSpec()}}catch(o){throw new g(`il piano di "${r.name}" (${n}) non si calcola: ${on(o)}`,{},{cause:o})}});try{return Wn(t)}catch(r){throw new g(`${n}: ${on(r)}`,{},{cause:r})}}a(kl,"deriveSubPipelines");function ce(e){return `"${e}" \xE8 una sub-pipeline, si istanzia da un nodo \`pipeline\``}a(ce,"subPipelineNotLaunchable");var no="ETL_PIPELINE_WORKSPACES",$l=",",eo=":",xl="|",Dl=Object.freeze({restricted:false,allows:a(()=>true,"allows")});function X(e){return new g(`${no} non valida: ${e}`)}a(X,"configError");function Il(e){let n=e.indexOf(eo);if(n<0)throw X(`voce "${e}" senza "${eo}" (atteso <pipeline>:<workspace>[|<workspace>...])`);let t=e.slice(0,n).trim();if(t==="")throw X(`voce "${e}" senza nome di pipeline`);let r=e.slice(n+1).split(xl).map(o=>o.trim()).filter(o=>o!=="");if(r.length===0)throw X(`la pipeline "${t}" non ha nessun workspace`);return [t,new Set(r)]}a(Il,"parseEntry");function Ll(e,n,t=()=>false){if(e===void 0||e.trim()==="")return Dl;let r=e.split($l).map(s=>s.trim()).filter(s=>s!=="");if(r.length===0)throw X("impostata ma senza voci");let o=new Set(n),a$1=new Map;for(let s of r){let[l,c]=Il(s);if(!o.has(l))throw t(l)?X(ce(l)):X(`pipeline sconosciuta "${l}" (nel catalogo: ${[...o].join(", ")})`);if(a$1.has(l))throw X(`pipeline "${l}" ripetuta`);a$1.set(l,c);}return Object.freeze({restricted:true,allows:a((s,l)=>a$1.get(s)?.has(l)??false,"allows")})}a(Ll,"parsePipelineWorkspaces");function de(e,n=process.env){let t=new Set(e.subPipelines.map(r=>r.name));return Ll(n[no],e.pipelines.map(r=>r.name),r=>t.has(r))}a(de,"loadPipelineWorkspaceScope");function $e(e,n,t){return e.filter(r=>t.some(o=>n.allows(r.name,o)))}a($e,"pipelinesVisibleTo");function to(e,n,t){return t.filter(r=>n.allows(e,r))}a(to,"workspacesAllowing");function xe(e){return `${e}/`}a(xe,"closedInstanceNodeId");function Tl(e){return `${e}//`}a(Tl,"deadLetterCollectorNodeId");function sn(e){return new Map((e.instances??[]).map(n=>[n.id,n]))}a(sn,"instanceIndex");function De(e,n){let t=[],r=new Set,o=n===void 0?void 0:e.get(n);for(;o!==void 0&&!r.has(o.id);)r.add(o.id),t.unshift(o),o=o.parent===void 0?void 0:e.get(o.parent);return t}a(De,"instanceChain");function Al(e,n,t){let r=De(n,e.instance),o=t===void 0?0:r.findIndex(s=>s.id===t)+1;if(o===0&&t!==void 0)return {kind:"outside"};let a=r[o];return a===void 0?{kind:"self"}:{kind:"closed",instance:a}}a(Al,"representativeOf");var Ol=a(e=>typeof e=="string"?e:JSON.stringify(e),"paramValue");function Yn(e){return Object.entries(e.params??{}).map(([n,t])=>`${n}: ${Ol(t)}`)}a(Yn,"paramLines");function Nl(e){let n=Yn(e);return {id:xe(e.id),label:e.localId,stepType:"pipeline",caption:e.subPipeline,...e.purpose===void 0?{}:{purpose:e.purpose},...n.length>0?{meta:n}:{},ports:e.outputs.map(t=>t.name)}}a(Nl,"closedNode");function _l(e,n){if(n===void 0||e.instance!==n.id)return;if(e.id===n.id)return "ingresso dell'istanza";let t=n.outputs.find(r=>r.nodeId===e.id);return t===void 0?void 0:`uscita \xAB${t.name}\xBB`}a(_l,"boundaryCaption");function jl(e,n,t){let r=[],o=new Map;for(let a of e.nodes){let s=t.get(a.id);if(s?.kind==="self"){let l=_l(a,n);r.push(a.localId===void 0&&l===void 0?a:{...a,label:a.localId??a.label,...l===void 0?{}:{caption:l}});}else if(s?.kind==="closed"){let l=xe(s.instance.id);if(o.has(l))continue;o.set(l,s.instance),r.push(Nl(s.instance));}}return {nodes:r,closed:o}}a(jl,"projectNodes");var ro=a((e,n)=>e.kind==="closed"?xe(e.instance.id):n,"closedId");function oo(e,n,t){if(n.kind==="self"&&t.kind==="self")return e;let{sourceHandle:r,targetHandle:o,...a}=e,s=n.kind==="closed"?e.kind===void 0?n.instance.outputs.find(l=>l.nodeId===e.source)?.name:void 0:r;return {...a,source:ro(n,e.source),target:ro(t,e.target),...s===void 0?{}:{sourceHandle:s},...t.kind==="self"&&o!==void 0?{targetHandle:o}:{}}}a(oo,"projectEdge");function Ml(e,n,t,r){if(n===void 0||t===void 0||n.kind==="outside")return;if(t.kind!=="outside")return {edge:oo(e,n,t)};if(e.kind!=="dead-letter"||!r)return;let o={...e,target:Tl(e.target)};return {edge:oo(o,n,{kind:"self"}),collected:e.target}}a(Ml,"visibleEdge");var Vl=a(e=>JSON.stringify([e.source,e.sourceHandle??null,e.target,e.targetHandle??null,e.kind??null]),"edgeKey");function Gl(e,n,t){let r=[],o=new Map,a=new Map;for(let s of e.edges){let l=Ml(s,n.get(s.source),n.get(s.target),t);if(l===void 0)continue;let c=l.edge;if(c.source===c.target)continue;if(l.collected!==void 0){let m=o.get(c.target);o.set(c.target,{target:l.collected,feeders:(m?.feeders??0)+1});}let d=Vl(c),u=a.get(d),f=u===void 0?void 0:r[u];if(u!==void 0&&f!==void 0){r[u]={...f,count:f.count+1};continue}a.set(d,r.length),r.push({...c,count:1});}return {edges:r,collectors:o}}a(Gl,"projectEdges");var Fl=a(e=>`collettore \xB7 ${e} ${e===1?"nodo":"nodi"}`,"feedersText");function zl(e,n,t){let r=e.nodes.find(o=>o.id===t.target);return {id:n,label:r?.label??t.target,stepType:"dead-letter",caption:Fl(t.feeders),...r?.purpose===void 0?{}:{purpose:r.purpose}}}a(zl,"collectorNode");function Zn(e,n,t={}){let r=sn(e),o=n===void 0||r.has(n),a=o?n:void 0,s=new Map(e.nodes.map(m=>[m.id,Al(m,r,a)])),l=a===void 0?void 0:r.get(a),{nodes:c,closed:d}=jl(e,l,s),{edges:u,collectors:f}=Gl(e,s,a!==void 0&&t.collectors!==false);return {level:a,...o?{}:{unknownLevel:n},nodes:[...c,...[...f].map(([m,g])=>zl(e,m,g))],edges:u,closed:d,collectors:f}}a(Zn,"projectLevel");var Ul=6,Kl=14;function io(e,n){return Ul+(e-(n-1)/2)*Kl}a(io,"portOffset");var Bl="credenziale",Wl={width:190,height:66},ao=52,Xn=24,Qn=16,Jl=20,Hl=30,ql=28,Yl=2,Zl=10,Xl=6,Ql=["table","tabella","vista","view","query","statement","filename","file","cartella","folder","path","endpoint","url","workspace","report","esito"],et=a((e,n)=>e.length<=n?e:`${e.slice(0,n-1).trimEnd()}\u2026`,"truncate"),lo=a(e=>e.filter(n=>n.label!==Bl&&n.value.trim()!==""),"shown");function ec(e){let n=lo(e);return Ql.flatMap(r=>n.filter(o=>o.label.toLowerCase()===r))[0]??n[0]}a(ec,"mainDetail");function nc(e){let n=e.descriptor?.details??[],t=ec(n),r=lo(n).map(c=>`${c.label}: ${c.value}`),o=e.descriptor?.kind??e.caption,a=e.meta??(t===void 0?[]:[`${t.label}: ${t.value}`]),s=Math.max(0,...(e.ports??[]).map(c=>c.length)),l=e.ports===void 0?Hl:Math.max(Zl,ql-Yl-s);return {label:et(e.label,Jl),...o===void 0?{}:{sub:et(o,l)},meta:a.map(c=>et(c,l)),title:[`${e.label} \u2014 ${e.stepType}`,...o===void 0?[]:[o],...e.meta??r,...e.ports===void 0?[]:[`uscite: ${e.ports.join(", ")}`]].join(`
|
|
3
3
|
`)}}a(nc,"nodeLines");var tc=new Set(["source","transform","lookup","action","route","join","union","sink","try-catch","dead-letter","task","pipeline"]),rc=a(e=>tc.has(e.stepType)?e.stepType:"transform","kindOf");function oc(e,n){let t=new Map(e.map(r=>[r.id,0]));for(let r=0;r<e.length;r+=1){let o=false;for(let a of n){let s=t.get(a.source),l=t.get(a.target);s===void 0||l===void 0||l<s+1&&(t.set(a.target,s+1),o=true);}if(!o)break}return t}a(oc,"levels");var so=a((e,n)=>e.length===0?n:e.reduce((t,r)=>t+r,0)/e.length,"average");function ic(e,n,t){let r=new Map;for(let l of e){let c=r.get(t.get(l.id)??0)??[];c.push(l.id),r.set(t.get(l.id)??0,c);}let o=new Map;for(let l of r.values())l.forEach((c,d)=>o.set(c,d));let a$1=a((l,c)=>n.filter(d=>(c==="in"?d.target:d.source)===l).map(d=>o.get(c==="in"?d.source:d.target)).filter(d=>d!==void 0),"neighbours"),s=[...r.keys()].sort((l,c)=>l-c);for(let l of ["in","out","in"])for(let c of l==="in"?s:[...s].reverse()){let u=[...r.get(c)??[]].sort((f,m)=>so(a$1(f,l),o.get(f)??0)-so(a$1(m,l),o.get(m)??0));u.forEach((f,m)=>o.set(f,m)),r.set(c,u);}return o}a(ic,"order");function co(e,n,t=Wl){let r=oc(e,n),o=ic(e,n,r),a=new Map;for(let f of e){let m=r.get(f.id)??0;a.set(m,(a.get(m)??0)+1);}let s=Math.max(...a.values(),1),l=Qn*2+s*t.height+(s-1)*Xn,c=Math.max(...r.values(),0)+1,d=e.map(f=>{let m=r.get(f.id)??0,g=a.get(m)??1,w=o.get(f.id)??0,H=g*t.height+(g-1)*Xn,q=nc(f);return {id:f.id,kind:rc(f),label:q.label,x:Qn+t.width/2+m*(t.width+ao),y:l/2-H/2+t.height/2+w*(t.height+Xn),...q.sub?{sub:q.sub}:{},...q.meta.length>0?{meta:q.meta}:{},title:q.title,...f.ports===void 0?{}:{ports:f.ports}}}),u=n.map(f=>ac(f,e));return {width:Qn*2+c*t.width+(c-1)*ao,height:l,size:t,nodes:d,edges:u,labels:sc(n,u,d,t)}}a(co,"layoutPlan");function ac(e,n){let t=n.find(o=>o.id===e.source)?.ports??[],r=e.kind===void 0&&e.sourceHandle!==void 0?t.indexOf(e.sourceHandle):-1;return {id:e.id,from:e.source,to:e.target,...e.kind?{variant:e.kind}:{},...r>=0?{fromPort:"right",fromOffset:io(r,t.length)}:{}}}a(ac,"placeEdge");function sc(e,n,t,r){let o=new Map(t.map(a=>[a.id,a]));return e.flatMap((a,s)=>{let l=o.get(a.source),c=o.get(a.target);if((a.count??1)<=1||l===void 0||c===void 0)return [];let d=l.y+(n[s]?.fromOffset??0);return [{x:(l.x+r.width/2+c.x-r.width/2)/2,y:(d+c.y)/2-Xl,text:`\xD7${a.count??1}`}]})}a(sc,"countLabels");var uo="",fo=a(e=>e??uo,"levelKey"),po={collectors:true};function lc(e){return e.flatMap(n=>n.purpose===void 0?[]:[{nodeId:n.id,label:n.label,stepType:n.stepType,purpose:n.purpose}])}a(lc,"nodePurposes");var nt=a(e=>({level:e.id,label:e.localId,subPipeline:e.subPipeline}),"crumb");function tt(e,n,t,r){let o=Zn(e,n,r);return {level:n,layout:co(o.nodes,o.edges),breadcrumb:t,closed:[...o.closed].map(([a,s])=>({nodeId:a,instanceId:s.id,localId:s.localId,subPipeline:s.subPipeline})),purposes:lc(o.nodes)}}a(tt,"levelDiagram");function rt(e){let n=new Set(e.map(o=>o.id)),t=a(o=>e.filter(a=>o===void 0?a.parent===void 0||!n.has(a.parent):a.parent===o),"childrenOf"),r=a(o=>[o,...t(o.id).flatMap(r)],"visit");return t(void 0).flatMap(r)}a(rt,"depthFirst");function mo(e){let n=sn(e),t={level:void 0,label:e.name},r=[[uo,tt(e,void 0,[t],po)],...rt(e.instances??[]).map(o=>[fo(o.id),tt(e,o.id,[t,...De(n,o.id).map(nt)],po)])];return Object.fromEntries(r)}a(mo,"pipelineLevels");function cc(e,n){let t=Zn(e,n.parent),r=xe(n.id),o=new Map(t.nodes.map(l=>[l.id,l.label])),a$1=t.edges.filter(l=>l.kind===void 0),s=a(l=>o.get(l)??l,"label");return {root:e.name,instanceId:n.id,...n.parent===void 0?{}:{parent:n.parent},localId:n.localId,params:Yn(n),feeds:a$1.filter(l=>l.target===r).map(l=>s(l.source)),outputs:n.outputs.map(l=>({name:l.name,targets:a$1.filter(c=>c.source===r&&c.sourceHandle===l.name).map(c=>s(c.target))}))}}a(cc,"useOf");function dc(e,n){let t=sn(e),r=a(a=>De(t,a.id).some(s=>s.id===n.id),"below"),o=a(a=>{let s=De(t,a.id),l=s.findIndex(c=>c.id===n.id);return [{...nt(n),label:n.subPipeline},...s.slice(l+1).map(nt)]},"breadcrumb");return Object.fromEntries(rt(e.instances??[]).filter(r).map(a=>[fo(a.id),tt(e,a.id,o(a),{collectors:false})]))}a(dc,"subPipelineLevels");function go(e){let n=new Map;for(let t of e)for(let r of rt(t.instances??[])){let o=cc(t,r),a=n.get(r.subPipeline);n.set(r.subPipeline,a===void 0?{name:r.subPipeline,representative:{root:t.name,instanceId:r.id,params:o.params},levels:dc(t,r),usage:[o]}:{...a,usage:[...a.usage,o]});}return Object.fromEntries(n)}a(go,"subPipelineDiagrams");function C(e,n){let t=new RegExp(`<${n}\\s+name=["']([a-z0-9]+(?:-[a-z0-9]+)*)["']`,"g");return Object.fromEntries(e.flatMap(r=>[...r.content.matchAll(t)].map(o=>[o[1]??"",r.path.replace(/\.md$/,"")])))}a(C,"pagesDrawing");var pc=["label","stepType","descriptor"];function ot(e,n,t){let r=new Map(e.map(s=>[s.id,s])),o=new Set(n.map(s=>s.id)),a=[];for(let s of n){let l=r.get(s.id),c=l===void 0?void 0:t(l,s);c!==void 0&&a.push(c);}return {added:n.filter(s=>!r.has(s.id)),changed:a,removed:e.filter(s=>!o.has(s.id))}}a(ot,"diffById");function ho(e,n){return isDeepStrictEqual(e,n)?void 0:{id:n.id,before:e,after:n}}a(ho,"plainChange");function Ie(e){return e.added.length===0&&e.changed.length===0&&e.removed.length===0}a(Ie,"isEmptySetDiff");function uc(e,n){let t=pc.filter(o=>!isDeepStrictEqual(e[o],n[o])),r=ot(e.columns,n.columns,ho);if(!(t.length===0&&Ie(r)))return {id:n.id,before:e,after:n,fields:t,columns:r}}a(uc,"nodeChange");function fc(e,n,t){if(t===void 0)return {node:e,column:n.id,reason:"removed"};if(t.name!==n.name)return {node:e,column:n.id,reason:"renamed",before:n.name,after:t.name};if(t.dataType!==n.dataType)return {node:e,column:n.id,reason:"type-changed",before:n.dataType,after:t.dataType}}a(fc,"columnBreak");function mc(e,n){let t=new Map(n.nodes.filter(r=>r.stepType==="sink").map(r=>[r.id,r]));return e.nodes.filter(r=>r.stepType==="sink").flatMap(r=>{let o=new Map((t.get(r.id)?.columns??[]).map(a=>[a.id,a]));return r.columns.flatMap(a=>{let s=fc(r.id,a,o.get(a.id));return s===void 0?[]:[s]})})}a(mc,"contractBreaks");function Po(e,n){let t=mc(e,n);return {nodes:ot(e.nodes,n.nodes,uc),edges:ot(e.edges,n.edges,ho),contractBreaks:t,breaksContract:t.length>0}}a(Po,"diffPlans");function So(e){return Ie(e.nodes)&&Ie(e.edges)}a(So,"isEmptyPlanDiff");var T="changelog.ts";function k(e){return e.reduce((n,t)=>t).version}a(k,"currentPipelineVersion");var gc=/^\d{4}-\d{2}-\d{2}$/,yc=/^[A-Z][A-Z0-9]*-\d+$/,hc=/^\d+\.\d+\.\d+(?:-[0-9A-Za-z.-]+)?$/;function Le(e){return yc.test(e)}a(Le,"isJiraKey");function it(e){if(!gc.test(e))return false;let n=new Date(`${e}T00:00:00Z`);return !Number.isNaN(n.getTime())&&n.toISOString().slice(0,10)===e}a(it,"isCalendarDate");var vo=[["added","Aggiunte"],["changed","Modifiche"],["removed","Rimozioni"]];function at(e){return !vo.some(([n])=>e[n].some(t=>t.trim()!==""))}a(at,"isEmptyEntry");function Pc(e){let n=`v${e.version}`,t=[];it(e.date)||t.push(`${n}: data "${e.date}" non \xE8 nel formato AAAA-MM-GG`),e.core!==void 0&&!hc.test(e.core)&&t.push(`${n}: versione del core "${e.core}" non \xE8 una versione semver (es. 1.4.2)`);for(let r of e.tickets)Le(r)||t.push(`${n}: ticket "${r}" non \xE8 una chiave Jira (es. ETL-120)`);for(let[r,o]of vo)e[r].some(a=>a.trim()==="")&&t.push(`${n}: ${o} contiene una riga vuota`);if(at(e)&&t.push(`${n}: Aggiunte, Modifiche e Rimozioni sono tutte vuote`),e.rollbackTo!==void 0){let r=e.rollbackTo.version;!Number.isInteger(r)||r<1||r>=e.version?t.push(`${n}: rollback alla v${r}, ma si torna solo a una versione precedente`):e.rollbackTo.reason.trim()===""&&t.push(`${n}: rollback alla v${r} senza motivo`);}return t}a(Pc,"entryProblems");function bo(e){let n=[];return e.forEach((t,r)=>{let o=r+1;t.version!==o&&n.push(`voce ${o}: versione ${t.version}, attesa ${o} (i numeri partono da 1 e crescono di uno)`),n.push(...Pc(t));let a=e[r-1];a!==void 0&&it(a.date)&&it(t.date)&&t.date<a.date&&n.push(`v${t.version}: data ${t.date} precedente a quella della v${a.version} (${a.date})`);}),n}a(bo,"changelogProblems");var Q="versions";function z(e){return `pnpm run pipeline:snapshot ${e}`}a(z,"planSnapshotCommand");function pe(e,n){return join(e,Q,`v${n}.plan.json`)}a(pe,"planSnapshotPath");function Te(e,n){return posix.join(e,Q,`v${n}.plan.json`)}a(Te,"planSnapshotRepoPath");function ee(e){return lt(e,{})}a(ee,"planWithoutEnv");function lt(e,n){let t=process.env;process.env={...n};try{return e.getSpec()}finally{process.env=t;}}a(lt,"planWithEnv");function st(e){return Array.isArray(e)?e.map(st):e===null||typeof e!="object"?e:Object.fromEntries(Object.entries(e).sort(([n],[t])=>n<t?-1:n>t?1:0).map(([n,t])=>[n,st(t)]))}a(st,"sortKeys");function wo(e){let{purpose:n,...t}=e;return n===void 0?e:t}a(wo,"withoutPurpose");function wc(e){return {name:e.name,type:e.type,required:e.required}}a(wc,"withoutDescription");function Rc(e){let{instances:n,runParams:t}=e;return {...e,nodes:e.nodes.map(wo),...n!==void 0?{instances:n.map(wo)}:{},...t!==void 0?{runParams:t.map(wc)}:{}}}a(Rc,"withoutUserTexts");function Ec(e){return `${JSON.stringify(st(Rc(e)),null,2)}
|
|
4
|
-
`}a(Ec,"serializePlanSnapshot");async function Ro(e){try{return await readFile(e,"utf8")}catch(n){if(n.code==="ENOENT")return;throw n}}a(Ro,"readPlanSnapshot");function ue(e,n){let t=k(e.changelog);return {pipeline:e.name,version:t,path:pe(n,t),content:Ec(ee(e))}}a(ue,"expectedPlanSnapshot");var $o=/[\\/]versions[\\/]v(\d+)\.plan\.json$/;function xo(e){return $o.test(e)}a(xo,"isPlanSnapshotPath");var kc=z$1.object({id:z$1.string(),name:z$1.string(),dataType:z$1.string(),isKey:z$1.boolean(),sourceColumns:z$1.array(z$1.string()).optional()}),$c=z$1.object({id:z$1.string(),label:z$1.string(),stepType:z$1.string(),columns:z$1.array(kc),descriptor:z$1.record(z$1.string(),z$1.unknown()).optional()}).passthrough(),xc=z$1.object({id:z$1.string(),source:z$1.string(),target:z$1.string()}).passthrough(),Dc=z$1.object({name:z$1.string(),nodes:z$1.array($c),edges:z$1.array(xc)});function Ic(e,n){let t;try{t=JSON.parse(n);}catch(o){let a=o instanceof Error?o.message:String(o);throw new Error(`${e}: lo snapshot del piano non \xE8 JSON valido (${a})`)}let r=Dc.safeParse(t);if(!r.success)throw new Error(`${e}: lo snapshot non \xE8 un piano (${r.error.issues[0]?.message??"forma non valida"})`);return t}a(Ic,"parsePlanSnapshot");function Do(e){let n=new Map,t=new Map;for(let{path:r,content:o}of e){let a=Number($o.exec(r)?.[1]);if(!Number.isInteger(a))throw new Error(`${r}: non \xE8 uno snapshot versions/v<N>.plan.json`);let s=Ic(r,o),l=`${s.name}@${a}`,c=t.get(l);if(c!==void 0)throw new Error(`piano "${s.name}": due snapshot della v${a}, ${c} e ${r}`);t.set(l,r);let d=n.get(s.name)??new Map;d.set(a,s),n.set(s.name,d);}return n}a(Do,"groupPlanSnapshots");function Io(e,n,t){let r=a(o=>{let a=t?.get(o);if(a===void 0)throw new Error(`pipeline "${e}": manca lo snapshot del piano della v${o}. Lancia \`${z(e)}\`.`);return a},"snapshot");return n.map(o=>{let a=r(o.version),s={version:o.version,date:o.date,tickets:o.tickets,added:o.added,changed:o.changed,removed:o.removed,...o.rollbackTo===void 0?{}:{rollbackTo:o.rollbackTo}};if(o.version===1)return s;let l=r(o.version-1);return {...s,diff:jc(Po(l,a))}}).reverse()}a(Io,"pipelineVersions");function ln(e,n){return `${e??"\u2014"} \u2192 ${n??"\u2014"}`}a(ln,"arrow");function Ae(e){let n=e.filter(t=>t!==false);return n.length===0?void 0:n.join(", ")}a(Ae,"detail");function U(e,n,t){return t===void 0?{change:e,subject:n}:{change:e,subject:n,detail:t}}a(U,"line");function Lc(e){let{before:n,after:t,columns:r}=e;return Ae([e.fields.includes("label")&&`etichetta \xAB${n.label}\xBB \u2192 \xAB${t.label}\xBB`,e.fields.includes("stepType")&&`tipo ${ln(n.stepType,t.stepType)}`,e.fields.includes("descriptor")&&"connettore",!Ie(r)&&"colonne"])}a(Lc,"nodeChangeDetail");var Tc={catch:"ramo catch","dead-letter":"dead-letter",control:"controllo"};function ct(e){return `${e.source} \u2192 ${e.target}`}a(ct,"edgeSubject");var Lo=[["kind","tipo",e=>Tc[e]],["joinType","join",e=>e],["sourceHandle","porta",e=>e],["targetHandle","ingresso",e=>e]];function Eo(e){return Ae(Lo.map(([n,t,r])=>{let o=e[n];return o===void 0?false:n==="kind"?r(o):`${t} ${r(o)}`}))}a(Eo,"edgeDetail");function Ac({before:e,after:n}){return Ae(Lo.map(([t,r])=>e[t]!==n[t]&&`${r} ${ln(e[t],n[t])}`))??"attributi"}a(Ac,"edgeChangeDetail");function Co(e){return Ae([e.dataType,e.isKey&&"chiave"])}a(Co,"columnDetail");function Oc({before:e,after:n}){return Ae([e.name!==n.name&&`nome \xAB${e.name}\xBB \u2192 \xAB${n.name}\xBB`,e.dataType!==n.dataType&&`tipo ${ln(e.dataType,n.dataType)}`,e.isKey!==n.isKey&&(n.isKey?"ora chiave":"non pi\xF9 chiave"),!isDeepStrictEqual(e.sourceColumns,n.sourceColumns)&&"origine"])??"attributi"}a(Oc,"columnChangeDetail");function Nc(e){let{columns:n}=e;return [...n.added.map(t=>U("added",t.name,Co(t))),...n.changed.map(t=>U("changed",t.before.name,Oc(t))),...n.removed.map(t=>U("removed",t.name,Co(t)))]}a(Nc,"columnLines");function _c(e){let n=`${e.node}.${e.column}`;switch(e.reason){case "removed":return `${n}: rimossa`;case "renamed":return `${n}: rinominata \xAB${e.before}\xBB \u2192 \xAB${e.after}\xBB`;case "type-changed":return `${n}: tipo ${ln(e.before,e.after)}`}}a(_c,"contractBreakText");function ko(e,n){return U(e,n.id,n.stepType)}a(ko,"stepTypeLine");function jc(e){let{nodes:n,edges:t}=e,r=[...n.added.map(s=>ko("added",s)),...n.changed.map(s=>U("changed",s.id,Lc(s))),...n.removed.map(s=>ko("removed",s))],o=[...t.added.map(s=>U("added",ct(s),Eo(s))),...t.changed.map(s=>U("changed",ct(s.after),Ac(s))),...t.removed.map(s=>U("removed",ct(s),Eo(s)))],a=n.changed.map(s=>({node:s.id,lines:Nc(s)})).filter(s=>s.lines.length>0);return {empty:So(e),breaksContract:e.breaksContract,contractBreaks:e.contractBreaks.map(_c),nodes:r,edges:o,columns:a}}a(jc,"describePlanDiff");function To(e,n){let t=Do(n);return Object.fromEntries(e.map(r=>{let o=r.getSpec();return [r.name,{name:r.name,description:r.description,levels:mo(o),versions:Io(r.name,r.changelog,t.get(r.name))}]}))}a(To,"pipelineDiagrams");function Ao(e,n){return {diagrams:go(e),pipelinePages:C(n,"PipelineDag"),subPipelinePages:C(n,"SubPipelineDag")}}a(Ao,"subPipelinesData");var zc=["plans/","agents/","research/","architecture/","README.md","conventions/coding-standards.md","conventions/testing-strategy.md","conventions/documentation.md","conventions/git-workflow.md","runbooks/template.md","runbooks/issue-workflow.md","runbooks/rilascio-del-core.md","runbooks/portare-pipeline-in-un-repo-cliente.md","runbooks/sito-documentazione.md","runbooks/build-desktop-windows.md","runbooks/local-test-databases.md","runbooks/noeva-file-version-bump.md"],Uc=[{path:"pipelines/canossa/",reason:"canossa-bilanci migra in noeva-etl-canossa-events (ETL-276, ADR-0097)"}],Oo=a((e,n)=>n.some(t=>t.endsWith("/")?e.startsWith(t):e===t),"matches");function Kc(e){return Oo(e,zc)||Oo(e,Uc.map(n=>n.path))}a(Kc,"isExcludedFromCore");function fe(e){return existsSync(e)?readdirSync(e,{recursive:true,encoding:"utf8"}).map(n=>n.split("\\").join("/")).filter(n=>n.endsWith(".md")&&!n.startsWith(".vitepress/")&&!n.split("/").includes("node_modules")).map(n=>({path:n,content:readFileSync(join(e,n),"utf8")})):[]}a(fe,"markdownPages");function ne(e){return fe(e).filter(n=>!Kc(n.path))}a(ne,"corePublishedPages");var Hc=join("src","pipelines"),dt="run.ts";function me(e){return join(e,Hc)}a(me,"pipelinesRoot");async function qc(e){try{return (await readdir(e,{recursive:!0})).filter(t=>basename(t)===dt).map(t=>join(e,t))}catch(n){if(n.code==="ENOENT")return [];throw n}}a(qc,"runModules");async function _o(e,n){let t=[];for(let r of await qc(n)){let o=await import(pathToFileURL(r).href),a=Object.values(o);t.push({path:r,declared:e.filter(s=>a.includes(s))});}return t}a(_o,"runModulesOf");async function jo(e,n){return (await _o(e,n)).filter(({declared:t})=>t.length===0).map(({path:t})=>dirname(t))}a(jo,"orphanPipelineDirs");async function Mo(e,n){let t=new Map;for(let{path:o,declared:a}of await _o(e,n))for(let s of a)t.set(s.name,dirname(o));let r=e.filter(o=>!t.has(o.name)&&!b(o));if(r.length>0)throw new g(`${r.map(o=>`"${o.name}"`).join(", ")}: nessun ${dt} sotto ${n} la esporta. Il RunnablePipeline di una pipeline si esporta dal ${dt} della sua cartella, in src/pipelines/ accanto a etl.config.ts.`);return t}a(Mo,"locatePipelineDirs");function ge(e,n,t=""){let r=n.get(e.name);if(r!==void 0)return r;throw b(e)?new g(`"${e.name}" \xE8 una pipeline pronta: la versiona il core, che la pubblica col pacchetto, non questo repo (ADR-0094 \xA72).${t}`):new g(`cartella della pipeline "${e.name}" non trovata.`)}a(ge,"pipelineDirOf");var Fo="@noeva/etl-core",rd="/guida/",Vo="/guida/core/",cn="catalogo.md",dn="docs";function od(e){let n=join(e,"package.json");if(!existsSync(n))return false;let{name:t}=JSON.parse(readFileSync(n,"utf8"));return t===Fo}a(od,"isPackageRoot");function zo(e){if(od(e))return e;let n=dirname(e);if(n===e)throw new Error(`radice di ${Fo} non trovata`);return zo(n)}a(zo,"packageRootFrom");var x=zo(dirname(fileURLToPath(import.meta.url))),mt=join(x,dn);function Oe(e,n={}){let t=realpathSync(e.root),r=join(t,dn),o=join(r,".vitepress","cache");return {srcDir:r,outDir:n.outDir===void 0?join(r,".vitepress","dist"):resolve(t,n.outDir),cacheDir:o,tempDir:join(r,".vitepress",".temp"),siteFile:join(o,"etl-docs","sito.json")}}a(Oe,"siteDirs");function N(e){return realpathSync(e.root)===realpathSync(x)}a(N,"isCoreRepo");function id(e){return N(e)?"Noeva ETL":`Noeva ETL \xB7 ${e.client.toUpperCase()}`}a(id,"siteTitle");async function ad(e){let n=me(e);if(!existsSync(n))return [];let t=await readdir(n,{recursive:true});return Promise.all(t.map(r=>join(n,r)).filter(xo).map(async r=>({path:r,content:await readFile(r,"utf8")})))}a(ad,"snapshotFiles");function sd(e,n){let t=C(n,"PipelineDag");return e.pipelines.filter(r=>N(e)?t[r.name]!==void 0:!e.readyPipelines.includes(r.name)).map(r=>({name:r.name,description:r.description,changelog:r.changelog,getSpec:a(()=>ee(r),"getSpec")}))}a(sd,"documentedPipelines");function ld(e,n){let t=a(s=>{let l=C(n,s);return c=>{let d=l[c];return d===void 0?[]:[{name:c,page:d}]}},"cardsOf"),r=t("PipelineDag"),o=e.pipelines.map(s=>s.name).sort(),a$1=e.subPipelines.map(s=>s.name).sort().flatMap(t("SubPipelineDag"));return {ready:o.filter(s=>e.readyPipelines.includes(s)).flatMap(r),examples:[...o.filter(s=>!e.readyPipelines.includes(s)).flatMap(r),...a$1]}}a(ld,"guideSections");async function Uo(e,n,{packageGuide:t=false}={}){let r=N(e),o=r?ne(n.srcDir):fe(n.srcDir),a=sd(e,o),s={client:e.client,title:id(e),srcDir:n.srcDir,outDir:n.outDir,cacheDir:n.cacheDir,coreBase:Vo,pipelines:To(a,await ad(e.root)),subPipelines:Ao(a.map(l=>l.getSpec()),o)};return r?{...s,mode:"core",base:t?Vo:"/",sections:ld(e,o)}:{...s,mode:"cliente",base:rd,catalogPage:cn}}a(Uo,"docsSiteOf");async function Ko(e,n){await mkdir(dirname(n),{recursive:true}),await writeFile(n,JSON.stringify(e));}a(Ko,"writeDocsSite");var cd="<!-- noeva-etl:inizio \u2014 blocco gestito dal core: lo riscrive un aggiornamento del core, non modificarlo a mano -->",Ne="<!-- noeva-etl:fine -->",gt="<!-- noeva-etl:inizio";function Wo(e){return `${cd}
|
|
4
|
+
`}a(Ec,"serializePlanSnapshot");async function Ro(e){try{return await readFile(e,"utf8")}catch(n){if(n.code==="ENOENT")return;throw n}}a(Ro,"readPlanSnapshot");function ue(e,n){let t=k(e.changelog);return {pipeline:e.name,version:t,path:pe(n,t),content:Ec(ee(e))}}a(ue,"expectedPlanSnapshot");var $o=/[\\/]versions[\\/]v(\d+)\.plan\.json$/;function xo(e){return $o.test(e)}a(xo,"isPlanSnapshotPath");var kc=z$1.object({id:z$1.string(),name:z$1.string(),dataType:z$1.string(),isKey:z$1.boolean(),sourceColumns:z$1.array(z$1.string()).optional()}),$c=z$1.object({id:z$1.string(),label:z$1.string(),stepType:z$1.string(),columns:z$1.array(kc),descriptor:z$1.record(z$1.string(),z$1.unknown()).optional()}).passthrough(),xc=z$1.object({id:z$1.string(),source:z$1.string(),target:z$1.string()}).passthrough(),Dc=z$1.object({name:z$1.string(),nodes:z$1.array($c),edges:z$1.array(xc)});function Ic(e,n){let t;try{t=JSON.parse(n);}catch(o){let a=o instanceof Error?o.message:String(o);throw new Error(`${e}: lo snapshot del piano non \xE8 JSON valido (${a})`)}let r=Dc.safeParse(t);if(!r.success)throw new Error(`${e}: lo snapshot non \xE8 un piano (${r.error.issues[0]?.message??"forma non valida"})`);return t}a(Ic,"parsePlanSnapshot");function Do(e){let n=new Map,t=new Map;for(let{path:r,content:o}of e){let a=Number($o.exec(r)?.[1]);if(!Number.isInteger(a))throw new Error(`${r}: non \xE8 uno snapshot versions/v<N>.plan.json`);let s=Ic(r,o),l=`${s.name}@${a}`,c=t.get(l);if(c!==void 0)throw new Error(`piano "${s.name}": due snapshot della v${a}, ${c} e ${r}`);t.set(l,r);let d=n.get(s.name)??new Map;d.set(a,s),n.set(s.name,d);}return n}a(Do,"groupPlanSnapshots");function Io(e,n,t){let r=a(o=>{let a=t?.get(o);if(a===void 0)throw new Error(`pipeline "${e}": manca lo snapshot del piano della v${o}. Lancia \`${z(e)}\`.`);return a},"snapshot");return n.map(o=>{let a=r(o.version),s={version:o.version,date:o.date,tickets:o.tickets,added:o.added,changed:o.changed,removed:o.removed,...o.rollbackTo===void 0?{}:{rollbackTo:o.rollbackTo}};if(o.version===1)return s;let l=r(o.version-1);return {...s,diff:jc(Po(l,a))}}).reverse()}a(Io,"pipelineVersions");function ln(e,n){return `${e??"\u2014"} \u2192 ${n??"\u2014"}`}a(ln,"arrow");function Ae(e){let n=e.filter(t=>t!==false);return n.length===0?void 0:n.join(", ")}a(Ae,"detail");function U(e,n,t){return t===void 0?{change:e,subject:n}:{change:e,subject:n,detail:t}}a(U,"line");function Lc(e){let{before:n,after:t,columns:r}=e;return Ae([e.fields.includes("label")&&`etichetta \xAB${n.label}\xBB \u2192 \xAB${t.label}\xBB`,e.fields.includes("stepType")&&`tipo ${ln(n.stepType,t.stepType)}`,e.fields.includes("descriptor")&&"connettore",!Ie(r)&&"colonne"])}a(Lc,"nodeChangeDetail");var Tc={catch:"ramo catch","dead-letter":"dead-letter",control:"controllo"};function ct(e){return `${e.source} \u2192 ${e.target}`}a(ct,"edgeSubject");var Lo=[["kind","tipo",e=>Tc[e]],["joinType","join",e=>e],["sourceHandle","porta",e=>e],["targetHandle","ingresso",e=>e]];function Eo(e){return Ae(Lo.map(([n,t,r])=>{let o=e[n];return o===void 0?false:n==="kind"?r(o):`${t} ${r(o)}`}))}a(Eo,"edgeDetail");function Ac({before:e,after:n}){return Ae(Lo.map(([t,r])=>e[t]!==n[t]&&`${r} ${ln(e[t],n[t])}`))??"attributi"}a(Ac,"edgeChangeDetail");function Co(e){return Ae([e.dataType,e.isKey&&"chiave"])}a(Co,"columnDetail");function Oc({before:e,after:n}){return Ae([e.name!==n.name&&`nome \xAB${e.name}\xBB \u2192 \xAB${n.name}\xBB`,e.dataType!==n.dataType&&`tipo ${ln(e.dataType,n.dataType)}`,e.isKey!==n.isKey&&(n.isKey?"ora chiave":"non pi\xF9 chiave"),!isDeepStrictEqual(e.sourceColumns,n.sourceColumns)&&"origine"])??"attributi"}a(Oc,"columnChangeDetail");function Nc(e){let{columns:n}=e;return [...n.added.map(t=>U("added",t.name,Co(t))),...n.changed.map(t=>U("changed",t.before.name,Oc(t))),...n.removed.map(t=>U("removed",t.name,Co(t)))]}a(Nc,"columnLines");function _c(e){let n=`${e.node}.${e.column}`;switch(e.reason){case "removed":return `${n}: rimossa`;case "renamed":return `${n}: rinominata \xAB${e.before}\xBB \u2192 \xAB${e.after}\xBB`;case "type-changed":return `${n}: tipo ${ln(e.before,e.after)}`}}a(_c,"contractBreakText");function ko(e,n){return U(e,n.id,n.stepType)}a(ko,"stepTypeLine");function jc(e){let{nodes:n,edges:t}=e,r=[...n.added.map(s=>ko("added",s)),...n.changed.map(s=>U("changed",s.id,Lc(s))),...n.removed.map(s=>ko("removed",s))],o=[...t.added.map(s=>U("added",ct(s),Eo(s))),...t.changed.map(s=>U("changed",ct(s.after),Ac(s))),...t.removed.map(s=>U("removed",ct(s),Eo(s)))],a=n.changed.map(s=>({node:s.id,lines:Nc(s)})).filter(s=>s.lines.length>0);return {empty:So(e),breaksContract:e.breaksContract,contractBreaks:e.contractBreaks.map(_c),nodes:r,edges:o,columns:a}}a(jc,"describePlanDiff");function To(e,n){let t=Do(n);return Object.fromEntries(e.map(r=>{let o=r.getSpec();return [r.name,{name:r.name,description:r.description,levels:mo(o),versions:Io(r.name,r.changelog,t.get(r.name))}]}))}a(To,"pipelineDiagrams");function Ao(e,n){return {diagrams:go(e),pipelinePages:C(n,"PipelineDag"),subPipelinePages:C(n,"SubPipelineDag")}}a(Ao,"subPipelinesData");var zc=["plans/","agents/","research/","architecture/","README.md","conventions/coding-standards.md","conventions/testing-strategy.md","conventions/documentation.md","conventions/git-workflow.md","runbooks/template.md","runbooks/issue-workflow.md","runbooks/rilascio-del-core.md","runbooks/portare-pipeline-in-un-repo-cliente.md","runbooks/sito-documentazione.md","runbooks/build-desktop-windows.md","runbooks/local-test-databases.md","runbooks/noeva-file-version-bump.md"],Uc=[],Oo=a((e,n)=>n.some(t=>t.endsWith("/")?e.startsWith(t):e===t),"matches");function Kc(e){return Oo(e,zc)||Oo(e,Uc.map(n=>n.path))}a(Kc,"isExcludedFromCore");function fe(e){return existsSync(e)?readdirSync(e,{recursive:true,encoding:"utf8"}).map(n=>n.split("\\").join("/")).filter(n=>n.endsWith(".md")&&!n.startsWith(".vitepress/")&&!n.split("/").includes("node_modules")).map(n=>({path:n,content:readFileSync(join(e,n),"utf8")})):[]}a(fe,"markdownPages");function ne(e){return fe(e).filter(n=>!Kc(n.path))}a(ne,"corePublishedPages");var Hc=join("src","pipelines"),dt="run.ts";function me(e){return join(e,Hc)}a(me,"pipelinesRoot");async function qc(e){try{return (await readdir(e,{recursive:!0})).filter(t=>basename(t)===dt).map(t=>join(e,t))}catch(n){if(n.code==="ENOENT")return [];throw n}}a(qc,"runModules");async function _o(e,n){let t=[];for(let r of await qc(n)){let o=await import(pathToFileURL(r).href),a=Object.values(o);t.push({path:r,declared:e.filter(s=>a.includes(s))});}return t}a(_o,"runModulesOf");async function jo(e,n){return (await _o(e,n)).filter(({declared:t})=>t.length===0).map(({path:t})=>dirname(t))}a(jo,"orphanPipelineDirs");async function Mo(e,n){let t=new Map;for(let{path:o,declared:a}of await _o(e,n))for(let s of a)t.set(s.name,dirname(o));let r=e.filter(o=>!t.has(o.name)&&!b(o));if(r.length>0)throw new g(`${r.map(o=>`"${o.name}"`).join(", ")}: nessun ${dt} sotto ${n} la esporta. Il RunnablePipeline di una pipeline si esporta dal ${dt} della sua cartella, in src/pipelines/ accanto a etl.config.ts.`);return t}a(Mo,"locatePipelineDirs");function ge(e,n,t=""){let r=n.get(e.name);if(r!==void 0)return r;throw b(e)?new g(`"${e.name}" \xE8 una pipeline pronta: la versiona il core, che la pubblica col pacchetto, non questo repo (ADR-0094 \xA72).${t}`):new g(`cartella della pipeline "${e.name}" non trovata.`)}a(ge,"pipelineDirOf");var Fo="@noeva/etl-core",rd="/guida/",Vo="/guida/core/",cn="catalogo.md",dn="docs";function od(e){let n=join(e,"package.json");if(!existsSync(n))return false;let{name:t}=JSON.parse(readFileSync(n,"utf8"));return t===Fo}a(od,"isPackageRoot");function zo(e){if(od(e))return e;let n=dirname(e);if(n===e)throw new Error(`radice di ${Fo} non trovata`);return zo(n)}a(zo,"packageRootFrom");var x=zo(dirname(fileURLToPath(import.meta.url))),mt=join(x,dn);function Oe(e,n={}){let t=realpathSync(e.root),r=join(t,dn),o=join(r,".vitepress","cache");return {srcDir:r,outDir:n.outDir===void 0?join(r,".vitepress","dist"):resolve(t,n.outDir),cacheDir:o,tempDir:join(r,".vitepress",".temp"),siteFile:join(o,"etl-docs","sito.json")}}a(Oe,"siteDirs");function N(e){return realpathSync(e.root)===realpathSync(x)}a(N,"isCoreRepo");function id(e){return N(e)?"Noeva ETL":`Noeva ETL \xB7 ${e.client.toUpperCase()}`}a(id,"siteTitle");async function ad(e){let n=me(e);if(!existsSync(n))return [];let t=await readdir(n,{recursive:true});return Promise.all(t.map(r=>join(n,r)).filter(xo).map(async r=>({path:r,content:await readFile(r,"utf8")})))}a(ad,"snapshotFiles");function sd(e,n){let t=C(n,"PipelineDag");return e.pipelines.filter(r=>N(e)?t[r.name]!==void 0:!e.readyPipelines.includes(r.name)).map(r=>({name:r.name,description:r.description,changelog:r.changelog,getSpec:a(()=>ee(r),"getSpec")}))}a(sd,"documentedPipelines");function ld(e,n){let t=a(s=>{let l=C(n,s);return c=>{let d=l[c];return d===void 0?[]:[{name:c,page:d}]}},"cardsOf"),r=t("PipelineDag"),o=e.pipelines.map(s=>s.name).sort(),a$1=e.subPipelines.map(s=>s.name).sort().flatMap(t("SubPipelineDag"));return {ready:o.filter(s=>e.readyPipelines.includes(s)).flatMap(r),examples:[...o.filter(s=>!e.readyPipelines.includes(s)).flatMap(r),...a$1]}}a(ld,"guideSections");async function Uo(e,n,{packageGuide:t=false}={}){let r=N(e),o=r?ne(n.srcDir):fe(n.srcDir),a=sd(e,o),s={client:e.client,title:id(e),srcDir:n.srcDir,outDir:n.outDir,cacheDir:n.cacheDir,coreBase:Vo,pipelines:To(a,await ad(e.root)),subPipelines:Ao(a.map(l=>l.getSpec()),o)};return r?{...s,mode:"core",base:t?Vo:"/",sections:ld(e,o)}:{...s,mode:"cliente",base:rd,catalogPage:cn}}a(Uo,"docsSiteOf");async function Ko(e,n){await mkdir(dirname(n),{recursive:true}),await writeFile(n,JSON.stringify(e));}a(Ko,"writeDocsSite");var cd="<!-- noeva-etl:inizio \u2014 blocco gestito dal core: lo riscrive un aggiornamento del core, non modificarlo a mano -->",Ne="<!-- noeva-etl:fine -->",gt="<!-- noeva-etl:inizio";function Wo(e){return `${cd}
|
|
5
5
|
|
|
6
6
|
${e.trim()}
|
|
7
7
|
|
|
@@ -61,7 +61,7 @@ data: ${JSON.stringify(e)}
|
|
|
61
61
|
|
|
62
62
|
`);let c=s.subscribe(l,m=>{a$1.write(hu(m)),m.type==="run-completed"&&(f(),a$1.end());}),d=setInterval(()=>{a$1.write(`: heartbeat
|
|
63
63
|
|
|
64
|
-
`);},t);d.unref?.();let u=false;function f(){u||(u=true,clearInterval(d),c());}a(f,"cleanup"),o.on("close",f),a$1.on("close",f);}),n}a(ea,"createRunsRouter");function na(e,n={}){let t=Vt(),r={origin:n.corsOrigin??"*"};return t.use(Su(r)),t.get("/health",(o,a)=>{a.json({status:"ok"});}),t.get("/deploy",(o,a)=>{if(n.deploy===void 0){a.status(503).json({message:"Deploy non configurato."});return}a.json(n.deploy);}),t.get("/graphs",(o,a)=>{a.json(e.summaries);}),t.get("/graphs/:name",(o,a)=>{let s=String(o.params.name??""),l=e.get(s);if(!l){let c=e.isSubPipeline(s)?`${ce(s)}: si legge in GET /sub-pipelines`:`Grafo sconosciuto: "${s}".`;a.status(404).json({message:c});return}a.json(l);}),t.get("/sub-pipelines",(o,a)=>{a.json(e.subPipelines);}),n.guide!==void 0&&t.use(Zi(n.guide)),t.use(ea({store:n.runStore,bus:n.runEvents,launcher:n.tracedRuns})),t}a(na,"createServer");var Gt=3005,Ft="*";function ta(e=process.env){let n=e.ETL_HTTP_PORT,t=n?Number.parseInt(n,10):Gt;if(!Number.isInteger(t)||t<0||t>65535)throw new Error(`ETL_HTTP_PORT non valido: "${n}" (atteso intero 0-65535).`);return {port:t,corsOrigin:e.ETL_HTTP_CORS_ORIGIN??Ft}}a(ta,"loadServerConfig");async function ra(e,n){let t=Hi(n.pipelines,{workspacesOf:n.workspacesOf}),r=na(t,{corsOrigin:e.corsOrigin,runStore:n.runStore,runEvents:n.runEvents,tracedRuns:n.tracedRuns,deploy:n.deploy,guide:n.guide}),o=await new Promise(l=>{let c=r.listen(e.port,()=>l(c));}),a$1=o.address();return {port:a$1&&typeof a$1=="object"?a$1.port:e.port,graphCount:t.summaries.length,close:a(()=>new Promise((l,c)=>{o.close(d=>d?c(d):l());}),"close")}}a(ra,"startServer");var zt=".state";function bn(e=process.env){let n=e.ETL_STATE_DIR,t=n===void 0||n.trim()===""?zt:n,r=e.ETL_RUNS_DIR,o=r===void 0?Fe:r.trim()===""?null:r;if(o!==null&&resolve(t)===resolve(o))throw new g(`ETL_STATE_DIR ed ETL_RUNS_DIR puntano alla stessa directory ("${t}"): lo stato di pipeline non deve stare nello storico delle run, che ha un pruning.`);return t}a(bn,"loadStateDir");var Ut="etl",Kt=6e4;function bu(e){if(e===void 0||e==="")return Kt;let n=Number(e);if(!Number.isInteger(n)||n<=0)throw new g(`Variabile ETL_POLL_INTERVAL_MS non valida: "${e}" (deve essere un intero positivo)`);return n}a(bu,"resolvePollIntervalMs");function ia(e=process.env){let n=d$1(e),t=e.ETL_WORKER_TYPE||Ut,r=bu(e.ETL_POLL_INTERVAL_MS);return n.map(o=>({workspaceId:o.workspaceId,workerType:t,pollIntervalMs:r,apiClientConfig:o}))}a(ia,"loadEtlWorkerConfigs");var Se="info";var aa=[{suffisso:"ETL_ENV",default:"dev"},{suffisso:"ETL_LOG_LEVEL",default:Se},{suffisso:"ETL_RELEASE"},{suffisso:"NOEVA_WORKSPACE_IDS"},{suffisso:"NOEVA_WORKSPACE_ID",obbligatoria:a(e=>e("NOEVA_WORKSPACE_IDS")===void 0,"obbligatoria")},{suffisso:"NOEVA_API_BASE_URL",obbligatoria:true},{suffisso:"NOEVA_API_KEY",obbligatoria:true,segreta:true},{suffisso:"ETL_PIPELINE_WORKSPACES"},{suffisso:"ETL_WORKER_TYPE",default:Ut},{suffisso:"ETL_POLL_INTERVAL_MS",default:String(Kt)},{suffisso:"ETL_HTTP_PORT",default:String(Gt)},{suffisso:"ETL_HTTP_CORS_ORIGIN",default:Ft},{suffisso:"ETL_RUNS_DIR",default:Fe},{suffisso:"ETL_RUNS_KEEP",default:String(jt)},{suffisso:"ETL_TRACES_KEEP",default:String(Mt)},{suffisso:"ETL_STATE_DIR",default:zt},{suffisso:"ETL_STATE_ACTOR"}];function wu(e){return
|
|
64
|
+
`);},t);d.unref?.();let u=false;function f(){u||(u=true,clearInterval(d),c());}a(f,"cleanup"),o.on("close",f),a$1.on("close",f);}),n}a(ea,"createRunsRouter");function na(e,n={}){let t=Vt(),r={origin:n.corsOrigin??"*"};return t.use(Su(r)),t.get("/health",(o,a)=>{a.json({status:"ok"});}),t.get("/deploy",(o,a)=>{if(n.deploy===void 0){a.status(503).json({message:"Deploy non configurato."});return}a.json(n.deploy);}),t.get("/graphs",(o,a)=>{a.json(e.summaries);}),t.get("/graphs/:name",(o,a)=>{let s=String(o.params.name??""),l=e.get(s);if(!l){let c=e.isSubPipeline(s)?`${ce(s)}: si legge in GET /sub-pipelines`:`Grafo sconosciuto: "${s}".`;a.status(404).json({message:c});return}a.json(l);}),t.get("/sub-pipelines",(o,a)=>{a.json(e.subPipelines);}),n.guide!==void 0&&t.use(Zi(n.guide)),t.use(ea({store:n.runStore,bus:n.runEvents,launcher:n.tracedRuns})),t}a(na,"createServer");var Gt=3005,Ft="*";function ta(e=process.env){let n=e.ETL_HTTP_PORT,t=n?Number.parseInt(n,10):Gt;if(!Number.isInteger(t)||t<0||t>65535)throw new Error(`ETL_HTTP_PORT non valido: "${n}" (atteso intero 0-65535).`);return {port:t,corsOrigin:e.ETL_HTTP_CORS_ORIGIN??Ft}}a(ta,"loadServerConfig");async function ra(e,n){let t=Hi(n.pipelines,{workspacesOf:n.workspacesOf}),r=na(t,{corsOrigin:e.corsOrigin,runStore:n.runStore,runEvents:n.runEvents,tracedRuns:n.tracedRuns,deploy:n.deploy,guide:n.guide}),o=await new Promise(l=>{let c=r.listen(e.port,()=>l(c));}),a$1=o.address();return {port:a$1&&typeof a$1=="object"?a$1.port:e.port,graphCount:t.summaries.length,close:a(()=>new Promise((l,c)=>{o.close(d=>d?c(d):l());}),"close")}}a(ra,"startServer");var zt=".state";function bn(e=process.env){let n=e.ETL_STATE_DIR,t=n===void 0||n.trim()===""?zt:n,r=e.ETL_RUNS_DIR,o=r===void 0?Fe:r.trim()===""?null:r;if(o!==null&&resolve(t)===resolve(o))throw new g(`ETL_STATE_DIR ed ETL_RUNS_DIR puntano alla stessa directory ("${t}"): lo stato di pipeline non deve stare nello storico delle run, che ha un pruning.`);return t}a(bn,"loadStateDir");var Ut="etl",Kt=6e4;function bu(e){if(e===void 0||e==="")return Kt;let n=Number(e);if(!Number.isInteger(n)||n<=0)throw new g(`Variabile ETL_POLL_INTERVAL_MS non valida: "${e}" (deve essere un intero positivo)`);return n}a(bu,"resolvePollIntervalMs");function ia(e=process.env){let n=d$1(e),t=e.ETL_WORKER_TYPE||Ut,r=bu(e.ETL_POLL_INTERVAL_MS);return n.map(o=>({workspaceId:o.workspaceId,workerType:t,pollIntervalMs:r,apiClientConfig:o}))}a(ia,"loadEtlWorkerConfigs");var Se="info";var aa=[{suffisso:"ETL_ENV",default:"dev"},{suffisso:"ETL_LOG_LEVEL",default:Se},{suffisso:"ETL_RELEASE"},{suffisso:"NOEVA_WORKSPACE_IDS"},{suffisso:"NOEVA_WORKSPACE_ID",obbligatoria:a(e=>e("NOEVA_WORKSPACE_IDS")===void 0,"obbligatoria")},{suffisso:"NOEVA_API_BASE_URL",obbligatoria:true},{suffisso:"NOEVA_API_KEY",obbligatoria:true,segreta:true},{suffisso:"ETL_PIPELINE_WORKSPACES"},{suffisso:"ETL_WORKER_TYPE",default:Ut},{suffisso:"ETL_POLL_INTERVAL_MS",default:String(Kt)},{suffisso:"ETL_HTTP_PORT",default:String(Gt)},{suffisso:"ETL_HTTP_CORS_ORIGIN",default:Ft},{suffisso:"ETL_RUNS_DIR",default:Fe},{suffisso:"ETL_RUNS_KEEP",default:String(jt)},{suffisso:"ETL_TRACES_KEEP",default:String(Mt)},{suffisso:"ETL_STATE_DIR",default:zt},{suffisso:"ETL_STATE_ACTOR"}];function wu(e){return O$1(aa,"",e).variabili.map(n=>({variabile:n.variabile,origine:n.origine,provenienza:"core"}))}a(wu,"delCore");function Ru(e){let n=e.getSpec(),t=n.configuration??[],r=new Set(t.map(s=>s.env)),o=t.map(s=>({variabile:s.env,origine:s.origine,provenienza:{tipo:"pipeline",pipeline:e.name}})),a=n.nodes.flatMap(s=>{let l$1=s.descriptor;if(l$1===void 0)return [];let c={tipo:"istanza",connettore:l$1.kind,istanza:l$1.connection?.id??l};return l$1.details.flatMap(d=>d.env===void 0||d.origine===void 0||r.has(d.env)?[]:[{variabile:d.env,origine:d.origine,provenienza:c}])});return [...o,...a]}a(Ru,"dalPiano");function Eu(e,n){let t={variabile:e.variabile,origine:e.origine},r=e.provenienza;return r.tipo==="pipeline"?{...t,provenienza:`pipeline ${r.pipeline}`}:{...t,provenienza:`istanza ${r.connettore} ${r.istanza}`,pipeline:n}}a(Eu,"dichiarazione");function Cu(e,n){return (e.environment!==void 0?e.environment(n):Ru(e)).map(r=>Eu(r,e.name))}a(Cu,"dellaPipeline");function Bt(e){return [...new Set(e)]}a(Bt,"unici");function ku(e){return Bt(e.map(n=>n.provenienza)).map(n=>{let t=Bt(e.flatMap(r=>r.provenienza===n&&r.pipeline!==void 0?[r.pipeline]:[]));return t.length===0?n:`${n} (${t.join(", ")})`})}a(ku,"provenienze");function sa(e,n,t=[]){let r=[...wu(n),...e.flatMap(c=>Cu(c,n))],o=Bt(r.map(c=>c.variabile)),a=o.flatMap(c=>{let d=r.filter(u=>u.variabile===c);return d.some(u=>u.origine==="mancante")?[{variabile:c,provenienze:ku(d)}]:[]}),s=new Set(o),l=t.filter(c=>!s.has(c));return {mancanti:a,sconosciute:l}}a(sa,"verificaAmbiente");var $u=`Uso: etl env check
|
|
65
65
|
`;function xu(e){let n=e.mancanti.length;return n===0?`Nessuna variabile obbligatoria mancante.
|
|
66
66
|
`:n===1?`1 variabile obbligatoria mancante.
|
|
67
67
|
`:`${n} variabili obbligatorie mancanti.
|
package/dist/connector-kit.d.ts
CHANGED
|
@@ -186,9 +186,11 @@ declare const PREFISSO_SENDGRID = "SENDGRID_";
|
|
|
186
186
|
declare const PREFISSO_HTTP = "HTTP_";
|
|
187
187
|
/** Siti Jira Cloud: `JIRA_BASE_URL`, `JIRA_<ID>_BASE_URL`. */
|
|
188
188
|
declare const PREFISSO_JIRA = "JIRA_";
|
|
189
|
+
/** Organizzazioni Zoho CRM: `ZOHO_BASE_URL`, `ZOHO_<ID>_BASE_URL` (ADR-0106). */
|
|
190
|
+
declare const PREFISSO_ZOHO = "ZOHO_";
|
|
189
191
|
/** Client Noeva dell'istanza ETL: `NOEVA_API_BASE_URL`, `NOEVA_WORKSPACE_ID`… */
|
|
190
192
|
declare const PREFISSO_NOEVA = "NOEVA_";
|
|
191
|
-
/** Identità OAuth2 condivise da IMAP e
|
|
193
|
+
/** Identità OAuth2 condivise da IMAP, SMTP e Zoho CRM (ADR-0065). */
|
|
192
194
|
declare const PREFISSO_OAUTH = "OAUTH_";
|
|
193
195
|
/** Storage S3. */
|
|
194
196
|
declare const PREFISSO_S3 = "S3_";
|
|
@@ -197,4 +199,4 @@ declare const PREFISSO_SFTP = "SFTP_";
|
|
|
197
199
|
/** Storage FTP. */
|
|
198
200
|
declare const PREFISSO_FTP = "FTP_";
|
|
199
201
|
|
|
200
|
-
export { DEFAULT_INSTANCE_ID, type DriverErrorCodes, type EsitoConfigurazione, PREFISSO_FTP, PREFISSO_HTTP, PREFISSO_IMAP, PREFISSO_JIRA, PREFISSO_MSSQL, PREFISSO_NOEVA, PREFISSO_OAUTH, PREFISSO_PG, PREFISSO_S3, PREFISSO_SENDGRID, PREFISSO_SFTP, PREFISSO_SMTP, VariabileRisolta, connectionRef, dettaglioVariabile, driverErrorMatches, instanceEnvPrefix, isTransientDriverError, parseInstanceIds, redactCredentials, redactError, righeNonValida, tentaConfigurazione, transientFlag, unisciConfigError, variabileDelPiano, variabileDi, withoutCredentials };
|
|
202
|
+
export { DEFAULT_INSTANCE_ID, type DriverErrorCodes, type EsitoConfigurazione, PREFISSO_FTP, PREFISSO_HTTP, PREFISSO_IMAP, PREFISSO_JIRA, PREFISSO_MSSQL, PREFISSO_NOEVA, PREFISSO_OAUTH, PREFISSO_PG, PREFISSO_S3, PREFISSO_SENDGRID, PREFISSO_SFTP, PREFISSO_SMTP, PREFISSO_ZOHO, VariabileRisolta, connectionRef, dettaglioVariabile, driverErrorMatches, instanceEnvPrefix, isTransientDriverError, parseInstanceIds, redactCredentials, redactError, righeNonValida, tentaConfigurazione, transientFlag, unisciConfigError, variabileDelPiano, variabileDi, withoutCredentials };
|
package/dist/connector-kit.js
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
export{l as DEFAULT_INSTANCE_ID,e as KEYS_PLACEHOLDER,
|
|
1
|
+
export{l as DEFAULT_INSTANCE_ID,e as KEYS_PLACEHOLDER,V as MANIFEST_CONNESSIONE_SQL,F as PREFISSO_FTP,y as PREFISSO_HTTP,v as PREFISSO_IMAP,z as PREFISSO_JIRA,u as PREFISSO_MSSQL,B as PREFISSO_NOEVA,C as PREFISSO_OAUTH,t as PREFISSO_PG,D as PREFISSO_S3,x as PREFISSO_SENDGRID,E as PREFISSO_SFTP,w as PREFISSO_SMTP,A as PREFISSO_ZOHO,da as WATERMARK_PLACEHOLDER,R as ambienteDellaPipeline,f as assertReadOnlyQuery,ea as assertWatermarkQuery,q as buildConnectorRegistry,a as connectionRef,X as dettagliConnessioneSql,N as dettaglioCredenzialiPosta,H as dettaglioVariabile,Z as driverErrorMatches,k as groupRowsByKey,m as instanceEnvPrefix,_ as isTransientDriverError,Y as istanzaSqlPerIlPiano,U as letturaEnv,M as manifestCredenzialiPosta,h as normalizeKey,ia as observeWatermark,S as parseBooleano,K as parseCredenzialiPosta,n as parseInstanceIds,T as parsePorta,ja as plainWatermarkText,c as redactCredentials,d as redactError,g as replaceKeysPlaceholder,ba as replaceParams,fa as replaceWatermarkPlaceholder,ha as requireIncremental,s as resolveConnectorInstance,r as resolveConnectorRegistry,P as richiediCompleta,J as righeNonValida,W as risolviIstanzaSql,O as risolviVariabili,j as rowsByRequestedKey,ca as sqlTask,aa as statementParams,o as tentaConfigurazione,L as tokenOAuth2,$ as transientFlag,i as uniqueNormalizedKeys,p as unisciConfigError,Q as valoreGarantito,I as variabileDelPiano,G as variabileDi,ga as watermarkDetail,b as withoutCredentials}from'./chunk-PKBSETMV.js';import'./chunk-PE2QKU34.js';
|
package/dist/connectors/file.js
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
export{z as LIMITE_ELENCO_NON_LETTI,v as MANIFEST_FTP,l as MANIFEST_S3,q as MANIFEST_SFTP,d as csvCodec,e as csvRawCodec,b as fileSink,a as fileSource,j as filesystemStorage,u as ftpStorage,w as istanzaFtpDichiarata,m as istanzaS3Dichiarata,r as istanzaSftpDichiarata,g as jsonCodec,x as loadFtpConfig,y as loadFtpRegistry,n as loadS3ClientConfig,o as loadS3Registry,s as loadSftpConfig,t as loadSftpRegistry,A as localFolderSource,c as memoryStorage,C as moveLocalFile,i as parquetCodec,k as s3Storage,p as sftpStorage,B as writeLocalFile,f as xlsxCodec,h as xmlCodec}from'../chunk-
|
|
1
|
+
export{z as LIMITE_ELENCO_NON_LETTI,v as MANIFEST_FTP,l as MANIFEST_S3,q as MANIFEST_SFTP,d as csvCodec,e as csvRawCodec,b as fileSink,a as fileSource,j as filesystemStorage,u as ftpStorage,w as istanzaFtpDichiarata,m as istanzaS3Dichiarata,r as istanzaSftpDichiarata,g as jsonCodec,x as loadFtpConfig,y as loadFtpRegistry,n as loadS3ClientConfig,o as loadS3Registry,s as loadSftpConfig,t as loadSftpRegistry,A as localFolderSource,c as memoryStorage,C as moveLocalFile,i as parquetCodec,k as s3Storage,p as sftpStorage,B as writeLocalFile,f as xlsxCodec,h as xmlCodec}from'../chunk-RCRMQPFH.js';import'../chunk-PKBSETMV.js';import'../chunk-PE2QKU34.js';
|
package/dist/connectors/http.js
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
export{h as DEFAULT_HTTP_LOOKUP_CONCURRENCY,a as DEFAULT_HTTP_TIMEOUT_MS,b as MANIFEST_HTTP,j as httpAction,i as httpLookup,c as istanzaHttpDichiarata,g as istanzaHttpPerIlPiano,d as loadHttpConfig,f as loadHttpInstance,e as loadHttpRegistry}from'../chunk-
|
|
1
|
+
export{h as DEFAULT_HTTP_LOOKUP_CONCURRENCY,a as DEFAULT_HTTP_TIMEOUT_MS,b as MANIFEST_HTTP,j as httpAction,i as httpLookup,c as istanzaHttpDichiarata,g as istanzaHttpPerIlPiano,d as loadHttpConfig,f as loadHttpInstance,e as loadHttpRegistry}from'../chunk-ZCYGHS7P.js';export{e as richiestaHttp,a as rispostaErroreHttp}from'../chunk-JLPK6MMQ.js';import'../chunk-PKBSETMV.js';import'../chunk-PE2QKU34.js';
|
package/dist/connectors/imap.js
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
export{a as MANIFEST_IMAP,j as imapFlagAction,i as imapSessione,h as imapSource,k as imapSpostaAction,b as istanzaImapDichiarata,f as istanzaImapPerIlPiano,c as loadImapConfig,e as loadImapInstance,d as loadImapRegistry,g as oggettoContiene}from'../chunk-
|
|
1
|
+
export{a as MANIFEST_IMAP,j as imapFlagAction,i as imapSessione,h as imapSource,k as imapSpostaAction,b as istanzaImapDichiarata,f as istanzaImapPerIlPiano,c as loadImapConfig,e as loadImapInstance,d as loadImapRegistry,g as oggettoContiene}from'../chunk-RS5SGDUU.js';import'../chunk-LJ7DVP5F.js';import'../chunk-PKBSETMV.js';import'../chunk-PE2QKU34.js';
|