@noeva/etl-core 1.0.0-next.1 → 1.0.0-next.3

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (85) hide show
  1. package/README.md +10 -8
  2. package/deploy/deploy-ecr.sh +441 -0
  3. package/dist/cli.js +118 -117
  4. package/dist/connectors/sqlserver.js +1 -1
  5. package/dist/etl.config.js +13 -121
  6. package/dist/guida/404.html +2 -2
  7. package/dist/guida/GUIDA_SVILUPPO.html +6 -6
  8. package/dist/guida/TECHNICAL_OVERVIEW.html +4 -4
  9. package/dist/guida/assets/{GUIDA_SVILUPPO.md.Dj20s7gS.js → GUIDA_SVILUPPO.md.D13C7Zwu.js} +1 -1
  10. package/dist/guida/assets/{app.vAJRZtow.js → app.lWZ5GK2m.js} +1 -1
  11. package/dist/guida/assets/chunks/@localSearchIndexroot.B5zFGbAC.js +1 -0
  12. package/dist/guida/assets/chunks/{VPLocalSearchBox.D3nX303F.js → VPLocalSearchBox.C0h2R-Ih.js} +1 -1
  13. package/dist/guida/assets/chunks/{theme.Bq6mfDhZ.js → theme.BYWumH0G.js} +2 -2
  14. package/dist/guida/assets/runbooks_deploy-ecr.md.6M67F85S.js +45 -0
  15. package/dist/guida/assets/runbooks_deploy-ecr.md.6M67F85S.lean.js +1 -0
  16. package/dist/guida/assets/{runbooks_deployment.md.DvIOOsoG.js → runbooks_deployment.md.CsIYRa_5.js} +7 -5
  17. package/dist/guida/assets/runbooks_deployment.md.CsIYRa_5.lean.js +1 -0
  18. package/dist/guida/assets/{runbooks_graph-server.md.BOXZqdXC.js → runbooks_graph-server.md.opGHnuzK.js} +2 -2
  19. package/dist/guida/assets/{runbooks_graph-server.md.BOXZqdXC.lean.js → runbooks_graph-server.md.opGHnuzK.lean.js} +1 -1
  20. package/dist/guida/connectors/README.html +4 -4
  21. package/dist/guida/connectors/file.html +4 -4
  22. package/dist/guida/connectors/http.html +4 -4
  23. package/dist/guida/connectors/imap.html +4 -4
  24. package/dist/guida/connectors/jira.html +4 -4
  25. package/dist/guida/connectors/noeva.html +4 -4
  26. package/dist/guida/connectors/oauth.html +4 -4
  27. package/dist/guida/connectors/postgres.html +4 -4
  28. package/dist/guida/connectors/process.html +4 -4
  29. package/dist/guida/connectors/sendgrid.html +4 -4
  30. package/dist/guida/connectors/smtp.html +4 -4
  31. package/dist/guida/connectors/sqlserver.html +4 -4
  32. package/dist/guida/conventions/node-columns.html +4 -4
  33. package/dist/guida/conventions/node-descriptor.html +4 -4
  34. package/dist/guida/conventions/run-report.html +4 -4
  35. package/dist/guida/conventions/run-trace.html +4 -4
  36. package/dist/guida/conventions/variabili-del-core.html +4 -4
  37. package/dist/guida/conventions/versioni-di-pipeline.html +4 -4
  38. package/dist/guida/guide/claude-code/index.html +4 -4
  39. package/dist/guida/guide/claude-code/prompt.html +4 -4
  40. package/dist/guida/guide/claude-code/strumenti.html +4 -4
  41. package/dist/guida/guide/grafo.html +4 -4
  42. package/dist/guida/guide/usare/app-desktop.html +4 -4
  43. package/dist/guida/guide/usare/esito-di-una-run.html +4 -4
  44. package/dist/guida/guide/usare/index.html +4 -4
  45. package/dist/guida/hashmap.json +1 -1
  46. package/dist/guida/index.html +3 -3
  47. package/dist/guida/nodes/README.html +4 -4
  48. package/dist/guida/nodes/action.html +4 -4
  49. package/dist/guida/nodes/ai.html +4 -4
  50. package/dist/guida/nodes/join.html +4 -4
  51. package/dist/guida/nodes/lookup.html +4 -4
  52. package/dist/guida/nodes/pipeline.html +4 -4
  53. package/dist/guida/nodes/route.html +4 -4
  54. package/dist/guida/nodes/sink.html +4 -4
  55. package/dist/guida/nodes/source.html +4 -4
  56. package/dist/guida/nodes/task.html +4 -4
  57. package/dist/guida/nodes/transform.html +4 -4
  58. package/dist/guida/nodes/try-catch.html +4 -4
  59. package/dist/guida/nodes/union.html +4 -4
  60. package/dist/guida/pagine.json +1 -0
  61. package/dist/guida/pipelines/README.html +4 -4
  62. package/dist/guida/pipelines/crm-leads-sync.html +4 -4
  63. package/dist/guida/pipelines/cross-workspace-csv-merge.html +4 -4
  64. package/dist/guida/pipelines/movimenti-per-conto.html +4 -4
  65. package/dist/guida/pipelines/orders-enriched-daily.html +4 -4
  66. package/dist/guida/pipelines/test-posta.html +4 -4
  67. package/dist/guida/runbooks/aggiornamento-pm2.html +5 -5
  68. package/dist/guida/runbooks/deploy-ecr.html +71 -0
  69. package/dist/guida/runbooks/deployment.html +11 -9
  70. package/dist/guida/runbooks/etl-worker.html +4 -4
  71. package/dist/guida/runbooks/graph-server.html +6 -6
  72. package/dist/guida/runbooks/mask-key.html +4 -4
  73. package/dist/guida/runbooks/oauth-google-posta.html +4 -4
  74. package/dist/guida/runbooks/rollback-di-pipeline.html +4 -4
  75. package/dist/guida/runbooks/scd2-rehash.html +4 -4
  76. package/dist/guida/runbooks/sql-task-truncate-swap.html +4 -4
  77. package/dist/guida/runbooks/stato-incrementale.html +4 -4
  78. package/dist/guida/sub-pipelines/README.html +4 -4
  79. package/dist/guida/sub-pipelines/riepilogo-ordini.html +4 -4
  80. package/docs/.vitepress/lib/published-docs.ts +0 -21
  81. package/package.json +1 -2
  82. package/dist/chunk-DFFLQC6T.js +0 -1
  83. package/dist/guida/assets/chunks/@localSearchIndexroot.Bhyx8u0i.js +0 -1
  84. package/dist/guida/assets/runbooks_deployment.md.DvIOOsoG.lean.js +0 -1
  85. /package/dist/guida/assets/{GUIDA_SVILUPPO.md.Dj20s7gS.lean.js → GUIDA_SVILUPPO.md.D13C7Zwu.lean.js} +0 -0
@@ -1 +1 @@
1
- export{a as MANIFEST_MSSQL,j as buildMergeText,d as createMssqlPool,b as istanzaMssqlDichiarata,g as istanzaMssqlPerIlPiano,c as loadMssqlConfig,f as loadMssqlConnessione,e as loadMssqlRegistry,k as mssqlLookup,m as mssqlSink,l as mssqlSource,n as mssqlSqlTask,i as qualifiedTable,h as quoteIdentifier}from'../chunk-DFFLQC6T.js';import'../chunk-UN3BPCPA.js';export{e as KEYS_PLACEHOLDER,f as assertReadOnlyQuery}from'../chunk-BFW7HTF6.js';import'../chunk-PE2QKU34.js';
1
+ import {b as b$1,c,a as a$2}from'../chunk-UN3BPCPA.js';import {U,u,Y,V,l,m as m$1,r,s,X,g as g$1,f,i,_,k,j as j$1,a as a$1,ia,da,ea,ga,ha,fa,ba}from'../chunk-BFW7HTF6.js';export{e as KEYS_PLACEHOLDER,f as assertReadOnlyQuery}from'../chunk-BFW7HTF6.js';import {a,g,j,e,W,f as f$1}from'../chunk-PE2QKU34.js';import b from'mssql';var E=[...U,{suffisso:"ENCRYPT",default:"true"},{suffisso:"TRUSTCERT",default:"true"}];function pe(e){return {connettore:"sqlserver",prefisso:u,manifest:E,id:e}}a(pe,"istanzaMssqlDichiarata");function se(e,n){return V(E,e,n)}a(se,"risolviMssql");function L(e=u,n=process.env){let r=se(e,n),{host:o,port:s,database:c}=r.connessione;return {server:o,port:s,user:r.user,password:r.password,database:c,options:{encrypt:r.valore("ENCRYPT")!=="false",trustServerCertificate:r.valore("TRUSTCERT")!=="false"},pool:{max:10,min:0,idleTimeoutMillis:3e4}}}a(L,"loadMssqlConfig");function ae(e,n){return se(e,n).connessione}a(ae,"loadMssqlConnessioneDaPrefisso");function me(e,n={}){return new b.ConnectionPool({...e,...n.requestTimeout===void 0?{}:{requestTimeout:n.requestTimeout}})}a(me,"createMssqlPool");function ie(e,n){return {kind:"sqlserver",listEnvVar:"MSSQL_INSTANCES",instancesRaw:e.MSSQL_INSTANCES,defaultId:l,loadOne:a(r=>n(m$1(u,r),e),"loadOne")}}a(ie,"opzioni");function ye(e=process.env){return r(ie(e,L))}a(ye,"loadMssqlRegistry");function N(e,n=process.env){return s(ie(n,ae),e)}a(N,"loadMssqlConnessione");function Se(e,n){return X({manifest:E,prefisso:m$1(u,e),env:n,esempio:{host:"sqlserver.esempio",port:1433,database:"esempio"},risolta:a(()=>N(e,n),"risolta")})}a(Se,"istanzaMssqlPerIlPiano");var qe=/^[A-Za-z_][A-Za-z0-9_]*$/;function m(e){if(!qe.test(e))throw new g(`Identificatore SQL non valido: "${e}"`);return `[${e}]`}a(m,"quoteIdentifier");function C(e){return e.split(".").map(m).join(".")}a(C,"qualifiedTable");function O(e,n,r,o){if(n.length===0)throw new g("`columns` non pu\xF2 essere vuoto");if(o<=0)throw new g("`rowCount` deve essere > 0");let s=C(e),c=n.map(m).join(", "),d=0,u=[];for(let p=0;p<o;p+=1){let l=n.map(()=>`@p${d++}`).join(", ");u.push(`(${l})`);}let a=u.join(", ");if(r.length===0)return `INSERT INTO ${s} (${c}) VALUES ${a};`;let i=n.map(m).join(", "),y=r.map(p=>`TGT.${m(p)} = SRC.${m(p)}`).join(" AND "),f=n.filter(p=>!r.includes(p)),S=f.length===0?"":` WHEN MATCHED THEN UPDATE SET ${f.map(p=>`TGT.${m(p)} = SRC.${m(p)}`).join(", ")}`,g$1=n.map(p=>`SRC.${m(p)}`).join(", ");return `MERGE INTO ${s} AS TGT USING (VALUES ${a}) AS SRC (${i}) ON ${y}${S} WHEN NOT MATCHED THEN INSERT (${c}) VALUES (${g$1});`}a(O,"buildMergeText");function ge(e){let n=e.config;if(typeof n!="object"||n===null)return {};let{server:r,port:o,database:s}=n;return {...typeof r=="string"?{server:r}:{},...typeof o=="number"?{port:o}:{},...typeof s=="string"?{database:s}:{}}}a(ge,"readConfig");function q(e){let{server:n,port:r,database:o}=ge(e),s=[];return n!==void 0&&n!==""&&s.push({label:"host",value:n}),r!==void 0&&s.push({label:"porta",value:String(r)}),o!==void 0&&o!==""&&s.push({label:"database",value:o}),s}a(q,"poolDetails");function v(e){let n=e.replace(/\s+/g," ").trim();return {label:"query",value:n.length>120?`${n.slice(0,120)}\u2026`:n}}a(v,"queryDetail");var A="sqlserver:lookup",Te="(SELECT CAST(NULL AS nvarchar(4000)) AS chiave WHERE 1 = 0)";function ke(e,n,r="list"){let o={};return n.forEach((s,c)=>{o[`k${c}`]=s;}),{text:g$1(e,n.length,s=>`@k${s}`,{shape:r,emptyRowset:Te}),inputs:o}}a(ke,"expandKeysPlaceholder");function he(e){let n=e.name??"sqlserver-lookup";return f(e.query,{requireKeysPlaceholder:true,stage:A}),{name:n,descriptor:{kind:"sqlserver-lookup",...a$1(e.instanceId),details:[...q(e.pool),v(e.query)]},async resolve(r,o){o.signal.throwIfAborted();let{text:s,inputs:c}=ke(e.query,i(r),e.keysAs??"list"),d=e.pool.request();for(let[i,y]of Object.entries(c))d.input(i,y);let u;try{u=await d.query(s);}catch(i){throw new j("Query del lookup fallita su SQL Server",{stage:A,..._(i)},{cause:i})}let a=k(u.recordset??[],e.keyColumn,A);return j$1(r,a)}}}a(he,"mssqlLookup");var x="watermark";function Ee(e,n){if(!(e instanceof Date)||n!=="timestamp")return ia(e,n);if(Number.isNaN(e.getTime()))return;let r=e.nanosecondsDelta,o=typeof r=="number"&&Number.isFinite(r)&&r>0?Math.round(r*1e7):0,s=Math.min(999,Math.floor(o/10));return `${e.toISOString().slice(0,-1)}${String(s).padStart(3,"0")}`}a(Ee,"mssqlWatermarkText");function we(e$1){let n=e$1.name??"sqlserver",r=e$1.highWaterMark??1e3,{watermark:o}=e$1;if(da(n,e$1.query,o),o!==void 0&&Object.keys(e$1.inputs??{}).includes(x))throw new g(`La source "${n}" \xE8 incrementale: il parametro @${x} lo lega la source, non pu\xF2 stare fra gli \`inputs\`.`);let s=o===void 0?e$1.query:ea(e$1.query,`@${x}`);return {name:n,descriptor:{kind:"sqlserver",...a$1(e$1.instanceId),details:[...q(e$1.pool),v(e$1.query),...o!==void 0?[fa(o)]:[]]},...o!==void 0?{watermark:{...o,...e$1.instanceId!==void 0?{instanceId:e$1.instanceId}:{}}}:{},async*extract(c,d){let u=o===void 0?void 0:{watermark:o,incremental:ga(n,d)},a$1=e$1.pool.request();a$1.stream=true;for(let[l,ue]of Object.entries(e$1.inputs??{}))a$1.input(l,ue);u!==void 0&&a$1.input(x,u.incremental.from);let i=[],y=false,f=null,S=null,g=a(()=>{if(S){let l=S;S=null,l();}},"signal");a$1.on("row",l=>{i.push(l),i.length>=r&&a$1.pause(),g();}),a$1.on("error",l=>{f=l,g();}),a$1.on("done",()=>{y=true,g();}),a$1.query(s).catch(l=>{f??=l instanceof Error?l:new Error(String(l)),g();});try{for(;;){if(c.signal.throwIfAborted(),i.length===0){if(f!==null||y)break;await new Promise(l=>{S=l;});continue}for(;i.length>0;){let l=i.shift();u!==void 0&&ha(n,u.watermark,l,u.incremental,Ee),yield l;}a$1.resume();}}catch(l){throw a$1.cancel(),l instanceof e?l:new e("Errore durante l'estrazione da SQL Server",{stage:n},{cause:l})}let p=f;if(p)throw a$1.cancel(),new e("Errore durante l'estrazione da SQL Server",{stage:n},{cause:p})}}}a(we,"mssqlSource");var le={quote:m,table:C,param:a(e=>`@p${e}`,"param"),dateText:a(e=>`CONVERT(char(10), ${e}, 23)`,"dateText"),trueLiteral:"1",falseLiteral:"0",tryLock:a(e=>({text:"DECLARE @scd2_lock int; EXEC @scd2_lock = sp_getapplock @Resource = @p0, @LockMode = 'Exclusive', @LockOwner = 'Transaction', @LockTimeout = 0; SELECT @scd2_lock AS locked;",params:[`noeva-etl:scd2:${e}`]}),"tryLock"),lockGranted:a(e=>{let n=e?.locked;return typeof n=="number"&&n>=0},"lockGranted"),isUniqueViolation:a(e=>Y(e,{numbers:new Set([2601,2627])}),"isUniqueViolation")};function Re(e){return async n=>{let r=new b.Request(e);n.params.forEach((c,d)=>{r.input(`p${d}`,c);});let o=await r.query(n.text);return {rows:o.recordset??[],rowCount:o.rowsAffected.reduce((c,d)=>c+d,0)}}}a(Re,"scd2Exec");var ce=2100,Me=1e3;function Ce(e,n,r){let o=Math.max(n.columns.length+1,n.naturalKey.length+1),s=Math.min(Me,Math.floor((ce-2)/o));if(r===void 0)return Math.min(200,s);if(!Number.isInteger(r)||r<1||r>s)throw new g(`sink SCD2 "${e}": \`batchSize\` deve essere un intero fra 1 e ${s}: SQL Server ammette ${ce} parametri per richiesta, e questa tabella ne usa ${o} per riga.`);return r}a(Ce,"scd2BatchSize");function ve(e,n,r){let o=Ce(r,n,e.batchSize),s=W();return {name:r,retrySafe:true,held:s.read,descriptor:{kind:"sqlserver",...a$1(e.instanceId),details:[...q(e.pool),{label:"table",value:e.table},{label:"mode",value:"scd2"}]},async load(c$1,d){let u=b$1(d.params,r),a$1=new b.Transaction(e.pool);return c({config:n,dialect:le,exec:Re(a$1),records:c$1,ctx:d,batchSize:o,run:u,stage:r,onHeld:a(i=>s.set(d,i),"onHeld")},{engine:"SQL Server",begin:a(async()=>{await a$1.begin();},"begin"),commit:a(()=>a$1.commit(),"commit"),rollback:a(()=>a$1.rollback(),"rollback")})}}}a(ve,"mssqlScd2Sink");function xe(e){let n=e.name??`sqlserver:${e.table}`;if(e.mode==="scd2")return ve(e,a$2(n,e.table,e.columns,e),n);let r=e.batchSize??200,o=e.conflictTarget??[],s=W();return {name:n,retrySafe:true,held:s.read,descriptor:{kind:"sqlserver",...a$1(e.instanceId),details:[...q(e.pool),{label:"table",value:e.table}]},async load(c,d){let u=new b.Transaction(e.pool),a$1=0,i=[],y=a(async()=>{if(i.length===0)return;let f=O(e.table,e.columns,o,i.length),S=new b.Request(u),g=0;for(let p of i)for(let l of e.columns)S.input(`p${g++}`,p[l]);await S.query(f),a$1+=i.length,i=[],s.set(d,0);},"flush");await u.begin();try{for await(let f of c)d.signal.throwIfAborted(),i.push(f),s.set(d,i.length),i.length>=r&&await y();await y(),await u.commit();}catch(f){try{await u.rollback();}catch{}throw new f$1("Errore durante il caricamento su SQL Server",{stage:n,..._(f)},{cause:f})}finally{s.set(d,0);}return {written:a$1}}}}a(xe,"mssqlSink");function be(e){return {kind:"sqlserver-task",connectionDetails:q(e),async transaction(n){let r=e.transaction();try{await r.begin(),await n({async execute(o,s){let c=r.request();for(let a of o.params)c.input(a,s[a]);let u=(await c.query(o.text)).rowsAffected;return u.length===0?null:u.reduce((a,i)=>a+i,0)}}),await r.commit();}catch(o){try{await r.rollback();}catch{}throw o}}}}a(be,"mssqlDriver");function Pe(e){let{pool:n,...r}=e;return ba(r,be(n))}a(Pe,"mssqlSqlTask");export{E as MANIFEST_MSSQL,O as buildMergeText,me as createMssqlPool,pe as istanzaMssqlDichiarata,Se as istanzaMssqlPerIlPiano,L as loadMssqlConfig,N as loadMssqlConnessione,ye as loadMssqlRegistry,he as mssqlLookup,xe as mssqlSink,we as mssqlSource,Pe as mssqlSqlTask,C as qualifiedTable,m as quoteIdentifier};