@noeva/etl-core 1.0.1 → 1.1.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (211) hide show
  1. package/CHANGELOG.md +128 -0
  2. package/README.md +6 -11
  3. package/dist/{ai-BoTwcmUg.d.ts → ai-DyDIf-hQ.d.ts} +1 -1
  4. package/dist/{ambiente-della-pipeline-BoymQ6uN.d.ts → ambiente-della-pipeline-BhWsyLUR.d.ts} +2 -2
  5. package/dist/chunk-47NVGHUY.js +2 -0
  6. package/dist/chunk-5OE6F2MK.js +2 -0
  7. package/dist/{chunk-NZR6TZ42.js → chunk-5XVANFXO.js} +1 -1
  8. package/dist/chunk-672L5BGQ.js +1 -0
  9. package/dist/{chunk-4NPSBPBY.js → chunk-6QVYBDIS.js} +1 -1
  10. package/dist/{chunk-PE2QKU34.js → chunk-CEAMQIRO.js} +1 -1
  11. package/dist/chunk-DHQ3YOPX.js +5 -0
  12. package/dist/chunk-FBSNZG34.js +1 -0
  13. package/dist/{chunk-J3PBMWSP.js → chunk-GZWYRO3V.js} +1 -1
  14. package/dist/chunk-IODXIHU2.js +1 -0
  15. package/dist/{chunk-P6B2KLNJ.js → chunk-KEFIGSRS.js} +2 -2
  16. package/dist/chunk-KGWA46Y6.js +2 -0
  17. package/dist/chunk-L25W2QNS.js +1 -0
  18. package/dist/{chunk-JLPK6MMQ.js → chunk-OK3XRTGA.js} +1 -1
  19. package/dist/chunk-UHGHK6NP.js +1 -0
  20. package/dist/chunk-VL7DZWWO.js +2 -0
  21. package/dist/chunk-VVXT66DC.js +1 -0
  22. package/dist/chunk-ZKDCUSM2.js +6 -0
  23. package/dist/cli.js +2 -2
  24. package/dist/{client-DYA3wIyb.d.ts → client-BC_mLuT2.d.ts} +2 -2
  25. package/dist/config-BSdGSRPG.d.ts +37 -0
  26. package/dist/{config-BSUwK4p_.d.ts → config-DMafsY4H.d.ts} +3 -3
  27. package/dist/connector-kit.d.ts +14 -9
  28. package/dist/connector-kit.js +1 -1
  29. package/dist/connectors/excel.d.ts +391 -0
  30. package/dist/connectors/excel.js +10 -0
  31. package/dist/connectors/file.d.ts +12 -5
  32. package/dist/connectors/file.js +1 -1
  33. package/dist/connectors/http.d.ts +7 -7
  34. package/dist/connectors/http.js +1 -1
  35. package/dist/connectors/imap.d.ts +6 -6
  36. package/dist/connectors/imap.js +1 -1
  37. package/dist/connectors/jira.d.ts +6 -6
  38. package/dist/connectors/jira.js +2 -2
  39. package/dist/connectors/mail.d.ts +7 -7
  40. package/dist/connectors/mail.js +1 -1
  41. package/dist/connectors/mysql.d.ts +238 -0
  42. package/dist/connectors/mysql.js +2 -0
  43. package/dist/connectors/noeva.d.ts +6 -6
  44. package/dist/connectors/noeva.js +1 -1
  45. package/dist/connectors/oauth.d.ts +5 -5
  46. package/dist/connectors/oauth.js +1 -1
  47. package/dist/connectors/odoo.d.ts +309 -0
  48. package/dist/connectors/odoo.js +3 -0
  49. package/dist/connectors/postgres.d.ts +7 -6
  50. package/dist/connectors/postgres.js +1 -1
  51. package/dist/connectors/process.d.ts +1 -1
  52. package/dist/connectors/process.js +1 -1
  53. package/dist/connectors/sendgrid.d.ts +7 -7
  54. package/dist/connectors/sendgrid.js +1 -1
  55. package/dist/connectors/smtp.d.ts +8 -8
  56. package/dist/connectors/smtp.js +1 -1
  57. package/dist/connectors/sqlserver.d.ts +7 -6
  58. package/dist/connectors/sqlserver.js +1 -1
  59. package/dist/connectors/zoho.d.ts +6 -6
  60. package/dist/connectors/zoho.js +1 -1
  61. package/dist/contract.d.ts +2 -2
  62. package/dist/{credenziali-posta-f7HB2cYW.d.ts → credenziali-posta-C0az04uV.d.ts} +2 -2
  63. package/dist/{errors-bgSO6lGO.d.ts → errors-CRq1uNYZ.d.ts} +8 -1
  64. package/dist/etl.config.js +3 -3
  65. package/dist/guida/404.html +2 -2
  66. package/dist/guida/GUIDA_SVILUPPO.html +7 -7
  67. package/dist/guida/TECHNICAL_OVERVIEW.html +7 -7
  68. package/dist/guida/assets/{GUIDA_SVILUPPO.md.CrN52ZDN.js → GUIDA_SVILUPPO.md.Bvr7RKHN.js} +2 -2
  69. package/dist/guida/assets/TECHNICAL_OVERVIEW.md.C6HYc5_h.js +10 -0
  70. package/dist/guida/assets/{app.DeVEBaIz.js → app.zL1wgTBx.js} +1 -1
  71. package/dist/guida/assets/chunks/@localSearchIndexroot.B5GjWddx.js +1 -0
  72. package/dist/guida/assets/chunks/{VPLocalSearchBox.CsTQzJUK.js → VPLocalSearchBox.BSMd0tSF.js} +1 -1
  73. package/dist/guida/assets/chunks/{theme.Dfy0C_Zf.js → theme.CRpFq7vp.js} +2 -2
  74. package/dist/guida/assets/connectors_README.md.B5QWzWUK.js +1 -0
  75. package/dist/guida/assets/connectors_README.md.B5QWzWUK.lean.js +1 -0
  76. package/dist/guida/assets/connectors_excel.md.CqGtwEB4.js +92 -0
  77. package/dist/guida/assets/connectors_excel.md.CqGtwEB4.lean.js +1 -0
  78. package/dist/guida/assets/{connectors_file.md.B1NJe0VJ.js → connectors_file.md.Dbofo9W5.js} +3 -3
  79. package/dist/guida/assets/{connectors_file.md.B1NJe0VJ.lean.js → connectors_file.md.Dbofo9W5.lean.js} +1 -1
  80. package/dist/guida/assets/connectors_mysql.md.fVCxQWUW.js +34 -0
  81. package/dist/guida/assets/connectors_mysql.md.fVCxQWUW.lean.js +1 -0
  82. package/dist/guida/assets/connectors_odoo.md.DprabV5e.js +19 -0
  83. package/dist/guida/assets/connectors_odoo.md.DprabV5e.lean.js +1 -0
  84. package/dist/guida/assets/{conventions_node-descriptor.md.MQaGlm8a.js → conventions_node-descriptor.md.C19dB-Tb.js} +4 -4
  85. package/dist/guida/assets/conventions_node-descriptor.md.C19dB-Tb.lean.js +1 -0
  86. package/dist/guida/assets/{conventions_run-report.md.D_pG07VG.js → conventions_run-report.md.iVSN9fNV.js} +1 -1
  87. package/dist/guida/assets/{conventions_versioni-di-pipeline.md.cy5nsizS.js → conventions_versioni-di-pipeline.md.DJPSthZ8.js} +1 -1
  88. package/dist/guida/assets/{conventions_versioni-di-pipeline.md.cy5nsizS.lean.js → conventions_versioni-di-pipeline.md.DJPSthZ8.lean.js} +1 -1
  89. package/dist/guida/assets/{nodes_README.md.CHGy_go6.js → nodes_README.md.BNAiSoJJ.js} +2 -2
  90. package/dist/guida/assets/{nodes_README.md.CHGy_go6.lean.js → nodes_README.md.BNAiSoJJ.lean.js} +1 -1
  91. package/dist/guida/assets/{nodes_lookup.md.BI8tgBIq.js → nodes_lookup.md.DrJFsfOJ.js} +1 -1
  92. package/dist/guida/assets/{nodes_sink.md.yAf_z4wO.js → nodes_sink.md.C1S-lAh2.js} +2 -2
  93. package/dist/guida/assets/{nodes_source.md.DP2i3GFv.js → nodes_source.md.BitUNtug.js} +2 -2
  94. package/dist/guida/assets/{nodes_task.md.Dk6VB7as.js → nodes_task.md.CejEQZcD.js} +2 -2
  95. package/dist/guida/assets/{nodes_task.md.Dk6VB7as.lean.js → nodes_task.md.CejEQZcD.lean.js} +1 -1
  96. package/dist/guida/assets/{nodes_transform.md.Bv5fg2Xx.js → nodes_transform.md.Ciycywnb.js} +1 -1
  97. package/dist/guida/assets/{runbooks_deployment.md.CwG77qGO.js → runbooks_deployment.md.BV8Izw4I.js} +1 -1
  98. package/dist/guida/assets/runbooks_excel-operazioni-distruttive.md.CEygSROg.js +16 -0
  99. package/dist/guida/assets/runbooks_excel-operazioni-distruttive.md.CEygSROg.lean.js +1 -0
  100. package/dist/guida/assets/{runbooks_sql-task-truncate-swap.md.C8viT-fp.js → runbooks_sql-task-truncate-swap.md.DAz41942.js} +5 -3
  101. package/dist/guida/assets/{runbooks_sql-task-truncate-swap.md.C8viT-fp.lean.js → runbooks_sql-task-truncate-swap.md.DAz41942.lean.js} +1 -1
  102. package/dist/guida/connectors/README.html +5 -5
  103. package/dist/guida/connectors/excel.html +118 -0
  104. package/dist/guida/connectors/file.html +7 -7
  105. package/dist/guida/connectors/http.html +4 -4
  106. package/dist/guida/connectors/imap.html +4 -4
  107. package/dist/guida/connectors/jira.html +5 -5
  108. package/dist/guida/connectors/mysql.html +60 -0
  109. package/dist/guida/connectors/noeva.html +5 -5
  110. package/dist/guida/connectors/oauth.html +5 -5
  111. package/dist/guida/connectors/odoo.html +45 -0
  112. package/dist/guida/connectors/postgres.html +5 -5
  113. package/dist/guida/connectors/process.html +4 -4
  114. package/dist/guida/connectors/sendgrid.html +4 -4
  115. package/dist/guida/connectors/smtp.html +4 -4
  116. package/dist/guida/connectors/sqlserver.html +4 -4
  117. package/dist/guida/connectors/zoho.html +4 -4
  118. package/dist/guida/conventions/node-columns.html +4 -4
  119. package/dist/guida/conventions/node-descriptor.html +8 -8
  120. package/dist/guida/conventions/run-report.html +6 -6
  121. package/dist/guida/conventions/run-trace.html +4 -4
  122. package/dist/guida/conventions/variabili-del-core.html +4 -4
  123. package/dist/guida/conventions/versioni-di-pipeline.html +6 -6
  124. package/dist/guida/guide/claude-code/index.html +4 -4
  125. package/dist/guida/guide/claude-code/prompt.html +5 -5
  126. package/dist/guida/guide/claude-code/strumenti.html +4 -4
  127. package/dist/guida/guide/grafo.html +4 -4
  128. package/dist/guida/guide/usare/app-desktop.html +4 -4
  129. package/dist/guida/guide/usare/esito-di-una-run.html +4 -4
  130. package/dist/guida/guide/usare/index.html +4 -4
  131. package/dist/guida/hashmap.json +1 -1
  132. package/dist/guida/index.html +4 -4
  133. package/dist/guida/nodes/README.html +5 -5
  134. package/dist/guida/nodes/action.html +4 -4
  135. package/dist/guida/nodes/ai.html +4 -4
  136. package/dist/guida/nodes/join.html +4 -4
  137. package/dist/guida/nodes/lookup.html +6 -6
  138. package/dist/guida/nodes/pipeline.html +4 -4
  139. package/dist/guida/nodes/route.html +4 -4
  140. package/dist/guida/nodes/sink.html +7 -7
  141. package/dist/guida/nodes/source.html +7 -7
  142. package/dist/guida/nodes/task.html +6 -6
  143. package/dist/guida/nodes/transform.html +6 -6
  144. package/dist/guida/nodes/try-catch.html +4 -4
  145. package/dist/guida/nodes/union.html +4 -4
  146. package/dist/guida/pagine.json +4 -0
  147. package/dist/guida/pipelines/README.html +4 -4
  148. package/dist/guida/pipelines/crm-leads-sync.html +4 -4
  149. package/dist/guida/pipelines/cross-workspace-csv-merge.html +4 -4
  150. package/dist/guida/pipelines/movimenti-per-conto.html +4 -4
  151. package/dist/guida/pipelines/orders-enriched-daily.html +4 -4
  152. package/dist/guida/pipelines/test-posta.html +4 -4
  153. package/dist/guida/runbooks/aggiornamento-pm2.html +4 -4
  154. package/dist/guida/runbooks/deploy-ecr.html +4 -4
  155. package/dist/guida/runbooks/deployment.html +6 -6
  156. package/dist/guida/runbooks/etl-worker.html +5 -5
  157. package/dist/guida/runbooks/excel-operazioni-distruttive.html +42 -0
  158. package/dist/guida/runbooks/graph-server.html +5 -5
  159. package/dist/guida/runbooks/mask-key.html +4 -4
  160. package/dist/guida/runbooks/oauth-google-posta.html +4 -4
  161. package/dist/guida/runbooks/rollback-di-pipeline.html +4 -4
  162. package/dist/guida/runbooks/scd2-rehash.html +4 -4
  163. package/dist/guida/runbooks/sql-task-truncate-swap.html +8 -6
  164. package/dist/guida/runbooks/stato-incrementale.html +4 -4
  165. package/dist/guida/sub-pipelines/README.html +4 -4
  166. package/dist/guida/sub-pipelines/riepilogo-ordini.html +4 -4
  167. package/dist/index.d.ts +9 -9
  168. package/dist/index.js +1 -1
  169. package/dist/{invio-Dwz3J7sP.d.ts → invio-9Ubb_cdR.d.ts} +3 -3
  170. package/dist/{istanza-per-il-piano-CucqUF7b.d.ts → istanza-per-il-piano-74NYhIHc.d.ts} +1 -1
  171. package/dist/{manifest-variabili-U1UfPDfF.d.ts → manifest-variabili-DRWUzmxU.d.ts} +1 -1
  172. package/dist/pipelines.d.ts +3 -3
  173. package/dist/pipelines.js +1 -1
  174. package/dist/{runnable-pipeline-CArkLzfv.d.ts → runnable-pipeline-CWgPwi6w.d.ts} +2 -2
  175. package/dist/{config-DIthC7n7.d.ts → sql-watermark-CQVvxhPZ.d.ts} +9 -40
  176. package/dist/testing.d.ts +3 -3
  177. package/dist/testing.js +1 -1
  178. package/dist/{trasporto-DpPLCEQ1.d.ts → trasporto-BaRdP6Wl.d.ts} +4 -4
  179. package/dist/{types-BVA7BIou.d.ts → types-_3rgLhje.d.ts} +21 -2
  180. package/dist/{variabili-dichiarate-DmfcxsT9.d.ts → variabili-dichiarate-CS-eC53K.d.ts} +1 -1
  181. package/kit/skills/etl-graph/SKILL.md +6 -3
  182. package/kit/skills/etl-graph/references/data-patterns.md +1 -1
  183. package/kit/skills/etl-graph/references/error-handling.md +3 -3
  184. package/kit/skills/etl-graph/references/wiring.md +10 -10
  185. package/kit/skills/new-connector/SKILL.md +2 -2
  186. package/package.json +16 -1
  187. package/dist/chunk-BVUOUBLW.js +0 -1
  188. package/dist/chunk-CRR3Q2C7.js +0 -2
  189. package/dist/chunk-LJ7DVP5F.js +0 -2
  190. package/dist/chunk-PKBSETMV.js +0 -2
  191. package/dist/chunk-QPJC4GWR.js +0 -1
  192. package/dist/chunk-RCRMQPFH.js +0 -5
  193. package/dist/chunk-RS5SGDUU.js +0 -1
  194. package/dist/chunk-RWPHH4E2.js +0 -1
  195. package/dist/chunk-SRFFKE5W.js +0 -6
  196. package/dist/chunk-WVODQB6Z.js +0 -1
  197. package/dist/chunk-XZMCC6VQ.js +0 -1
  198. package/dist/chunk-ZCYGHS7P.js +0 -2
  199. package/dist/guida/assets/TECHNICAL_OVERVIEW.md.DTIhkkg9.js +0 -10
  200. package/dist/guida/assets/chunks/@localSearchIndexroot.NgfCNDyz.js +0 -1
  201. package/dist/guida/assets/connectors_README.md.BqI2RLCu.js +0 -1
  202. package/dist/guida/assets/connectors_README.md.BqI2RLCu.lean.js +0 -1
  203. package/dist/guida/assets/conventions_node-descriptor.md.MQaGlm8a.lean.js +0 -1
  204. /package/dist/guida/assets/{GUIDA_SVILUPPO.md.CrN52ZDN.lean.js → GUIDA_SVILUPPO.md.Bvr7RKHN.lean.js} +0 -0
  205. /package/dist/guida/assets/{TECHNICAL_OVERVIEW.md.DTIhkkg9.lean.js → TECHNICAL_OVERVIEW.md.C6HYc5_h.lean.js} +0 -0
  206. /package/dist/guida/assets/{conventions_run-report.md.D_pG07VG.lean.js → conventions_run-report.md.iVSN9fNV.lean.js} +0 -0
  207. /package/dist/guida/assets/{nodes_lookup.md.BI8tgBIq.lean.js → nodes_lookup.md.DrJFsfOJ.lean.js} +0 -0
  208. /package/dist/guida/assets/{nodes_sink.md.yAf_z4wO.lean.js → nodes_sink.md.C1S-lAh2.lean.js} +0 -0
  209. /package/dist/guida/assets/{nodes_source.md.DP2i3GFv.lean.js → nodes_source.md.BitUNtug.lean.js} +0 -0
  210. /package/dist/guida/assets/{nodes_transform.md.Bv5fg2Xx.lean.js → nodes_transform.md.Ciycywnb.lean.js} +0 -0
  211. /package/dist/guida/assets/{runbooks_deployment.md.CwG77qGO.lean.js → runbooks_deployment.md.BV8Izw4I.lean.js} +0 -0
@@ -1,6 +0,0 @@
1
- import {b as b$2,d as d$2}from'./chunk-J3PBMWSP.js';import {b as b$1,d,G,H as H$1,J,q}from'./chunk-PKBSETMV.js';import {a,c,e,g as g$1,$,j,b as b$3,f,d as d$1}from'./chunk-PE2QKU34.js';import {z}from'zod';import et from'fuse.js';import {createHash}from'crypto';var H=z.object({skipDocumentAnalysis:z.boolean(),skipDocumentStructure:z.boolean(),skipTags:z.boolean(),skipCategories:z.boolean(),skipTextSummary:z.boolean(),textExtractionType:z.string().min(1),textExtractionPresetId:z.string().uuid(),additionalTagsGenerationPrompt:z.string(),additionalCategoriesGenerationPrompt:z.string()}).partial().strict(),he=new Set(["not-ai-ready","ai-ready","ai-ready-plus"]);function Y(t){return typeof t=="string"&&he.has(t)?t:"sconosciuto"}a(Y,"statoAi");var X=z.object({id:z.string(),name:z.string(),status:z.unknown().optional()}),ee=z.object({hasActiveProcess:z.boolean(),process:z.object({id:z.string(),status:z.string(),progress:z.number().nullable().optional()}).nullable()}),te=z.object({content:z.string()}),re=z.object({output:z.object({message:z.object({content:z.array(z.object({text:z.string().optional()}).passthrough())})}),usage:z.object({inputTokens:z.number(),outputTokens:z.number(),totalTokens:z.number()}).optional(),stopReason:z.string().optional()});var Ne=z.object({id:z.string(),name:z.string(),parent_folder_id:z.string().nullable(),path:z.array(z.string())}),Fe=z.object({id:z.string()});function ae(t){let e=Ne.parse(t);return {id:e.id,name:e.name,parentFolderId:e.parent_folder_id,path:e.path}}a(ae,"toFolder");var A=class extends c{constructor(r,o){super(r,{stage:"noeva-folders",details:{path:o}});this.path=o;}path;static{a(this,"NoevaFolderPathError");}};function ie(t){return Fe.parse(t).id}a(ie,"toCreatedFolderId");function Ie(t){let e=t.map(n=>n.trim()),[r,...o]=e;if(r===void 0||e.some(n=>n===""))throw new A(`Percorso di cartelle non valido: [${t.map(n=>JSON.stringify(n)).join(", ")}] (serve almeno un segmento, e nessun segmento vuoto)`,t);return [r,...o]}a(Ie,"normalizzaPercorso");function oe(t,e,r,o){let n=t.filter(i=>i.parentFolderId===e&&i.name===r);if(n.length>1)throw new A(`Percorso di cartelle ambiguo: "${o.join("/")}" \u2014 ci sono ${n.length} cartelle "${r}" allo stesso livello (${n.map(i=>i.id).join(", ")})`,o);return n[0]}a(oe,"figlia");async function ne(t,e,r,o,n){let i=[...o,n],d=oe(e,r,n,i);if(d!==void 0)return {id:d.id,percorso:i,albero:e};let l=await t.createFolder(n,r);if(l!==null)return {id:l,percorso:i,albero:e};let s=await t.getFolderTree(),p=oe(s,r,n,i);if(p===void 0)throw new A(`La cartella "${i.join("/")}" risulta gi\xE0 esistente, ma non compare nell'albero del workspace`,i);return {id:p.id,percorso:i,albero:s}}a(ne,"assicuraSegmento");async function se(t,e){let[r,...o]=Ie(e),n=await ne(t,await t.getFolderTree(),null,[],r);for(let i of o)n=await ne(t,n.albero,n.id,n.percorso,i);return n.id}a(se,"ensureFolderPathWith");var Se=z.object({id:z.string(),name:z.string(),path:z.string().nullable().optional(),type:z.string().nullable().optional(),size:z.number().nullable().optional(),current_version:z.number().optional(),updated_at:z.string().nullable().optional(),status:z.string().nullable().optional(),metadata:z.record(z.string(),z.unknown()).nullable().optional()});function ke(t){let e=Se.parse(t);return {id:e.id,name:e.name,path:e.path??null,type:e.type??null,size:e.size??null,currentVersion:e.current_version??1,updatedAt:e.updated_at??null,status:e.status??null,metadata:e.metadata??null}}a(ke,"toFileMeta");var Ae=z.object({id:z.string(),name:z.string(),type:z.string().nullable().optional(),size:z.number().nullable().optional(),updated_at:z.string().nullable().optional()});function xe(t){let e=Ae.parse(t);return {id:e.id,name:e.name,type:e.type??null,size:e.size??null,updatedAt:e.updated_at??null}}a(xe,"toFileSummary");var Re=z.object({files:z.array(z.unknown())}),ze=z.object({id:z.string(),name:z.string(),folder_id:z.string().nullable().optional(),created_at:z.string().nullable().optional(),added_at:z.string().nullable().optional()}),Ce=z.object({presignedUrl:z.string()}),Ee=z.object({fileId:z.string(),uploadMethod:z.enum(["presigned","tus"]),uploadUrl:z.string().optional(),maxFileSize:z.number()}),Te=z.object({fileId:z.string(),status:z.string()}),b=class extends c{constructor(r,o,n){super(r,{stage:"noeva-api",details:{status:o}});this.status=o;this.details=n;}status;details;static{a(this,"NoevaApiError");}},E=class extends b{constructor(r,o){super(`Il nome "${r}" \xE8 gi\xE0 usato nel workspace`+(o!==null?` dal file ${o}`:""),409,o!==null?{conflictingFileId:o}:null);this.conflictingName=r;this.conflictingFileId=o;}conflictingName;conflictingFileId;static{a(this,"NoevaFileNameConflictError");}};function le(t){return t instanceof b&&t.status===409}a(le,"isConflict");function de(t){return t!==null&&typeof t=="object"&&!Array.isArray(t)?t:null}a(de,"comeOggetto");var x=class{constructor(e,r=fetch){this.config=e;this.fetchImpl=r;}config;fetchImpl;static{a(this,"NoevaHttpClient");}get baseUrl(){return b$1(this.config.baseUrl)}get workspaceId(){return this.config.workspaceId}get variabili(){return this.config.variabili}get ricaduta(){return this.config.ricaduta}async getFileById(e){let r=await this.request("GET",`/files/${e}`);return ke(r)}async searchFilesByName(e){let r=await this.request("GET",`/files/search?name=${encodeURIComponent(e)}`);return Re.parse(r).files.map(xe)}async listFolderFiles(e,r={}){let o=new URLSearchParams({include_subfolders:String(r.includeSubfolders??false),page:String(r.page??1),limit:String(r.limit??50)}),{body:n,meta:i}=await this.requestWithMeta("GET",`/folders/${e}/files?${o.toString()}`),d=z.array(z.unknown()).parse(n);return {files:d.map(l=>{let s=ze.parse(l);return {id:s.id,name:s.name,folderId:s.folder_id??null,createdAt:s.created_at??null,addedAt:s.added_at??null}}),total:i?.total??d.length}}async addFileToFolder(e,r){await this.request("POST",`/folders/${e}/files/${r}`);}async removeFileFromFolder(e,r){await this.request("DELETE",`/folders/${e}/files/${r}`);}async moveFile(e){await this.addFileToFolder(e.toFolderId,e.fileId),e.fromFolderId!==e.toFolderId&&await this.removeFileFromFolder(e.fromFolderId,e.fileId);}async getFolderTree(){let e=await this.request("GET","/folders/tree");return z.array(z.unknown()).parse(e).map(ae)}async createFolder(e,r){let o=await this.request("POST","/folders",{name:e,parent_folder_id:r});return ie(o)}async ensureFolderPath(e){return se({getFolderTree:a(()=>this.getFolderTree(),"getFolderTree"),createFolder:a(async(r,o)=>{try{return await this.createFolder(r,o)}catch(n){if(le(n))return null;throw n}},"createFolder")},e)}async renameFile(e,r){try{await this.request("PATCH",`/files/${e}/rename`,{newName:r});}catch(o){if(le(o)){let n=o.details?.conflictingFileId;throw new E(r.trim(),typeof n=="string"?n:null)}throw o}}async getDownloadUrl(e,r){let o=r!==void 0?`?version=${r}`:"",n=await this.request("GET",`/files/${e}/presigned-url${o}`);return Ce.parse(n).presignedUrl}async*downloadBytes(e,r){let o=await this.getDownloadUrl(e,r),n=await this.fetchImpl(o);if(!n.ok||n.body===null)throw new Error(`Download fallito (${n.status}) per il file ${e}`);yield*n.body;}async prepareUpload(e){let r=await this.request("POST","/files/upload/prepare",{fileName:e.fileName,fileType:e.fileType,fileSize:e.fileSize,overwrite:e.overwrite??false,version:e.version??false,...e.metadata!==void 0?{metadata:e.metadata}:{},...e.makeAiReady!==void 0?{makeAiReady:e.makeAiReady}:{},...e.aiReadyFlags!==void 0?{aiReadyFlags:H.parse(e.aiReadyFlags)}:{}}),o=Ee.parse(r);return {fileId:o.fileId,uploadMethod:o.uploadMethod,uploadUrl:o.uploadUrl,maxFileSize:o.maxFileSize}}async putBytes(e,r,o){let n=await this.fetchImpl(e,{method:"PUT",headers:{"Content-Type":o},body:r});if(!n.ok)throw new Error(`Upload dei byte fallito (${n.status})`)}async completeUpload(e,r,o){let n=await this.request("POST",`/files/upload/complete/${e}`,{success:r,...o!==void 0?{error:o}:{}});return Te.parse(n)}async addCategory(e,r){await this.request("POST",`/files/${e}/categories`,{categoryName:r});}async getFileInfo(e){let r=X.parse(await this.request("GET",`/files/${e}`));return {id:r.id,name:r.name,statoAi:Y(r.status)}}async getActiveDocAiReady(e){let r=ee.parse(await this.request("GET",`/processes/check-active-doc-ai-ready/${e}`));return !r.hasActiveProcess||r.process===null?null:{id:r.process.id,status:r.process.status,progress:r.process.progress??null}}async getFileContent(e){return te.parse(await this.request("GET",`/files/${e}/content`)).content}async converse(e$1,r){let o={...r.temperature!==void 0?{temperature:r.temperature}:{},...r.maxTokens!==void 0?{maxTokens:r.maxTokens}:{}},n=await this.fetchEnvelope("POST",`/inference/model/${encodeURIComponent(e$1)}/converse`,{...r.system!==void 0?{system:[{text:r.system}]}:{},messages:r.messages.map(l=>({role:l.role,content:[{text:l.text}]})),...Object.keys(o).length>0?{inferenceConfig:o}:{}}),i=re.parse(n),d=i.output.message.content.map(l=>l.text??"").join("");if(d==="")throw new e(`Il modello ${e$1} ha risposto senza nessun testo`,{stage:"noeva-converse",details:{modelId:e$1}});return {testo:d,usage:i.usage??null,stopReason:i.stopReason??null}}async requestWithMeta(e,r){let o=await this.fetchEnvelope(e,r),n=o;return {body:n?.data??n?.payload??o,meta:n?.meta}}async request(e,r,o){let n=await this.fetchEnvelope(e,r,o),i=n;return i?.data??i?.payload??n}async fetchEnvelope(e,r,o){let n;try{n=await this.fetchImpl(`${this.config.baseUrl}/api${r}`,{method:e,headers:{Authorization:`Bearer ${this.config.apiKey}`,"x-noeva-workspace":this.config.workspaceId,...o!==void 0?{"Content-Type":"application/json"}:{}},...o!==void 0?{body:JSON.stringify(o)}:{}});}catch(s){throw d(s)}let i=await n.json().catch(()=>{}),d$1=i;if(!(n.ok&&d$1?.success!==false)){let s=d$1?.message??d$1?.error??`Richiesta a ${r} fallita (${n.status})`;throw new b(s,n.status,de(d$1?.details)??de(d$1?.payload))}return i}};function g(t){let e=a(o=>G(t.variabili,o),"variabile"),r=e("API_BASE_URL");return [...typeof t.baseUrl=="string"&&t.baseUrl!==""?[H$1("baseUrl",t.baseUrl,ue(r?.valore===void 0?r:{...r,valore:b$1(b$2(r.valore))},t,t.baseUrl))]:[],...typeof t.workspaceId=="string"&&t.workspaceId!==""?[H$1("workspace",t.workspaceId,ue(e("WORKSPACE_ID"),t,t.workspaceId))]:[],...J(t.ricaduta),...Pe(e("API_KEY"))]}a(g,"clientDetails");function ue(t,e,r){return e.ricaduta!==void 0||t?.valore===void 0||t.valore===r?t:void 0}a(ue,"coerente");function Pe(t){return t===void 0?[]:[{label:"credenziale",value:t.origine==="env"?"chiave API \xB7 impostata":`chiave API \xB7 manca ${t.variabile}`,env:t.variabile,origine:t.origine}]}a(Pe,"credenziale");var Ue="application/octet-stream";function Oe(t,e){let r=ce(t,e);return {name:r.name,descriptor:{kind:"noeva-upload",details:pe(t,e)},async run(o,n){return n.signal.throwIfAborted(),e.merge(o,await r.carica(e.file(o)))}}}a(Oe,"noevaUploadAction");function Me(t,e){let r=ce(t,e);return {name:r.name,descriptor:{kind:"noeva-upload",details:[...pe(t,e),{label:"file per record",value:"molti"}]},async run(o,n){let i=[];for(let d of e.files(o))n.signal.throwIfAborted(),i.push(await r.carica(d));return e.merge(o,i)}}}a(Me,"noevaUploadManyAction");function ce(t,e){let r=e.name??"noeva-upload";async function o(i,d=e.seGiaPresente==="sovrascrivi"){let l=i.mimeType??Ue,s;try{s=await t.prepareUpload({fileName:i.fileName,fileType:l,fileSize:i.bytes.byteLength,overwrite:d,version:e.seGiaPresente==="nuova-versione"&&!d,...i.metadata!==void 0?{metadata:{...i.metadata}}:{},...e.aiReady!==void 0?{makeAiReady:!0,aiReadyFlags:e.aiReady}:{}});}catch(p){if(p instanceof b&&p.status===409&&!d)return n(i,p);throw p}if(s.uploadMethod!=="presigned"||s.uploadUrl===void 0)throw new f(`Upload TUS non supportato (file troppo grande): ${i.fileName}`,{stage:r,details:{fileName:i.fileName}});return await t.putBytes(s.uploadUrl,i.bytes,l),await t.completeUpload(s.fileId,true),{fileId:s.fileId,riusato:false}}a(o,"carica");async function n(i,d){let l=i.fileName,s=d.details?.existingFileId;if(e.seGiaPresente==="riusa"&&typeof s=="string")return (await t.getFileById(s)).metadata?.upload_status==="completed"?{fileId:s,riusato:true}:o(i,true);throw new f(`Il file "${l}" esiste gi\xE0 su Noeva`,{stage:r,details:{fileName:l,seGiaPresente:e.seGiaPresente}},{cause:d})}return a(n,"esistente"),{name:r,async carica(i){let d=await o(i);return e.folderId!==void 0&&await t.addFileToFolder(e.folderId,d.fileId),e.categoria!==void 0&&await t.addCategory(d.fileId,e.categoria),d}}}a(ce,"creaCaricatore");function pe(t,e){return [...g(t),{label:"se gi\xE0 presente",value:e.seGiaPresente},...e.aiReady!==void 0?[{label:"elaborazione AI",value:"s\xEC"}]:[],...e.folderId!==void 0?[{label:"folderId",value:e.folderId}]:[],...e.categoria!==void 0?[{label:"categoria",value:e.categoria}]:[]]}a(pe,"descrittore");function $e(t){return t instanceof b&&t.status===404}a($e,"eNonTrovato");async function T(t,e,r){let o=new Map;for(let n of t){e.signal.throwIfAborted();try{o.set(n,[await r(n)]);}catch(i){if(!$e(i))throw i}}return o}a(T,"perChiave");async function V(t,e){let r=await t.getFileInfo(e);if(r.statoAi==="ai-ready"||r.statoAi==="ai-ready-plus")return {fileId:e,stato:"pronto"};let o=await t.getActiveDocAiReady(e);return o===null?{fileId:e,stato:"assente"}:{fileId:e,stato:"in-corso",processId:o.id,progress:o.progress}}a(V,"statoFile");function je(t,e){return t.get(e)?.[0]?.stato}a(je,"statoIn");function De(t){if(!(t.massimaMs>0))throw new g$1(`noevaElaborazioneLookup: attesa.massimaMs deve essere positivo (${t.massimaMs}).`);if(!(t.intervalloMs>0))throw new g$1(`noevaElaborazioneLookup: attesa.intervalloMs deve essere positivo (${t.intervalloMs}).`)}a(De,"validaAttesa");async function Le(t,e,r,o,n){let i=e.orologio??Date.now,d=e.dorme??$,l=await T(o,n,s=>V(t,s));for(;;){let s=o.map(v=>je(l,v)),p=o.filter((v,z)=>s[z]==="in-corso"),f=s.some(v=>v===void 0||v==="assente"),m=r-i();if(p.length===0||f||m<=0)return l;await d(Math.min(e.intervalloMs,m),n.signal);let F;try{F=await T(p,n,v=>V(t,v));}catch(v){return n.signal.throwIfAborted(),n.logger.warn("noeva-elaborazione.attesa-interrotta",{fileIds:p,error:v instanceof Error?v.message:String(v)}),l}let M=new Map(l);for(let v of p){let z=F.get(v);z===void 0?M.delete(v):M.set(v,z);}l=M;}}a(Le,"conAttesa");function _e(t,e={}){let{attesa:r}=e;r!==void 0&&De(r);let o=new WeakMap,n=a((i,d)=>{let l=o.get(d);if(l!==void 0)return l;let s=(i.orologio??Date.now)()+i.massimaMs;return o.set(d,s),s},"scadenzaDi");return {name:e.name??"noeva-elaborazione",descriptor:{kind:"noeva-elaborazione",details:[...g(t),{label:"pronto",value:"ai-ready / ai-ready-plus"},...r!==void 0?[{label:"attesa",value:`fino a ${r.massimaMs/1e3} s per run, ogni ${r.intervalloMs/1e3} s`}]:[]]},resolve:a((i,d)=>r===void 0?T(i,d,l=>V(t,l)):Le(t,r,n(r,d),i,d),"resolve")}}a(_e,"noevaElaborazioneLookup");function He(t,e={}){return {name:e.name??"noeva-contenuto",descriptor:{kind:"noeva-contenuto",details:g(t)},resolve:a((r,o)=>T(r,o,async n=>({fileId:n,testo:await t.getFileContent(n)})),"resolve")}}a(He,"noevaContenutoLookup");function fe(t,e){return new j(`Estrazione AI: il campo "${t}" ${e}`,{stage:"ai-aggregazione",details:{campo:t}})}a(fe,"conflitto");function Ve(t,e){return JSON.stringify(t)===JSON.stringify(e)}a(Ve,"uguali");var Be={concordi(){return (t,e)=>{let[r]=t;if(!t.every(o=>Ve(o,r)))throw fe(e,"ha valori diversi fra i documenti");return r}},priorita(t){return (e,r)=>{if(e.some(n=>!t.includes(n)))throw fe(r,"ha un valore fuori dall'ordine di priorit\xE0");return t.find(n=>e.includes(n))}},unisci(t=" | "){return e=>{let r=[...new Set(e.filter(o=>o!=null&&o!==""))];return r.length>0?r.join(t):null}},primo(){return t=>t.find(e=>e!=null)??null}};function me(t,e){if(t.length===0)return null;let r=Object.keys(e);return Object.fromEntries(r.map(o=>[o,e[o](t.map(n=>n[o]),o)]))}a(me,"aggrega");var We=8;function Ze(t){let e=t,r=false;for(let o=0;o<We;o++)if(e instanceof z.ZodNullable||e instanceof z.ZodOptional)r=true,e=e.unwrap();else if(e instanceof z.ZodDefault)e=e.removeDefault();else break;return {tipo:e,nullable:r}}a(Ze,"base");function Ge(t){return t instanceof z.ZodEnum?`uno fra: ${t.options.map(r=>`"${r}"`).join(", ")}`:t instanceof z.ZodString?"stringa":t instanceof z.ZodNumber?"numero":t instanceof z.ZodBoolean?"vero/falso":t instanceof z.ZodArray?"elenco":t instanceof z.ZodObject?"oggetto":"valore"}a(Ge,"etichettaTipo");function B(t,e){return ["Sei un sistema di estrazione dati da documenti. Estrai questi campi:",...Object.entries(t.shape).map(([o,n])=>{let{tipo:i,nullable:d}=Ze(n),l=`${Ge(i)}${d?", oppure null":""}`,s=n.description;return `- "${o}" (${l})${s?`: ${s}`:""}`}),"","Rispondi SOLO con un oggetto JSON con esattamente questi campi, senza altro testo.","Se un campo non si trova nel documento, usa null solo per i campi che lo ammettono.","","Istruzioni:",e].join(`
2
- `)}a(B,"promptDiSistema");function qe(t){let e=t.indexOf("{"),r=t.lastIndexOf("}");return e>=0&&r>e?t.slice(e,r+1):null}a(qe,"estraiJson");function W(t,e,r){let o=a((l,s)=>new j(`Estrazione AI su "${r}": ${l}`,{stage:"ai-extract",details:{documento:r,...s?{campi:[...s]}:{}}}),"errore"),n=qe(t);if(n===null)throw o("la risposta del modello non contiene JSON");let i;try{i=JSON.parse(n);}catch{throw o("la risposta del modello non \xE8 un JSON valido")}let d=e.safeParse(i);if(!d.success){let l=[...new Set(d.error.issues.map(s=>s.path.join(".")||"(radice)"))];throw o(`campi non validi: ${l.join(", ")}`,l)}return d.data}a(W,"leggiRisposta");var Je=z.object({id:z.string(),nome:z.string(),testo:z.string(),contesto:z.string().nullable()}),P=class{constructor(e){this.valore=e;}valore;static{a(this,"Estratto");}},U=class{constructor(e){this.errore=e;}errore;static{a(this,"Fallito");}};function Ke(t,e){try{return Je.parse(JSON.parse(t))}catch{throw new j("Estrazione AI: chiave di richiesta non valida",{stage:e})}}a(Ke,"leggiRichiesta");function Qe(t,e){return [...g(t),{label:"modello",value:e.modelId},{label:"campi",value:Object.keys(e.schema.shape).join(", ")},...e.temperature!==void 0?[{label:"temperature",value:String(e.temperature)}]:[],...e.maxTokens!==void 0?[{label:"maxTokens",value:String(e.maxTokens)}]:[]]}a(Qe,"dettagli");function Ye(t){let e=`DOCUMENTO: "${t.nome}"
3
-
4
- ${t.testo}`;return t.contesto===null?e:`${e}
5
-
6
- ${t.contesto}`}a(Ye,"messaggio");function Xe(t,e){let r=e.name??"noeva-ai-extract",o=B(e.schema,e.prompt);async function n(l,s){s.signal.throwIfAborted();let p=Ke(l,r);try{return new P(await i(p))}catch(f){if(f instanceof c)return new U(f);throw f}}a(n,"estrai");async function i(l){let s=await t.converse(e.modelId,{system:o,messages:[{role:"user",text:Ye(l)}],...e.temperature!==void 0?{temperature:e.temperature}:{},...e.maxTokens!==void 0?{maxTokens:e.maxTokens}:{}});return W(s.testo,e.schema,l.nome)}return a(i,"chiedi"),{resolver:{name:r,descriptor:{kind:"noeva-ai-extract",details:Qe(t,e)},async resolve(l,s){let p=new Map;for(let f of l)p.set(f,[await n(f,s)]);return p}},key:a(l=>{let s=e.contesto?.(l)??null;return e.documenti(l).map(p=>JSON.stringify({id:p.id,nome:p.nome??p.id,testo:p.testo,contesto:s}))},"key"),merge:a((l,s)=>{let p=l.map(f=>{if(f instanceof U)throw f.errore;if(f instanceof P)return f.valore;throw new j("Estrazione AI: riga inattesa dal resolver",{stage:r})});return e.merge(me(p,e.regole),s,{documenti:l.length})},"merge"),onNotFound:"null",...e.cache!==void 0?{cache:e.cache}:{},...e.outputSchema!==void 0?{outputSchema:e.outputSchema}:{}}}a(Xe,"noevaAiExtract");var O=.4;function Z(t,e$1,r=O){if(t.length===0)throw new e(`Nessun file trovato per la ricerca fuzzy "${e$1}"`,{stage:"noeva:fuzzy",details:{query:e$1}});let n=new et(t,{keys:["name"],includeScore:true,threshold:r}).search(e$1);if(n.length===0)throw new e(`Nessun file sopra la soglia di somiglianza per la ricerca fuzzy "${e$1}"`,{stage:"noeva:fuzzy",details:{query:e$1,threshold:r}});let[i,d]=n;if(i===void 0)throw new e(`Nessun file trovato per la ricerca fuzzy "${e$1}"`,{stage:"noeva:fuzzy",details:{query:e$1}});if(d!==void 0&&i.score===d.score)throw new e(`Ricerca fuzzy "${e$1}" ambigua: pi\xF9 file con lo stesso punteggio di somiglianza`,{stage:"noeva:fuzzy",details:{query:e$1,candidates:[i.item.name,d.item.name]}});return i.item}a(Z,"resolveBestMatch");function tt(t){return t.fileId!==void 0?[{label:"fileId",value:t.fileId}]:t.fileName!==void 0?[{label:"fileName",value:t.fileName}]:t.fuzzyQuery!==void 0?[{label:"fuzzyQuery",value:t.fuzzyQuery}]:[]}a(tt,"sourceTargetDetails");async function rt(t,e$1){if(e$1.fileId!==void 0)return e$1.fileId;if(e$1.fileName!==void 0){let o=(await t.searchFilesByName(e$1.fileName)).find(n=>n.name===e$1.fileName);if(o===void 0)throw new e(`Nessun file con nome esatto "${e$1.fileName}"`,{stage:"noeva:source",details:{fileName:e$1.fileName}});return o.id}if(e$1.fuzzyQuery!==void 0){let r=await t.searchFilesByName(e$1.fuzzyQuery);return Z(r,e$1.fuzzyQuery,e$1.fuzzyThreshold??O).id}throw new e("Specificare una tra fileId, fileName o fuzzyQuery",{stage:"noeva:source"})}a(rt,"resolveFileId");function ot(t,e$1){let r=e$1.name??"noeva-file";return {name:r,descriptor:{kind:"noeva-file",details:[...g(t),...tt(e$1)]},async*extract(o){o.signal.throwIfAborted();try{let n=await rt(t,e$1);yield {meta:await t.getFileById(n),bytes:t.downloadBytes(n)};}catch(n){throw n instanceof e?n:new e("Estrazione file Noeva fallita",{stage:r},{cause:n})}}}}a(ot,"noevaFileSource");var nt=100;async function at(t,e$1,r,o){for(let n=e$1.currentVersion;n>=1;n--){let i=await b$3(n===e$1.currentVersion?t.downloadBytes(e$1.id):t.downloadBytes(e$1.id,n));if(!await r(i,e$1))return {version:n,bytes:i}}throw new e(`Nessuna versione utilizzabile per il file ${e$1.name}: tutte le ${e$1.currentVersion} versioni sono state scartate`,{stage:o,details:{fileId:e$1.id,versioni:e$1.currentVersion}})}a(at,"versioneDaLeggere");async function*it(t){yield t;}a(it,"comeStream");var ye=50;function st(t,e$1){let r=e$1.name??"noeva-folder",o=e$1.maxFiles??ye;return {name:r,descriptor:{kind:"noeva-folder",details:[...g(t),{label:"folderId",value:e$1.folderId},{label:"includeSubfolders",value:String(e$1.includeSubfolders??false)},...e$1.skipIfMetadataKey!==void 0?[{label:"skipIfMetadataKey",value:e$1.skipIfMetadataKey}]:[],{label:"maxFiles",value:String(o)},...e$1.skipVersion!==void 0?[{label:"skipVersion",value:"attivo"}]:[]]},async*extract(n){n.signal.throwIfAborted();let i=0,d=0,l=1;try{for(;;){let{files:s,total:p}=await t.listFolderFiles(e$1.folderId,{page:l,limit:nt,...e$1.includeSubfolders!==void 0?{includeSubfolders:e$1.includeSubfolders}:{}});if(s.length===0)break;d+=s.length;for(let f of s){if(n.signal.throwIfAborted(),i>=o)return;let m=await t.getFileById(f.id);if(e$1.skipIfMetadataKey!==void 0&&m.metadata!==null&&e$1.skipIfMetadataKey in m.metadata){n.logger.debug("noeva-folder.gia-elaborato",{fileId:f.id,fileName:f.name});continue}if(i+=1,e$1.skipVersion===void 0){yield {meta:m,bytes:t.downloadBytes(f.id)};continue}let F=await at(t,m,e$1.skipVersion,r);F.version!==m.currentVersion&&n.logger.info("noeva-folder.versione-precedente",{fileId:f.id,fileName:f.name,corrente:m.currentVersion,letta:F.version}),yield {meta:m,version:F.version,bytes:it(F.bytes)};}if(d>=p)break;l+=1;}}catch(s){throw s instanceof e?s:new e(`Lettura della cartella Noeva ${e$1.folderId} fallita`,{stage:r,details:{folderId:e$1.folderId}},{cause:s})}}}}a(st,"noevaFolderSource");var dt="application/octet-stream";function ge(t){return createHash("sha256").update(t).digest("hex")}a(ge,"sha256Hex");async function ut(t,e){return (await t.searchFilesByName(e)).find(o=>o.name===e)??null}a(ut,"findExistingFile");async function ct(t,e,r){let o=await ut(t,e);if(o===null)return false;let n=await b$3(t.downloadBytes(o.id));return ge(n)===ge(r)}a(ct,"shouldSkipIdenticalVersion");function ve(t,e){return {kind:"noeva-file",details:[...g(t),{label:"fileName",value:e.fileName},{label:"mode",value:e.mode},...e.folderId!==void 0?[{label:"folderId",value:e.folderId}]:[]]}}a(ve,"noevaFileSinkDescriptor");function pt(t,e){let r=e.name??"noeva-file",o=e.mimeType??dt;return {name:r,descriptor:ve(t,e),async load(n,i){i.signal.throwIfAborted();let d=await b$3(n);try{if(e.mode==="new-version"&&await ct(t,e.fileName,d))return {written:0};let l=await t.prepareUpload({fileName:e.fileName,fileType:o,fileSize:d.byteLength,overwrite:e.mode==="overwrite",version:e.mode==="new-version"});if(l.uploadMethod!=="presigned"||l.uploadUrl===void 0)throw new f("Upload TUS non supportato da questo connettore (file troppo grande)",{stage:r});return await t.putBytes(l.uploadUrl,d,o),await t.completeUpload(l.fileId,!0),e.folderId!==void 0&&await t.addFileToFolder(e.folderId,l.fileId),{written:1}}catch(l){throw l instanceof f?l:new f("Caricamento file Noeva fallito",{stage:r},{cause:l})}}}}a(pt,"noevaFileSink");var mt="application/octet-stream";function we(t){return createHash("sha256").update(t).digest("hex")}a(we,"sha256Hex");async function yt(t,e){return (await t.searchFilesByName(e)).find(o=>o.name===e)??null}a(yt,"trovaEsistente");function gt(t,e){let r=e.name??"noeva-files";function o(i,d,l){let s=we(i);return l.versioniEquivalenti?.includes(s)===true?true:Object.keys(l.metadata??{}).every(f=>d!==null&&f in d)&&s===we(l.bytes)}a(o,"saltaVersioneIdentica");async function n(i,d){d.signal.throwIfAborted();let l=i.mimeType??mt;try{let s=await yt(t,i.fileName),p=s===null?null:(await t.getFileById(s.id)).metadata??null;if(e.mode==="new-version"&&s!==null&&o(await b$3(t.downloadBytes(s.id)),p,i))return d.logger.debug("noeva-files.versione-identica-saltata",{fileName:i.fileName}),!1;let f$1={...p??{},...i.metadata??{}},m=await t.prepareUpload({fileName:i.fileName,fileType:l,fileSize:i.bytes.byteLength,overwrite:e.mode==="overwrite",version:e.mode==="new-version",...Object.keys(f$1).length>0?{metadata:f$1}:{}});if(m.uploadMethod!=="presigned"||m.uploadUrl===void 0)throw new f("Upload TUS non supportato da questo connettore (file troppo grande)",{stage:r,details:{fileName:i.fileName}});return await t.putBytes(m.uploadUrl,i.bytes,l),await t.completeUpload(m.fileId,!0),e.folderId!==void 0&&await t.addFileToFolder(e.folderId,m.fileId),!0}catch(s){throw s instanceof f?s:new f(`Caricamento del file "${i.fileName}" su Noeva fallito`,{stage:r,details:{fileName:i.fileName}},{cause:s})}}return a(n,"carica"),{name:r,descriptor:{kind:"noeva-files",details:[...g(t),{label:"mode",value:e.mode},...e.folderId!==void 0?[{label:"folderId",value:e.folderId}]:[]]},async load(i,d){let l=0;for await(let s of i)await n(s,d)&&(l+=1);return {written:l}},async loadOne(i,d){await n(i,d);}}}a(gt,"noevaFilesSink");function vt(t){if(typeof t!="object"||t===null||Array.isArray(t))throw new d$1("Il contenuto del file non \xE8 un oggetto JSON valido",{stage:"noeva:bumpVersion",details:{receivedType:typeof t}});let e=t;if(!("version"in e))return {...e,version:0};let r=e.version;if(typeof r!="number"||!Number.isInteger(r))throw new d$1("La propriet\xE0 'version' esiste ma non \xE8 un intero valido",{stage:"noeva:bumpVersion",details:{version:r}});return {...e,version:r+1}}a(vt,"bumpVersion");function be(t){let e=q(t.map(r=>({id:r.workspaceId,value:r})),{kind:"noeva",listEnvVar:"NOEVA_WORKSPACE_IDS"});return {has:a(r=>e.has(r),"has"),config:a(r=>e.get(r),"config"),client:a(r=>new x(e.get(r)),"client"),workspaceIds:e.ids}}a(be,"buildWorkspaceRegistry");function wt(t=process.env){return be(d$2(t))}a(wt,"loadWorkspaceRegistry");export{H as a,A as b,b as c,E as d,x as e,g as f,Oe as g,Me as h,_e as i,He as j,Be as k,B as l,W as m,Xe as n,O as o,Z as p,ot as q,ye as r,st as s,ve as t,pt as u,gt as v,vt as w,be as x,wt as y};
@@ -1 +0,0 @@
1
- import {a as a$1,d}from'./chunk-4NPSBPBY.js';import {c as c$1}from'./chunk-LJ7DVP5F.js';import {l,M as M$1,w,O,P,Q as Q$1,U,G as G$1,K as K$1,S,T,m as m$1,r,s,L,H as H$1,J as J$1,N,a as a$2}from'./chunk-PKBSETMV.js';import {a,g as g$1,f}from'./chunk-PE2QKU34.js';import {createTransport}from'nodemailer';var G="465",V="587",m=[{suffisso:"HOST",obbligatoria:true},{suffisso:"FROM",obbligatoria:true},{suffisso:"SECURE",default:"false"},{suffisso:"PORT",default:a(t=>t("SECURE")==="true"?G:V,"default")},{suffisso:"REQUIRE_TLS",default:"true"},{suffisso:"USER"},M$1(t=>t("USER")!==void 0),{suffisso:"OAUTH_INSTANCE",default:l}];function W(t){return {connettore:"smtp",prefisso:w,manifest:m,id:t}}a(W,"istanzaSmtpDichiarata");function C(t=w,e=process.env){let o=O(m,t,e);P(o);let i=a(p=>Q$1(o,p),"valore"),{get:a$1}=U(t,e),s=G$1(o.variabili,"USER")?.valore;if(s===void 0&&(a$1("PASSWORD")!==void 0||a$1("ACCESS_TOKEN")!==void 0))throw new g$1(`Credenziali SMTP senza utente: imposta ${t}USER, o togli le credenziali`);return {host:i("HOST"),port:T(t,i("PORT"),Number(V)),secure:S(t,"SECURE",i("SECURE"),false),requireTls:S(t,"REQUIRE_TLS",i("REQUIRE_TLS"),true),from:i("FROM"),auth:s===void 0?null:{utente:s,credenziali:K$1(t,a$1)},oauthInstance:i("OAUTH_INSTANCE"),variabili:o.variabili}}a(C,"loadSmtpConfig");function $(t){return {kind:"smtp",listEnvVar:"SMTP_INSTANCES",instancesRaw:t.SMTP_INSTANCES,defaultId:l,loadOne:a(e=>C(m$1(w,e),t),"loadOne")}}a($,"opzioni");function Z(t=process.env){return r($(t))}a(Z,"loadSmtpRegistry");function h(t,e=process.env){return s($(e),t)}a(h,"loadSmtpInstance");var X={host:"smtp.esempio",port:587,secure:false,requireTls:true,from:"noeva@esempio",auth:{utente:"utente@esempio",credenziali:{tipo:"password",password:"non-una-credenziale"}},oauthInstance:"default"};function Y(t,e){return {risolta:a(()=>c$1(h(t,e),e),"risolta"),esempio:a(o=>c$1({...X,ricaduta:o,variabili:O(m,m$1(w,t),e).variabili},e),"esempio")}}a(Y,"istanzaSmtpPerIlPiano");var tt="noeva-etl.local";function et(t){return /@([A-Za-z0-9.-]+)>?\s*$/.exec(t)?.[1]??tt}a(et,"dominio");function F(t,e){return `<${a$1(t)}@${et(e)}>`}a(F,"messageIdDa");var M=a(t=>t.map(e=>e.testo),"testi");function H(t,e){let o=d(t),i=M(o.a),a=M(o.cc),s=M(o.ccn),p=e;return {from:p,to:i,...a.length>0?{cc:a}:{},...s.length>0?{bcc:s}:{},...o.rispondiA!==void 0?{replyTo:o.rispondiA.testo}:{},subject:o.oggetto,...o.testo!==void 0?{text:o.testo}:{},...o.html!==void 0?{html:o.html}:{},...o.allegati!==void 0?{attachments:o.allegati.map(n=>({filename:n.nome,...n.contentType!==void 0?{contentType:n.contentType}:{},content:Buffer.from(n.contenuto)}))}:{},...o.chiave!==void 0?{messageId:F(o.chiave,p)}:{}}}a(H,"opzioniMail");var q=3e4,rt=6e4;async function J(t,e){return {host:t.host,port:t.port,secure:t.secure,requireTLS:!t.secure&&t.requireTls,...t.auth!==null?{auth:await it(t.auth,e)}:{},logger:false,debug:false,connectionTimeout:q,greetingTimeout:q,socketTimeout:rt}}a(J,"opzioniSmtp");async function it({utente:t,credenziali:e},o){return e.tipo==="password"?{user:t,pass:e.password}:{type:"OAuth2",user:t,accessToken:await L(e,o.accessToken)}}a(it,"autenticazione");function B(t){return createTransport(t)}a(B,"creaTrasportoNodemailer");var nt=new Set(["ECONNECTION","ETIMEDOUT","ESOCKET","EDNS"]),at=/\b[245]\.\d{1,3}\.\d{1,3}\b/,K=a(t=>typeof t.code=="string"?t.code:void 0,"codiceDi");function st(t){let e=K(t);if(e==="EAUTH")return "autenticazione rifiutata";if(e==="ETLS")return "negoziazione TLS fallita";if(e==="EENVELOPE")return "destinatari rifiutati dal server";if(e!==void 0&&nt.has(e))return `server non raggiungibile (${e})`;let o=typeof t.response=="string"?at.exec(t.response)?.[0]:void 0,a=[typeof t.responseCode=="number"?String(t.responseCode):void 0,o].filter(s=>s!==void 0).join(" ");return a!==""?`risposta del server: ${a}`:e??"errore sconosciuto"}a(st,"motivo");function Q(t,e){let o=typeof t=="object"&&t!==null?t:{},i=K(o);return new f(`SMTP ${e.operazione} su ${e.host}: ${st(o)}`,{stage:e.stage,details:{host:e.host,...i!==void 0?{codice:i}:{}}})}a(Q,"erroreSmtp");async function c(t,e,o,i){let a=H(e,t.from),p=(o.creaTrasporto??B)(await J(t,o)),n=await p.sendMail(a).catch(E=>{throw Q(E,{operazione:"invio",host:t.host,stage:i})}).finally(()=>p.close());if(n.rejected.length>0)throw new f(`SMTP invio su ${t.host}: ${n.rejected.length} destinatari rifiutati su ${n.rejected.length+n.accepted.length}`,{stage:i,details:{rifiutati:n.rejected.length,accettati:n.accepted.length}});return {messageId:n.messageId,accettati:n.accepted.length}}a(c,"inviaMail");function g(t,e){let o=a(i=>G$1(t.variabili,i),"variabile");return {kind:"smtp",...a$2(e),details:[H$1("host",t.host,o("HOST")),H$1("porta",String(t.port),o("PORT")),H$1("mittente",t.from,o("FROM")),...J$1(t.ricaduta),N(t.auth?.credenziali??null,t.oauthInstance,t.variabili,t.identitaOauth)]}}a(g,"descriptorSmtp");function pt(t,e){let o=e.name??"smtp";return {name:o,descriptor:g(t,e.instanceId),async run(i){let a=await c(t,e.mail(i),e.trasporto??{},o);return e.merge(i,a)}}}a(pt,"smtpAction");function lt(t,e){let o=e.name??"smtp",i=e.trasporto??{},a$1=a(s=>c(t,e.mail(s),i,o),"invia");return {name:o,descriptor:g(t,e.instanceId),async load(s,p){let n=0;for await(let E of s)p.signal.throwIfAborted(),await a$1(E),n++;return p.logger.info("smtp-sink.inviate",{stage:o,inviate:n}),{written:n}},async loadOne(s){await a$1(s);}}}a(lt,"smtpSink");export{m as a,W as b,C as c,Z as d,h as e,Y as f,F as g,c as h,pt as i,lt as j};
@@ -1 +0,0 @@
1
- import {m,r,l,o,p,H,G as G$1,J as J$1,I as I$1}from'./chunk-PKBSETMV.js';import {a,g,d,W,P as P$1,c,w,T,Q as Q$1,x,b,ja,S,la,ia,ma,O,R,xb,ga,fa,m as m$1}from'./chunk-PE2QKU34.js';export{z as L}from'zod';import {createHmac,createSecretKey,createHash}from'crypto';import {inspect}from'util';var In="first",Cn="drop";function xn(e,n){let{maxKeys:r}=n;if(!Number.isInteger(r)||r<1)throw new Error(`dedup "${e}": \`maxKeys\` deve essere un intero \u2265 1 (ricevuto ${r}).`)}a(xn,"assertConfig");function Rn(e,n){return new Error(`dedup "${e}": superato il tetto di chiavi distinte in memoria (maxKeys = ${n}). La run si ferma qui invece di deduplicare a met\xE0: alza \`maxKeys\`, oppure deduplica su una chiave meno granulare.`)}a(Rn,"overflow");function oe(e,n){return new d(`dedup "${e}": chiave duplicata "${n}"`,{details:{key:n}})}a(oe,"duplicateError");function Sn(e,n){xn(e,n);let r=n.keep??In,t=n.duplicates??Cn,o=n.maxKeys;function s(u){if(u>=o)throw Rn(e,o)}if(a(s,"admit"),r==="last")return {name:e,stateful:true,async*apply(u){let l=new Map;for await(let d of u){let c=n.key(d);if(l.has(c)){if(t==="error")throw oe(e,c)}else s(l.size);l.set(c,d);}yield*l.values();},async*applyWithLineage(u){let l=new Map;for await(let{value:d,id:c}of u){let f=n.key(d);if(l.has(f)){if(t==="error")throw oe(e,f)}else s(l.size);l.set(f,{value:d,id:c});}for(let{value:d,id:c}of l.values())yield {value:d,derivedFrom:[c]};}};let a$1=new WeakMap;return {name:e,async*apply(u,l){let d=a$1.get(l);d===void 0&&(d=new Set,a$1.set(l,d));for await(let c of u){let f=n.key(c);if(d.has(f)){if(t==="error")throw oe(e,f);continue}s(d.size),d.add(f),yield c;}}}}a(Sn,"dedup");function En(e,n){let r=n.finalize??(a=>a),t=W();function o(a,u){let l=n.key(u),d=a.get(l);return a.set(l,d===void 0?n.init(u):n.reduce(d,u)),l}return a(o,"fold"),{name:e,stateful:true,held:t.read,...P$1(n.outputSchema),async*apply(a,u){let l=new Map,d=new Map,c=0;try{for await(let f of a){let p=o(l,f);d.set(p,(d.get(p)??0)+1),c+=1,t.set(u,c);}for(let[f,p]of l)c-=d.get(f)??0,t.set(u,c),yield r(p,f);}finally{t.set(u,0);}},async*applyWithLineage(a,u){let l=new Map,d=new Map,c=0;try{for await(let{value:f,id:p}of a){let g=o(l,f),C=d.get(g);C===void 0?d.set(g,[p]):C.push(p),c+=1,t.set(u,c);}for(let[f,p]of l){let g=d.get(f)??[];c-=g.length,t.set(u,c),yield {value:s(p,f,g),derivedFrom:g};}}finally{t.set(u,0);}}};function s(a,u,l){try{return r(a,u)}catch(d){throw d instanceof c?w(d,l):d}}}a(En,"groupBy");function vn(e,n){let{field:r}=n,t=n.as??r;return T(e,o=>{let s=On(o,r);if(!Array.isArray(s))throw new d(`explode "${e}": il campo "${r}" non \xE8 un array (trovato: ${Te(s)})`,{details:{field:r,found:Te(s)}});if(t!==r&&Object.hasOwn(o,t))throw new d(`explode "${e}": as "${t}" coincide con un campo gi\xE0 presente nel record`,{details:{field:r,as:t}});let a=Object.fromEntries(Object.entries(o).filter(([u])=>u!==r));return s.map(u=>({...a,[t]:u}))},n.outputSchema===void 0?{}:{outputSchema:n.outputSchema})}a(vn,"explode");function On(e,n){if(!(typeof e!="object"||e===null))return Object.hasOwn(e,n)?e[n]:void 0}a(On,"fieldOf");function Te(e){return e===void 0?"assente":e===null?"null":typeof e}a(Te,"typeName");function V(e){return e.find((n,r)=>e.indexOf(n)!==r)}a(V,"firstDuplicate");function j(e,n){return e.find(r=>n.includes(r))}a(j,"firstShared");function An(e){if(!(typeof e!="object"||e===null))return e}a(An,"fieldsOf");function Kn(e,n){return n.filter(r=>!Object.hasOwn(e,r))}a(Kn,"missingColumns");function q(e,n){return Object.fromEntries(n.map(r=>[r,e[r]]))}a(q,"pickColumns");function _(e){return e===null?"null":Array.isArray(e)?"array":typeof e}a(_,"typeName");function Y(e,n,r){let t=An(n);if(t===void 0)throw new d(`${e}: il record non \xE8 un oggetto (trovato: ${_(n)})`,{details:{found:_(n)}});let o=Kn(t,r);if(o.length>0)throw new d(`${e}: campi assenti dal record: ${o.map(s=>`"${s}"`).join(", ")}`,{details:{missing:o}});return t}a(Y,"requireFields");function N(e,n){return new Error(`unpivot "${e}": ${n}`)}a(N,"configError");function Tn(e,n){let{keep:r,columns:t,nameAs:o,valueAs:s}=n;if(t.length===0)throw N(e,"`columns` \xE8 vuoto: serve almeno una colonna da ruotare.");let a=V(t);if(a!==void 0)throw N(e,`colonna "${a}" duplicata in \`columns\`.`);let u=V(r);if(u!==void 0)throw N(e,`colonna "${u}" duplicata in \`keep\`.`);let l=j(t,r);if(l!==void 0)throw N(e,`colonna "${l}" sia in \`keep\` sia in \`columns\`.`);if(o===""||s==="")throw N(e,"`nameAs` e `valueAs` non possono essere vuoti.");if(o===s)throw N(e,`\`nameAs\` e \`valueAs\` coincidono ("${o}").`);let d=j([o,s],r);if(d!==void 0)throw N(e,`"${d}" \xE8 una colonna di \`keep\`: \`nameAs\` e \`valueAs\` la sovrascriverebbero.`)}a(Tn,"assertConfig");function $n(e){return [...Q$1(e.keep,"unknown"),...Q$1([e.nameAs],"string"),...Q$1([e.valueAs],"unknown")]}a($n,"outputColumns");function Nn(e,n){Tn(e,n);let{keep:r,columns:t,nameAs:o,valueAs:s}=n,a=[...r,...t];return {...T(e,l=>{let d=Y(`unpivot "${e}"`,l,a),c=q(d,r);return t.map(f=>({...c,[o]:f,[s]:d[f]}))}),columns:$n(n)}}a(Nn,"unpivot");function $(e,n){return new Error(`pivot "${e}": ${n}`)}a($,"configError");function Pn(e){let{name:n,key:r,columns:t,maxGroups:o,onConflict:s}=e;if(t.length===0)throw $(n,"`columns` \xE8 vuoto: serve almeno una colonna d'uscita.");let a=V(t);if(a!==void 0)throw $(n,`colonna "${a}" duplicata in \`columns\`.`);let u=V(r);if(u!==void 0)throw $(n,`colonna "${u}" duplicata in \`key\`.`);let l=j(t,r);if(l!==void 0)throw $(n,`colonna "${l}" sia in \`key\` sia in \`columns\`.`);let d=j([e.nameFrom,e.valueFrom],r);if(d!==void 0)throw $(n,`"${d}" \xE8 in \`key\`: \`nameFrom\` e \`valueFrom\` non possono identificare il gruppo.`);if(e.nameFrom===e.valueFrom)throw $(n,`\`nameFrom\` e \`valueFrom\` coincidono ("${e.nameFrom}").`);if(!Number.isInteger(o)||o<1)throw $(n,`\`maxGroups\` deve essere un intero \u2265 1 (ricevuto ${String(o)}).`);if(typeof s!="function"&&s!=="error"&&s!=="last")throw $(n,`\`onConflict\` deve essere "error", "last" o una funzione (ricevuto ${String(s)}).`)}a(Pn,"assertConfig");function Mn(e,n){return new Error(`pivot "${e}": superato il tetto di gruppi in memoria (maxGroups = ${n}). La run si ferma qui invece di emettere un pivot parziale: alza \`maxGroups\`, oppure riduci lo stream a monte (filtra) prima di ruotarlo.`)}a(Mn,"overflow");function $e(e,n){return n.length===0?e:w(e,n)}a($e,"blame");function Ne(e){return e.id===void 0?[]:[e.id]}a(Ne,"idsOf");function Fn(e){if(e===null)return {ok:true,part:"null"};if(e instanceof Date){let n=e.getTime();return Number.isNaN(n)?{ok:false,found:"Invalid Date"}:{ok:true,part:`date:${n}`}}switch(typeof e){case "string":return {ok:true,part:`string:${e}`};case "number":return Number.isNaN(e)?{ok:false,found:"NaN"}:{ok:true,part:`number:${e}`};case "boolean":case "bigint":return {ok:true,part:`${typeof e}:${e}`};default:return {ok:false,found:_(e)}}}a(Fn,"keyPart");function Dn(e,n){let r=e.key.map(t=>{let o=Fn(n[t]);if(!o.ok)throw new d(`pivot "${e.name}": il valore di chiave "${t}" non \xE8 raggruppabile (trovato: ${o.found})`,{details:{column:t,found:o.found}});return o.part});return JSON.stringify(r)}a(Dn,"groupKeyOf");function zn(e,n){let r=n[e.nameFrom];if(typeof r!="string")throw new d(`pivot "${e.name}": il valore di "${e.nameFrom}" non \xE8 una stringa (trovato: ${_(r)})`,{details:{nameFrom:e.nameFrom,found:_(r)}});if(!e.columns.includes(r))throw new d(`pivot "${e.name}": "${r}" in "${e.nameFrom}" non \xE8 fra le colonne dichiarate in \`columns\``,{details:{nameFrom:e.nameFrom,value:r}});return r}a(zn,"columnOf");function _n(e,n,r,t){let{onConflict:o}=e;if(o==="last")return t;if(o==="error")throw new d(`pivot "${e.name}": pi\xF9 valori per la colonna "${r}" nello stesso gruppo`,{details:{key:n.keyFields,column:r}});return o(n.cells.get(r),t)}a(_n,"resolveConflict");async function Vn(e,n,r){let t=new Map,o=0;for await(let s of n){let a,u,l;try{a=Y(`pivot "${e.name}"`,s.value,e.required),u=Dn(e,a),l=zn(e,a);}catch(f){throw f instanceof c?$e(f,Ne(s)):f}let d=t.get(u);if(d===void 0){if(t.size>=e.maxGroups)throw Mn(e.name,e.maxGroups);d={keyFields:q(a,e.key),cells:new Map,ids:[],rows:0},t.set(u,d);}d.ids.push(...Ne(s)),d.rows+=1,o+=1,r(o);let c$1=a[e.valueFrom];try{d.cells.set(l,d.cells.has(l)?_n(e,d,l,c$1):c$1);}catch(f){throw f instanceof c?$e(f,d.ids):f}}return [...t.values()]}a(Vn,"collectGroups");async function*Pe(e,n,r){try{let t=await Vn(e,n,r),o=t.reduce((s,a)=>s+a.rows,0);for(let s of t)o-=s.rows,r(o),yield s;}finally{r(0);}}a(Pe,"heldGroups");function Me(e,n){return {...n.keyFields,...Object.fromEntries(e.columns.map(r=>[r,n.cells.has(r)?n.cells.get(r):null]))}}a(Me,"rowOf");function jn(e,n){let r={name:e,key:n.key,nameFrom:n.nameFrom,valueFrom:n.valueFrom,columns:n.columns,required:[...n.key,n.nameFrom,n.valueFrom],onConflict:n.onConflict??"error",maxGroups:n.maxGroups};Pn(r);let t=W();return {name:e,stateful:true,held:t.read,columns:Q$1([...r.key,...r.columns],"unknown"),async*apply(o,s){let a=Pe(r,Ln(o),u=>t.set(s,u));for await(let u of a)yield Me(r,u);},async*applyWithLineage(o,s){let a=Pe(r,o,u=>t.set(s,u));for await(let u of a)yield {value:Me(r,u),derivedFrom:[...u.ids]};}}}a(jn,"pivot");async function*Ln(e){for await(let n of e)yield {value:n};}a(Ln,"untagged");function Un(e,n){let r=0;for(;r<e.length&&r<n.length;){let t=e.codePointAt(r),o=n.codePointAt(r);if(t!==o)return t<o?-1:1;r+=t>65535?2:1;}return Math.sign(e.length-n.length)}a(Un,"compareCodepoints");function Fe(e,n){if(e==null)return {ok:true,kind:void 0,key:null};let r=Bn(e);return r.ok&&n!==void 0&&r.kind!==n?{ok:false,reason:`tipo "${r.kind}" diverso da "${n}", fissato dal primo valore non null`}:r}a(Fe,"normalizeKey");function Bn(e){if(typeof e=="string")return {ok:true,kind:"string",key:e};if(typeof e=="number")return Number.isNaN(e)?{ok:false,reason:"NaN non \xE8 ordinabile"}:{ok:true,kind:"number",key:e};if(e instanceof Date){let n=e.getTime();return Number.isNaN(n)?{ok:false,reason:"Invalid Date non \xE8 ordinabile"}:{ok:true,kind:"date",key:n}}return {ok:false,reason:`tipo "${typeof e}" non ordinabile: servono string, number o Date`}}a(Bn,"readKey");function De(e,n,r){for(let t=0;t<r.length;t++){let o=e[t],s=n[t];if(o===null||s===null){if(o===s)continue;return o===null?1:-1}let a=Gn(o,s);if(a!==0)return r[t]==="desc"?-a:a}return 0}a(De,"compareKeys");function Gn(e,n){if(typeof e=="string")return Un(e,n);let r=n;return e<r?-1:e>r?1:0}a(Gn,"compareValues");var Hn="asc";function ze(e,n){return new Error(`sort "${e}": ${n}`)}a(ze,"configError");function Wn(e,n){if(n.by.length===0)throw ze(e,"`by` \xE8 vuoto: serve almeno una chiave.");let{maxRecords:r}=n;if(!Number.isInteger(r)||r<1)throw ze(e,`\`maxRecords\` deve essere un intero \u2265 1 (ricevuto ${r}).`)}a(Wn,"assertConfig");function qn(e,n){return new Error(`sort "${e}": superato il tetto di record in memoria (maxRecords = ${n}). La run si ferma qui invece di emettere un ordinamento parziale: alza \`maxRecords\`, oppure riduci lo stream a monte (filtra o aggrega) prima di ordinarlo.`)}a(qn,"overflow");function Yn(e,n,r){return new d(`sort "${e}": by[${n}]: ${r}`,{details:{position:n}})}a(Yn,"invalidKey");function Zn(e,n){Wn(e,n);let r={name:e,by:n.by,maxRecords:n.maxRecords,dirs:n.by.map(o=>o.dir??Hn)},t=W();return {name:e,stateful:true,held:t.read,apply(o,s){return _e(r,o,a=>a,a=>a,a=>t.set(s,a))},async*applyWithLineage(o,s){let a=_e(r,o,u=>u.value,(u,l)=>w(u,[l.id]),u=>t.set(s,u));for await(let{value:u,id:l}of a)yield {value:u,derivedFrom:[l]};}}}a(Zn,"sort");async function*_e(e,n,r,t,o){try{yield*Xn(e,n,r,t,o);}finally{o(0);}}a(_e,"sortStream");async function*Xn(e,n,r,t,o){let s=e.by.map(()=>{}),a=[];for await(let l of n){if(a.length>=e.maxRecords)throw qn(e.name,e.maxRecords);let d=Jn(e.by,r(l),s);if(!d.ok)throw t(Yn(e.name,d.position,d.reason),l);s=d.kinds,a.push({item:l,keys:d.keys}),o(a.length);}let u=a.toSorted((l,d)=>De(l.keys,d.keys,e.dirs));for(let[l,{item:d}]of u.entries())o(u.length-l-1),yield d;}a(Xn,"sortHeld");function Jn(e,n,r){let t=[],o=r;for(let[s,{key:a}]of e.entries()){let u=Fe(a(n),o[s]);if(!u.ok)return {ok:false,position:s,reason:u.reason};o[s]===void 0&&u.kind!==void 0&&(o=o.with(s,u.kind)),t.push(u.key);}return {ok:true,keys:t,kinds:o}}a(Jn,"readRecordKeys");function Qn(e,n){if(!Number.isInteger(n)||n<1)throw new g(`chunk "${e}": \`size\` deve essere un intero \u2265 1 (ricevuto ${n}).`)}a(Qn,"assertSize");function er(e,n){let{size:r}=n;Qn(e,r);let t=W();return {name:e,stateful:true,held:t.read,apply(o,s){return Ve(o,r,a=>t.set(s,a))},async*applyWithLineage(o,s){for await(let a of Ve(o,r,u=>t.set(s,u)))yield {value:a.map(u=>u.value),derivedFrom:a.map(u=>u.id)};}}}a(er,"chunk");async function*Ve(e,n,r){let t=[];try{for await(let o of e)t.push(o),t.length===n?(r(0),yield t,t=[]):r(t.length);r(0),t.length>0&&(yield t);}finally{r(0);}}a(Ve,"lots");function Z(e){if(!(e instanceof Error))return "unknown";let n=e.code;return typeof n=="string"?n:e.name}a(Z,"codecErrorCause");function nr(e,n,r){let t=r.merge??(a=>a),o=T(e,a=>tr(n,r,t,a),r.emit===void 0?{}:{emit:r.emit}),s=rr(n,r);return s===void 0?o:{...o,columns:s}}a(nr,"parse");function rr(e,n){return n.outputSchema!==void 0?P$1(n.outputSchema).columns:n.merge===void 0?e.columns:void 0}a(rr,"parseColumns");async function*tr(e,n,r,t){let s=e.decode(or(n.bytes(t)))[Symbol.asyncIterator](),a=0,u=false;try{for(;;){let l;try{l=await s.next();}catch(d){throw u=!0,ir(d,n.fileName(t),a)}if(l.done===!0){u=!0;return}a+=1,yield r(l.value,t,a);}}finally{u||await s.return?.();}}a(tr,"decodeFile");async function*or(e){e instanceof Uint8Array?yield e:yield*e;}a(or,"asStream");function ir(e,n,r){let t=sr(e,r);return e instanceof c?x(e,{fileName:n,...t}):new d(`Il file "${n}" non si decodifica alla riga ${t.rowNumber}`,{details:{fileName:n,...t,cause:Z(e)}})}a(ir,"decodeError");function sr(e,n){let r=je(e,"records"),t=je(e,"lines");return {rowNumber:(r??n)+1,...t===void 0?{}:{line:t}}}a(sr,"positionOf");function je(e,n){if(typeof e!="object"||e===null)return;let r=e[n];return typeof r=="number"&&Number.isInteger(r)?r:void 0}a(je,"numericField");var ar="";function ur(e,n,r){cr(e,r.maxRecords);let t={name:e,codecFor:typeof n=="function"?n:()=>n,options:r},o=W();return {name:e,stateful:true,held:o.read,...P$1(r.outputSchema),apply:a((s,a)=>Ue(lr(t,s,a,Le(o,a)),o,a),"apply"),applyWithLineage:a((s,a)=>Ue(dr(t,s,a,Le(o,a)),o,a),"applyWithLineage")}}a(ur,"serialize");function Le(e,n){return r=>e.set(n,r)}a(Le,"holdIn");async function*Ue(e,n,r){try{yield*e;}finally{n.set(r,0);}}a(Ue,"releasing");function Be(e){return e.reduce((n,r)=>n+r.items.length,0)}a(Be,"recordsIn");async function*lr(e,n,r,t){let o=await Ge(e,n,a=>a,a=>a,t),s=Be(o);for(let[a,u]of o.entries()){let l=await He(e,r,u.key,u.items,a+1);s-=u.items.length,t(s),yield l;}}a(lr,"files");async function*dr(e,n,r,t){let o=await Ge(e,n,a=>a.value,(a,u)=>w(a,[u.id]),t),s=Be(o);for(let[a,u]of o.entries()){let l=u.items.map(f=>f.id),d=u.items.map(f=>f.value),c$1;try{c$1=await He(e,r,u.key,d,a+1);}catch(f){throw f instanceof c?w(f,l):f}s-=u.items.length,t(s),yield {value:c$1,derivedFrom:l};}}a(dr,"filesWithLineage");function cr(e,n){if(!Number.isInteger(n)||n<1)throw new g(`serialize "${e}": \`maxRecords\` deve essere un intero \u2265 1 (ricevuto ${n}).`)}a(cr,"assertMaxRecords");function fr(e,n){return new Error(`serialize "${e}": superato il tetto di record in memoria (maxRecords = ${n}). La run si ferma qui invece di emettere file a met\xE0: alza \`maxRecords\`, oppure riduci lo stream a monte.`)}a(fr,"overflow");async function Ge(e,n,r,t,o){let{groupBy:s,maxRecords:a}=e.options,u=new Map,l=0;for await(let d of n){if(l>=a)throw fr(e.name,a);let c=yr(s,r(d),d,t),f=u.get(c);f===void 0?u.set(c,{key:c,items:[d]}):f.items.push(d),l+=1,o(l);}return [...u.values()]}a(Ge,"collectGroups");function yr(e,n,r,t){if(e===void 0)return ar;try{return e(n)}catch(o){throw o instanceof c?t(o,r):o}}a(yr,"keyOf");async function He(e,n,r,t,o){if(t.length===0)throw new Error("serialize: gruppo vuoto (bug interno)");let s=e.codecFor(r,t[0]),a=e.options.row??(d=>d),u=t.map(d=>a(d)),l;try{l=await b(s.encode(pr(u)));}catch(d){throw mr(e.name,d,o,t.length)}return e.options.toOutput(r,l,t,n)}a(He,"toFile");async function*pr(e){yield*e;}a(pr,"rowsOf");function mr(e,n,r,t){return n instanceof c?n:new d(`serialize "${e}": il file ${r} non si codifica`,{details:{fileNumber:r,records:t,cause:Z(n)}})}a(mr,"encodeError");function L(e,n){let r;try{r=ja(e).toString("utf8");}catch(t){throw t instanceof d?n("contiene un surrogato UTF-16 spaiato"):t}if(r!==e)throw n("non \xE8 in forma NFC");return r}a(L,"assertNfcName");function A(e,n,r=()=>({})){try{return n()}catch(t){if(!(t instanceof c))throw t;let o=t.constructor;throw new o(`${e}: ${t.message}`,{...t.context,details:{...t.context.details,...r(t)}},{cause:t})}}a(A,"withErrorPrefix");var We={1:(e,n)=>"v1:"+createHash("sha256").update(ga(e,n)).digest("hex")};function U(e,n){return new Error(`hashRow "${e}": ${n}`)}a(U,"configError");function qe(e,n,r){return L(r,t=>U(e,`${n} "${r}" ${t}.`))}a(qe,"nfcName");function hr(e,n){let{columns:r,as:t}=n,o=n.version??1,s=Object.hasOwn(We,o)?We[o]:void 0;if(s===void 0)throw U(e,`\`version\` ${String(o)} non esiste.`);if(r.length===0)throw U(e,"`columns` \xE8 vuoto: serve almeno una colonna.");if(typeof t!="string"||t==="")throw U(e,"`as` \xE8 obbligatorio e non vuoto.");let a=new Set;for(let u of r){let l=qe(e,"la colonna",u);if(a.has(l))throw U(e,`colonna "${u}" duplicata in \`columns\`.`);a.add(l);}if(a.has(qe(e,"`as`",t)))throw U(e,`\`as\` "${t}" \xE8 una delle \`columns\`.`);return s}a(hr,"assertConfig");function kr(e,n){let r=hr(e,n),t=[...n.columns],{as:o}=n;return S(e,s=>{if(typeof s!="object"||s===null)throw new d(`hashRow "${e}": il record non \xE8 un oggetto`,{details:{reason:"not-an-object"}});let a=A(`hashRow "${e}"`,()=>r(s,t));return {...s,[o]:a}},n.outputSchema===void 0?{}:{outputSchema:n.outputSchema})}a(kr,"hashRow");function G(e,n,r){return new Error(`surrogateKey "${e}": ${n}`,r===void 0?void 0:{cause:r})}a(G,"configError");function wr(e,n){if(n.from.length===0)throw G(e,"`from` \xE8 vuoto: serve almeno una colonna.");if(typeof n.as!="string"||n.as==="")throw G(e,"`as` \xE8 obbligatorio e non vuoto.");for(let r of n.from)L(r,t=>G(e,`la colonna "${r}" ${t}.`));if(typeof n.entity!="string")throw G(e,"`entity` \xE8 obbligatoria.");try{return la(n.entity)}catch(r){throw G(e,r.message,r)}}a(wr,"assertConfig");function br(e,n){let r=wr(e,n),t=[...n.from],{as:o}=n;return S(e,s=>{let a=t.map(l=>ia(s,l)),u=A(`surrogateKey "${e}"`,()=>ma(r,a),l=>Ir(l,t));return {...s,[o]:u}},n.outputSchema===void 0?{}:{outputSchema:n.outputSchema})}a(br,"surrogateKey");function Ir(e,n){let r=e.context.details?.position,t=typeof r=="number"?n[r]:void 0;return t===void 0?{}:{column:t}}a(Ir,"columnOf");var X=32,Sr=/^[a-z0-9]+(?:_[a-z0-9]+)*$/,Er=/^(?:[A-Za-z0-9+/]{4})*(?:[A-Za-z0-9+/]{2}==|[A-Za-z0-9+/]{3}=)?$/,vr=8,Or=/^[A-Z][A-Z0-9_]{0,63}$/,Ye="la chiave di mask",ie="MASK_KEY_INSTANCES",Ar="MASK_KEY_",Q=Symbol("MaskKey"),K=class{static{a(this,"MaskKey");}id;#e;constructor(n,r,t){if(n!==Q)throw new g("MaskKey non si costruisce con `new`: usa loadMaskKeyRegistry, maskKeyFromBase64 o maskKeyForSpec.");this.id=r,this.#e=t;}get usable(){return this.#e!==void 0}assertUsable(){if(this.#e===void 0)throw new Error(`MaskKey "${this.id}" \xE8 il segnaposto di getSpec() e non pu\xF2 firmare: in run() la chiave va risolta con loadMaskKeyRegistry(env).get(id).`)}hasSameSecretAs(n){return this.#e!==void 0&&n.#e!==void 0&&this.#e.equals(n.#e)}hmacSha256Hex(n){return this.assertUsable(),createHmac("sha256",this.#e).update(n).digest("hex")}toString(){return `[MaskKey ${this.id}]`}toJSON(){return this.toString()}[inspect.custom](){return this.toString()}};function J(e,n){if(typeof e!="string"||!Sr.test(e))throw new g(`${n}: id di chiave non valido. Sono ammesse minuscole, cifre e underscore singoli in mezzo (es. \`crm\`, \`crm_2027\`).`)}a(J,"assertKeyId");function Ze(e,n){let r=e?.trim()??"";if(r==="")throw new g(`${n} non \xE8 impostata: serve la chiave HMAC della transform mask, almeno ${X} byte in base64 (openssl rand -base64 32).`);if(!Er.test(r))throw new g(`${n} non \xE8 base64 valido (standard, con padding).`);let t=Buffer.from(r,"base64");try{if(t.length<X)throw new g(`${n} \xE8 pi\xF9 corta di ${X} byte: generala con openssl rand -base64 32.`);if(new Set(t).size<vr)throw new g(`${n} non \xE8 casuale (byte ripetuti): una chiave non \xE8 una passphrase, generala con openssl rand -base64 32.`);return createSecretKey(t)}finally{t.fill(0);}}a(Ze,"decodeSecret");function Kr(e,n,r=Ye){let t=typeof r=="string"&&Or.test(r)?r:Ye;return J(e,t),new K(Q,e,Ze(n,t))}a(Kr,"maskKeyFromBase64");function Tr(e){return J(e,"maskKeyForSpec"),new K(Q,e,void 0)}a(Tr,"maskKeyForSpec");function se(e){return `${m(Ar,e)}SECRET`}a(se,"secretEnvVar");function $r(e){let n=e.ids.map(r=>e.get(r));n.forEach((r,t)=>{let o=n.slice(0,t).find(s=>s.hasSameSecretAs(r));if(o!==void 0)throw new g(`${se(o.id)} e ${se(r.id)} hanno lo stesso valore: ogni id di chiave vuole un segreto suo.`)});}a($r,"assertDistinctSecrets");function Nr(e=process.env){let n=e[ie];for(let t of (n??"").split(","))t.trim()!==""&&J(t.trim(),ie);let r$1=r({kind:"mask-key",listEnvVar:ie,instancesRaw:n,defaultId:l,loadOne:a(t=>{let o=se(t);return new K(Q,t,Ze(e[o],o))},"loadOne")});return $r(r$1),{...r$1,get:a(t=>(J(t,"loadMaskKeyRegistry().get"),r$1.get(t)),"get")}}a(Nr,"loadMaskKeyRegistry");var ae="***",Xe={1:(e,n)=>`v1:${e.id}:${e.hmacSha256Hex(fa(n))}`};function Je(e,n){if(typeof e!="number"||!Object.hasOwn(Xe,e))throw n(`\`version\` ${String(e)} non esiste.`);return Xe[e]}a(Je,"requirePseudonymizer");var Qe="`key` non \xE8 una MaskKey: va risolta con loadMaskKeyRegistry(env).get(id), non passata come stringa.";function Pr(e,n,r=1){let t=a(o=>new g(`pseudonymize: ${o}`),"fail");if(!(e instanceof K))throw t(Qe);return Je(r,t)(e,n)}a(Pr,"pseudonymize");function P(e,n){return new g(`mask "${e}": ${n}`)}a(P,"configError");function Mr(e){if(typeof e!="object"||e===null)return typeof e;let r=Object.getPrototypeOf(e)?.constructor;return typeof r=="function"&&r.name!=="Object"&&r.name!==""?r.name:"object"}a(Mr,"typeName");function Fr(e,n,r){return t=>{if(typeof t!="string")throw new d(`mask "${e}": la colonna "${n}" non \xE8 una stringa, e \`keep\` vale solo per le stringhe`,{details:{column:n,reason:"not-a-string",type:Mr(t)}});return [...t].slice(0,r).join("")+ae}}a(Fr,"keepMask");function Dr(e,n,r,t){return o=>A(`mask "${e}"`,()=>t(r,o),()=>({column:n}))}a(Dr,"hmacMask");function zr(e,n,r,t){if(Object.keys(r).some(s=>s!==n&&s.normalize("NFC")===n))throw new d(`mask "${e}": il record ha la colonna "${n}" in una forma Unicode diversa da NFC, e non verrebbe mascherata`,{details:{column:n,reason:"column-not-nfc"}});if(t==="error")throw new d(`mask "${e}": la colonna "${n}" manca dal record`,{details:{column:n,reason:"absent-column"}})}a(zr,"assertAbsentIsFine");function en(e){return typeof e=="object"&&e!==null&&!Array.isArray(e)}a(en,"isPlainRecord");function _r(e,n,r,t,o){if(L(n,a=>P(e,`la colonna "${n}" ${a}.`)),r==="redact")return {column:n,apply:a(()=>ae,"apply")};if(r==="hmac"){if(t===void 0)throw P(e,`la colonna "${n}" \xE8 \`hmac\` ma manca \`key\`: passa loadMaskKeyRegistry(env).get(id), o maskKeyForSpec(id) in getSpec().`);return {column:n,apply:Dr(e,n,t,o)}}let s=Vr(r)?r.keep:void 0;if(s===void 0)throw P(e,`la colonna "${n}" ha una strategia non valida: sono ammesse "hmac", "redact" e { keep: n } con n intero \u2265 1, senza altri campi.`);return {column:n,apply:Fr(e,n,s)}}a(_r,"compileColumn");function Vr(e){if(!en(e)||Object.keys(e).length!==1)return false;let n=e.keep;return typeof n=="number"&&Number.isInteger(n)&&n>=1}a(Vr,"isKeepStrategy");function jr(e,n){let{columns:r,key:t}=n,o=Je(n.version??1,s=>P(e,s));if(!en(r)||Object.keys(r).length===0)throw P(e,"`columns` \xE8 obbligatorio: un oggetto con almeno una colonna.");if(t!==void 0&&!(t instanceof K))throw P(e,Qe);return Object.entries(r).map(([s,a])=>_r(e,s,a,t,o))}a(jr,"compileColumnMasks");function Lr(e,n){let r=jr(e,n),t=n.onAbsent??"keep";if(t!=="keep"&&t!=="error")throw P(e,'`onAbsent` ammette solo "keep" e "error".');let o=Object.values(n.columns).includes("hmac")?n.key:void 0,s=S(e,a=>{if(typeof a!="object"||a===null)throw new d(`mask "${e}": il record non \xE8 un oggetto`,{details:{reason:"not-an-object"}});let u=r.flatMap(({column:l,apply:d})=>{let c=ia(a,l);return c===void 0&&zr(e,l,a,t),c==null?[]:[[l,d(c)]]});return {...a,...Object.fromEntries(u)}},n.outputSchema===void 0?{}:{outputSchema:n.outputSchema});return {...s,async*apply(a,u){o?.assertUsable(),yield*s.apply(a,u);}}}a(Lr,"mask");function ue(e,n,r){if(e==null||r.empty==="null"&&et(e))return null;let t=tn[n](e);if(t===I)throw new d(`la colonna "${r.column}" non \xE8 convertibile in ${n} (trovato: ${nn(e)})${nt(n,e)}`,{details:{column:r.column,expected:n,found:nn(e)}});return t}a(ue,"castValue");var I=Symbol("not-castable"),Ur=/^[+-]?(?:\d+\.?\d*|\.\d+)(?:[eE][+-]?\d+)?$/;function Br(e){if(typeof e=="number")return Number.isFinite(e)?e:I;if(typeof e!="string")return I;let n=e.trim();if(!Ur.test(n))return I;let r=Number(n);return Number.isFinite(r)?r:I}a(Br,"castNumber");var Gr=/^[+-]?\d+$/;function Hr(e){if(typeof e=="number")return Number.isSafeInteger(e)?e:I;if(typeof e!="string")return I;let n=e.trim();if(!Gr.test(n))return I;let r=Number(n);return Number.isSafeInteger(r)?r:I}a(Hr,"castInteger");var Wr=new Map([["true",true],["1",true],["false",false],["0",false]]);function qr(e){return typeof e=="boolean"?e:e===1?true:e===0?false:typeof e!="string"?I:Wr.get(e.trim().toLowerCase())??I}a(qr,"castBoolean");function Yr(e){return typeof e=="string"?e:typeof e=="number"?Number.isFinite(e)?String(e):I:typeof e=="bigint"||typeof e=="boolean"?String(e):I}a(Yr,"castString");var Zr=/^(\d{4})-(\d{2})-(\d{2})$/;function Xr(e){if(typeof e!="string")return I;let n=e.trim();return rn(n)?n:I}a(Xr,"castDate");function rn(e){let n=Zr.exec(e);if(n===null)return false;let[r,t,o]=[n[1],n[2],n[3]].map(Number);if(r===void 0||t===void 0||o===void 0)return false;let s=new Date(0);return s.setUTCFullYear(r,t-1,o),s.getUTCFullYear()===r&&s.getUTCMonth()===t-1&&s.getUTCDate()===o}a(rn,"isCalendarDate");var Jr=/^(\d{4}-\d{2}-\d{2})T(?:[01]\d|2[0-3]):[0-5]\d:[0-5]\d(?:\.\d{1,3})?(?:Z|[+-](?:[01]\d|2[0-3]):[0-5]\d)$/;function Qr(e){if(e instanceof Date)return Number.isNaN(e.getTime())?I:new Date(e.getTime());if(typeof e!="string")return I;let n=e.trim(),r=Jr.exec(n);if(r?.[1]===void 0||!rn(r[1]))return I;let t=new Date(n);return Number.isNaN(t.getTime())?I:t}a(Qr,"castTimestamp");var tn={number:Br,integer:Hr,boolean:qr,string:Yr,date:Xr,timestamp:Qr};function on(e){return typeof e=="string"&&Object.hasOwn(tn,e)}a(on,"isCastType");function et(e){return typeof e=="string"&&e.trim()===""}a(et,"isEmptyString");function nt(e,n){return e==="date"&&n instanceof Date?": il giorno di una Date dipende dal fuso del processo, la data senza ora deve arrivare come stringa YYYY-MM-DD":""}a(nt,"hintFor");function nn(e){return e===null?"null":e instanceof Date?"Date":Array.isArray(e)?"array":typeof e}a(nn,"typeName");function rt(e,n,r={}){let t=it(e,n),o=r.rest==="keep",s=ot(t,o,r.outputSchema);return {...S(e,a=>{let u=dt(e,a),l=Object.fromEntries(t.map(({column:d,compute:c})=>[d,c(u)]));return o?{...u,...l}:l}),...s===void 0?{}:{columns:s}}}a(rt,"mapColumns");var tt={number:"number",integer:"integer",boolean:"boolean",string:"string",date:"date",timestamp:"date"};function ot(e,n,r){let t=r===void 0?[]:O(r);if(t.length>0){let o=new Map(e.map(s=>[s.column,s.sources]));return t.map(s=>{let a=o.get(s.id);return a===void 0?s:{...s,sourceColumns:a}})}if(!n)return e.map(({column:o,dataType:s,sources:a})=>({id:o,name:o,dataType:s,isKey:R(o),sourceColumns:a}))}a(ot,"planColumns");function it(e,n){let r=Object.entries(n);if(r.length===0)throw new g(`mapColumns "${e}": lo spec \xE8 vuoto`);return r.map(([t,o])=>ut(e,t,o))}a(it,"compile");var st=["from","cast","empty"],at=["derive","type","from"];function ut(e,n,r){let t=a(s=>new g(`mapColumns "${e}": colonna "${n}": ${s}`,{details:{output:n}}),"fail");if(typeof r=="string")return sn(e,n,{from:r},t);if(typeof r!="object"||r===null)throw t("lo spec deve essere un nome di colonna o un oggetto");let o=r;return o.derive===void 0?sn(e,n,o,t):lt(e,n,o,t)}a(ut,"compileColumn");function an(e,n,r){let t=Object.keys(e).filter(o=>!n.includes(o));if(t.length>0)throw r(`chiavi non ammesse: ${t.join(", ")} (ammesse: ${n.join(", ")})`)}a(an,"assertKnownKeys");function sn(e,n,r,t){an(r,st,t);let{from:o,cast:s,empty:a$1}=r;if(typeof o!="string")throw t("serve `from` (una colonna d'origine) oppure `derive`");if(s===void 0){if(a$1!==void 0)throw t("`empty` vale solo insieme a `cast`");return {column:n,sources:[o],dataType:"unknown",compute:a(l=>le(e,l,n,o),"compute")}}if(!on(s))throw t("`cast` non \xE8 un tipo supportato");if(a$1!==void 0&&a$1!=="null"&&a$1!=="error")throw t('`empty` deve essere "null" o "error"');let u={column:o,...a$1===void 0?{}:{empty:a$1}};return {column:n,sources:[o],dataType:tt[s],compute:a(l=>{let d=le(e,l,n,o);return A(`mapColumns "${e}"`,()=>ue(d,s,u),()=>({output:n}))},"compute")}}a(sn,"compileSourced");function lt(e,n,r,t){an(r,at,t);let{derive:o,type:s,from:a$1}=r;if(typeof o!="function")throw t("`derive` non \xE8 una funzione");if(!ct(a$1))throw t("`derive` richiede `from`: l'elenco delle colonne d'origine");if(typeof s!="string"||s==="")throw t("`derive` richiede `type`: il tipo mostrato nel DAG");return {column:n,sources:a$1,dataType:s,compute:a(u=>{for(let l of a$1)le(e,u,n,l);return A(`mapColumns "${e}": colonna "${n}"`,()=>o(u),()=>({output:n}))},"compute")}}a(lt,"compileDerived");function le(e,n,r,t){if(!Object.hasOwn(n,t))throw new d(`mapColumns "${e}": nel record manca la colonna d'origine "${t}" (serve a "${r}")`,{details:{column:t,output:r}});return n[t]}a(le,"read");function dt(e,n){if(typeof n!="object"||n===null||Array.isArray(n))throw new d(`mapColumns "${e}": il record non \xE8 un oggetto`);return n}a(dt,"asRecord");function ct(e){return Array.isArray(e)&&e.every(n=>typeof n=="string")}a(ct,"isStringArray");function un(e){let n=Math.imul(e,3432918353);return Math.imul(n<<15|n>>>17,461845907)}a(un,"mixBlock");function ln(e,n){let r=e.length,t=r-(r&1),o=n|0;for(let s=0;s<t;s+=2)o^=un(e.charCodeAt(s)|e.charCodeAt(s+1)<<16),o=o<<13|o>>>19,o=Math.imul(o,5)+3864292196|0;return t<r&&(o^=un(e.charCodeAt(t))),o^=r*2,o^=o>>>16,o=Math.imul(o,2246822507),o^=o>>>13,o=Math.imul(o,3266489909),o^=o>>>16,o>>>0}a(ln,"murmur3");function ft(e,n){return e!==0?Math.clz32(e)-12+1:n!==0?20+Math.clz32(n)+1:53}a(ft,"rank");function yt(e){if(e===1)return Number.POSITIVE_INFINITY;let n=e,r=1,t=e,o;do n*=n,o=t,t+=n*r,r+=r;while(t!==o);return t}a(yt,"sigma");function pt(e){if(e===0||e===1)return 0;let n=e,r=1,t=1-e,o;do n=Math.sqrt(n),o=t,r*=.5,t-=(1-n)**2*r;while(t!==o);return t/3}a(pt,"tau");var mt=.5/Math.LN2,ee=class{static{a(this,"HyperLogLog");}registers=new Uint8Array(4096);get byteLength(){return this.registers.byteLength}add(n){let r=ln(n,2538058380),t=r>>>20,o=ft(r&1048575,ln(n,1013904242));o>(this.registers[t]??0)&&(this.registers[t]=o);}estimate(){let n=new Array(54).fill(0);for(let o of this.registers)n[o]=(n[o]??0)+1;let r=4096,t=r*pt(1-(n[53]??0)/r);for(let o=52;o>=1;o--)t=.5*(t+(n[o]??0));return t+=r*yt((n[0]??0)/r),Math.round(mt*r*r/t)}};var dn=Object.freeze({nulls:0,numbers:null,dates:null,stringLengths:null,other:0});function de(e,n){return e===null?{count:1,min:n,max:n}:{count:e.count+1,min:Math.min(e.min,n),max:Math.max(e.max,n)}}a(de,"widen");function cn(e,n){return n==null?{...e,nulls:e.nulls+1}:typeof n=="number"&&Number.isFinite(n)?{...e,numbers:de(e.numbers,n)}:typeof n=="string"?{...e,stringLengths:de(e.stringLengths,n.length)}:n instanceof Date&&!Number.isNaN(n.getTime())?{...e,dates:de(e.dates,n.getTime())}:{...e,other:e.other+1}}a(cn,"accumulate");function ne(e){switch(typeof e){case "string":return `s:${e}`;case "number":return `n:${String(e)}`;case "boolean":return `b:${String(e)}`;case "bigint":return `i:${String(e)}`;default:return e instanceof Date&&!Number.isNaN(e.getTime())?`d:${String(e.getTime())}`:null}}a(ne,"scalarKey");function fn(e){let{nulls:n,numbers:r,dates:t,stringLengths:o,other:s}=e;return {nulls:n,number:r,date:t===null?null:{count:t.count,min:new Date(t.min).toISOString(),max:new Date(t.max).toISOString()},string:o===null?null:{count:o.count,minLength:o.min,maxLength:o.max},other:s}}a(fn,"columnStatsReport");var yn=256;function gt(e,n){let{distinct:r,columns:t,maxColumns:o}=n;if(r!=="approx"&&r!=="off")throw new Error(`profile "${e}": \`distinct\` deve essere "approx" oppure "off" (ricevuto ${JSON.stringify(r)}).`);if(o!==void 0&&(!Number.isInteger(o)||o<1))throw new Error(`profile "${e}": \`maxColumns\` deve essere un intero \u2265 1 (ricevuto ${String(o)}).`);if(t!==void 0){if(t.length===0)throw new Error(`profile "${e}": \`columns\` \xE8 vuoto. Ometti l'opzione per profilare tutte le colonne.`);if(new Set(t).size!==t.length)throw new Error(`profile "${e}": \`columns\` contiene duplicati.`)}}a(gt,"assertConfig");function ht(e,n){return new Error(`profile "${e}": superato il tetto di colonne scoperte (maxColumns = ${n}). La run si ferma qui invece di profilare a met\xE0: dichiara \`columns\`, oppure alza \`maxColumns\`.`)}a(ht,"overflow");function kt(e,n){return pn(e)&&Object.hasOwn(e,n)?e[n]:void 0}a(kt,"ownValue");function pn(e){return typeof e=="object"&&e!==null&&!Array.isArray(e)}a(pn,"isProfilable");function wt(e,n){gt(e,n);let r=n.columns,t=n.distinct==="approx",o=n.maxColumns??yn,s=new WeakMap;function a$1(p){return {stats:{...dn,nulls:p},sketch:t?new ee:null}}a(a$1,"newColumn");function u(){return {records:0,columns:new Map((r??[]).map(p=>[p,a$1(0)]))}}a(u,"newRun");function l(p){let g=s.get(p);return g===void 0&&(g=u(),s.set(p,g)),g}a(l,"stateOf");function d(p,g){if(pn(g)){for(let C of Object.keys(g))if(!p.columns.has(C)){if(p.columns.size>=o)throw ht(e,o);p.columns.set(C,a$1(p.records));}}}a(d,"discover");function c(p,g){r===void 0&&d(p,g);for(let[C,S]of p.columns){let y=kt(g,C);if(S.stats=cn(S.stats,y),S.sketch===null)continue;let w=ne(y);w!==null&&S.sketch.add(w);}p.records+=1;}a(c,"observe");function f(p){let g=Object.fromEntries([...p.columns].map(([C,{stats:S,sketch:y}])=>[C,{...fn(S),distinctApprox:y===null?null:y.estimate()}]));return {profile:{records:p.records,distinct:n.distinct,columns:g}}}return a(f,"report"),{name:e,async*apply(p,g){let C=l(g);for await(let S of p)c(C,S),yield S;},writeReport:a(p=>f(s.get(p)??u()),"writeReport")}}a(wt,"profile");var mn=1e5,re="error";function M(e,n){return new Error(`${e}: ${n}`)}a(M,"configError");function gn(e,n){return n.ok?"ok":e.severity}a(gn,"outcomeOf");function hn(e){return e==null}a(hn,"isNullValue");function kn(e,n){return typeof e=="object"&&e!==null&&Object.hasOwn(e,n)?e[n]:void 0}a(kn,"columnValue");function bt(e){let{min:n,max:r}=e,t="rowCount";if(n===void 0&&r===void 0)throw M(t,"serve almeno una soglia fra `min` e `max`.");for(let[o,s]of [["min",n],["max",r]])if(s!==void 0&&(!Number.isInteger(s)||s<0))throw M(t,`\`${o}\` deve essere un intero \u2265 0 (ricevuto ${String(s)}).`);if(n!==void 0&&r!==void 0&&n>r)throw M(t,`\`min\` (${n}) supera \`max\` (${r}).`);return {name:t,kind:"rowCount",severity:e.severity??re,threshold:{...n!==void 0?{min:n}:{},...r!==void 0?{max:r}:{}},init:a(()=>0,"init"),step:a(o=>o+1,"step"),verdict:a(o=>({observed:o,ok:(n===void 0||o>=n)&&(r===void 0||o<=r)}),"verdict")}}a(bt,"rowCount");function It(e,n){let r=`nullRatio(${e})`,{max:t}=n;if(typeof t!="number"||Number.isNaN(t)||t<0||t>1)throw M(r,`\`max\` deve essere un numero fra 0 e 1 (ricevuto ${String(t)}).`);return {name:r,kind:"nullRatio",column:e,severity:n.severity??re,threshold:{max:t},init:a(()=>({records:0,nulls:0}),"init"),step:a((o,s)=>({records:o.records+1,nulls:o.nulls+(hn(kn(s,e))?1:0)}),"step"),verdict:a(({records:o,nulls:s})=>{if(o===0)return {observed:null,ok:true};let a=s/o;return {observed:a,ok:a<=t}},"verdict")}}a(It,"nullRatio");function Ct(e,n){let r=[];for(let t of n){let o=kn(e,t);if(hn(o))return null;let s=ne(o)??xt(o);r.push(`${s.length}:${s}`);}return r.join("|")}a(Ct,"uniqueKey");function xt(e){if(e instanceof Date)return "d:invalid";try{return `j:${JSON.stringify(e)}`}catch{return `o:${String(e)}`}}a(xt,"structuredKey");function Rt(e,n={}){let r=typeof e=="string"?[e]:e,t=`unique(${r.join(",")})`;if(r.length===0)throw M("unique()","serve almeno una colonna.");let o=n.maxKeys??mn;if(!Number.isInteger(o)||o<1)throw M(t,`\`maxKeys\` deve essere un intero \u2265 1 (ricevuto ${String(o)}).`);return {name:t,kind:"unique",column:r.join(","),severity:n.severity??re,threshold:{max:0},init:a(()=>({seen:new Set,duplicates:0}),"init"),step:a((s,a)=>{let u=Ct(a,r);if(u===null)return s;if(s.seen.has(u))return {seen:s.seen,duplicates:s.duplicates+1};if(s.seen.size>=o)throw new Error(`${t}: superato il tetto di chiavi distinte in memoria (maxKeys = ${o}). La run si ferma qui invece di verificare l'unicit\xE0 a met\xE0: alza \`maxKeys\`.`);return s.seen.add(u),s},"step"),verdict:a(({duplicates:s})=>({observed:s,ok:s===0}),"verdict")}}a(Rt,"unique");function St(e,n){if(e.trim()==="")throw M("custom()","il nome del check \xE8 obbligatorio.");return {name:e,kind:"custom",severity:n.severity??re,threshold:n.threshold??null,init:n.init,step:n.step,verdict:n.verdict}}a(St,"custom");var bn=1e5;function te(e,n){return new Error(`assert "${e}": ${n}`)}a(te,"configError");function Et(e,n){let{mode:r,maxRecords:t,checks:o}=n;if(r!==void 0&&r!=="gate"&&r!=="streaming")throw te(e,`\`mode\` deve essere "gate" oppure "streaming" (ricevuto ${JSON.stringify(r)}).`);if(t!==void 0&&(!Number.isInteger(t)||t<1))throw te(e,`\`maxRecords\` deve essere un intero \u2265 1 (ricevuto ${String(t)}).`);if(o.length===0)throw te(e,"`checks` \xE8 vuoto: serve almeno un check.");let s=new Set;for(let a of o){if(s.has(a.name))throw te(e,`il check "${a.name}" compare pi\xF9 di una volta: i nomi devono essere distinti.`);s.add(a.name);}}a(Et,"assertConfig");function vt(e,n){return new Error(`assert "${e}": superato il tetto di record trattenuti in gate (maxRecords = ${n}). La run si ferma qui, prima che a valle arrivi un record: alza \`maxRecords\`, oppure passa a \`mode: "streaming"\` se il caricamento a valle \xE8 annullabile.`)}a(vt,"overflow");function Ot(e){return e===null?"non dichiarata":Object.entries(e).map(([n,r])=>`${n} ${String(r)}`).join(", ")}a(Ot,"describeThreshold");var wn={ok:0,warn:1,error:2};function At(e){return e.reduce((n,{outcome:r})=>r!=="unknown"&&wn[r]>wn[n]?r:n,"ok")}a(At,"worstOf");function Kt(e,n){Et(e,n);let r=n.checks,t=n.mode??"gate",o=r.some(y=>y.severity==="error"),s=t==="gate"&&o,a$1=s?"gate":"streaming",u=n.maxRecords??bn,l=new WeakMap,d=W();function c(y){let w={records:0,states:r.map(k=>k.init()),results:null};return l.set(y,w),w}a(c,"begin");function f(y,w){y.states=r.map((k,E)=>k.step(y.states[E],w)),y.records+=1;}a(f,"observe");function p(y,w,k){return {check:y.name,kind:y.kind,...y.column!==void 0?{column:y.column}:{},severity:y.severity,observed:w,threshold:y.threshold,outcome:k}}a(p,"entry");function g(y,w){let k=r.map((h,B)=>{let H=h.verdict(y.states[B]);return p(h,H.observed,gn(h,H))});y.results=k,y.states=[];for(let h of k)h.outcome==="warn"&&w.logger.warn("assert.check-warn",{assert:e,check:h.check,observed:h.observed,threshold:h.threshold});let E=k.filter(h=>h.outcome==="error");if(E.length===0)return;let v=E.map(h=>`${h.check} (osservato ${String(h.observed)}, soglia ${Ot(h.threshold)})`).join("; ");throw new m$1(`assert "${e}": ${E.length} check non superati: ${v}`,{stage:e,details:{failed:E.map(({check:h,observed:B,threshold:H})=>({check:h,observed:B,threshold:H}))}})}a(g,"conclude");async function*C(y,w,k){let E=c(k),v=[];try{for await(let h of y){if(s&&v.length>=u)throw vt(e,u);f(E,w(h)),s?(v.push(h),d.set(k,v.length)):yield h;}g(E,k);for(let[h,B]of v.entries())d.set(k,v.length-h-1),yield B;}finally{d.set(k,0);}}a(C,"run");function S(y){let w=y?.results??r.map(k=>p(k,null,"unknown"));return {assert:{mode:a$1,records:y?.records??0,verdict:y?.results?At(w):"unknown",checks:w}}}return a(S,"report"),{name:e,stateful:true,...t==="streaming"&&o?{emit:"before-verdict"}:{},...s?{held:d.read}:{},apply(y,w){return C(y,k=>k,w)},async*applyWithLineage(y,w){for await(let{value:k,id:E}of C(y,v=>v.value,w))yield {value:k,derivedFrom:[E]};},writeReport:a(y=>S(l.get(y)),"writeReport")}}a(Kt,"assert");var _i="etl.config.ts",Vi=/^[a-z0-9]+(?:-[a-z0-9]+)*$/;function Tt(e){return e}a(Tt,"defineEtlConfig");function $t(e){return Object.fromEntries(Object.entries(e).map(([n,r])=>[n,Nt(r)]))}a($t,"configurazioneDelPiano");function Nt(e){try{return e.risolta()}catch(n){if(!(n instanceof g))throw n;return e.esempio(n)}}a(Nt,"risoltaOEsempio");function Pt(e){let n=Object.entries(e).map(([t,o$1])=>({chiave:t,esito:o(o$1)})),r=n.flatMap(({esito:t})=>t.errore===void 0?[]:[t.errore]);if(r.length>0)throw p(r);return Object.fromEntries(n.map(({chiave:t,esito:o})=>[t,o.valore]))}a(Pt,"configurazioneDellaRun");function Mt(e,n,r){let t=e.descriptor;return t===void 0?e:{...e,descriptor:{...t,details:[...t.details.map(o=>{let s=r[o.label];return s===void 0?o:H(o.label,o.value,G$1(n.variabili,s))}),...J$1(n.ricaduta)]}}}a(Mt,"conVariabili");function Ft(e,n){let r=n.variabili??[];return r.length===0?e:xb(e,{configuration:r.map(I$1)})}a(Ft,"conConfigurazioneDellaPipeline");export{Rt as A,St as B,bn as C,Kt as D,_i as E,Vi as F,Tt as G,$t as H,Pt as I,Mt as J,Ft as K,Sn as a,En as b,vn as c,Nn as d,jn as e,Zn as f,er as g,nr as h,ur as i,kr as j,br as k,X as l,K as m,Kr as n,Tr as o,Nr as p,ae as q,Pr as r,Lr as s,ue as t,rt as u,yn as v,wt as w,mn as x,bt as y,It as z};
@@ -1,2 +0,0 @@
1
- import {d}from'./chunk-JLPK6MMQ.js';import {y,O as O$1,P as P$1,Q as Q$1,U,l,m,r,s,G as G$1,H,J as J$1,a as a$1}from'./chunk-PKBSETMV.js';import {a,g,j as j$1,ca,Z as Z$1,aa,c}from'./chunk-PE2QKU34.js';var w=1e4,T=10*1024*1024,j=/^[!#$%&'*+.^_`|~0-9A-Za-z-]+$/,q=new Set(["accept","content-type","content-length","host"]),v=["none","bearer","header","basic"],h=[{suffisso:"BASE_URL",obbligatoria:true},{selettore:{suffisso:"AUTH",default:"none"},varianti:{none:[],bearer:[{suffisso:"TOKEN",obbligatoria:true,segreta:true}],header:[{suffisso:"HEADER_NAME",obbligatoria:true},{suffisso:"API_KEY",obbligatoria:true,segreta:true}],basic:[{suffisso:"USERNAME",obbligatoria:true},{suffisso:"PASSWORD",obbligatoria:true,segreta:true}]}},{suffisso:"TIMEOUT_MS",default:String(w)},{suffisso:"MAX_RESPONSE_BYTES",default:String(T)}];function X(t){return {connettore:"http",prefisso:y,manifest:h,id:t}}a(X,"istanzaHttpDichiarata");function Z(t,e){let n;try{n=new URL(e);}catch{throw new g(`${t}BASE_URL non \xE8 un URL valido`)}if(n.protocol!=="http:"&&n.protocol!=="https:")throw new g(`${t}BASE_URL deve usare http o https`);if(n.username!==""||n.password!=="")throw new g(`${t}BASE_URL contiene credenziali nell'URL: usa ${t}AUTH e le sue variabili`);return e}a(Z,"parseBaseUrl");function z(t,e,n,o){let i=Number(n);if(!Number.isInteger(i)||i<=0)throw new g(`${t}${e} non valido (atteso un intero positivo di ${o})`);return i}a(z,"parsePositiveInt");function tt(t,e){if(!j.test(e)||q.has(e.toLowerCase()))throw new g(`${t}HEADER_NAME non valido: serve un nome di header, diverso da ${[...q].join(", ")}`);return e}a(tt,"parseHeaderName");function et(t,e,n,o){switch(e){case "none":return {kind:e};case "bearer":return {kind:e,token:o("TOKEN")};case "header":return {kind:e,name:tt(t,n("HEADER_NAME")),value:o("API_KEY")};case "basic":return {kind:e,username:n("USERNAME"),password:o("PASSWORD")};default:throw new Error(`variante HTTP non prevista dal manifest: ${e}`)}}a(et,"parseAuth");function S(t=y,e=process.env){let n=O$1(h,t,e);P$1(n);let o=a(p=>Q$1(n,p),"valore"),{obbligatoria:i}=U(t,e);return {baseUrl:Z(t,o("BASE_URL")),auth:et(t,o("AUTH"),o,i),timeoutMs:z(t,"TIMEOUT_MS",o("TIMEOUT_MS"),"millisecondi"),maxResponseBytes:z(t,"MAX_RESPONSE_BYTES",o("MAX_RESPONSE_BYTES"),"byte"),variabili:n.variabili}}a(S,"loadHttpConfig");function V(t){return {kind:"http",listEnvVar:"HTTP_INSTANCES",instancesRaw:t.HTTP_INSTANCES,defaultId:l,loadOne:a(e=>S(m(y,e),t),"loadOne")}}a(V,"opzioni");function nt(t=process.env){return r(V(t))}a(nt,"loadHttpRegistry");function O(t,e=process.env){return s(V(e),t)}a(O,"loadHttpInstance");var rt={baseUrl:"https://http.esempio",auth:{kind:"none"},timeoutMs:w,maxResponseBytes:T};function ot(t,e){return {risolta:a(()=>O(t,e),"risolta"),esempio:a(n=>({...rt,ricaduta:n,variabili:O$1(h,m(y,t),e).variabili}),"esempio")}}a(ot,"istanzaHttpPerIlPiano");function F(t){try{let e=new URL(t);return `${e.origin}${e.pathname.replace(/\/+$/,"")}`}catch{return "non valido"}}a(F,"baseMostrabile");function A(t,e){let n=G$1(t.variabili,"BASE_URL");return [H("base",F(t.baseUrl),n?.valore===void 0?n:{...n,valore:F(n.valore)}),...e,...J$1(t.ricaduta),st(t)]}a(A,"dettagliHttp");var Y={bearer:{etichetta:"token \xB7 impostato",segreto:"TOKEN"},header:{etichetta:"API key \xB7 impostata",segreto:"API_KEY"},basic:{etichetta:"password \xB7 impostata",segreto:"PASSWORD"}},it={none:[],bearer:["TOKEN"],header:["HEADER_NAME","API_KEY"],basic:["USERNAME","PASSWORD"]},G="nessuna";function at(t){return v.includes(t)}a(at,"eVariante");function st(t){let e=t.variabili;if(e===void 0)return {label:P,value:ut(t.auth.kind)};let n=G$1(e,"AUTH"),o=n?.valore??"none";if(!at(o)){let i=n?.variabile??"AUTH";return L(`${i} non valido (attesi: ${v.join(", ")})`,n)}return o==="none"?L(G,n):pt(o,e)}a(st,"dettaglioCredenzialeHttp");var P="credenziale";function L(t,e){return {label:P,value:t,...e!==void 0?{env:e.variabile,origine:e.origine}:{}}}a(L,"riga");function pt(t,e){let{etichetta:n,segreto:o}=Y[t],i=G$1(e,o),p=it[t].map(a=>G$1(e,a)).filter(a=>a?.origine==="mancante").map(a=>a.variabile);if(p.length===0)return L(n,i);let u=p.length===1?"manca":"mancano";return {label:P,value:`${t} \xB7 ${u} ${p.join(", ")}`,env:p[0]??o,origine:"mancante"}}a(pt,"rigaDellaVariante");function ut(t){return t==="none"?G:Y[t].etichetta}a(ut,"varianteDaConfig");var Q="{chiave}",J=4;function lt(t){return t.mode==="batch"?`${t.method} ${t.path}`:`GET ${t.path(Q)}`}a(lt,"endpointOf");function dt(t){return {kind:"http-lookup",...a$1(t.instanceId),details:A(t.config,[{label:"richiesta",value:lt(t)},{label:"modalit\xE0",value:t.mode==="batch"?"una richiesta per batch":"una richiesta per chiave"}])}}a(dt,"descriptorOf");function W(t,e,n){return {notFoundIsEmpty:e,...n!==void 0?{limiter:n}:{},...t.fetchImpl!==void 0?{fetchImpl:t.fetchImpl}:{}}}a(W,"requestOptions");function ct(t,e){let{query:n,body:o}=t.request(e);return {method:"POST",path:t.path,endpoint:t.path,body:o,...n!==void 0?{query:n}:{}}}a(ct,"batchPost");function yt(t,e){if(t==="."||t==="..")throw new j$1(`GET ${e}: la chiave non \xE8 utilizzabile come segmento di path`,{stage:"http-lookup",details:{method:"GET",endpoint:e}});return encodeURIComponent(t)}a(yt,"pathSegment");async function ft(t,e,n,o){let i=t.method==="GET"?{method:"GET",path:t.path,endpoint:t.path,query:t.request(e).query}:ct(t,e),p=await d(t.config,i,t.response,n,W(t,false,o));if(p.kind==="not-found")return new Map;let u=t.normalizeKey??(l=>l),a=new Map;for(let l of t.rows(p.value)){let s=t.keyOf(l);if(s==null)continue;let y=u(s);a.set(y,[...a.get(y)??[],l]);}let d$1=new Map;for(let l of e){let s=a.get(u(l));s!==void 0&&d$1.set(l,s);}return d$1}a(ft,"resolveBatch");async function mt(t,e,n,o){let i=t.query?.(e),p=t.path(Q),u=await d(t.config,{method:"GET",path:t.path(yt(e,p)),endpoint:p,...i!==void 0?{query:i}:{}},t.response,n,W(t,true,o));return u.kind==="not-found"?[]:t.rows===void 0?[u.value]:t.rows(u.value,e)}a(mt,"resolveOne");async function Rt(t,e,n,o,i){let p=[...new Set(n)],u=new Map,a$1=new AbortController,d={...o,signal:AbortSignal.any([o.signal,a$1.signal])},l=a(async()=>{for(let s=p.shift();s!==void 0&&!a$1.signal.aborted;s=p.shift()){o.signal.throwIfAborted();try{let y=await mt(t,s,d,i);y.length>0&&u.set(s,y);}catch(y){throw a$1.abort(y),y}}},"worker");return await Promise.all(Array.from({length:Math.min(e,p.length)},l)),u}a(Rt,"resolvePerKey");function ht(t){let e=t.mode==="per-key"?t.concurrency??J:1;if(!Number.isInteger(e)||e<1)throw new g(`httpLookup: concurrency deve essere un intero >= 1 (ricevuto ${e})`);let n=t.rateLimit===void 0?void 0:ca(t.rateLimit,t.name??"http-lookup");return {name:t.name??"http-lookup",descriptor:dt(t),async resolve(o,i){return i.signal.throwIfAborted(),o.length===0?new Map:t.mode==="batch"?ft(t,o,i,n):Rt(t,e,o,i,n)}}}a(ht,"httpLookup");function gt(t){return {kind:"http-action",...a$1(t.instanceId),details:A(t.config,[{label:"richiesta",value:`${t.method} ${t.path}`},{label:"su errore",value:t.onError??"fallisci"},{label:"scrittura",value:t.idempotente===true?"dichiarata idempotente":"non idempotente: nessun retry"}])}}a(gt,"descriptorOf");function Ht(t){let e=t.context.details?.status;return {motivo:t.message,...typeof e=="number"?{status:e}:{}}}a(Ht,"motivoDa");function Et(t){let e=t.name??`http-${t.method.toLowerCase()}`,n=`${t.method} ${t.path}`;if(t.retry!==void 0&&t.idempotente!==true)throw new g(`httpAction "${e}": \`retry\` su ${n} richiede \`idempotente: true\`. Ritentare una scrittura la ripete: dichiaralo solo se il servizio la riconosce come gi\xE0 fatta.`);let o=t.retry===void 0?void 0:Z$1(t.retry,`httpAction "${e}"`),i=t.rateLimit===void 0?void 0:ca(t.rateLimit,`httpAction "${e}"`);async function p(u,a){let{body:d$1,query:l}=u,s=await d(t.config,{method:t.method,path:t.path,endpoint:t.path,...d$1!==void 0?{body:d$1}:{},...l!==void 0?{query:l}:{}},t.response,a,{chiamante:"action",...t.fetchImpl!==void 0?{fetchImpl:t.fetchImpl}:{},...i!==void 0?{limiter:i}:{}});if(s.kind!=="ok")throw new Error("stato inatteso");return {ok:true,status:s.status,body:s.value}}return a(p,"invia"),{name:e,descriptor:gt(t),async run(u,a){let d=t.request(u),l;try{l=o===void 0?await p(d,a):await aa(()=>p(d,a),o,a);}catch(s){if(!(s instanceof c)||(t.onError??"fallisci")==="fallisci")throw s;a.signal.throwIfAborted(),l={ok:false,...Ht(s)};}return t.merge(u,l)}}}a(Et,"httpAction");
2
- export{w as a,h as b,X as c,S as d,nt as e,O as f,ot as g,J as h,ht as i,Et as j};
@@ -1,10 +0,0 @@
1
- import{_ as t,C as r,o as n,c as a,a5 as o,E as s}from"./chunks/framework.qdetmeNX.js";const v=JSON.parse('{"title":"noeva-etl — Technical Overview","description":"","frontmatter":{},"headers":[],"relativePath":"TECHNICAL_OVERVIEW.md","filePath":"TECHNICAL_OVERVIEW.md"}'),c={name:"TECHNICAL_OVERVIEW.md"};function d(l,e,p,u,g,h){const i=r("MermaidDiagram");return n(),a("div",null,[e[0]||(e[0]=o('<h1 id="noeva-etl-—-technical-overview" tabindex="-1">noeva-etl — Technical Overview <a class="header-anchor" href="#noeva-etl-—-technical-overview" aria-label="Permalink to &quot;noeva-etl — Technical Overview&quot;">​</a></h1><blockquote><p>Documento condivisibile. Spiega <strong>cos&#39;è</strong>, <strong>per cosa è pensato</strong>, <strong>cosa può fare</strong>, <strong>come si espande</strong> e <strong>qual è la direzione</strong> del prodotto.</p></blockquote><hr><h2 id="_1-in-una-frase" tabindex="-1">1. In una frase <a class="header-anchor" href="#_1-in-una-frase" aria-label="Permalink to &quot;1. In una frase&quot;">​</a></h2><p><strong>noeva-etl</strong> è una <strong>piattaforma BI/ETL code-first in TypeScript</strong>: si costruiscono pipeline di integrazione dati (estrazione → trasformazione → caricamento) come <strong>software versionato, testato e documentato</strong>, non come job grafici opachi. Il nucleo di esecuzione di ogni pipeline è <strong>semplice, stateless e portabile</strong>: esegue una pipeline e restituisce un risultato completo (report di run), senza possedere database né stato proprio.</p><p>Il servizio si invoca in tre modi (vedi §5): <strong>batch</strong> (<code>etl run</code>, un container = una esecuzione, esito su stdout), <strong>daemon</strong> (<code>etl worker</code>, poller sulla tabella <code>processes</code> di Noeva, per l&#39;integrazione con l&#39;orchestrazione job del prodotto) e <strong>server + daemon</strong> (<code>etl serve</code>, il default dell&#39;immagine: espone i grafi e le run all&#39;app desktop <code>noeva-etl-ui</code> e avvia i worker nello stesso processo).</p><h2 id="_2-per-cosa-e-stato-pensato" tabindex="-1">2. Per cosa è stato pensato <a class="header-anchor" href="#_2-per-cosa-e-stato-pensato" aria-label="Permalink to &quot;2. Per cosa è stato pensato&quot;">​</a></h2><p>Sostituire l&#39;approccio &quot;ETL a scatola nera&quot; (es. Talend) con uno <strong>code-first</strong>:</p><ul><li><strong>Versionabile</strong> — ogni pipeline è codice in git, rivedibile in Pull Request.</li><li><strong>Testabile</strong> — connettori, trasformazioni e pipeline hanno test automatici (gate in CI).</li><li><strong>Documentato</strong> — ogni pipeline/decisione ha la sua scheda/ADR, aggiornati nello stesso commit.</li><li><strong>Portabile</strong> — un&#39;unica immagine container gira sull&#39;infra del cliente (Docker locale, ECS proprio o gestito da noi).</li><li><strong>Agnostico</strong> — nessun lock-in: sorgenti e destinazioni sono intercambiabili; il servizio non impone un DB o un cloud.</li></ul><p>Target d&#39;uso: integrazioni dati ricorrenti e affidabili (sincronizzazioni, fatti per la BI, normalizzazioni cross-database) dove <strong>correttezza, ripetibilità e tracciabilità</strong> contano.</p><h2 id="_3-cosa-puo-fare-oggi" tabindex="-1">3. Cosa può fare oggi <a class="header-anchor" href="#_3-cosa-puo-fare-oggi" aria-label="Permalink to &quot;3. Cosa può fare oggi&quot;">​</a></h2><table tabindex="0"><thead><tr><th>Capacità</th><th>Dettaglio</th></tr></thead><tbody><tr><td><strong>Primitive componibili</strong></td><td><code>Source&lt;T&gt;</code> (estrazione), <code>Transform&lt;I,O&gt;</code> (trasformazione), <code>Sink&lt;T&gt;</code> (caricamento), <code>GraphPipeline</code> (DSL a grafo <code>graph()...build()</code>)</td></tr><tr><td><strong>Nodi del grafo</strong></td><td><code>source</code>, <code>transform</code>, <strong><code>lookup</code></strong> (lettura a metà grafo da un DB o da un&#39;API REST), <strong><code>ai</code></strong> (domanda a un modello per record), <strong><code>action</code></strong> (scrittura per record con un record in uscita), <strong><code>route</code></strong> (smistamento esclusivo su porte), <code>join</code> (fan-in a chiave), <strong><code>union</code></strong> (fan-in di flussi con la stessa forma), <code>try-catch</code> (ramo di gestione errori), <code>sink</code>, <strong><code>task</code></strong> (operazione senza record, prima o dopo il caricamento, ordinata dagli edge di controllo <code>after</code>)</td></tr><tr><td><strong>Streaming</strong></td><td>I connettori lavorano su <code>AsyncIterable</code>: dataset grandi senza caricarli in memoria</td></tr><tr><td><strong>Contratti dati (Zod)</strong></td><td>Validazione di schema su input e output di ogni pipeline (<code>validate</code>)</td></tr><tr><td><strong>Trasformazioni</strong></td><td><code>map</code>, <code>filter</code>, mappatura dichiarativa di colonne <code>mapColumns</code> (select, rename, cast, colonne calcolate, con lineage di colonna), espansione 1:N (<code>flatMapTransform</code>, <code>explode</code>), aggregazione stateful riusabile <code>groupBy</code> (init/reduce/finalize), deduplica <code>dedup</code>, passaggio fra formato largo e lungo <code>unpivot</code>/<code>pivot</code>, ordinamento stabile <code>sort</code>, lotti di dimensione fissa <code>chunk</code>, decodifica e codifica di file in mezzo al grafo <code>parse</code>/<code>serialize</code>, hash di riga <code>hashRow</code> e chiave surrogata <code>surrogateKey</code>, mascheramento e pseudonimizzazione dei dati personali <code>mask</code>, profilo delle colonne nel report del nodo <code>profile</code>, controlli sul dataset <code>assert</code></td></tr><tr><td><strong>Gestione errori</strong></td><td><strong>dead-letter</strong> per nodo (record invalidi instradati altrove, la run prosegue), ramo <strong>catch</strong> di un nodo <code>try-catch</code>, o <strong>fail-fast</strong> esplicito, che al primo errore fatale annulla anche i rami indipendenti — mai scarti silenziosi</td></tr><tr><td><strong>Idempotenza</strong></td><td>Sink con upsert/MERGE su chiave naturale: rieseguire non duplica</td></tr><tr><td><strong>Connettori reali</strong></td><td><strong>PostgreSQL</strong> (cursor streaming + upsert <code>ON CONFLICT</code> o SCD2 + lookup + task SQL), <strong>SQL Server</strong> (streaming + <code>MERGE</code> o SCD2 + lookup + task SQL), <strong>file</strong> (filesystem/S3/SFTP/FTP × CSV/JSON/XML/XLSX/Parquet), <strong>Noeva</strong> (file e cartelle dei workspace + upload con elaborazione AI come <code>action</code> + lookup su stato e testo estratto), <strong>HTTP</strong> (lookup e action su API REST, <code>httpLookup</code> e <code>httpAction</code>), <strong>Jira Cloud</strong> (<code>jiraIssues</code>: le issue di una JQL su API REST v3, in colonne normalizzate, e <code>jiraIssueLookup</code> per chiave; changelog, commenti e worklog completi come lista; <code>jiraCreateIssue</code>, <code>jiraUpdateIssue</code>, <code>jiraTransition</code>, <code>jiraUpsertIssue</code> per ID esterno, <code>jiraAddComment</code> e <code>jiraAddWorklog</code> con chiave di deduplica e <code>jiraLinkIssues</code> come <code>action</code>, testo in markdown), <strong>Zoho CRM</strong> (<code>zohoCrmRecords</code>: i record di un modulo con i soli campi dichiarati, in ordine di <code>id</code>, con la Records API v8 o, oltre i 100.000 record, con COQL), <strong>IMAP</strong>, <strong>SMTP</strong> e <strong>SendGrid</strong> (posta in lettura e invio, con OAuth2 dove la casella lo richiede), <strong>processo esterno</strong> (<code>processoEsternoAction</code>: un programma lanciato per record in un nodo <code>action</code>, senza shell)</td></tr><tr><td><strong>Cross-database</strong></td><td>Una pipeline può leggere da un DB e scrivere su un altro (es. PG → SQL Server)</td></tr><tr><td><strong>GraphRunReport</strong></td><td>Risultato auto-descrittivo di ogni run (vedi §6)</td></tr><tr><td><strong>CLI &amp; container</strong></td><td><code>etl list</code> / <code>etl run &lt;pipeline&gt;</code> / <code>etl serve</code> / <code>etl runs list</code> / <code>etl state show</code> / <code>etl versions snapshot</code> (anche <code>--realign</code>) / <code>etl versions check</code> / <code>etl versions rollback</code> / <code>etl env check</code> / <code>etl catalog check</code> / <code>etl docs build</code> / <code>etl ci</code> / <code>etl init</code> / <code>etl agent sync</code> / <code>etl upgrade</code>; immagine Docker</td></tr><tr><td><strong>App desktop</strong></td><td><code>noeva-etl-ui</code> (Tauri): DAG delle pipeline, avvio manuale, storico ed esito delle run, nodo per nodo — mostra, non costruisce</td></tr><tr><td><strong>Worker daemon</strong></td><td><code>etl worker</code> — poller su <code>processes</code> via <code>noeva-server-api</code> (claim/progress HTTP, mai Supabase diretto), dispatch verso il catalogo di <code>etl.config.ts</code>; una istanza serve N workspace</td></tr></tbody></table><p><strong>Esempi inclusi</strong>: le pipeline della sezione «Esempi» di questa guida, come <a href="./pipelines/orders-enriched-daily"><code>orders-enriched-daily</code></a> (join a chiave, fan-out, try/catch) e <a href="./pipelines/crm-leads-sync"><code>crm-leads-sync</code></a> (copia fra due istanze Postgres).</p><h2 id="_4-come-funziona-architettura" tabindex="-1">4. Come funziona (architettura) <a class="header-anchor" href="#_4-come-funziona-architettura" aria-label="Permalink to &quot;4. Come funziona (architettura)&quot;">​</a></h2><p>Ogni pipeline è un <strong>grafo</strong> di nodi (DAG), costruito in codice col DSL <code>graph()…build()</code>:</p>',15)),s(i,{code:"flowchart%20LR%0A%20%20ordini%5B%22source%3Cbr%2F%3Eordini%22%5D%20--%3E%20valida%5B%22transform%3Cbr%2F%3Evalidate%20(contratto)%22%5D%0A%20%20clienti%5B%22source%3Cbr%2F%3Eclienti%22%5D%20--%3E%20join%5B%22join%3Cbr%2F%3E(a%20chiave)%22%5D%0A%20%20valida%20-.record%20invalido.-%3E%20scarti%5B%22dead-letter%22%5D%0A%20%20valida%20--%3E%20join%0A%20%20join%20--%3E%20lookup%5B%22lookup%3Cbr%2F%3E(lettura%20DB%20o%20API)%22%5D%0A%20%20lookup%20--%3E%20guard%5B%22try-catch%22%5D%0A%20%20guard%20--%3E%20dwh%5B%22sink%3Cbr%2F%3EDWH%22%5D%0A%20%20guard%20--%3E%20file%5B%22sink%3Cbr%2F%3Efile%22%5D%0A%20%20guard%20-.catch.-%3E%20errori%5B%22ramo%20errori%22%5D%0A"}),e[1]||(e[1]=o(`<ul><li><strong>Core</strong> (<code>src/core</code>) — primitive + runner; <strong>non contiene logica di dominio</strong>.</li><li><strong>Dependency Injection</strong> — la <em>definizione</em> della pipeline è agnostica: sorgente e sink concreti si iniettano all&#39;avvio. Per questo lo stesso codice gira su DB diversi e si testa con connettori in-memory.</li><li><strong>Streaming pull-based</strong> — i record scorrono dai source ai sink senza essere caricati tutti in memoria; è il ritmo di scrittura a regolare quello di lettura.</li><li><strong>Tre percorsi per un record che fallisce</strong>: <em>dead-letter</em> sul nodo (il record va altrove, la run prosegue), ramo <em>catch</em> di un nodo <code>try-catch</code> (gli errori di un intero tratto del grafo finiscono su nodi di gestione dedicati), <em>fail-fast</em> (la run si ferma — obbligatorio per le aggregazioni stateful).</li><li><strong>Osservabilità</strong> — logger JSON strutturato + metriche; ogni run produce un <code>GraphRunReport</code> con i conteggi di ogni nodo.</li></ul><p>Stack: TypeScript ESM strict, Node ≥ 26, <code>pnpm</code>, <code>tsup</code>, <code>vitest</code>, ESLint/Prettier, Zod. Dipendenze runtime: i driver dei database (<code>pg</code>, <code>mssql</code>), le librerie per storage e formati dei file (AWS SDK, SFTP, FTP, CSV, XLSX, XML, Parquet), <code>express</code> per il server locale di <code>etl serve</code>. Nessuna dipendenza Supabase: il claim/report sulla tabella <code>processes</code> passa da <code>noeva-server-api</code> via HTTP (<code>fetch</code> nativo).</p><h2 id="_5-come-si-usa-e-si-distribuisce" tabindex="-1">5. Come si usa e si distribuisce <a class="header-anchor" href="#_5-come-si-usa-e-si-distribuisce" aria-label="Permalink to &quot;5. Come si usa e si distribuisce&quot;">​</a></h2><div class="language-bash vp-adaptive-theme"><button title="Copy Code" class="copy"></button><span class="lang">bash</span><pre class="shiki shiki-themes github-light github-dark vp-code" tabindex="0"><code><span class="line"><span style="--shiki-light:#6A737D;--shiki-dark:#6A737D;"># in un repo cliente, in sviluppo</span></span>
2
- <span class="line"><span style="--shiki-light:#6F42C1;--shiki-dark:#B392F0;">pnpm</span><span style="--shiki-light:#032F62;--shiki-dark:#9ECBFF;"> etl</span><span style="--shiki-light:#032F62;--shiki-dark:#9ECBFF;"> list</span></span>
3
- <span class="line"><span style="--shiki-light:#6F42C1;--shiki-dark:#B392F0;">pnpm</span><span style="--shiki-light:#032F62;--shiki-dark:#9ECBFF;"> etl</span><span style="--shiki-light:#032F62;--shiki-dark:#9ECBFF;"> run</span><span style="--shiki-light:#D73A49;--shiki-dark:#F97583;"> &lt;</span><span style="--shiki-light:#032F62;--shiki-dark:#9ECBFF;">pipelin</span><span style="--shiki-light:#24292E;--shiki-dark:#E1E4E8;">e</span><span style="--shiki-light:#D73A49;--shiki-dark:#F97583;">&gt;</span></span>
4
- <span class="line"></span>
5
- <span class="line"><span style="--shiki-light:#6A737D;--shiki-dark:#6A737D;"># server + daemon: grafi e run via HTTP per l&#39;app desktop, più i worker</span></span>
6
- <span class="line"><span style="--shiki-light:#6F42C1;--shiki-dark:#B392F0;">pnpm</span><span style="--shiki-light:#032F62;--shiki-dark:#9ECBFF;"> etl</span><span style="--shiki-light:#032F62;--shiki-dark:#9ECBFF;"> serve</span></span>
7
- <span class="line"></span>
8
- <span class="line"><span style="--shiki-light:#6A737D;--shiki-dark:#6A737D;"># solo daemon: polling continuo su processes (worker_type da env; uno o più</span></span>
9
- <span class="line"><span style="--shiki-light:#6A737D;--shiki-dark:#6A737D;"># workspace — NOEVA_WORKSPACE_IDS per il multi-workspace)</span></span>
10
- <span class="line"><span style="--shiki-light:#6F42C1;--shiki-dark:#B392F0;">pnpm</span><span style="--shiki-light:#032F62;--shiki-dark:#9ECBFF;"> etl</span><span style="--shiki-light:#032F62;--shiki-dark:#9ECBFF;"> worker</span></span></code></pre></div><ul><li><strong>Configurazione solo da variabili d&#39;ambiente</strong> (<code>PG*</code>, <code>MSSQL_*</code>, <code>ETL_ENV</code>, …); <strong>nessun segreto</strong> nel codice o nell&#39;immagine.</li><li><strong>Tre modalità di invocazione</strong>: <strong>batch</strong> (<code>etl run</code>, un container = una esecuzione, poi termina — vedi <a href="./runbooks/deployment">il deploy</a>); <strong>daemon</strong> (<code>etl worker</code>, resta in polling su <code>processes</code> finché non riceve <code>SIGTERM</code>/<code>SIGINT</code> — vedi <a href="./runbooks/etl-worker">il worker</a>); <strong>server + daemon</strong> (<code>etl serve</code>, il <code>CMD</code> di default dell&#39;immagine: un solo container per tutta la piattaforma — vedi <a href="./runbooks/graph-server"><code>etl serve</code></a>).</li><li><strong>App desktop</strong> <code>noeva-etl-ui</code>: si distribuisce come applicazione Tauri, uguale per tutti i deploy.</li><li><strong>Modello di deploy</strong>: il deploy esegue un repo cliente, come immagine container o sotto PM2 dai sorgenti. Vedi <a href="./runbooks/deployment">il deploy</a>.</li></ul><h2 id="_6-il-report-di-run-e-il-prodotto" tabindex="-1">6. Il report di run è il &quot;prodotto&quot; <a class="header-anchor" href="#_6-il-report-di-run-e-il-prodotto" aria-label="Permalink to &quot;6. Il report di run è il &quot;prodotto&quot;&quot;">​</a></h2><p>Il nucleo di esecuzione <strong>non persiste nulla</strong>: esegue e <strong>restituisce un risultato completo</strong>. È il chiamante a conservarlo: la CLI tiene le ultime run in locale (<code>etl runs list</code>), il worker lo scrive nel job Noeva, ed <code>etl serve</code> conserva nello stesso storico locale le run tracciate che lancia lui.</p><ul><li><strong><code>stdout</code></strong> = report in JSON (un oggetto, parsabile con <code>jq</code>); <strong><code>stderr</code></strong> = log.</li><li><strong>exit code</strong>: <code>0</code> se <code>success</code>/<code>partial</code>, <code>≠0</code> se <code>failed</code>.</li><li><strong>Anche in errore</strong> emette un report (<code>status: failed</code>) con dettagli e conteggi parziali.</li><li>Contiene: stato, tempi, versione, topologia reale del grafo (nodi e archi, con i conteggi e i tempi di ogni nodo), parametri, volumi (<code>extracted</code>/<code>written</code>/<code>rejected</code>), <strong>categorie di scarto</strong>, metriche, errore — <strong>senza segreti né payload/PII</strong>.</li></ul><p>Chi invoca decide cosa farne (archiviarlo, mandarlo in alert, ignorarlo). Vedi <a href="./conventions/run-report">run-report.md</a>.</p><h2 id="_7-come-si-espande" tabindex="-1">7. Come si espande <a class="header-anchor" href="#_7-come-si-espande" aria-label="Permalink to &quot;7. Come si espande&quot;">​</a></h2><p>Crescita <strong>per composizione</strong>, senza toccare il core. Comandi di scaffold coerenti generano struttura + test + doc:</p><ul><li><strong>Nuova pipeline</strong> → <code>/new-pipeline &lt;nome&gt;</code> (schema, definizione, changelog, snapshot del piano, run, test, scheda doc).</li><li><strong>Nuovo connettore</strong> → <code>/new-connector &lt;nome&gt; [source|sink]</code> (verso un nuovo sistema: API, file/CSV, altri DB, code…).</li><li><strong>Nuova trasformazione</strong> → <code>/new-transform &lt;nome&gt;</code> (logica riusabile, pura e testabile).</li></ul><p>Aggiungere un sistema = scrivere un <code>Source</code>/<code>Sink</code> che rispetta l&#39;interfaccia; tutte le pipeline esistenti possono usarlo subito (DI). La logica di dominio vive nelle trasformazioni, riusabili tra pipeline.</p><h2 id="_8-perche-ci-si-puo-fidare-governance" tabindex="-1">8. Perché ci si può fidare (governance) <a class="header-anchor" href="#_8-perche-ci-si-puo-fidare-governance" aria-label="Permalink to &quot;8. Perché ci si può fidare (governance)&quot;">​</a></h2><ul><li><strong>Test obbligatori</strong> con soglie di coverage come <strong>gate di CI</strong> (GitHub Actions).</li><li><strong>Documentazione nello stesso commit</strong> del codice (schede pipeline, runbook, decisioni), e <code>etl docs build</code> che non costruisce il sito con una scheda o uno scopo mancante o un link rotto.</li><li><strong>Decisioni tracciate</strong>: il core e ogni repo cliente registrano le loro scelte strutturali.</li><li><strong>Assistenti di qualità</strong> versionati nel kit dell&#39;agente: review ETL, audit dei contratti, sync della doc, autore dei test. Vedi <a href="./guide/claude-code/strumenti">Skill e subagent</a>.</li></ul><h2 id="_9-direzione-del-prodotto-chiara-e-semplice" tabindex="-1">9. Direzione del prodotto (chiara e semplice) <a class="header-anchor" href="#_9-direzione-del-prodotto-chiara-e-semplice" aria-label="Permalink to &quot;9. Direzione del prodotto (chiara e semplice)&quot;">​</a></h2><blockquote><p><strong>Un motore ETL piccolo, code-first e agnostico, che esegue pipeline affidabili e restituisce un risultato completo — e cresce per connettori e pipeline, non per complessità.</strong></p></blockquote><p>Principi guida (stabili):</p><ol><li><strong>Semplice e stateless</strong> — il servizio è una funzione <code>pipeline + config → report</code>.</li><li><strong>Agnostico</strong> — nessun DB interno, nessun cloud obbligato, nessun push integrato.</li><li><strong>Code-first</strong> — niente builder grafici; le pipeline restano codice testato e documentato.</li><li><strong>Portabile</strong> — un&#39;immagine, eseguibile ovunque, configurata da env.</li><li><strong>Espandibile per composizione</strong> — nuovi connettori/trasformazioni/pipeline, core stabile.</li></ol><h3 id="cosa-non-e-non-obiettivi-per-scelta" tabindex="-1">Cosa NON è (non-obiettivi, per scelta) <a class="header-anchor" href="#cosa-non-e-non-obiettivi-per-scelta" aria-label="Permalink to &quot;Cosa NON è (non-obiettivi, per scelta)&quot;">​</a></h3><ul><li>❌ Non è un <strong>pipeline builder</strong> grafico: l&#39;app desktop <code>noeva-etl-ui</code> mostra i DAG e le run, ma le pipeline si scrivono in codice.</li><li>❌ Non è uno <strong>strumento di visualizzazione BI</strong> (per i grafici si collega Metabase/Grafana/Power BI alle tabelle prodotte).</li><li>❌ Non possiede un <strong>database di stato</strong> (storico/audit = archiviazione dei report, a cura del chiamante). Lo stato di pipeline delle source incrementali, cioè i loro watermark, vive in uno store che il chiamante inietta: <code>noeva-server-api</code> per il worker, un file locale per la CLI.</li></ul><h3 id="evoluzioni-possibili-senza-tradire-i-principi" tabindex="-1">Evoluzioni possibili (senza tradire i principi) <a class="header-anchor" href="#evoluzioni-possibili-senza-tradire-i-principi" aria-label="Permalink to &quot;Evoluzioni possibili (senza tradire i principi)&quot;">​</a></h3><ul><li><strong>Scheduling</strong> esterno (cron / ECS Scheduled Task) — l&#39;idempotenza rende sicure retry e sovrapposizioni.</li><li><strong>Nuovi connettori</strong> (data warehouse, code di messaggi) e nuovi resolver per il nodo <code>lookup</code> (oggi PostgreSQL, SQL Server, Noeva, API REST con <code>httpLookup</code> e Jira Cloud con <code>jiraIssueLookup</code> e i lookup delle liste Jira; un nuovo DBMS riusa <code>connectors/shared/sql-lookup.ts</code>).</li><li><strong>Orchestrazione</strong> per dipendenze/backfill complessi (es. Temporal TS), solo se e quando servirà.</li><li><strong>Persistenza opzionale dei report</strong> come <em>adapter</em> lato chiamante, mai dentro il servizio.</li></ul><hr><p><em>Riferimenti: <a href="./GUIDA_SVILUPPO">guida allo sviluppo</a> · <a href="./connectors/README">connettori</a> · <a href="./conventions/run-report">report di run</a> · <a href="./runbooks/deployment">deployment</a> · <a href="./runbooks/etl-worker">etl worker</a> · <a href="./runbooks/graph-server">etl serve</a>.</em></p>`,25))])}const k=t(c,[["render",d]]);export{v as __pageData,k as default};