@noeva/etl-core 1.0.0 → 1.1.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (212) hide show
  1. package/CHANGELOG.md +137 -0
  2. package/README.md +6 -11
  3. package/deploy/Dockerfile +2 -1
  4. package/dist/{ai-BoTwcmUg.d.ts → ai-DyDIf-hQ.d.ts} +1 -1
  5. package/dist/{ambiente-della-pipeline-BoymQ6uN.d.ts → ambiente-della-pipeline-BhWsyLUR.d.ts} +2 -2
  6. package/dist/chunk-47NVGHUY.js +2 -0
  7. package/dist/chunk-5OE6F2MK.js +2 -0
  8. package/dist/{chunk-NZR6TZ42.js → chunk-5XVANFXO.js} +1 -1
  9. package/dist/chunk-672L5BGQ.js +1 -0
  10. package/dist/{chunk-4NPSBPBY.js → chunk-6QVYBDIS.js} +1 -1
  11. package/dist/{chunk-PE2QKU34.js → chunk-CEAMQIRO.js} +1 -1
  12. package/dist/chunk-DHQ3YOPX.js +5 -0
  13. package/dist/chunk-FBSNZG34.js +1 -0
  14. package/dist/{chunk-J3PBMWSP.js → chunk-GZWYRO3V.js} +1 -1
  15. package/dist/chunk-IODXIHU2.js +1 -0
  16. package/dist/{chunk-P6B2KLNJ.js → chunk-KEFIGSRS.js} +2 -2
  17. package/dist/chunk-KGWA46Y6.js +2 -0
  18. package/dist/chunk-L25W2QNS.js +1 -0
  19. package/dist/{chunk-JLPK6MMQ.js → chunk-OK3XRTGA.js} +1 -1
  20. package/dist/chunk-UHGHK6NP.js +1 -0
  21. package/dist/chunk-VL7DZWWO.js +2 -0
  22. package/dist/chunk-VVXT66DC.js +1 -0
  23. package/dist/chunk-ZKDCUSM2.js +6 -0
  24. package/dist/cli.js +2 -2
  25. package/dist/{client-DYA3wIyb.d.ts → client-BC_mLuT2.d.ts} +2 -2
  26. package/dist/config-BSdGSRPG.d.ts +37 -0
  27. package/dist/{config-BSUwK4p_.d.ts → config-DMafsY4H.d.ts} +3 -3
  28. package/dist/connector-kit.d.ts +14 -9
  29. package/dist/connector-kit.js +1 -1
  30. package/dist/connectors/excel.d.ts +391 -0
  31. package/dist/connectors/excel.js +10 -0
  32. package/dist/connectors/file.d.ts +12 -5
  33. package/dist/connectors/file.js +1 -1
  34. package/dist/connectors/http.d.ts +7 -7
  35. package/dist/connectors/http.js +1 -1
  36. package/dist/connectors/imap.d.ts +6 -6
  37. package/dist/connectors/imap.js +1 -1
  38. package/dist/connectors/jira.d.ts +6 -6
  39. package/dist/connectors/jira.js +2 -2
  40. package/dist/connectors/mail.d.ts +7 -7
  41. package/dist/connectors/mail.js +1 -1
  42. package/dist/connectors/mysql.d.ts +238 -0
  43. package/dist/connectors/mysql.js +2 -0
  44. package/dist/connectors/noeva.d.ts +6 -6
  45. package/dist/connectors/noeva.js +1 -1
  46. package/dist/connectors/oauth.d.ts +5 -5
  47. package/dist/connectors/oauth.js +1 -1
  48. package/dist/connectors/odoo.d.ts +309 -0
  49. package/dist/connectors/odoo.js +3 -0
  50. package/dist/connectors/postgres.d.ts +7 -6
  51. package/dist/connectors/postgres.js +1 -1
  52. package/dist/connectors/process.d.ts +1 -1
  53. package/dist/connectors/process.js +1 -1
  54. package/dist/connectors/sendgrid.d.ts +7 -7
  55. package/dist/connectors/sendgrid.js +1 -1
  56. package/dist/connectors/smtp.d.ts +8 -8
  57. package/dist/connectors/smtp.js +1 -1
  58. package/dist/connectors/sqlserver.d.ts +7 -6
  59. package/dist/connectors/sqlserver.js +1 -1
  60. package/dist/connectors/zoho.d.ts +6 -6
  61. package/dist/connectors/zoho.js +1 -1
  62. package/dist/contract.d.ts +2 -2
  63. package/dist/{credenziali-posta-f7HB2cYW.d.ts → credenziali-posta-C0az04uV.d.ts} +2 -2
  64. package/dist/{errors-bgSO6lGO.d.ts → errors-CRq1uNYZ.d.ts} +8 -1
  65. package/dist/etl.config.js +3 -3
  66. package/dist/guida/404.html +2 -2
  67. package/dist/guida/GUIDA_SVILUPPO.html +7 -7
  68. package/dist/guida/TECHNICAL_OVERVIEW.html +7 -7
  69. package/dist/guida/assets/{GUIDA_SVILUPPO.md.CrN52ZDN.js → GUIDA_SVILUPPO.md.Bvr7RKHN.js} +2 -2
  70. package/dist/guida/assets/TECHNICAL_OVERVIEW.md.C6HYc5_h.js +10 -0
  71. package/dist/guida/assets/{app.DlsuGVZn.js → app.zL1wgTBx.js} +1 -1
  72. package/dist/guida/assets/chunks/@localSearchIndexroot.B5GjWddx.js +1 -0
  73. package/dist/guida/assets/chunks/{VPLocalSearchBox.v4vBLemj.js → VPLocalSearchBox.BSMd0tSF.js} +1 -1
  74. package/dist/guida/assets/chunks/{theme.D9XEK7o0.js → theme.CRpFq7vp.js} +2 -2
  75. package/dist/guida/assets/connectors_README.md.B5QWzWUK.js +1 -0
  76. package/dist/guida/assets/connectors_README.md.B5QWzWUK.lean.js +1 -0
  77. package/dist/guida/assets/connectors_excel.md.CqGtwEB4.js +92 -0
  78. package/dist/guida/assets/connectors_excel.md.CqGtwEB4.lean.js +1 -0
  79. package/dist/guida/assets/{connectors_file.md.B1NJe0VJ.js → connectors_file.md.Dbofo9W5.js} +3 -3
  80. package/dist/guida/assets/{connectors_file.md.B1NJe0VJ.lean.js → connectors_file.md.Dbofo9W5.lean.js} +1 -1
  81. package/dist/guida/assets/connectors_mysql.md.fVCxQWUW.js +34 -0
  82. package/dist/guida/assets/connectors_mysql.md.fVCxQWUW.lean.js +1 -0
  83. package/dist/guida/assets/connectors_odoo.md.DprabV5e.js +19 -0
  84. package/dist/guida/assets/connectors_odoo.md.DprabV5e.lean.js +1 -0
  85. package/dist/guida/assets/{conventions_node-descriptor.md.MQaGlm8a.js → conventions_node-descriptor.md.C19dB-Tb.js} +4 -4
  86. package/dist/guida/assets/conventions_node-descriptor.md.C19dB-Tb.lean.js +1 -0
  87. package/dist/guida/assets/{conventions_run-report.md.D_pG07VG.js → conventions_run-report.md.iVSN9fNV.js} +1 -1
  88. package/dist/guida/assets/{conventions_versioni-di-pipeline.md.cy5nsizS.js → conventions_versioni-di-pipeline.md.DJPSthZ8.js} +1 -1
  89. package/dist/guida/assets/{conventions_versioni-di-pipeline.md.cy5nsizS.lean.js → conventions_versioni-di-pipeline.md.DJPSthZ8.lean.js} +1 -1
  90. package/dist/guida/assets/{nodes_README.md.CHGy_go6.js → nodes_README.md.BNAiSoJJ.js} +2 -2
  91. package/dist/guida/assets/{nodes_README.md.CHGy_go6.lean.js → nodes_README.md.BNAiSoJJ.lean.js} +1 -1
  92. package/dist/guida/assets/{nodes_lookup.md.BI8tgBIq.js → nodes_lookup.md.DrJFsfOJ.js} +1 -1
  93. package/dist/guida/assets/{nodes_sink.md.yAf_z4wO.js → nodes_sink.md.C1S-lAh2.js} +2 -2
  94. package/dist/guida/assets/{nodes_source.md.DP2i3GFv.js → nodes_source.md.BitUNtug.js} +2 -2
  95. package/dist/guida/assets/{nodes_task.md.Dk6VB7as.js → nodes_task.md.CejEQZcD.js} +2 -2
  96. package/dist/guida/assets/{nodes_task.md.Dk6VB7as.lean.js → nodes_task.md.CejEQZcD.lean.js} +1 -1
  97. package/dist/guida/assets/{nodes_transform.md.Bv5fg2Xx.js → nodes_transform.md.Ciycywnb.js} +1 -1
  98. package/dist/guida/assets/{runbooks_deployment.md.CwG77qGO.js → runbooks_deployment.md.BV8Izw4I.js} +1 -1
  99. package/dist/guida/assets/runbooks_excel-operazioni-distruttive.md.CEygSROg.js +16 -0
  100. package/dist/guida/assets/runbooks_excel-operazioni-distruttive.md.CEygSROg.lean.js +1 -0
  101. package/dist/guida/assets/{runbooks_sql-task-truncate-swap.md.C8viT-fp.js → runbooks_sql-task-truncate-swap.md.DAz41942.js} +5 -3
  102. package/dist/guida/assets/{runbooks_sql-task-truncate-swap.md.C8viT-fp.lean.js → runbooks_sql-task-truncate-swap.md.DAz41942.lean.js} +1 -1
  103. package/dist/guida/connectors/README.html +5 -5
  104. package/dist/guida/connectors/excel.html +118 -0
  105. package/dist/guida/connectors/file.html +7 -7
  106. package/dist/guida/connectors/http.html +4 -4
  107. package/dist/guida/connectors/imap.html +4 -4
  108. package/dist/guida/connectors/jira.html +5 -5
  109. package/dist/guida/connectors/mysql.html +60 -0
  110. package/dist/guida/connectors/noeva.html +5 -5
  111. package/dist/guida/connectors/oauth.html +5 -5
  112. package/dist/guida/connectors/odoo.html +45 -0
  113. package/dist/guida/connectors/postgres.html +5 -5
  114. package/dist/guida/connectors/process.html +4 -4
  115. package/dist/guida/connectors/sendgrid.html +4 -4
  116. package/dist/guida/connectors/smtp.html +4 -4
  117. package/dist/guida/connectors/sqlserver.html +4 -4
  118. package/dist/guida/connectors/zoho.html +4 -4
  119. package/dist/guida/conventions/node-columns.html +4 -4
  120. package/dist/guida/conventions/node-descriptor.html +8 -8
  121. package/dist/guida/conventions/run-report.html +6 -6
  122. package/dist/guida/conventions/run-trace.html +4 -4
  123. package/dist/guida/conventions/variabili-del-core.html +4 -4
  124. package/dist/guida/conventions/versioni-di-pipeline.html +6 -6
  125. package/dist/guida/guide/claude-code/index.html +4 -4
  126. package/dist/guida/guide/claude-code/prompt.html +5 -5
  127. package/dist/guida/guide/claude-code/strumenti.html +4 -4
  128. package/dist/guida/guide/grafo.html +4 -4
  129. package/dist/guida/guide/usare/app-desktop.html +4 -4
  130. package/dist/guida/guide/usare/esito-di-una-run.html +4 -4
  131. package/dist/guida/guide/usare/index.html +4 -4
  132. package/dist/guida/hashmap.json +1 -1
  133. package/dist/guida/index.html +4 -4
  134. package/dist/guida/nodes/README.html +5 -5
  135. package/dist/guida/nodes/action.html +4 -4
  136. package/dist/guida/nodes/ai.html +4 -4
  137. package/dist/guida/nodes/join.html +4 -4
  138. package/dist/guida/nodes/lookup.html +6 -6
  139. package/dist/guida/nodes/pipeline.html +4 -4
  140. package/dist/guida/nodes/route.html +4 -4
  141. package/dist/guida/nodes/sink.html +7 -7
  142. package/dist/guida/nodes/source.html +7 -7
  143. package/dist/guida/nodes/task.html +6 -6
  144. package/dist/guida/nodes/transform.html +6 -6
  145. package/dist/guida/nodes/try-catch.html +4 -4
  146. package/dist/guida/nodes/union.html +4 -4
  147. package/dist/guida/pagine.json +4 -0
  148. package/dist/guida/pipelines/README.html +4 -4
  149. package/dist/guida/pipelines/crm-leads-sync.html +4 -4
  150. package/dist/guida/pipelines/cross-workspace-csv-merge.html +4 -4
  151. package/dist/guida/pipelines/movimenti-per-conto.html +4 -4
  152. package/dist/guida/pipelines/orders-enriched-daily.html +4 -4
  153. package/dist/guida/pipelines/test-posta.html +4 -4
  154. package/dist/guida/runbooks/aggiornamento-pm2.html +4 -4
  155. package/dist/guida/runbooks/deploy-ecr.html +4 -4
  156. package/dist/guida/runbooks/deployment.html +6 -6
  157. package/dist/guida/runbooks/etl-worker.html +5 -5
  158. package/dist/guida/runbooks/excel-operazioni-distruttive.html +42 -0
  159. package/dist/guida/runbooks/graph-server.html +5 -5
  160. package/dist/guida/runbooks/mask-key.html +4 -4
  161. package/dist/guida/runbooks/oauth-google-posta.html +4 -4
  162. package/dist/guida/runbooks/rollback-di-pipeline.html +4 -4
  163. package/dist/guida/runbooks/scd2-rehash.html +4 -4
  164. package/dist/guida/runbooks/sql-task-truncate-swap.html +8 -6
  165. package/dist/guida/runbooks/stato-incrementale.html +4 -4
  166. package/dist/guida/sub-pipelines/README.html +4 -4
  167. package/dist/guida/sub-pipelines/riepilogo-ordini.html +4 -4
  168. package/dist/index.d.ts +9 -9
  169. package/dist/index.js +1 -1
  170. package/dist/{invio-Dwz3J7sP.d.ts → invio-9Ubb_cdR.d.ts} +3 -3
  171. package/dist/{istanza-per-il-piano-CucqUF7b.d.ts → istanza-per-il-piano-74NYhIHc.d.ts} +1 -1
  172. package/dist/{manifest-variabili-U1UfPDfF.d.ts → manifest-variabili-DRWUzmxU.d.ts} +1 -1
  173. package/dist/pipelines.d.ts +3 -3
  174. package/dist/pipelines.js +1 -1
  175. package/dist/{runnable-pipeline-CArkLzfv.d.ts → runnable-pipeline-CWgPwi6w.d.ts} +2 -2
  176. package/dist/{config-DIthC7n7.d.ts → sql-watermark-CQVvxhPZ.d.ts} +9 -40
  177. package/dist/testing.d.ts +3 -3
  178. package/dist/testing.js +1 -1
  179. package/dist/{trasporto-DpPLCEQ1.d.ts → trasporto-BaRdP6Wl.d.ts} +4 -4
  180. package/dist/{types-BVA7BIou.d.ts → types-_3rgLhje.d.ts} +21 -2
  181. package/dist/{variabili-dichiarate-DmfcxsT9.d.ts → variabili-dichiarate-CS-eC53K.d.ts} +1 -1
  182. package/kit/skills/etl-graph/SKILL.md +6 -3
  183. package/kit/skills/etl-graph/references/data-patterns.md +1 -1
  184. package/kit/skills/etl-graph/references/error-handling.md +3 -3
  185. package/kit/skills/etl-graph/references/wiring.md +10 -10
  186. package/kit/skills/new-connector/SKILL.md +2 -2
  187. package/package.json +16 -1
  188. package/dist/chunk-BVUOUBLW.js +0 -1
  189. package/dist/chunk-CRR3Q2C7.js +0 -2
  190. package/dist/chunk-LJ7DVP5F.js +0 -2
  191. package/dist/chunk-PKBSETMV.js +0 -2
  192. package/dist/chunk-QPJC4GWR.js +0 -1
  193. package/dist/chunk-RCRMQPFH.js +0 -5
  194. package/dist/chunk-RS5SGDUU.js +0 -1
  195. package/dist/chunk-RWPHH4E2.js +0 -1
  196. package/dist/chunk-SRFFKE5W.js +0 -6
  197. package/dist/chunk-WVODQB6Z.js +0 -1
  198. package/dist/chunk-XZMCC6VQ.js +0 -1
  199. package/dist/chunk-ZCYGHS7P.js +0 -2
  200. package/dist/guida/assets/TECHNICAL_OVERVIEW.md.DTIhkkg9.js +0 -10
  201. package/dist/guida/assets/chunks/@localSearchIndexroot.LnC621Vy.js +0 -1
  202. package/dist/guida/assets/connectors_README.md.BqI2RLCu.js +0 -1
  203. package/dist/guida/assets/connectors_README.md.BqI2RLCu.lean.js +0 -1
  204. package/dist/guida/assets/conventions_node-descriptor.md.MQaGlm8a.lean.js +0 -1
  205. /package/dist/guida/assets/{GUIDA_SVILUPPO.md.CrN52ZDN.lean.js → GUIDA_SVILUPPO.md.Bvr7RKHN.lean.js} +0 -0
  206. /package/dist/guida/assets/{TECHNICAL_OVERVIEW.md.DTIhkkg9.lean.js → TECHNICAL_OVERVIEW.md.C6HYc5_h.lean.js} +0 -0
  207. /package/dist/guida/assets/{conventions_run-report.md.D_pG07VG.lean.js → conventions_run-report.md.iVSN9fNV.lean.js} +0 -0
  208. /package/dist/guida/assets/{nodes_lookup.md.BI8tgBIq.lean.js → nodes_lookup.md.DrJFsfOJ.lean.js} +0 -0
  209. /package/dist/guida/assets/{nodes_sink.md.yAf_z4wO.lean.js → nodes_sink.md.C1S-lAh2.lean.js} +0 -0
  210. /package/dist/guida/assets/{nodes_source.md.DP2i3GFv.lean.js → nodes_source.md.BitUNtug.lean.js} +0 -0
  211. /package/dist/guida/assets/{nodes_transform.md.Bv5fg2Xx.lean.js → nodes_transform.md.Ciycywnb.lean.js} +0 -0
  212. /package/dist/guida/assets/{runbooks_deployment.md.CwG77qGO.lean.js → runbooks_deployment.md.BV8Izw4I.lean.js} +0 -0
@@ -1 +0,0 @@
1
- import{_ as o,o as t,c as d,a5 as a}from"./chunks/framework.qdetmeNX.js";const g=JSON.parse('{"title":"Connettori","description":"","frontmatter":{},"headers":[],"relativePath":"connectors/README.md","filePath":"connectors/README.md"}'),i={name:"connectors/README.md"};function r(c,e,n,s,l,p){return t(),d("div",null,[...e[0]||(e[0]=[a('<h1 id="connettori" tabindex="-1">Connettori <a class="header-anchor" href="#connettori" aria-label="Permalink to &quot;Connettori&quot;">​</a></h1><p>I connettori sono le implementazioni reali di <code>Source</code> (estrazione) e <code>Sink</code> (caricamento) verso sistemi esterni. Vivono in <code>src/connectors/&lt;sistema&gt;/</code> e si <strong>iniettano</strong> nelle pipeline (mai istanziati dentro la definizione).</p><h2 id="indice" tabindex="-1">Indice <a class="header-anchor" href="#indice" aria-label="Permalink to &quot;Indice&quot;">​</a></h2><table tabindex="0"><thead><tr><th>Connettore</th><th>Source</th><th>Sink</th><th>Doc</th></tr></thead><tbody><tr><td>PostgreSQL</td><td>✅ streaming (cursor)</td><td>✅ upsert idempotente (ON CONFLICT), o <a href="./postgres#scd2">SCD2</a></td><td><a href="./postgres">postgres.md</a></td></tr><tr><td>SQL Server</td><td>✅ streaming (pause/resume)</td><td>✅ upsert idempotente (MERGE), o <a href="./sqlserver#scd2">SCD2</a></td><td><a href="./sqlserver">sqlserver.md</a></td></tr><tr><td>File (storage × codec)</td><td>✅ <code>fileSource</code></td><td>✅ <code>fileSink</code></td><td><a href="./file">file.md</a></td></tr><tr><td>— storage: filesystem · <strong>S3</strong> · <strong>SFTP</strong> · <strong>FTP/FTPS</strong> · memory</td><td>(vedi file.md)</td><td>(vedi file.md)</td><td><a href="./file">file.md</a></td></tr><tr><td>— codec: <strong>CSV</strong> (anche grezzo) · <strong>JSON/NDJSON</strong> · <strong>XML</strong> · <strong>XLSX</strong> · <strong>Parquet</strong></td><td>(vedi file.md)</td><td>(vedi file.md)</td><td><a href="./file">file.md</a></td></tr><tr><td>Noeva (file dei workspace)</td><td>✅ file singolo · cartella</td><td>✅ file singolo · multi-file, <code>overwrite</code>/<code>new-version</code></td><td><a href="./noeva">noeva.md</a></td></tr><tr><td>IMAP (caselle di posta)</td><td>✅ messaggi di una cartella</td><td>— (action: flag, spostamento)</td><td><a href="./imap">imap.md</a></td></tr><tr><td>SMTP (notifiche email)</td><td>— (action: invio con esito)</td><td>✅ una mail per record, isolabile</td><td><a href="./smtp">smtp.md</a></td></tr><tr><td>SendGrid (mail via API REST; <code>mailAction</code>/<code>mailSink</code> per scegliere il trasporto)</td><td>— (action: invio con esito)</td><td>✅ una mail per record, isolabile</td><td><a href="./sendgrid">sendgrid.md</a></td></tr><tr><td>HTTP (API REST)</td><td>— (lookup: <code>httpLookup</code>)</td><td>— (action: <code>httpAction</code>)</td><td><a href="./http">http.md</a></td></tr><tr><td>Jira Cloud (issue)</td><td>✅ JQL; lookup per chiave e liste</td><td>— (action: <code>jiraCreateIssue</code>, <code>jiraUpdateIssue</code>, <code>jiraTransition</code>, <code>jiraUpsertIssue</code>, <code>jiraAddComment</code>, <code>jiraAddWorklog</code>, <code>jiraLinkIssues</code>)</td><td><a href="./jira">jira.md</a></td></tr><tr><td>Zoho CRM (record di un modulo)</td><td>✅ un modulo, campi dichiarati</td><td>—</td><td><a href="./zoho">zoho.md</a></td></tr><tr><td>OAuth2 (identità per IMAP, SMTP e Zoho)</td><td>—</td><td>—</td><td><a href="./oauth">oauth.md</a></td></tr><tr><td>Processo esterno (un programma sulla macchina del worker)</td><td>—</td><td>— (action: <code>processoEsternoAction</code>)</td><td><a href="./process">process.md</a></td></tr></tbody></table><p>Noeva offre anche un nodo <code>action</code> (<code>noevaUploadAction</code>: upload con elaborazione AI, <code>fileId</code> in uscita), due resolver di <code>lookup</code> non SQL (<code>noevaElaborazioneLookup</code>, <code>noevaContenutoLookup</code>) e l&#39;estrazione AI <code>noevaAiExtract</code>, la configurazione completa di un nodo <code>ai</code> che estrae campi validati con Zod: vedi <a href="./noeva#elaborazione-ai-upload-stato-testo">noeva.md § Elaborazione AI</a>.</p><p>Oltre a Source e Sink, <strong>ogni connettore SQL</strong> fornisce un resolver del nodo <code>lookup</code>, che interroga il DB <strong>in sola lettura</strong> a metà grafo, a batch di chiavi:</p><table tabindex="0"><thead><tr><th>DBMS</th><th>Resolver</th><th>Parametri bindati</th><th>Doc</th></tr></thead><tbody><tr><td>PostgreSQL</td><td><code>postgresLookup</code></td><td><code>$1, $2, …</code></td><td><a href="./postgres#lookup--postgreslookup">postgres.md § Lookup</a></td></tr><tr><td>SQL Server</td><td><code>mssqlLookup</code></td><td><code>@k0, @k1, …</code></td><td><a href="./sqlserver#lookup--mssqllookup">sqlserver.md § Lookup</a></td></tr></tbody></table><p>Ogni connettore SQL fornisce anche un <strong>task</strong>, per il nodo <code>task</code> del grafo: statement statici in una transazione, senza flusso di record. Serve a svuotare uno staging prima del caricamento e a scambiare le tabelle dopo.</p><table tabindex="0"><thead><tr><th>DBMS</th><th>Task</th><th>Parametri bindati</th><th>Doc</th></tr></thead><tbody><tr><td>PostgreSQL</td><td><code>postgresSqlTask</code></td><td><code>@nome</code> → <code>$1, $2, …</code></td><td><a href="./postgres#task--postgressqltask">postgres.md § Task</a></td></tr><tr><td>SQL Server</td><td><code>mssqlSqlTask</code></td><td><code>@nome</code></td><td><a href="./sqlserver#task--mssqlsqltask">sqlserver.md § Task</a></td></tr></tbody></table><p>La parte comune vive in <code>src/connectors/shared/sql-task.ts</code>. Un task con <code>destructive: true</code> cancella o sostituisce dati: prima di usarlo in produzione leggi il <a href="./../runbooks/sql-task-truncate-swap">runbook</a>.</p><p>Per un&#39;<strong>API REST</strong> c&#39;è <code>httpLookup</code> (<a href="./http">http.md</a>): una richiesta per batch o una <code>GET</code> per chiave, risposta validata con Zod, credenziali dal registry <code>HTTP_INSTANCES</code>. Per <strong>scrivere</strong> sulla stessa API c&#39;è <code>httpAction</code> (<a href="./http#scritture--httpaction">http.md § Scritture</a>), un nodo <code>action</code> che prosegue con l&#39;esito della chiamata.</p><p>Per <strong>leggere Jira Cloud</strong> c&#39;è <code>jiraIssues</code> (<a href="./jira">jira.md</a>, ADR-0100): le issue di una JQL, pagina dopo pagina, con i siti nel registry <code>JIRA_INSTANCES</code> e il trasporto condiviso di <code>http</code>. Ogni campo dichiarato, per id o per nome, è una colonna normalizzata, con il testo ADF convertito da <code>adfInTesto</code> (ADR-0101). Per arricchire record che hanno già una chiave (<code>ABC-42</code>) c&#39;è <code>jiraIssueLookup</code>, un nodo <code>lookup</code> con le issue nella stessa forma; changelog, commenti e worklog completi di una issue arrivano come lista con <code>jiraChangelogLookup</code>, <code>jiraCommentsLookup</code> e <code>jiraWorklogsLookup</code> (<a href="./jira#le-liste-di-una-issue--changelog-commenti-e-worklog">jira.md § Le liste</a>). Per <strong>scriverci</strong> ci sono i nodi <code>action</code> <code>jiraCreateIssue</code>, <code>jiraUpdateIssue</code>, <code>jiraTransition</code>, che porta una issue in uno stato per nome, <code>jiraUpsertIssue</code>, che crea o aggiorna per ID esterno, <code>jiraAddComment</code> e <code>jiraAddWorklog</code>, che aggiungono commenti e worklog senza doppioni con una chiave di deduplica, e <code>jiraLinkIssues</code>, che collega due issue senza duplicare il link (<a href="./jira#scritture">jira.md § Scritture</a>, ADR-0102), con il testo in markdown convertito in ADF da <code>marklassian</code>.</p><p>Per <strong>leggere Zoho CRM</strong> c&#39;è <code>zohoCrmRecords</code> (<a href="./zoho">zoho.md</a>, ADR-0106): i record di un modulo con i soli campi dichiarati, che sono anche la regola di privacy, in ordine di <code>id</code>: con la Records API fino a 100.000 record, con la Query API (COQL) a chiavi crescenti di <code>id</code> oltre. Le organizzazioni stanno nel registry <code>ZOHO_INSTANCES</code>, il token lo rinnova un&#39;identità <a href="./oauth">OAuth2</a> e il trasporto è quello condiviso di <code>http</code>.</p><p>Per <strong>lanciare un programma</strong> su dei file del record, con file e un riepilogo JSON in uscita, c&#39;è <code>processoEsternoAction</code> (<a href="./process">process.md</a>): un nodo <code>action</code> senza shell, con ambiente da allowlist, timeout obbligatorio e una cartella temporanea per record.</p><p>La query è la stessa sui due database — segnaposto <code>@chiavi</code>, stesso controllo di sola lettura, stessa normalizzazione delle chiavi — perché la parte comune vive in <code>src/connectors/shared/sql-lookup.ts</code>. Un nuovo connettore SQL ottiene il lookup aggiungendo solo la sintassi dei parametri e la chiamata al driver.</p><h2 id="regole-comuni" tabindex="-1">Regole comuni <a class="header-anchor" href="#regole-comuni" aria-label="Permalink to &quot;Regole comuni&quot;">​</a></h2><ul><li><strong>DI del client:</strong> il <code>Pool</code>/connessione è iniettato dal chiamante, che ne gestisce il ciclo di vita. Fanno eccezione gli storage remoti di <code>file</code> (S3, SFTP, FTP): prendono la config dell&#39;istanza e aprono e chiudono la sessione da sé (ADR-0103).</li><li><strong>Streaming:</strong> i Source restituiscono <code>AsyncIterable</code>, mai array interi.</li><li><strong>Idempotenza:</strong> i Sink usano upsert/merge/swap sulla chiave naturale.</li><li><strong>Segreti:</strong> solo in <code>.env</code> (vedi <code>.env.example</code>), mai nel codice/log.</li><li><strong>Descriptor UI:</strong> ogni Source/Sink espone un <code>descriptor</code> non sensibile (tipo + puntamenti) per la visualizzazione del nodo nel DAG — whitelist esplicita, mai segreti. Contratto e how-to: <a href="./../conventions/node-descriptor">../conventions/node-descriptor.md</a>.</li><li><strong>Errori:</strong> <code>ExtractError</code>/<code>LoadError</code>/<code>TaskError</code>/<code>ConfigError</code> da <code>src/core/errors.ts</code>. <code>ConfigError.mancanti</code> elenca in forma strutturata tutte le variabili mancanti.</li><li><strong>Variabili d&#39;ambiente:</strong> i prefissi base delle istanze sono costanti di <code>src/connectors/shared/prefissi.ts</code> (<code>PREFISSO_PG</code>, <code>PREFISSO_MSSQL</code>, <code>PREFISSO_IMAP</code>…), e il prefisso di un&#39;istanza si ricava con <code>instanceEnvPrefix</code>. Le variabili di un connettore si dichiarano in un manifest e si risolvono con <code>risolviVariabili</code>, che dà per ognuna nome e origine. Gli stessi manifest, con <code>ambienteDellaPipeline</code>, dicono a <code>etl env check</code> quali variabili legge una pipeline. Oggi lo usano i loader di IMAP, SMTP, HTTP, Jira, OAuth2, del client Noeva, Postgres, SQL Server, SendGrid e degli storage S3, SFTP e FTP (<code>MANIFEST_IMAP</code>, <code>MANIFEST_SMTP</code>, <code>MANIFEST_HTTP</code>, <code>MANIFEST_JIRA</code>, <code>MANIFEST_OAUTH</code>, <code>MANIFEST_NOEVA</code>, <code>MANIFEST_PG</code>, <code>MANIFEST_MSSQL</code>, <code>MANIFEST_SENDGRID</code>, <code>MANIFEST_S3</code>, <code>MANIFEST_SFTP</code>, <code>MANIFEST_FTP</code>); gli altri connettori migrano un tipo alla volta. La cartella locale non ha un loader suo: la indica la pipeline, che la dichiara nel proprio manifest. Vedi <a href="./../conventions/node-descriptor#variabile-e-origine-dal-manifest-mai-a-mano">node-descriptor.md</a>.</li><li><strong>Test:</strong> logica pura in unit (CI); I/O reale in <code>tests/integration/</code> (<code>pnpm run test:integration</code>).</li></ul>',17)])])}const h=o(i,[["render",r]]);export{g as __pageData,h as default};
@@ -1 +0,0 @@
1
- import{_ as o,o as t,c as d,a5 as a}from"./chunks/framework.qdetmeNX.js";const g=JSON.parse('{"title":"Connettori","description":"","frontmatter":{},"headers":[],"relativePath":"connectors/README.md","filePath":"connectors/README.md"}'),i={name:"connectors/README.md"};function r(c,e,n,s,l,p){return t(),d("div",null,[...e[0]||(e[0]=[a("",17)])])}const h=o(i,[["render",r]]);export{g as __pageData,h as default};
@@ -1 +0,0 @@
1
- import{_ as e,o as s,c as a,a5 as n}from"./chunks/framework.qdetmeNX.js";const k=JSON.parse('{"title":"Descriptor dei nodi per la UI del DAG","description":"","frontmatter":{},"headers":[],"relativePath":"conventions/node-descriptor.md","filePath":"conventions/node-descriptor.md"}'),o={name:"conventions/node-descriptor.md"};function t(l,i,d,r,c,p){return s(),a("div",null,[...i[0]||(i[0]=[n("",45)])])}const g=e(o,[["render",t]]);export{k as __pageData,g as default};