@adminiumjs/adminium 0.1.0-rc.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +661 -0
- package/README.md +94 -0
- package/dashboard/assets/DeltaPill-dxlsGh-1.js +2 -0
- package/dashboard/assets/DeltaPill-dxlsGh-1.js.map +1 -0
- package/dashboard/assets/DistributionCorrelationWidgets-ztVy_W_R.js +2 -0
- package/dashboard/assets/DistributionCorrelationWidgets-ztVy_W_R.js.map +1 -0
- package/dashboard/assets/PartWholeWidgets-BDn0i0jt.js +2 -0
- package/dashboard/assets/PartWholeWidgets-BDn0i0jt.js.map +1 -0
- package/dashboard/assets/RemapEditor-z3vRY12e.js +2 -0
- package/dashboard/assets/RemapEditor-z3vRY12e.js.map +1 -0
- package/dashboard/assets/ReviewScreen-COkLQ3T7.js +2 -0
- package/dashboard/assets/ReviewScreen-COkLQ3T7.js.map +1 -0
- package/dashboard/assets/Sparkline-Cvwo368J.js +2 -0
- package/dashboard/assets/Sparkline-Cvwo368J.js.map +1 -0
- package/dashboard/assets/WidgetMissingCard-D0bPJKIs.js +2 -0
- package/dashboard/assets/WidgetMissingCard-D0bPJKIs.js.map +1 -0
- package/dashboard/assets/arc-CPxb74pf.js +2 -0
- package/dashboard/assets/arc-CPxb74pf.js.map +1 -0
- package/dashboard/assets/bars-ranking-components-9Asn_0gR.js +2 -0
- package/dashboard/assets/bars-ranking-components-9Asn_0gR.js.map +1 -0
- package/dashboard/assets/blocks-track-components-BST-NjK2.js +2 -0
- package/dashboard/assets/blocks-track-components-BST-NjK2.js.map +1 -0
- package/dashboard/assets/calendar-track-components-RgNtGtZR.js +2 -0
- package/dashboard/assets/calendar-track-components-RgNtGtZR.js.map +1 -0
- package/dashboard/assets/chrome-track-components-ClNsentC.js +2 -0
- package/dashboard/assets/chrome-track-components-ClNsentC.js.map +1 -0
- package/dashboard/assets/common-BY1j__bD.js +2 -0
- package/dashboard/assets/common-BY1j__bD.js.map +1 -0
- package/dashboard/assets/common-BdlXKpcB.js +2 -0
- package/dashboard/assets/common-BdlXKpcB.js.map +1 -0
- package/dashboard/assets/common-BqqhgMgB.js +2 -0
- package/dashboard/assets/common-BqqhgMgB.js.map +1 -0
- package/dashboard/assets/common-BribWmIo.js +2 -0
- package/dashboard/assets/common-BribWmIo.js.map +1 -0
- package/dashboard/assets/common-Cmf0_lKV.js +2 -0
- package/dashboard/assets/common-Cmf0_lKV.js.map +1 -0
- package/dashboard/assets/common-i0r48qY9.js +2 -0
- package/dashboard/assets/common-i0r48qY9.js.map +1 -0
- package/dashboard/assets/common-x8cfkwpc.js +2 -0
- package/dashboard/assets/common-x8cfkwpc.js.map +1 -0
- package/dashboard/assets/communication-track-components-CNLZXOH_.js +2 -0
- package/dashboard/assets/communication-track-components-CNLZXOH_.js.map +1 -0
- package/dashboard/assets/components-Bp5cFm2d.js +2 -0
- package/dashboard/assets/components-Bp5cFm2d.js.map +1 -0
- package/dashboard/assets/components-C4-O3_gD.js +2 -0
- package/dashboard/assets/components-C4-O3_gD.js.map +1 -0
- package/dashboard/assets/domain-ops-track-components-BPa41AU7.js +2 -0
- package/dashboard/assets/domain-ops-track-components-BPa41AU7.js.map +1 -0
- package/dashboard/assets/domain-track-components-CQ1i1X1t.js +2 -0
- package/dashboard/assets/domain-track-components-CQ1i1X1t.js.map +1 -0
- package/dashboard/assets/errors-BHUWiAQ3.js +2 -0
- package/dashboard/assets/errors-BHUWiAQ3.js.map +1 -0
- package/dashboard/assets/errors-BbyKweDG.js +2 -0
- package/dashboard/assets/errors-BbyKweDG.js.map +1 -0
- package/dashboard/assets/errors-CMQ6JC31.js +2 -0
- package/dashboard/assets/errors-CMQ6JC31.js.map +1 -0
- package/dashboard/assets/errors-D3nVgTmf.js +2 -0
- package/dashboard/assets/errors-D3nVgTmf.js.map +1 -0
- package/dashboard/assets/errors-IqJSoANC.js +2 -0
- package/dashboard/assets/errors-IqJSoANC.js.map +1 -0
- package/dashboard/assets/errors-gmIkO9F6.js +2 -0
- package/dashboard/assets/errors-gmIkO9F6.js.map +1 -0
- package/dashboard/assets/errors-vFk058Vh.js +2 -0
- package/dashboard/assets/errors-vFk058Vh.js.map +1 -0
- package/dashboard/assets/feeds-track-f-components-Cl_8SkGs.js +2 -0
- package/dashboard/assets/feeds-track-f-components-Cl_8SkGs.js.map +1 -0
- package/dashboard/assets/format-Lx4cQ8k-.js +2 -0
- package/dashboard/assets/format-Lx4cQ8k-.js.map +1 -0
- package/dashboard/assets/forms-track-components-Bc2Hoxdh.js +2 -0
- package/dashboard/assets/forms-track-components-Bc2Hoxdh.js.map +1 -0
- package/dashboard/assets/generated-1EfWhCMA.js +2 -0
- package/dashboard/assets/generated-1EfWhCMA.js.map +1 -0
- package/dashboard/assets/generated-BB3ZMxvx.js +2 -0
- package/dashboard/assets/generated-BB3ZMxvx.js.map +1 -0
- package/dashboard/assets/generated-C0JVNBRX.js +2 -0
- package/dashboard/assets/generated-C0JVNBRX.js.map +1 -0
- package/dashboard/assets/generated-C1W48_-3.js +2 -0
- package/dashboard/assets/generated-C1W48_-3.js.map +1 -0
- package/dashboard/assets/generated-CluiB_xY.js +2 -0
- package/dashboard/assets/generated-CluiB_xY.js.map +1 -0
- package/dashboard/assets/generated-DDGtlf-4.js +2 -0
- package/dashboard/assets/generated-DDGtlf-4.js.map +1 -0
- package/dashboard/assets/generated-DPCHvNto.js +2 -0
- package/dashboard/assets/generated-DPCHvNto.js.map +1 -0
- package/dashboard/assets/geo-track-components-Ct4-MSRw.js +3 -0
- package/dashboard/assets/geo-track-components-Ct4-MSRw.js.map +1 -0
- package/dashboard/assets/ibm-plex-sans-arabic-arabic-400-normal-CyU-ddYS.woff2 +0 -0
- package/dashboard/assets/ibm-plex-sans-arabic-arabic-500-normal-C4MQITzh.woff2 +0 -0
- package/dashboard/assets/ibm-plex-sans-arabic-arabic-600-normal-0pRdybE_.woff2 +0 -0
- package/dashboard/assets/ibm-plex-sans-arabic-arabic-700-normal-DrtBj6UE.woff2 +0 -0
- package/dashboard/assets/index-DPi4cduu.css +1 -0
- package/dashboard/assets/index-PB1II0WV.js +137 -0
- package/dashboard/assets/index-PB1II0WV.js.map +1 -0
- package/dashboard/assets/jetbrains-mono-latin-ext-wght-italic-BrDczivE.woff2 +0 -0
- package/dashboard/assets/jetbrains-mono-latin-ext-wght-normal-DBQx-q_a.woff2 +0 -0
- package/dashboard/assets/jetbrains-mono-latin-wght-italic-B2M6KQje.woff2 +0 -0
- package/dashboard/assets/jetbrains-mono-latin-wght-normal-B9CIFXIH.woff2 +0 -0
- package/dashboard/assets/leaflet-CIGW-MKW.css +1 -0
- package/dashboard/assets/leaflet-src-D12shr04.js +2 -0
- package/dashboard/assets/leaflet-src-D12shr04.js.map +1 -0
- package/dashboard/assets/manrope-latin-ext-wght-normal-Ch3YOpNY.woff2 +0 -0
- package/dashboard/assets/manrope-latin-wght-normal-DHIcAJRg.woff2 +0 -0
- package/dashboard/assets/media-track-components-CpeII-tT.js +2 -0
- package/dashboard/assets/media-track-components-CpeII-tT.js.map +1 -0
- package/dashboard/assets/scales-e0tkfEy1.js +2 -0
- package/dashboard/assets/scales-e0tkfEy1.js.map +1 -0
- package/dashboard/assets/sparkline-2JUGDrMW.js +2 -0
- package/dashboard/assets/sparkline-2JUGDrMW.js.map +1 -0
- package/dashboard/assets/stats-BNgXz5BD.js +2 -0
- package/dashboard/assets/stats-BNgXz5BD.js.map +1 -0
- package/dashboard/assets/studio-B7hMOwAF.js +2 -0
- package/dashboard/assets/studio-B7hMOwAF.js.map +1 -0
- package/dashboard/assets/studio-BN_9xHY3.js +2 -0
- package/dashboard/assets/studio-BN_9xHY3.js.map +1 -0
- package/dashboard/assets/studio-Cn2MObe8.js +2 -0
- package/dashboard/assets/studio-Cn2MObe8.js.map +1 -0
- package/dashboard/assets/studio-DZEZCCkw.js +2 -0
- package/dashboard/assets/studio-DZEZCCkw.js.map +1 -0
- package/dashboard/assets/studio-DzatTvLl.js +2 -0
- package/dashboard/assets/studio-DzatTvLl.js.map +1 -0
- package/dashboard/assets/studio-cBlD8x90.js +2 -0
- package/dashboard/assets/studio-cBlD8x90.js.map +1 -0
- package/dashboard/assets/studio-cglZPbJK.js +2 -0
- package/dashboard/assets/studio-cglZPbJK.js.map +1 -0
- package/dashboard/assets/system-track-components-GTYYpnfB.js +2 -0
- package/dashboard/assets/system-track-components-GTYYpnfB.js.map +1 -0
- package/dashboard/assets/tables-tail-components-DiA5GeHB.js +2 -0
- package/dashboard/assets/tables-tail-components-DiA5GeHB.js.map +1 -0
- package/dashboard/assets/tables-track-f-components-CVNPd7rq.js +2 -0
- package/dashboard/assets/tables-track-f-components-CVNPd7rq.js.map +1 -0
- package/dashboard/assets/time-flow-components-nKsaryry.js +2 -0
- package/dashboard/assets/time-flow-components-nKsaryry.js.map +1 -0
- package/dashboard/assets/ui-B-kZetor.js +2 -0
- package/dashboard/assets/ui-B-kZetor.js.map +1 -0
- package/dashboard/assets/ui-BEStJ5Pw.js +2 -0
- package/dashboard/assets/ui-BEStJ5Pw.js.map +1 -0
- package/dashboard/assets/ui-BS5_eDN4.js +2 -0
- package/dashboard/assets/ui-BS5_eDN4.js.map +1 -0
- package/dashboard/assets/ui-BZ0EyxRH.js +2 -0
- package/dashboard/assets/ui-BZ0EyxRH.js.map +1 -0
- package/dashboard/assets/ui-BloJDdt6.js +2 -0
- package/dashboard/assets/ui-BloJDdt6.js.map +1 -0
- package/dashboard/assets/ui-CpdrplJH.js +2 -0
- package/dashboard/assets/ui-CpdrplJH.js.map +1 -0
- package/dashboard/assets/ui-YJfT644k.js +2 -0
- package/dashboard/assets/ui-YJfT644k.js.map +1 -0
- package/dashboard/assets/widgets-uDqZWw4A.js +2 -0
- package/dashboard/assets/widgets-uDqZWw4A.js.map +1 -0
- package/dashboard/index.html +41 -0
- package/dist/app.d.ts +48 -0
- package/dist/app.d.ts.map +1 -0
- package/dist/app.js +250 -0
- package/dist/app.js.map +1 -0
- package/dist/auth/audit.d.ts +22 -0
- package/dist/auth/audit.d.ts.map +1 -0
- package/dist/auth/audit.js +17 -0
- package/dist/auth/audit.js.map +1 -0
- package/dist/auth/desktop-session.d.ts +53 -0
- package/dist/auth/desktop-session.d.ts.map +1 -0
- package/dist/auth/desktop-session.js +111 -0
- package/dist/auth/desktop-session.js.map +1 -0
- package/dist/auth/passwords.d.ts +17 -0
- package/dist/auth/passwords.d.ts.map +1 -0
- package/dist/auth/passwords.js +40 -0
- package/dist/auth/passwords.js.map +1 -0
- package/dist/auth/sessions.d.ts +77 -0
- package/dist/auth/sessions.d.ts.map +1 -0
- package/dist/auth/sessions.js +137 -0
- package/dist/auth/sessions.js.map +1 -0
- package/dist/auth/totp.d.ts +30 -0
- package/dist/auth/totp.d.ts.map +1 -0
- package/dist/auth/totp.js +97 -0
- package/dist/auth/totp.js.map +1 -0
- package/dist/backup/backup-service.d.ts +157 -0
- package/dist/backup/backup-service.d.ts.map +1 -0
- package/dist/backup/backup-service.js +354 -0
- package/dist/backup/backup-service.js.map +1 -0
- package/dist/backup/format.d.ts +300 -0
- package/dist/backup/format.d.ts.map +1 -0
- package/dist/backup/format.js +304 -0
- package/dist/backup/format.js.map +1 -0
- package/dist/backup/notify.d.ts +55 -0
- package/dist/backup/notify.d.ts.map +1 -0
- package/dist/backup/notify.js +60 -0
- package/dist/backup/notify.js.map +1 -0
- package/dist/backup/snapshot.d.ts +78 -0
- package/dist/backup/snapshot.d.ts.map +1 -0
- package/dist/backup/snapshot.js +142 -0
- package/dist/backup/snapshot.js.map +1 -0
- package/dist/capabilities/catalog.d.ts +33 -0
- package/dist/capabilities/catalog.d.ts.map +1 -0
- package/dist/capabilities/catalog.js +32 -0
- package/dist/capabilities/catalog.js.map +1 -0
- package/dist/capabilities/grants.d.ts +44 -0
- package/dist/capabilities/grants.d.ts.map +1 -0
- package/dist/capabilities/grants.js +65 -0
- package/dist/capabilities/grants.js.map +1 -0
- package/dist/cli/allowlist.d.ts +46 -0
- package/dist/cli/allowlist.d.ts.map +1 -0
- package/dist/cli/allowlist.js +99 -0
- package/dist/cli/allowlist.js.map +1 -0
- package/dist/cli/args.d.ts +63 -0
- package/dist/cli/args.d.ts.map +1 -0
- package/dist/cli/args.js +92 -0
- package/dist/cli/args.js.map +1 -0
- package/dist/cli/command.d.ts +32 -0
- package/dist/cli/command.d.ts.map +1 -0
- package/dist/cli/command.js +64 -0
- package/dist/cli/command.js.map +1 -0
- package/dist/cli/commands/apply-llm-response.d.ts +32 -0
- package/dist/cli/commands/apply-llm-response.d.ts.map +1 -0
- package/dist/cli/commands/apply-llm-response.js +209 -0
- package/dist/cli/commands/apply-llm-response.js.map +1 -0
- package/dist/cli/commands/export-zip.d.ts +17 -0
- package/dist/cli/commands/export-zip.d.ts.map +1 -0
- package/dist/cli/commands/export-zip.js +111 -0
- package/dist/cli/commands/export-zip.js.map +1 -0
- package/dist/cli/commands/generate-prompt.d.ts +29 -0
- package/dist/cli/commands/generate-prompt.d.ts.map +1 -0
- package/dist/cli/commands/generate-prompt.js +154 -0
- package/dist/cli/commands/generate-prompt.js.map +1 -0
- package/dist/cli/commands/import-zip.d.ts +13 -0
- package/dist/cli/commands/import-zip.d.ts.map +1 -0
- package/dist/cli/commands/import-zip.js +95 -0
- package/dist/cli/commands/import-zip.js.map +1 -0
- package/dist/cli/commands/init.d.ts +47 -0
- package/dist/cli/commands/init.d.ts.map +1 -0
- package/dist/cli/commands/init.js +372 -0
- package/dist/cli/commands/init.js.map +1 -0
- package/dist/cli/commands/introspect.d.ts +11 -0
- package/dist/cli/commands/introspect.d.ts.map +1 -0
- package/dist/cli/commands/introspect.js +100 -0
- package/dist/cli/commands/introspect.js.map +1 -0
- package/dist/cli/commands/migrate.d.ts +11 -0
- package/dist/cli/commands/migrate.d.ts.map +1 -0
- package/dist/cli/commands/migrate.js +80 -0
- package/dist/cli/commands/migrate.js.map +1 -0
- package/dist/cli/commands/start.d.ts +22 -0
- package/dist/cli/commands/start.d.ts.map +1 -0
- package/dist/cli/commands/start.js +101 -0
- package/dist/cli/commands/start.js.map +1 -0
- package/dist/cli/exit.d.ts +37 -0
- package/dist/cli/exit.d.ts.map +1 -0
- package/dist/cli/exit.js +39 -0
- package/dist/cli/exit.js.map +1 -0
- package/dist/cli/index.d.ts +10 -0
- package/dist/cli/index.d.ts.map +1 -0
- package/dist/cli/index.js +17 -0
- package/dist/cli/index.js.map +1 -0
- package/dist/cli/io.d.ts +49 -0
- package/dist/cli/io.d.ts.map +1 -0
- package/dist/cli/io.js +77 -0
- package/dist/cli/io.js.map +1 -0
- package/dist/cli/run.d.ts +35 -0
- package/dist/cli/run.d.ts.map +1 -0
- package/dist/cli/run.js +139 -0
- package/dist/cli/run.js.map +1 -0
- package/dist/cli/runtime.d.ts +116 -0
- package/dist/cli/runtime.d.ts.map +1 -0
- package/dist/cli/runtime.js +181 -0
- package/dist/cli/runtime.js.map +1 -0
- package/dist/cli/static-root.d.ts +42 -0
- package/dist/cli/static-root.d.ts.map +1 -0
- package/dist/cli/static-root.js +58 -0
- package/dist/cli/static-root.js.map +1 -0
- package/dist/compose.d.ts +135 -0
- package/dist/compose.d.ts.map +1 -0
- package/dist/compose.js +383 -0
- package/dist/compose.js.map +1 -0
- package/dist/config/bootstrap.d.ts +33 -0
- package/dist/config/bootstrap.d.ts.map +1 -0
- package/dist/config/bootstrap.js +81 -0
- package/dist/config/bootstrap.js.map +1 -0
- package/dist/config/env.d.ts +95 -0
- package/dist/config/env.d.ts.map +1 -0
- package/dist/config/env.js +236 -0
- package/dist/config/env.js.map +1 -0
- package/dist/config/secrets.d.ts +24 -0
- package/dist/config/secrets.d.ts.map +1 -0
- package/dist/config/secrets.js +74 -0
- package/dist/config/secrets.js.map +1 -0
- package/dist/connections/crypto.d.ts +9 -0
- package/dist/connections/crypto.d.ts.map +1 -0
- package/dist/connections/crypto.js +16 -0
- package/dist/connections/crypto.js.map +1 -0
- package/dist/connections/dsn.d.ts +42 -0
- package/dist/connections/dsn.d.ts.map +1 -0
- package/dist/connections/dsn.js +131 -0
- package/dist/connections/dsn.js.map +1 -0
- package/dist/connections/effective-schema.d.ts +65 -0
- package/dist/connections/effective-schema.d.ts.map +1 -0
- package/dist/connections/effective-schema.js +249 -0
- package/dist/connections/effective-schema.js.map +1 -0
- package/dist/connections/introspect.d.ts +52 -0
- package/dist/connections/introspect.d.ts.map +1 -0
- package/dist/connections/introspect.js +111 -0
- package/dist/connections/introspect.js.map +1 -0
- package/dist/connections/manager.d.ts +97 -0
- package/dist/connections/manager.d.ts.map +1 -0
- package/dist/connections/manager.js +224 -0
- package/dist/connections/manager.js.map +1 -0
- package/dist/connections/register-adapters.d.ts +42 -0
- package/dist/connections/register-adapters.d.ts.map +1 -0
- package/dist/connections/register-adapters.js +92 -0
- package/dist/connections/register-adapters.js.map +1 -0
- package/dist/crud/filters.d.ts +57 -0
- package/dist/crud/filters.d.ts.map +1 -0
- package/dist/crud/filters.js +177 -0
- package/dist/crud/filters.js.map +1 -0
- package/dist/crud/identifiers.d.ts +58 -0
- package/dist/crud/identifiers.d.ts.map +1 -0
- package/dist/crud/identifiers.js +99 -0
- package/dist/crud/identifiers.js.map +1 -0
- package/dist/crud/list.d.ts +51 -0
- package/dist/crud/list.d.ts.map +1 -0
- package/dist/crud/list.js +126 -0
- package/dist/crud/list.js.map +1 -0
- package/dist/crud/mask.d.ts +23 -0
- package/dist/crud/mask.d.ts.map +1 -0
- package/dist/crud/mask.js +41 -0
- package/dist/crud/mask.js.map +1 -0
- package/dist/crud/records.d.ts +33 -0
- package/dist/crud/records.d.ts.map +1 -0
- package/dist/crud/records.js +126 -0
- package/dist/crud/records.js.map +1 -0
- package/dist/crud/undo.d.ts +55 -0
- package/dist/crud/undo.d.ts.map +1 -0
- package/dist/crud/undo.js +74 -0
- package/dist/crud/undo.js.map +1 -0
- package/dist/data-io/coerce.d.ts +28 -0
- package/dist/data-io/coerce.d.ts.map +1 -0
- package/dist/data-io/coerce.js +123 -0
- package/dist/data-io/coerce.js.map +1 -0
- package/dist/data-io/csv.d.ts +38 -0
- package/dist/data-io/csv.d.ts.map +1 -0
- package/dist/data-io/csv.js +138 -0
- package/dist/data-io/csv.js.map +1 -0
- package/dist/data-io/snapshot-view.d.ts +10 -0
- package/dist/data-io/snapshot-view.d.ts.map +1 -0
- package/dist/data-io/snapshot-view.js +19 -0
- package/dist/data-io/snapshot-view.js.map +1 -0
- package/dist/desktop/demo-seed.d.ts +23 -0
- package/dist/desktop/demo-seed.d.ts.map +1 -0
- package/dist/desktop/demo-seed.js +28 -0
- package/dist/desktop/demo-seed.js.map +1 -0
- package/dist/desktop/lan-share.d.ts +94 -0
- package/dist/desktop/lan-share.d.ts.map +1 -0
- package/dist/desktop/lan-share.js +150 -0
- package/dist/desktop/lan-share.js.map +1 -0
- package/dist/errors.d.ts +72 -0
- package/dist/errors.d.ts.map +1 -0
- package/dist/errors.js +82 -0
- package/dist/errors.js.map +1 -0
- package/dist/export/bundle.d.ts +235 -0
- package/dist/export/bundle.d.ts.map +1 -0
- package/dist/export/bundle.js +172 -0
- package/dist/export/bundle.js.map +1 -0
- package/dist/export/import-service.d.ts +99 -0
- package/dist/export/import-service.d.ts.map +1 -0
- package/dist/export/import-service.js +515 -0
- package/dist/export/import-service.js.map +1 -0
- package/dist/export/readme.d.ts +25 -0
- package/dist/export/readme.d.ts.map +1 -0
- package/dist/export/readme.js +154 -0
- package/dist/export/readme.js.map +1 -0
- package/dist/export/redaction.d.ts +118 -0
- package/dist/export/redaction.d.ts.map +1 -0
- package/dist/export/redaction.js +233 -0
- package/dist/export/redaction.js.map +1 -0
- package/dist/export/zip-service.d.ts +66 -0
- package/dist/export/zip-service.d.ts.map +1 -0
- package/dist/export/zip-service.js +306 -0
- package/dist/export/zip-service.js.map +1 -0
- package/dist/files/storage.d.ts +50 -0
- package/dist/files/storage.d.ts.map +1 -0
- package/dist/files/storage.js +100 -0
- package/dist/files/storage.js.map +1 -0
- package/dist/generate/materialize-llm.d.ts +45 -0
- package/dist/generate/materialize-llm.d.ts.map +1 -0
- package/dist/generate/materialize-llm.js +167 -0
- package/dist/generate/materialize-llm.js.map +1 -0
- package/dist/generate/run.d.ts +48 -0
- package/dist/generate/run.d.ts.map +1 -0
- package/dist/generate/run.js +123 -0
- package/dist/generate/run.js.map +1 -0
- package/dist/index.d.ts +89 -0
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js +116 -0
- package/dist/index.js.map +1 -0
- package/dist/jobs/export-run.d.ts +38 -0
- package/dist/jobs/export-run.d.ts.map +1 -0
- package/dist/jobs/export-run.js +172 -0
- package/dist/jobs/export-run.js.map +1 -0
- package/dist/jobs/import-run.d.ts +43 -0
- package/dist/jobs/import-run.d.ts.map +1 -0
- package/dist/jobs/import-run.js +290 -0
- package/dist/jobs/import-run.js.map +1 -0
- package/dist/jobs/llm-run.d.ts +73 -0
- package/dist/jobs/llm-run.d.ts.map +1 -0
- package/dist/jobs/llm-run.js +225 -0
- package/dist/jobs/llm-run.js.map +1 -0
- package/dist/jobs/register.d.ts +90 -0
- package/dist/jobs/register.d.ts.map +1 -0
- package/dist/jobs/register.js +121 -0
- package/dist/jobs/register.js.map +1 -0
- package/dist/jobs/registry.d.ts +74 -0
- package/dist/jobs/registry.d.ts.map +1 -0
- package/dist/jobs/registry.js +78 -0
- package/dist/jobs/registry.js.map +1 -0
- package/dist/jobs/report-run.d.ts +64 -0
- package/dist/jobs/report-run.d.ts.map +1 -0
- package/dist/jobs/report-run.js +221 -0
- package/dist/jobs/report-run.js.map +1 -0
- package/dist/jobs/scheduler.d.ts +72 -0
- package/dist/jobs/scheduler.d.ts.map +1 -0
- package/dist/jobs/scheduler.js +121 -0
- package/dist/jobs/scheduler.js.map +1 -0
- package/dist/jobs/worker.d.ts +110 -0
- package/dist/jobs/worker.d.ts.map +1 -0
- package/dist/jobs/worker.js +282 -0
- package/dist/jobs/worker.js.map +1 -0
- package/dist/llm/apply-service.d.ts +150 -0
- package/dist/llm/apply-service.d.ts.map +1 -0
- package/dist/llm/apply-service.js +463 -0
- package/dist/llm/apply-service.js.map +1 -0
- package/dist/llm/apply-undo-store.d.ts +50 -0
- package/dist/llm/apply-undo-store.d.ts.map +1 -0
- package/dist/llm/apply-undo-store.js +60 -0
- package/dist/llm/apply-undo-store.js.map +1 -0
- package/dist/llm/direct-runner.d.ts +146 -0
- package/dist/llm/direct-runner.d.ts.map +1 -0
- package/dist/llm/direct-runner.js +204 -0
- package/dist/llm/direct-runner.js.map +1 -0
- package/dist/llm/prompt-service.d.ts +90 -0
- package/dist/llm/prompt-service.d.ts.map +1 -0
- package/dist/llm/prompt-service.js +93 -0
- package/dist/llm/prompt-service.js.map +1 -0
- package/dist/llm/provider-resolver.d.ts +25 -0
- package/dist/llm/provider-resolver.d.ts.map +1 -0
- package/dist/llm/provider-resolver.js +81 -0
- package/dist/llm/provider-resolver.js.map +1 -0
- package/dist/llm/run-service.d.ts +215 -0
- package/dist/llm/run-service.d.ts.map +1 -0
- package/dist/llm/run-service.js +343 -0
- package/dist/llm/run-service.js.map +1 -0
- package/dist/llm/stats-collector.d.ts +40 -0
- package/dist/llm/stats-collector.d.ts.map +1 -0
- package/dist/llm/stats-collector.js +74 -0
- package/dist/llm/stats-collector.js.map +1 -0
- package/dist/log-scrub.d.ts +58 -0
- package/dist/log-scrub.d.ts.map +1 -0
- package/dist/log-scrub.js +103 -0
- package/dist/log-scrub.js.map +1 -0
- package/dist/meta/store.d.ts +96 -0
- package/dist/meta/store.d.ts.map +1 -0
- package/dist/meta/store.js +192 -0
- package/dist/meta/store.js.map +1 -0
- package/dist/notifications/notify.d.ts +43 -0
- package/dist/notifications/notify.d.ts.map +1 -0
- package/dist/notifications/notify.js +42 -0
- package/dist/notifications/notify.js.map +1 -0
- package/dist/plugins/auth.d.ts +42 -0
- package/dist/plugins/auth.d.ts.map +1 -0
- package/dist/plugins/auth.js +84 -0
- package/dist/plugins/auth.js.map +1 -0
- package/dist/plugins/core.d.ts +48 -0
- package/dist/plugins/core.d.ts.map +1 -0
- package/dist/plugins/core.js +248 -0
- package/dist/plugins/core.js.map +1 -0
- package/dist/plugins/rbac.d.ts +54 -0
- package/dist/plugins/rbac.d.ts.map +1 -0
- package/dist/plugins/rbac.js +103 -0
- package/dist/plugins/rbac.js.map +1 -0
- package/dist/plugins/static.d.ts +12 -0
- package/dist/plugins/static.d.ts.map +1 -0
- package/dist/plugins/static.js +36 -0
- package/dist/plugins/static.js.map +1 -0
- package/dist/rbac/api-keys.d.ts +30 -0
- package/dist/rbac/api-keys.d.ts.map +1 -0
- package/dist/rbac/api-keys.js +41 -0
- package/dist/rbac/api-keys.js.map +1 -0
- package/dist/rbac/index.d.ts +6 -0
- package/dist/rbac/index.d.ts.map +1 -0
- package/dist/rbac/index.js +6 -0
- package/dist/rbac/index.js.map +1 -0
- package/dist/rbac/permissions.d.ts +107 -0
- package/dist/rbac/permissions.d.ts.map +1 -0
- package/dist/rbac/permissions.js +250 -0
- package/dist/rbac/permissions.js.map +1 -0
- package/dist/rbac/principal.d.ts +33 -0
- package/dist/rbac/principal.d.ts.map +1 -0
- package/dist/rbac/principal.js +31 -0
- package/dist/rbac/principal.js.map +1 -0
- package/dist/rbac/resolver.d.ts +26 -0
- package/dist/rbac/resolver.d.ts.map +1 -0
- package/dist/rbac/resolver.js +46 -0
- package/dist/rbac/resolver.js.map +1 -0
- package/dist/realtime/hub.d.ts +90 -0
- package/dist/realtime/hub.d.ts.map +1 -0
- package/dist/realtime/hub.js +146 -0
- package/dist/realtime/hub.js.map +1 -0
- package/dist/realtime/sse.d.ts +35 -0
- package/dist/realtime/sse.d.ts.map +1 -0
- package/dist/realtime/sse.js +88 -0
- package/dist/realtime/sse.js.map +1 -0
- package/dist/realtime/ws.d.ts +38 -0
- package/dist/realtime/ws.d.ts.map +1 -0
- package/dist/realtime/ws.js +124 -0
- package/dist/realtime/ws.js.map +1 -0
- package/dist/reports/schedule.d.ts +14 -0
- package/dist/reports/schedule.d.ts.map +1 -0
- package/dist/reports/schedule.js +63 -0
- package/dist/reports/schedule.js.map +1 -0
- package/dist/routes/about/index.d.ts +39 -0
- package/dist/routes/about/index.d.ts.map +1 -0
- package/dist/routes/about/index.js +73 -0
- package/dist/routes/about/index.js.map +1 -0
- package/dist/routes/about/schema.d.ts +50 -0
- package/dist/routes/about/schema.d.ts.map +1 -0
- package/dist/routes/about/schema.js +53 -0
- package/dist/routes/about/schema.js.map +1 -0
- package/dist/routes/api-keys/index.d.ts +11 -0
- package/dist/routes/api-keys/index.d.ts.map +1 -0
- package/dist/routes/api-keys/index.js +79 -0
- package/dist/routes/api-keys/index.js.map +1 -0
- package/dist/routes/api-keys/schema.d.ts +62 -0
- package/dist/routes/api-keys/schema.d.ts.map +1 -0
- package/dist/routes/api-keys/schema.js +37 -0
- package/dist/routes/api-keys/schema.js.map +1 -0
- package/dist/routes/audit/index.d.ts +11 -0
- package/dist/routes/audit/index.d.ts.map +1 -0
- package/dist/routes/audit/index.js +107 -0
- package/dist/routes/audit/index.js.map +1 -0
- package/dist/routes/audit/schema.d.ts +129 -0
- package/dist/routes/audit/schema.d.ts.map +1 -0
- package/dist/routes/audit/schema.js +43 -0
- package/dist/routes/audit/schema.js.map +1 -0
- package/dist/routes/auth/desktop-session.d.ts +48 -0
- package/dist/routes/auth/desktop-session.d.ts.map +1 -0
- package/dist/routes/auth/desktop-session.js +132 -0
- package/dist/routes/auth/desktop-session.js.map +1 -0
- package/dist/routes/auth/handlers.d.ts +21 -0
- package/dist/routes/auth/handlers.d.ts.map +1 -0
- package/dist/routes/auth/handlers.js +256 -0
- package/dist/routes/auth/handlers.js.map +1 -0
- package/dist/routes/auth/index.d.ts +27 -0
- package/dist/routes/auth/index.d.ts.map +1 -0
- package/dist/routes/auth/index.js +67 -0
- package/dist/routes/auth/index.js.map +1 -0
- package/dist/routes/auth/schema.d.ts +129 -0
- package/dist/routes/auth/schema.d.ts.map +1 -0
- package/dist/routes/auth/schema.js +84 -0
- package/dist/routes/auth/schema.js.map +1 -0
- package/dist/routes/bootstrap/handlers.d.ts +34 -0
- package/dist/routes/bootstrap/handlers.d.ts.map +1 -0
- package/dist/routes/bootstrap/handlers.js +96 -0
- package/dist/routes/bootstrap/handlers.js.map +1 -0
- package/dist/routes/bootstrap/index.d.ts +9 -0
- package/dist/routes/bootstrap/index.d.ts.map +1 -0
- package/dist/routes/bootstrap/index.js +16 -0
- package/dist/routes/bootstrap/index.js.map +1 -0
- package/dist/routes/bootstrap/schema.d.ts +177 -0
- package/dist/routes/bootstrap/schema.d.ts.map +1 -0
- package/dist/routes/bootstrap/schema.js +55 -0
- package/dist/routes/bootstrap/schema.js.map +1 -0
- package/dist/routes/connections/index.d.ts +21 -0
- package/dist/routes/connections/index.d.ts.map +1 -0
- package/dist/routes/connections/index.js +260 -0
- package/dist/routes/connections/index.js.map +1 -0
- package/dist/routes/connections/schema.d.ts +161 -0
- package/dist/routes/connections/schema.d.ts.map +1 -0
- package/dist/routes/connections/schema.js +91 -0
- package/dist/routes/connections/schema.js.map +1 -0
- package/dist/routes/data/index.d.ts +46 -0
- package/dist/routes/data/index.d.ts.map +1 -0
- package/dist/routes/data/index.js +508 -0
- package/dist/routes/data/index.js.map +1 -0
- package/dist/routes/data/schema.d.ts +128 -0
- package/dist/routes/data/schema.d.ts.map +1 -0
- package/dist/routes/data/schema.js +83 -0
- package/dist/routes/data/schema.js.map +1 -0
- package/dist/routes/desktop/index.d.ts +61 -0
- package/dist/routes/desktop/index.d.ts.map +1 -0
- package/dist/routes/desktop/index.js +91 -0
- package/dist/routes/desktop/index.js.map +1 -0
- package/dist/routes/desktop/schema.d.ts +71 -0
- package/dist/routes/desktop/schema.d.ts.map +1 -0
- package/dist/routes/desktop/schema.js +58 -0
- package/dist/routes/desktop/schema.js.map +1 -0
- package/dist/routes/desktop-capabilities/index.d.ts +9 -0
- package/dist/routes/desktop-capabilities/index.d.ts.map +1 -0
- package/dist/routes/desktop-capabilities/index.js +62 -0
- package/dist/routes/desktop-capabilities/index.js.map +1 -0
- package/dist/routes/desktop-capabilities/schema.d.ts +46 -0
- package/dist/routes/desktop-capabilities/schema.d.ts.map +1 -0
- package/dist/routes/desktop-capabilities/schema.js +30 -0
- package/dist/routes/desktop-capabilities/schema.js.map +1 -0
- package/dist/routes/desktop-demo/handlers.d.ts +94 -0
- package/dist/routes/desktop-demo/handlers.d.ts.map +1 -0
- package/dist/routes/desktop-demo/handlers.js +182 -0
- package/dist/routes/desktop-demo/handlers.js.map +1 -0
- package/dist/routes/desktop-demo/index.d.ts +39 -0
- package/dist/routes/desktop-demo/index.d.ts.map +1 -0
- package/dist/routes/desktop-demo/index.js +73 -0
- package/dist/routes/desktop-demo/index.js.map +1 -0
- package/dist/routes/desktop-demo/schema.d.ts +17 -0
- package/dist/routes/desktop-demo/schema.d.ts.map +1 -0
- package/dist/routes/desktop-demo/schema.js +30 -0
- package/dist/routes/desktop-demo/schema.js.map +1 -0
- package/dist/routes/desktop-lan/index.d.ts +54 -0
- package/dist/routes/desktop-lan/index.d.ts.map +1 -0
- package/dist/routes/desktop-lan/index.js +33 -0
- package/dist/routes/desktop-lan/index.js.map +1 -0
- package/dist/routes/desktop-lan/schema.d.ts +24 -0
- package/dist/routes/desktop-lan/schema.d.ts.map +1 -0
- package/dist/routes/desktop-lan/schema.js +40 -0
- package/dist/routes/desktop-lan/schema.js.map +1 -0
- package/dist/routes/desktop-local-db/handlers.d.ts +92 -0
- package/dist/routes/desktop-local-db/handlers.d.ts.map +1 -0
- package/dist/routes/desktop-local-db/handlers.js +300 -0
- package/dist/routes/desktop-local-db/handlers.js.map +1 -0
- package/dist/routes/desktop-local-db/index.d.ts +39 -0
- package/dist/routes/desktop-local-db/index.d.ts.map +1 -0
- package/dist/routes/desktop-local-db/index.js +83 -0
- package/dist/routes/desktop-local-db/index.js.map +1 -0
- package/dist/routes/desktop-local-db/placeholder.d.ts +75 -0
- package/dist/routes/desktop-local-db/placeholder.d.ts.map +1 -0
- package/dist/routes/desktop-local-db/placeholder.js +420 -0
- package/dist/routes/desktop-local-db/placeholder.js.map +1 -0
- package/dist/routes/desktop-local-db/schema.d.ts +50 -0
- package/dist/routes/desktop-local-db/schema.d.ts.map +1 -0
- package/dist/routes/desktop-local-db/schema.js +71 -0
- package/dist/routes/desktop-local-db/schema.js.map +1 -0
- package/dist/routes/desktop-local-db/sqlite-ddl.d.ts +104 -0
- package/dist/routes/desktop-local-db/sqlite-ddl.d.ts.map +1 -0
- package/dist/routes/desktop-local-db/sqlite-ddl.js +419 -0
- package/dist/routes/desktop-local-db/sqlite-ddl.js.map +1 -0
- package/dist/routes/email-templates/index.d.ts +7 -0
- package/dist/routes/email-templates/index.d.ts.map +1 -0
- package/dist/routes/email-templates/index.js +70 -0
- package/dist/routes/email-templates/index.js.map +1 -0
- package/dist/routes/email-templates/schema.d.ts +54 -0
- package/dist/routes/email-templates/schema.d.ts.map +1 -0
- package/dist/routes/email-templates/schema.js +35 -0
- package/dist/routes/email-templates/schema.js.map +1 -0
- package/dist/routes/exports/index.d.ts +19 -0
- package/dist/routes/exports/index.d.ts.map +1 -0
- package/dist/routes/exports/index.js +145 -0
- package/dist/routes/exports/index.js.map +1 -0
- package/dist/routes/exports/schema.d.ts +183 -0
- package/dist/routes/exports/schema.d.ts.map +1 -0
- package/dist/routes/exports/schema.js +37 -0
- package/dist/routes/exports/schema.js.map +1 -0
- package/dist/routes/generate/index.d.ts +23 -0
- package/dist/routes/generate/index.d.ts.map +1 -0
- package/dist/routes/generate/index.js +80 -0
- package/dist/routes/generate/index.js.map +1 -0
- package/dist/routes/generate/schema.d.ts +43 -0
- package/dist/routes/generate/schema.d.ts.map +1 -0
- package/dist/routes/generate/schema.js +37 -0
- package/dist/routes/generate/schema.js.map +1 -0
- package/dist/routes/imports/index.d.ts +21 -0
- package/dist/routes/imports/index.d.ts.map +1 -0
- package/dist/routes/imports/index.js +288 -0
- package/dist/routes/imports/index.js.map +1 -0
- package/dist/routes/imports/schema.d.ts +292 -0
- package/dist/routes/imports/schema.d.ts.map +1 -0
- package/dist/routes/imports/schema.js +78 -0
- package/dist/routes/imports/schema.js.map +1 -0
- package/dist/routes/index.d.ts +11 -0
- package/dist/routes/index.d.ts.map +1 -0
- package/dist/routes/index.js +8 -0
- package/dist/routes/index.js.map +1 -0
- package/dist/routes/jobs/index.d.ts +29 -0
- package/dist/routes/jobs/index.d.ts.map +1 -0
- package/dist/routes/jobs/index.js +175 -0
- package/dist/routes/jobs/index.js.map +1 -0
- package/dist/routes/jobs/schema.d.ts +170 -0
- package/dist/routes/jobs/schema.d.ts.map +1 -0
- package/dist/routes/jobs/schema.js +57 -0
- package/dist/routes/jobs/schema.js.map +1 -0
- package/dist/routes/llm/config-service.d.ts +48 -0
- package/dist/routes/llm/config-service.d.ts.map +1 -0
- package/dist/routes/llm/config-service.js +102 -0
- package/dist/routes/llm/config-service.js.map +1 -0
- package/dist/routes/llm/index.d.ts +69 -0
- package/dist/routes/llm/index.d.ts.map +1 -0
- package/dist/routes/llm/index.js +412 -0
- package/dist/routes/llm/index.js.map +1 -0
- package/dist/routes/llm/schema.d.ts +605 -0
- package/dist/routes/llm/schema.d.ts.map +1 -0
- package/dist/routes/llm/schema.js +238 -0
- package/dist/routes/llm/schema.js.map +1 -0
- package/dist/routes/me/handlers.d.ts +14 -0
- package/dist/routes/me/handlers.d.ts.map +1 -0
- package/dist/routes/me/handlers.js +88 -0
- package/dist/routes/me/handlers.js.map +1 -0
- package/dist/routes/me/index.d.ts +8 -0
- package/dist/routes/me/index.d.ts.map +1 -0
- package/dist/routes/me/index.js +17 -0
- package/dist/routes/me/index.js.map +1 -0
- package/dist/routes/me/schema.d.ts +270 -0
- package/dist/routes/me/schema.d.ts.map +1 -0
- package/dist/routes/me/schema.js +59 -0
- package/dist/routes/me/schema.js.map +1 -0
- package/dist/routes/me-views/index.d.ts +23 -0
- package/dist/routes/me-views/index.d.ts.map +1 -0
- package/dist/routes/me-views/index.js +76 -0
- package/dist/routes/me-views/index.js.map +1 -0
- package/dist/routes/me-views/schema.d.ts +44 -0
- package/dist/routes/me-views/schema.d.ts.map +1 -0
- package/dist/routes/me-views/schema.js +13 -0
- package/dist/routes/me-views/schema.js.map +1 -0
- package/dist/routes/notifications/index.d.ts +19 -0
- package/dist/routes/notifications/index.d.ts.map +1 -0
- package/dist/routes/notifications/index.js +123 -0
- package/dist/routes/notifications/index.js.map +1 -0
- package/dist/routes/notifications/schema.d.ts +122 -0
- package/dist/routes/notifications/schema.d.ts.map +1 -0
- package/dist/routes/notifications/schema.js +83 -0
- package/dist/routes/notifications/schema.js.map +1 -0
- package/dist/routes/onboarding/derive.d.ts +41 -0
- package/dist/routes/onboarding/derive.d.ts.map +1 -0
- package/dist/routes/onboarding/derive.js +30 -0
- package/dist/routes/onboarding/derive.js.map +1 -0
- package/dist/routes/onboarding/index.d.ts +26 -0
- package/dist/routes/onboarding/index.d.ts.map +1 -0
- package/dist/routes/onboarding/index.js +95 -0
- package/dist/routes/onboarding/index.js.map +1 -0
- package/dist/routes/onboarding/schema.d.ts +22 -0
- package/dist/routes/onboarding/schema.d.ts.map +1 -0
- package/dist/routes/onboarding/schema.js +22 -0
- package/dist/routes/onboarding/schema.js.map +1 -0
- package/dist/routes/pages/index.d.ts +26 -0
- package/dist/routes/pages/index.d.ts.map +1 -0
- package/dist/routes/pages/index.js +119 -0
- package/dist/routes/pages/index.js.map +1 -0
- package/dist/routes/pages/layout-schema.d.ts +19 -0
- package/dist/routes/pages/layout-schema.d.ts.map +1 -0
- package/dist/routes/pages/layout-schema.js +19 -0
- package/dist/routes/pages/layout-schema.js.map +1 -0
- package/dist/routes/pages/schema.d.ts +52 -0
- package/dist/routes/pages/schema.d.ts.map +1 -0
- package/dist/routes/pages/schema.js +35 -0
- package/dist/routes/pages/schema.js.map +1 -0
- package/dist/routes/roles/index.d.ts +17 -0
- package/dist/routes/roles/index.d.ts.map +1 -0
- package/dist/routes/roles/index.js +255 -0
- package/dist/routes/roles/index.js.map +1 -0
- package/dist/routes/roles/schema.d.ts +94 -0
- package/dist/routes/roles/schema.d.ts.map +1 -0
- package/dist/routes/roles/schema.js +57 -0
- package/dist/routes/roles/schema.js.map +1 -0
- package/dist/routes/scheduled-reports/index.d.ts +15 -0
- package/dist/routes/scheduled-reports/index.d.ts.map +1 -0
- package/dist/routes/scheduled-reports/index.js +195 -0
- package/dist/routes/scheduled-reports/index.js.map +1 -0
- package/dist/routes/scheduled-reports/schema.d.ts +154 -0
- package/dist/routes/scheduled-reports/schema.d.ts.map +1 -0
- package/dist/routes/scheduled-reports/schema.js +49 -0
- package/dist/routes/scheduled-reports/schema.js.map +1 -0
- package/dist/routes/schema/index.d.ts +24 -0
- package/dist/routes/schema/index.d.ts.map +1 -0
- package/dist/routes/schema/index.js +224 -0
- package/dist/routes/schema/index.js.map +1 -0
- package/dist/routes/schema/schema.d.ts +92 -0
- package/dist/routes/schema/schema.d.ts.map +1 -0
- package/dist/routes/schema/schema.js +64 -0
- package/dist/routes/schema/schema.js.map +1 -0
- package/dist/routes/schema-import/fallback-parser.d.ts +35 -0
- package/dist/routes/schema-import/fallback-parser.d.ts.map +1 -0
- package/dist/routes/schema-import/fallback-parser.js +349 -0
- package/dist/routes/schema-import/fallback-parser.js.map +1 -0
- package/dist/routes/schema-import/index.d.ts +43 -0
- package/dist/routes/schema-import/index.d.ts.map +1 -0
- package/dist/routes/schema-import/index.js +167 -0
- package/dist/routes/schema-import/index.js.map +1 -0
- package/dist/routes/schema-import/schema.d.ts +65 -0
- package/dist/routes/schema-import/schema.d.ts.map +1 -0
- package/dist/routes/schema-import/schema.js +40 -0
- package/dist/routes/schema-import/schema.js.map +1 -0
- package/dist/routes/search/index.d.ts +71 -0
- package/dist/routes/search/index.d.ts.map +1 -0
- package/dist/routes/search/index.js +361 -0
- package/dist/routes/search/index.js.map +1 -0
- package/dist/routes/search/schema.d.ts +125 -0
- package/dist/routes/search/schema.d.ts.map +1 -0
- package/dist/routes/search/schema.js +70 -0
- package/dist/routes/search/schema.js.map +1 -0
- package/dist/routes/settings/index.d.ts +24 -0
- package/dist/routes/settings/index.d.ts.map +1 -0
- package/dist/routes/settings/index.js +164 -0
- package/dist/routes/settings/index.js.map +1 -0
- package/dist/routes/settings/schema.d.ts +110 -0
- package/dist/routes/settings/schema.d.ts.map +1 -0
- package/dist/routes/settings/schema.js +71 -0
- package/dist/routes/settings/schema.js.map +1 -0
- package/dist/routes/setup/index.d.ts +29 -0
- package/dist/routes/setup/index.d.ts.map +1 -0
- package/dist/routes/setup/index.js +68 -0
- package/dist/routes/setup/index.js.map +1 -0
- package/dist/routes/setup/schema.d.ts +61 -0
- package/dist/routes/setup/schema.d.ts.map +1 -0
- package/dist/routes/setup/schema.js +47 -0
- package/dist/routes/setup/schema.js.map +1 -0
- package/dist/routes/system/handlers.d.ts +63 -0
- package/dist/routes/system/handlers.d.ts.map +1 -0
- package/dist/routes/system/handlers.js +121 -0
- package/dist/routes/system/handlers.js.map +1 -0
- package/dist/routes/system/index.d.ts +34 -0
- package/dist/routes/system/index.d.ts.map +1 -0
- package/dist/routes/system/index.js +18 -0
- package/dist/routes/system/index.js.map +1 -0
- package/dist/routes/system/schema.d.ts +93 -0
- package/dist/routes/system/schema.d.ts.map +1 -0
- package/dist/routes/system/schema.js +109 -0
- package/dist/routes/system/schema.js.map +1 -0
- package/dist/routes/views/index.d.ts +21 -0
- package/dist/routes/views/index.d.ts.map +1 -0
- package/dist/routes/views/index.js +155 -0
- package/dist/routes/views/index.js.map +1 -0
- package/dist/routes/views/schema.d.ts +127 -0
- package/dist/routes/views/schema.d.ts.map +1 -0
- package/dist/routes/views/schema.js +56 -0
- package/dist/routes/views/schema.js.map +1 -0
- package/dist/routes/widget-data/index.d.ts +29 -0
- package/dist/routes/widget-data/index.d.ts.map +1 -0
- package/dist/routes/widget-data/index.js +152 -0
- package/dist/routes/widget-data/index.js.map +1 -0
- package/dist/routes/widget-data/schema.d.ts +252 -0
- package/dist/routes/widget-data/schema.d.ts.map +1 -0
- package/dist/routes/widget-data/schema.js +44 -0
- package/dist/routes/widget-data/schema.js.map +1 -0
- package/dist/setup/service.d.ts +63 -0
- package/dist/setup/service.d.ts.map +1 -0
- package/dist/setup/service.js +103 -0
- package/dist/setup/service.js.map +1 -0
- package/dist/start.d.ts +12 -0
- package/dist/start.d.ts.map +1 -0
- package/dist/start.js +28 -0
- package/dist/start.js.map +1 -0
- package/dist/telemetry/payload.d.ts +66 -0
- package/dist/telemetry/payload.d.ts.map +1 -0
- package/dist/telemetry/payload.js +69 -0
- package/dist/telemetry/payload.js.map +1 -0
- package/dist/telemetry/service.d.ts +67 -0
- package/dist/telemetry/service.d.ts.map +1 -0
- package/dist/telemetry/service.js +103 -0
- package/dist/telemetry/service.js.map +1 -0
- package/dist/telemetry/update-check.d.ts +79 -0
- package/dist/telemetry/update-check.d.ts.map +1 -0
- package/dist/telemetry/update-check.js +103 -0
- package/dist/telemetry/update-check.js.map +1 -0
- package/dist/version.d.ts +14 -0
- package/dist/version.d.ts.map +1 -0
- package/dist/version.js +21 -0
- package/dist/version.js.map +1 -0
- package/dist/widget-data/cache.d.ts +35 -0
- package/dist/widget-data/cache.d.ts.map +1 -0
- package/dist/widget-data/cache.js +67 -0
- package/dist/widget-data/cache.js.map +1 -0
- package/dist/widget-data/compiler.d.ts +107 -0
- package/dist/widget-data/compiler.d.ts.map +1 -0
- package/dist/widget-data/compiler.js +362 -0
- package/dist/widget-data/compiler.js.map +1 -0
- package/dist/widget-data/shapers.d.ts +75 -0
- package/dist/widget-data/shapers.d.ts.map +1 -0
- package/dist/widget-data/shapers.js +128 -0
- package/dist/widget-data/shapers.js.map +1 -0
- package/dist/widget-data/stream-publisher.d.ts +42 -0
- package/dist/widget-data/stream-publisher.d.ts.map +1 -0
- package/dist/widget-data/stream-publisher.js +34 -0
- package/dist/widget-data/stream-publisher.js.map +1 -0
- package/package.json +79 -0
- package/vocabulary/llm-allowlist.json +76 -0
|
@@ -0,0 +1,172 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* `export-run` job handler (M7-T07, 09-generated-app.md §11.2): drains one
|
|
3
|
+
* adminium_exports request through the crud list pipeline and lands the
|
|
4
|
+
* artifact in file storage.
|
|
5
|
+
*
|
|
6
|
+
* Grants are captured AT REQUEST TIME: the exports route verifies
|
|
7
|
+
* `table:<conn>:<table>:export` and resolves the caller's PII capability
|
|
8
|
+
* (crud/mask.ts) before enqueueing; the payload carries `unmasked` and the
|
|
9
|
+
* job replays it through `runList`, so masked columns serialize as empty/null
|
|
10
|
+
* exactly as the caller would see them in the grid. Secret columns never
|
|
11
|
+
* appear (mask.ts rule 1).
|
|
12
|
+
*
|
|
13
|
+
* Streaming: pages come out of `runList` keyset-style (offset loop for
|
|
14
|
+
* PK-less tables) and go straight into an incremental `FileWriter` — the
|
|
15
|
+
* whole table is never in memory. CSV per data-io/csv.ts (RFC 4180 + BOM);
|
|
16
|
+
* `json` is JSON-lines (one object per line). `xlsx` is rejected at the
|
|
17
|
+
* route; a row that reaches here anyway fails cleanly.
|
|
18
|
+
*/
|
|
19
|
+
import { auditRepo, exportsRepo, filesRepo, newId, settingsRepo, DAY_MS, } from '@adminium/meta';
|
|
20
|
+
import { z } from 'zod';
|
|
21
|
+
import { LIST_LIMIT_MAX, runList } from '../crud/list.js';
|
|
22
|
+
import { EXPORT_BOM, serializeCsvRow } from '../data-io/csv.js';
|
|
23
|
+
import { loadSnapshotView } from '../data-io/snapshot-view.js';
|
|
24
|
+
import { JobCancelledError } from './registry.js';
|
|
25
|
+
export const EXPORT_RUN_KIND = 'export-run';
|
|
26
|
+
export const exportRunPayloadSchema = z.object({
|
|
27
|
+
exportId: z.string().min(1),
|
|
28
|
+
/** Owner convention (routes/jobs): the requesting user. */
|
|
29
|
+
userId: z.string().optional(),
|
|
30
|
+
/** PII capability captured at request time (crud/mask.ts). */
|
|
31
|
+
unmasked: z.boolean().default(false),
|
|
32
|
+
});
|
|
33
|
+
function filtersToWhere(filters) {
|
|
34
|
+
if (filters === undefined || filters.length === 0)
|
|
35
|
+
return undefined;
|
|
36
|
+
return JSON.stringify(filters.length === 1 ? filters[0] : { and: filters });
|
|
37
|
+
}
|
|
38
|
+
export function registerExportRunHandler(registry, deps) {
|
|
39
|
+
const now = deps.now ?? Date.now;
|
|
40
|
+
registry.registerJobHandler(EXPORT_RUN_KIND, exportRunPayloadSchema, async (payload, ctx) => {
|
|
41
|
+
await executeExportRun(payload, ctx, deps, now);
|
|
42
|
+
return { exportId: payload.exportId };
|
|
43
|
+
});
|
|
44
|
+
}
|
|
45
|
+
async function executeExportRun(payload, ctx, deps, now) {
|
|
46
|
+
const exports = exportsRepo(deps.meta);
|
|
47
|
+
const row = await exports.findById(payload.exportId);
|
|
48
|
+
if (row === null)
|
|
49
|
+
throw new Error(`export-run: export not found: ${payload.exportId}`);
|
|
50
|
+
if (row.status !== 'processing') {
|
|
51
|
+
ctx.log('export-run: export not in processing state, skipping', { status: row.status });
|
|
52
|
+
return;
|
|
53
|
+
}
|
|
54
|
+
try {
|
|
55
|
+
await runExport(row, payload, ctx, deps, now);
|
|
56
|
+
}
|
|
57
|
+
catch (error) {
|
|
58
|
+
if (error instanceof JobCancelledError || ctx.signal.aborted) {
|
|
59
|
+
await exports.markCancelled(row.id, now());
|
|
60
|
+
ctx.log('export-run: cancelled', { exportId: row.id });
|
|
61
|
+
return;
|
|
62
|
+
}
|
|
63
|
+
const message = error instanceof Error ? error.message : String(error);
|
|
64
|
+
await exports.markFailed(row.id, message, now());
|
|
65
|
+
ctx.log('export-run: failed', { exportId: row.id });
|
|
66
|
+
// Deterministic failure — mark the row and let the job succeed so the
|
|
67
|
+
// queue does not retry a request the user can simply re-issue.
|
|
68
|
+
return;
|
|
69
|
+
}
|
|
70
|
+
}
|
|
71
|
+
async function runExport(row, payload, ctx, deps, now) {
|
|
72
|
+
const exports = exportsRepo(deps.meta);
|
|
73
|
+
const files = filesRepo(deps.meta);
|
|
74
|
+
if (row.format === 'xlsx') {
|
|
75
|
+
throw new Error('xlsx exports are not available in this build — use csv or json.');
|
|
76
|
+
}
|
|
77
|
+
if (row.source.kind !== 'table' || typeof row.source.table !== 'string' || row.connectionId === null) {
|
|
78
|
+
throw new Error(`export source kind ${JSON.stringify(row.source.kind)} is not supported yet.`);
|
|
79
|
+
}
|
|
80
|
+
const view = await loadSnapshotView(deps.meta, row.connectionId);
|
|
81
|
+
const table = view.table(row.source.table);
|
|
82
|
+
const { db, dialect } = await deps.manager.data(row.connectionId);
|
|
83
|
+
const columns = view.selectableColumns(table).map((column) => column.name);
|
|
84
|
+
const where = filtersToWhere(row.source.filters);
|
|
85
|
+
const fileId = newId('file');
|
|
86
|
+
const safeTable = table.id.replaceAll(/[^\w.-]+/g, '_');
|
|
87
|
+
const filename = `${safeTable}-${row.id}.${row.format === 'csv' ? 'csv' : 'jsonl'}`;
|
|
88
|
+
const writer = await deps.storage.openWriter(fileId);
|
|
89
|
+
let rowCount = 0;
|
|
90
|
+
try {
|
|
91
|
+
if (row.format === 'csv') {
|
|
92
|
+
await writer.write(EXPORT_BOM + serializeCsvRow(columns));
|
|
93
|
+
}
|
|
94
|
+
const useCursor = table.primaryKey.length > 0;
|
|
95
|
+
let cursor = '';
|
|
96
|
+
let offset = 0;
|
|
97
|
+
// Keyset loop over the crud list path (offset fallback for PK-less tables).
|
|
98
|
+
for (;;) {
|
|
99
|
+
if (ctx.signal.aborted)
|
|
100
|
+
throw new JobCancelledError(ctx.jobId);
|
|
101
|
+
const page = await runList({
|
|
102
|
+
db,
|
|
103
|
+
view,
|
|
104
|
+
table,
|
|
105
|
+
params: {
|
|
106
|
+
...(where === undefined ? {} : { where }),
|
|
107
|
+
limit: LIST_LIMIT_MAX,
|
|
108
|
+
...(useCursor ? { cursor } : { offset, count: 'none' }),
|
|
109
|
+
},
|
|
110
|
+
canReadPii: payload.unmasked,
|
|
111
|
+
dialect,
|
|
112
|
+
});
|
|
113
|
+
for (const record of page.data) {
|
|
114
|
+
delete record['_masked']; // marker, not data — columns stay positional
|
|
115
|
+
if (row.format === 'csv') {
|
|
116
|
+
await writer.write(serializeCsvRow(columns.map((name) => record[name])));
|
|
117
|
+
}
|
|
118
|
+
else {
|
|
119
|
+
const slim = {};
|
|
120
|
+
for (const name of columns)
|
|
121
|
+
slim[name] = record[name] ?? null;
|
|
122
|
+
await writer.write(`${JSON.stringify(slim)}\n`);
|
|
123
|
+
}
|
|
124
|
+
}
|
|
125
|
+
rowCount += page.data.length;
|
|
126
|
+
ctx.progress(Math.min(95, 5 + Math.floor(rowCount / 100)), {
|
|
127
|
+
step: 'exporting',
|
|
128
|
+
message: `${rowCount} rows exported`,
|
|
129
|
+
});
|
|
130
|
+
if (useCursor) {
|
|
131
|
+
const next = page.cursor?.next ?? null;
|
|
132
|
+
if (next === null)
|
|
133
|
+
break;
|
|
134
|
+
cursor = next;
|
|
135
|
+
}
|
|
136
|
+
else {
|
|
137
|
+
if (page.data.length < LIST_LIMIT_MAX)
|
|
138
|
+
break;
|
|
139
|
+
offset += LIST_LIMIT_MAX;
|
|
140
|
+
}
|
|
141
|
+
}
|
|
142
|
+
}
|
|
143
|
+
catch (error) {
|
|
144
|
+
await writer.abort();
|
|
145
|
+
throw error;
|
|
146
|
+
}
|
|
147
|
+
const written = await writer.close();
|
|
148
|
+
const at = now();
|
|
149
|
+
await files.create({
|
|
150
|
+
id: fileId,
|
|
151
|
+
filename,
|
|
152
|
+
mime: row.format === 'csv' ? 'text/csv; charset=utf-8' : 'application/x-ndjson',
|
|
153
|
+
sizeBytes: written.sizeBytes,
|
|
154
|
+
sha256: written.sha256,
|
|
155
|
+
kind: 'export',
|
|
156
|
+
uploadedBy: payload.userId ?? null,
|
|
157
|
+
}, at);
|
|
158
|
+
const retentionDays = await settingsRepo(deps.meta).get('retention.exportsDays');
|
|
159
|
+
await exports.markReady(row.id, { fileId, rowCount, expiresAt: at + retentionDays * DAY_MS }, at);
|
|
160
|
+
await auditRepo(deps.meta).append({
|
|
161
|
+
actorKind: payload.userId === undefined ? 'system' : 'user',
|
|
162
|
+
actorId: payload.userId ?? null,
|
|
163
|
+
actorLabel: payload.userId ?? 'system',
|
|
164
|
+
category: 'export',
|
|
165
|
+
action: 'export.complete',
|
|
166
|
+
connectionId: row.connectionId,
|
|
167
|
+
changes: { after: { exportId: row.id, table: table.id, format: row.format, rowCount } },
|
|
168
|
+
}, at);
|
|
169
|
+
ctx.progress(100, { step: 'done', message: `${rowCount} rows exported` });
|
|
170
|
+
ctx.log('export-run: ready', { exportId: row.id, rowCount });
|
|
171
|
+
}
|
|
172
|
+
//# sourceMappingURL=export-run.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"export-run.js","sourceRoot":"","sources":["../../src/jobs/export-run.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;GAiBG;AACH,OAAO,EACL,SAAS,EACT,WAAW,EACX,SAAS,EACT,KAAK,EACL,YAAY,EACZ,MAAM,GAGP,MAAM,gBAAgB,CAAC;AACxB,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAGxB,OAAO,EAAE,cAAc,EAAE,OAAO,EAAmB,MAAM,iBAAiB,CAAC;AAC3E,OAAO,EAAE,UAAU,EAAE,eAAe,EAAE,MAAM,mBAAmB,CAAC;AAChE,OAAO,EAAE,gBAAgB,EAAE,MAAM,6BAA6B,CAAC;AAE/D,OAAO,EAAE,iBAAiB,EAA4C,MAAM,eAAe,CAAC;AAE5F,MAAM,CAAC,MAAM,eAAe,GAAG,YAAY,CAAC;AAE5C,MAAM,CAAC,MAAM,sBAAsB,GAAG,CAAC,CAAC,MAAM,CAAC;IAC7C,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;IAC3B,2DAA2D;IAC3D,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC7B,8DAA8D;IAC9D,QAAQ,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC;CACrC,CAAC,CAAC;AAUH,SAAS,cAAc,CAAC,OAA8B;IACpD,IAAI,OAAO,KAAK,SAAS,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,SAAS,CAAC;IACpE,OAAO,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,OAAO,EAAE,CAAC,CAAC;AAC9E,CAAC;AAED,MAAM,UAAU,wBAAwB,CAAC,QAAqB,EAAE,IAAmB;IACjF,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,IAAI,IAAI,CAAC,GAAG,CAAC;IACjC,QAAQ,CAAC,kBAAkB,CAAC,eAAe,EAAE,sBAAsB,EAAE,KAAK,EAAE,OAAO,EAAE,GAAG,EAAE,EAAE;QAC1F,MAAM,gBAAgB,CAAC,OAAO,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,CAAC,CAAC;QAChD,OAAO,EAAE,QAAQ,EAAE,OAAO,CAAC,QAAQ,EAAE,CAAC;IACxC,CAAC,CAAC,CAAC;AACL,CAAC;AAED,KAAK,UAAU,gBAAgB,CAC7B,OAAyB,EACzB,GAAsB,EACtB,IAAmB,EACnB,GAAiB;IAEjB,MAAM,OAAO,GAAG,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACvC,MAAM,GAAG,GAAG,MAAM,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;IACrD,IAAI,GAAG,KAAK,IAAI;QAAE,MAAM,IAAI,KAAK,CAAC,iCAAiC,OAAO,CAAC,QAAQ,EAAE,CAAC,CAAC;IACvF,IAAI,GAAG,CAAC,MAAM,KAAK,YAAY,EAAE,CAAC;QAChC,GAAG,CAAC,GAAG,CAAC,sDAAsD,EAAE,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,CAAC,CAAC;QACxF,OAAO;IACT,CAAC;IAED,IAAI,CAAC;QACH,MAAM,SAAS,CAAC,GAAG,EAAE,OAAO,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,CAAC,CAAC;IAChD,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,KAAK,YAAY,iBAAiB,IAAI,GAAG,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;YAC7D,MAAM,OAAO,CAAC,aAAa,CAAC,GAAG,CAAC,EAAE,EAAE,GAAG,EAAE,CAAC,CAAC;YAC3C,GAAG,CAAC,GAAG,CAAC,uBAAuB,EAAE,EAAE,QAAQ,EAAE,GAAG,CAAC,EAAE,EAAE,CAAC,CAAC;YACvD,OAAO;QACT,CAAC;QACD,MAAM,OAAO,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QACvE,MAAM,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,EAAE,OAAO,EAAE,GAAG,EAAE,CAAC,CAAC;QACjD,GAAG,CAAC,GAAG,CAAC,oBAAoB,EAAE,EAAE,QAAQ,EAAE,GAAG,CAAC,EAAE,EAAE,CAAC,CAAC;QACpD,sEAAsE;QACtE,+DAA+D;QAC/D,OAAO;IACT,CAAC;AACH,CAAC;AAED,KAAK,UAAU,SAAS,CACtB,GAAe,EACf,OAAyB,EACzB,GAAsB,EACtB,IAAmB,EACnB,GAAiB;IAEjB,MAAM,OAAO,GAAG,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACvC,MAAM,KAAK,GAAG,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAEnC,IAAI,GAAG,CAAC,MAAM,KAAK,MAAM,EAAE,CAAC;QAC1B,MAAM,IAAI,KAAK,CAAC,iEAAiE,CAAC,CAAC;IACrF,CAAC;IACD,IAAI,GAAG,CAAC,MAAM,CAAC,IAAI,KAAK,OAAO,IAAI,OAAO,GAAG,CAAC,MAAM,CAAC,KAAK,KAAK,QAAQ,IAAI,GAAG,CAAC,YAAY,KAAK,IAAI,EAAE,CAAC;QACrG,MAAM,IAAI,KAAK,CAAC,sBAAsB,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,wBAAwB,CAAC,CAAC;IACjG,CAAC;IAED,MAAM,IAAI,GAAG,MAAM,gBAAgB,CAAC,IAAI,CAAC,IAAI,EAAE,GAAG,CAAC,YAAY,CAAC,CAAC;IACjE,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IAC3C,MAAM,EAAE,EAAE,EAAE,OAAO,EAAE,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;IAElE,MAAM,OAAO,GAAG,IAAI,CAAC,iBAAiB,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;IAC3E,MAAM,KAAK,GAAG,cAAc,CAAC,GAAG,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IAEjD,MAAM,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC;IAC7B,MAAM,SAAS,GAAG,KAAK,CAAC,EAAE,CAAC,UAAU,CAAC,WAAW,EAAE,GAAG,CAAC,CAAC;IACxD,MAAM,QAAQ,GAAG,GAAG,SAAS,IAAI,GAAG,CAAC,EAAE,IAAI,GAAG,CAAC,MAAM,KAAK,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC;IACpF,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;IAErD,IAAI,QAAQ,GAAG,CAAC,CAAC;IACjB,IAAI,CAAC;QACH,IAAI,GAAG,CAAC,MAAM,KAAK,KAAK,EAAE,CAAC;YACzB,MAAM,MAAM,CAAC,KAAK,CAAC,UAAU,GAAG,eAAe,CAAC,OAAO,CAAC,CAAC,CAAC;QAC5D,CAAC;QAED,MAAM,SAAS,GAAG,KAAK,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,CAAC;QAC9C,IAAI,MAAM,GAAG,EAAE,CAAC;QAChB,IAAI,MAAM,GAAG,CAAC,CAAC;QACf,4EAA4E;QAC5E,SAAS,CAAC;YACR,IAAI,GAAG,CAAC,MAAM,CAAC,OAAO;gBAAE,MAAM,IAAI,iBAAiB,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;YAC/D,MAAM,IAAI,GAAe,MAAM,OAAO,CAAC;gBACrC,EAAE;gBACF,IAAI;gBACJ,KAAK;gBACL,MAAM,EAAE;oBACN,GAAG,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC;oBACzC,KAAK,EAAE,cAAc;oBACrB,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,KAAK,EAAE,MAAe,EAAE,CAAC;iBACjE;gBACD,UAAU,EAAE,OAAO,CAAC,QAAQ;gBAC5B,OAAO;aACR,CAAC,CAAC;YAEH,KAAK,MAAM,MAAM,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;gBAC/B,OAAO,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,6CAA6C;gBACvE,IAAI,GAAG,CAAC,MAAM,KAAK,KAAK,EAAE,CAAC;oBACzB,MAAM,MAAM,CAAC,KAAK,CAAC,eAAe,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;gBAC3E,CAAC;qBAAM,CAAC;oBACN,MAAM,IAAI,GAA4B,EAAE,CAAC;oBACzC,KAAK,MAAM,IAAI,IAAI,OAAO;wBAAE,IAAI,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC;oBAC9D,MAAM,MAAM,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBAClD,CAAC;YACH,CAAC;YACD,QAAQ,IAAI,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC;YAC7B,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,GAAG,GAAG,CAAC,CAAC,EAAE;gBACzD,IAAI,EAAE,WAAW;gBACjB,OAAO,EAAE,GAAG,QAAQ,gBAAgB;aACrC,CAAC,CAAC;YAEH,IAAI,SAAS,EAAE,CAAC;gBACd,MAAM,IAAI,GAAG,IAAI,CAAC,MAAM,EAAE,IAAI,IAAI,IAAI,CAAC;gBACvC,IAAI,IAAI,KAAK,IAAI;oBAAE,MAAM;gBACzB,MAAM,GAAG,IAAI,CAAC;YAChB,CAAC;iBAAM,CAAC;gBACN,IAAI,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,cAAc;oBAAE,MAAM;gBAC7C,MAAM,IAAI,cAAc,CAAC;YAC3B,CAAC;QACH,CAAC;IACH,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,MAAM,CAAC,KAAK,EAAE,CAAC;QACrB,MAAM,KAAK,CAAC;IACd,CAAC;IAED,MAAM,OAAO,GAAG,MAAM,MAAM,CAAC,KAAK,EAAE,CAAC;IACrC,MAAM,EAAE,GAAG,GAAG,EAAE,CAAC;IACjB,MAAM,KAAK,CAAC,MAAM,CAChB;QACE,EAAE,EAAE,MAAM;QACV,QAAQ;QACR,IAAI,EAAE,GAAG,CAAC,MAAM,KAAK,KAAK,CAAC,CAAC,CAAC,yBAAyB,CAAC,CAAC,CAAC,sBAAsB;QAC/E,SAAS,EAAE,OAAO,CAAC,SAAS;QAC5B,MAAM,EAAE,OAAO,CAAC,MAAM;QACtB,IAAI,EAAE,QAAQ;QACd,UAAU,EAAE,OAAO,CAAC,MAAM,IAAI,IAAI;KACnC,EACD,EAAE,CACH,CAAC;IAEF,MAAM,aAAa,GAAG,MAAM,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,uBAAuB,CAAC,CAAC;IACjF,MAAM,OAAO,CAAC,SAAS,CACrB,GAAG,CAAC,EAAE,EACN,EAAE,MAAM,EAAE,QAAQ,EAAE,SAAS,EAAE,EAAE,GAAG,aAAa,GAAG,MAAM,EAAE,EAC5D,EAAE,CACH,CAAC;IACF,MAAM,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,MAAM,CAC/B;QACE,SAAS,EAAE,OAAO,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM;QAC3D,OAAO,EAAE,OAAO,CAAC,MAAM,IAAI,IAAI;QAC/B,UAAU,EAAE,OAAO,CAAC,MAAM,IAAI,QAAQ;QACtC,QAAQ,EAAE,QAAQ;QAClB,MAAM,EAAE,iBAAiB;QACzB,YAAY,EAAE,GAAG,CAAC,YAAY;QAC9B,OAAO,EAAE,EAAE,KAAK,EAAE,EAAE,QAAQ,EAAE,GAAG,CAAC,EAAE,EAAE,KAAK,EAAE,KAAK,CAAC,EAAE,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,QAAQ,EAAE,EAAE;KACxF,EACD,EAAE,CACH,CAAC;IACF,GAAG,CAAC,QAAQ,CAAC,GAAG,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,GAAG,QAAQ,gBAAgB,EAAE,CAAC,CAAC;IAC1E,GAAG,CAAC,GAAG,CAAC,mBAAmB,EAAE,EAAE,QAAQ,EAAE,GAAG,CAAC,EAAE,EAAE,QAAQ,EAAE,CAAC,CAAC;AAC/D,CAAC"}
|
|
@@ -0,0 +1,43 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* `import-run` job handler (M7-T07, 09-generated-app.md §11.1): executes one
|
|
3
|
+
* validated adminium_imports request — streaming CSV parse, mapping +
|
|
4
|
+
* type-coercion against the effective schema, chunked insert/upsert through
|
|
5
|
+
* the same snapshot-allowlisted identifiers the POST /data path uses
|
|
6
|
+
* (view.table / view.column — the §7-item-1 invariant), one audit entry, and
|
|
7
|
+
* a realtime fan-out on `table:<conn>:<table>` so open grids refetch.
|
|
8
|
+
*
|
|
9
|
+
* Grants are enforced AT REQUEST TIME: the imports route checks
|
|
10
|
+
* `table:<conn>:<table>:import` before the row is created and again before
|
|
11
|
+
* the run is enqueued. Undo: import runs are jobs, not requests — the 30 s
|
|
12
|
+
* request-scoped undo-token store does not apply; the error report + audit
|
|
13
|
+
* trail are the recovery path (documented deviation).
|
|
14
|
+
*
|
|
15
|
+
* Failure semantics: a row that fails coercion or the database is SKIPPED
|
|
16
|
+
* when `options.skipInvalid` (the §11.1 "non-blocking" default) and fails the
|
|
17
|
+
* import otherwise. Every skipped row lands in the error-report CSV
|
|
18
|
+
* (`error_report_file_id`). The §11.1 invariant holds either way:
|
|
19
|
+
* total = inserted + updated + skipped.
|
|
20
|
+
*/
|
|
21
|
+
import { type MetaDb } from '@adminium/meta';
|
|
22
|
+
import { z } from 'zod';
|
|
23
|
+
import type { ConnectionManager } from '../connections/manager.js';
|
|
24
|
+
import type { FileStorage } from '../files/storage.js';
|
|
25
|
+
import { type RealtimeHub } from '../realtime/hub.js';
|
|
26
|
+
import { type JobRegistry } from './registry.js';
|
|
27
|
+
export declare const IMPORT_RUN_KIND = "import-run";
|
|
28
|
+
export declare const IMPORT_CHUNK_SIZE = 100;
|
|
29
|
+
export declare const importRunPayloadSchema: z.ZodObject<{
|
|
30
|
+
importId: z.ZodString;
|
|
31
|
+
userId: z.ZodOptional<z.ZodString>;
|
|
32
|
+
}, z.core.$strip>;
|
|
33
|
+
export type ImportRunPayload = z.infer<typeof importRunPayloadSchema>;
|
|
34
|
+
export interface ImportRunDeps {
|
|
35
|
+
meta: MetaDb;
|
|
36
|
+
manager: ConnectionManager;
|
|
37
|
+
storage: FileStorage;
|
|
38
|
+
/** Optional — table-channel fan-out when the hub is wired (compose). */
|
|
39
|
+
hub?: RealtimeHub | undefined;
|
|
40
|
+
now?: (() => number) | undefined;
|
|
41
|
+
}
|
|
42
|
+
export declare function registerImportRunHandler(registry: JobRegistry, deps: ImportRunDeps): void;
|
|
43
|
+
//# sourceMappingURL=import-run.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"import-run.d.ts","sourceRoot":"","sources":["../../src/jobs/import-run.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;GAmBG;AACH,OAAO,EAML,KAAK,MAAM,EACZ,MAAM,gBAAgB,CAAC;AAExB,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,OAAO,KAAK,EAAE,iBAAiB,EAAkB,MAAM,2BAA2B,CAAC;AAKnF,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,qBAAqB,CAAC;AACvD,OAAO,EAAqB,KAAK,WAAW,EAAE,MAAM,oBAAoB,CAAC;AACzE,OAAO,EAA6C,KAAK,WAAW,EAAE,MAAM,eAAe,CAAC;AAE5F,eAAO,MAAM,eAAe,eAAe,CAAC;AAC5C,eAAO,MAAM,iBAAiB,MAAM,CAAC;AAErC,eAAO,MAAM,sBAAsB;;;iBAIjC,CAAC;AACH,MAAM,MAAM,gBAAgB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,sBAAsB,CAAC,CAAC;AAEtE,MAAM,WAAW,aAAa;IAC5B,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,iBAAiB,CAAC;IAC3B,OAAO,EAAE,WAAW,CAAC;IACrB,wEAAwE;IACxE,GAAG,CAAC,EAAE,WAAW,GAAG,SAAS,CAAC;IAC9B,GAAG,CAAC,EAAE,CAAC,MAAM,MAAM,CAAC,GAAG,SAAS,CAAC;CAClC;AAED,wBAAgB,wBAAwB,CAAC,QAAQ,EAAE,WAAW,EAAE,IAAI,EAAE,aAAa,GAAG,IAAI,CAMzF"}
|
|
@@ -0,0 +1,290 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* `import-run` job handler (M7-T07, 09-generated-app.md §11.1): executes one
|
|
3
|
+
* validated adminium_imports request — streaming CSV parse, mapping +
|
|
4
|
+
* type-coercion against the effective schema, chunked insert/upsert through
|
|
5
|
+
* the same snapshot-allowlisted identifiers the POST /data path uses
|
|
6
|
+
* (view.table / view.column — the §7-item-1 invariant), one audit entry, and
|
|
7
|
+
* a realtime fan-out on `table:<conn>:<table>` so open grids refetch.
|
|
8
|
+
*
|
|
9
|
+
* Grants are enforced AT REQUEST TIME: the imports route checks
|
|
10
|
+
* `table:<conn>:<table>:import` before the row is created and again before
|
|
11
|
+
* the run is enqueued. Undo: import runs are jobs, not requests — the 30 s
|
|
12
|
+
* request-scoped undo-token store does not apply; the error report + audit
|
|
13
|
+
* trail are the recovery path (documented deviation).
|
|
14
|
+
*
|
|
15
|
+
* Failure semantics: a row that fails coercion or the database is SKIPPED
|
|
16
|
+
* when `options.skipInvalid` (the §11.1 "non-blocking" default) and fails the
|
|
17
|
+
* import otherwise. Every skipped row lands in the error-report CSV
|
|
18
|
+
* (`error_report_file_id`). The §11.1 invariant holds either way:
|
|
19
|
+
* total = inserted + updated + skipped.
|
|
20
|
+
*/
|
|
21
|
+
import { auditRepo, filesRepo, importsRepo, newId, } from '@adminium/meta';
|
|
22
|
+
import { z } from 'zod';
|
|
23
|
+
import { coerceCell } from '../data-io/coerce.js';
|
|
24
|
+
import { EXPORT_BOM, createCsvParser, serializeCsvRow } from '../data-io/csv.js';
|
|
25
|
+
import { loadSnapshotView } from '../data-io/snapshot-view.js';
|
|
26
|
+
import { widgetDataChannel } from '../realtime/hub.js';
|
|
27
|
+
import { JobCancelledError } from './registry.js';
|
|
28
|
+
export const IMPORT_RUN_KIND = 'import-run';
|
|
29
|
+
export const IMPORT_CHUNK_SIZE = 100;
|
|
30
|
+
export const importRunPayloadSchema = z.object({
|
|
31
|
+
importId: z.string().min(1),
|
|
32
|
+
/** Owner convention (routes/jobs): the requesting user. */
|
|
33
|
+
userId: z.string().optional(),
|
|
34
|
+
});
|
|
35
|
+
export function registerImportRunHandler(registry, deps) {
|
|
36
|
+
const now = deps.now ?? Date.now;
|
|
37
|
+
registry.registerJobHandler(IMPORT_RUN_KIND, importRunPayloadSchema, async (payload, ctx) => {
|
|
38
|
+
await executeImportRun(payload, ctx, deps, now);
|
|
39
|
+
return { importId: payload.importId };
|
|
40
|
+
});
|
|
41
|
+
}
|
|
42
|
+
async function executeImportRun(payload, ctx, deps, now) {
|
|
43
|
+
const imports = importsRepo(deps.meta);
|
|
44
|
+
const row = await imports.findById(payload.importId);
|
|
45
|
+
if (row === null)
|
|
46
|
+
throw new Error(`import-run: import not found: ${payload.importId}`);
|
|
47
|
+
if (!(await imports.markRunning(row.id, now()))) {
|
|
48
|
+
ctx.log('import-run: import not in ready state, skipping', { status: row.status });
|
|
49
|
+
return;
|
|
50
|
+
}
|
|
51
|
+
try {
|
|
52
|
+
await runImport(row, payload, ctx, deps, now);
|
|
53
|
+
}
|
|
54
|
+
catch (error) {
|
|
55
|
+
if (error instanceof JobCancelledError || ctx.signal.aborted) {
|
|
56
|
+
await imports.markFinished(row.id, { status: 'cancelled' }, now());
|
|
57
|
+
ctx.log('import-run: cancelled', { importId: row.id });
|
|
58
|
+
return;
|
|
59
|
+
}
|
|
60
|
+
const message = error instanceof Error ? error.message : String(error);
|
|
61
|
+
await imports.markFinished(row.id, { status: 'failed' }, now());
|
|
62
|
+
ctx.log('import-run: failed', { importId: row.id, error: message });
|
|
63
|
+
return;
|
|
64
|
+
}
|
|
65
|
+
}
|
|
66
|
+
/** Resolve the mapping into (csv column index → resolved target column). */
|
|
67
|
+
function resolveMapping(header, mapping, view, table) {
|
|
68
|
+
const byName = new Map();
|
|
69
|
+
header.forEach((name, index) => byName.set(name.trim(), index));
|
|
70
|
+
const out = [];
|
|
71
|
+
for (const entry of mapping.columns) {
|
|
72
|
+
if (entry.to === null)
|
|
73
|
+
continue; // "Don't import"
|
|
74
|
+
const index = byName.get(entry.from.trim());
|
|
75
|
+
if (index === undefined) {
|
|
76
|
+
throw new Error(`mapped source column ${JSON.stringify(entry.from)} is not in the file header`);
|
|
77
|
+
}
|
|
78
|
+
out.push({ index, from: entry.from, column: view.column(table, entry.to) });
|
|
79
|
+
}
|
|
80
|
+
if (out.length === 0)
|
|
81
|
+
throw new Error('the mapping imports no columns');
|
|
82
|
+
return out;
|
|
83
|
+
}
|
|
84
|
+
async function runImport(row, payload, ctx, deps, now) {
|
|
85
|
+
const imports = importsRepo(deps.meta);
|
|
86
|
+
const files = filesRepo(deps.meta);
|
|
87
|
+
const connection = await deps.manager.mustFind(row.connectionId);
|
|
88
|
+
if (connection.readOnly) {
|
|
89
|
+
throw new Error('This connection is read-only — Adminium never writes to it.');
|
|
90
|
+
}
|
|
91
|
+
const view = await loadSnapshotView(deps.meta, row.connectionId);
|
|
92
|
+
const table = view.table(row.tableName);
|
|
93
|
+
if (table.readOnly)
|
|
94
|
+
throw new Error(`Table ${table.id} is read-only.`);
|
|
95
|
+
const upload = await files.findById(row.fileId);
|
|
96
|
+
if (upload === null)
|
|
97
|
+
throw new Error(`import-run: upload file row missing: ${row.fileId}`);
|
|
98
|
+
const { db, dialect } = await deps.manager.data(row.connectionId);
|
|
99
|
+
/** better-sqlite3 refuses boolean binds; PG refuses numbers for booleans. */
|
|
100
|
+
const bindValue = (value) => dialect === 'sqlite' && typeof value === 'boolean' ? (value ? 1 : 0) : value;
|
|
101
|
+
const mode = row.options.mode ?? 'insert';
|
|
102
|
+
const skipInvalid = row.options.skipInvalid ?? true;
|
|
103
|
+
const matchColumn = mode === 'upsert' ? (row.options.matchColumn ?? null) : null;
|
|
104
|
+
if (mode === 'upsert' && matchColumn === null) {
|
|
105
|
+
throw new Error('upsert mode requires options.matchColumn');
|
|
106
|
+
}
|
|
107
|
+
const matchResolved = matchColumn === null ? null : view.column(table, matchColumn);
|
|
108
|
+
// --- stream-parse the CSV ---------------------------------------------------
|
|
109
|
+
const parser = createCsvParser();
|
|
110
|
+
const stream = await deps.storage.read(upload.storageKey);
|
|
111
|
+
stream.setEncoding('utf8');
|
|
112
|
+
let header = null;
|
|
113
|
+
let mapped = null;
|
|
114
|
+
const issues = [];
|
|
115
|
+
let total = 0;
|
|
116
|
+
let inserted = 0;
|
|
117
|
+
let updated = 0;
|
|
118
|
+
let skipped = 0;
|
|
119
|
+
let pending = [];
|
|
120
|
+
const fail = (message) => {
|
|
121
|
+
throw new Error(message);
|
|
122
|
+
};
|
|
123
|
+
async function flushChunk() {
|
|
124
|
+
if (pending.length === 0)
|
|
125
|
+
return;
|
|
126
|
+
const chunk = pending;
|
|
127
|
+
pending = [];
|
|
128
|
+
if (ctx.signal.aborted)
|
|
129
|
+
throw new JobCancelledError(ctx.jobId);
|
|
130
|
+
if (mode === 'upsert') {
|
|
131
|
+
for (const item of chunk)
|
|
132
|
+
await writeOne(item, true);
|
|
133
|
+
}
|
|
134
|
+
else {
|
|
135
|
+
try {
|
|
136
|
+
await db.transaction().execute(async (trx) => {
|
|
137
|
+
await trx
|
|
138
|
+
.insertInto(table.id)
|
|
139
|
+
.values(chunk.map((item) => item.values))
|
|
140
|
+
.execute();
|
|
141
|
+
});
|
|
142
|
+
inserted += chunk.length;
|
|
143
|
+
}
|
|
144
|
+
catch {
|
|
145
|
+
// Isolate the offending row(s): replay the chunk row-by-row.
|
|
146
|
+
for (const item of chunk)
|
|
147
|
+
await writeOne(item, false);
|
|
148
|
+
}
|
|
149
|
+
}
|
|
150
|
+
ctx.progress(Math.min(95, 5 + Math.floor(((inserted + updated + skipped) / Math.max(1, total)) * 90)), {
|
|
151
|
+
step: 'importing',
|
|
152
|
+
message: `${inserted + updated} rows written`,
|
|
153
|
+
});
|
|
154
|
+
}
|
|
155
|
+
async function writeOne(item, upsert) {
|
|
156
|
+
try {
|
|
157
|
+
if (upsert && matchResolved !== null) {
|
|
158
|
+
const matchValue = item.values[matchResolved.name];
|
|
159
|
+
if (matchValue === undefined || matchValue === null) {
|
|
160
|
+
// An unmapped/empty match cell must never reach the driver: `= NULL`
|
|
161
|
+
// matches nothing (silent duplicate insert) or throws per driver.
|
|
162
|
+
const message = `the upsert match column ${matchResolved.name} has no value`;
|
|
163
|
+
if (!skipInvalid)
|
|
164
|
+
fail(`row ${item.rowNumber}: ${message}`);
|
|
165
|
+
skipped += 1;
|
|
166
|
+
issues.push({
|
|
167
|
+
row: item.rowNumber,
|
|
168
|
+
column: matchResolved.name,
|
|
169
|
+
code: 'BAD_MATCH',
|
|
170
|
+
message,
|
|
171
|
+
raw: item.raw.join(','),
|
|
172
|
+
});
|
|
173
|
+
return;
|
|
174
|
+
}
|
|
175
|
+
const existing = await db
|
|
176
|
+
.selectFrom(table.id)
|
|
177
|
+
.select((eb) => eb.val(1).as('present'))
|
|
178
|
+
.where((eb) => eb(db.dynamic.ref(matchResolved.name), '=', matchValue))
|
|
179
|
+
.limit(1)
|
|
180
|
+
.executeTakeFirst();
|
|
181
|
+
if (existing !== undefined) {
|
|
182
|
+
await db
|
|
183
|
+
.updateTable(table.id)
|
|
184
|
+
.set(item.values)
|
|
185
|
+
.where((eb) => eb(db.dynamic.ref(matchResolved.name), '=', matchValue))
|
|
186
|
+
.execute();
|
|
187
|
+
updated += 1;
|
|
188
|
+
return;
|
|
189
|
+
}
|
|
190
|
+
}
|
|
191
|
+
await db
|
|
192
|
+
.insertInto(table.id)
|
|
193
|
+
.values(item.values)
|
|
194
|
+
.execute();
|
|
195
|
+
inserted += 1;
|
|
196
|
+
}
|
|
197
|
+
catch (error) {
|
|
198
|
+
const message = error instanceof Error ? error.message : String(error);
|
|
199
|
+
if (!skipInvalid)
|
|
200
|
+
fail(`row ${item.rowNumber}: ${message}`);
|
|
201
|
+
skipped += 1;
|
|
202
|
+
issues.push({ row: item.rowNumber, column: '', code: 'DB_ERROR', message, raw: item.raw.join(',') });
|
|
203
|
+
}
|
|
204
|
+
}
|
|
205
|
+
async function handleRecord(record) {
|
|
206
|
+
if (header === null) {
|
|
207
|
+
header = record;
|
|
208
|
+
mapped = resolveMapping(header, row.mapping, view, table);
|
|
209
|
+
return;
|
|
210
|
+
}
|
|
211
|
+
// Fully empty trailing lines are not data rows.
|
|
212
|
+
if (record.length === 1 && record[0]?.trim() === '')
|
|
213
|
+
return;
|
|
214
|
+
total += 1;
|
|
215
|
+
const rowNumber = total;
|
|
216
|
+
const values = {};
|
|
217
|
+
let bad = false;
|
|
218
|
+
for (const target of mapped ?? []) {
|
|
219
|
+
const raw = record[target.index] ?? '';
|
|
220
|
+
const result = coerceCell(raw, target.column);
|
|
221
|
+
if (!result.ok) {
|
|
222
|
+
bad = true;
|
|
223
|
+
issues.push({ row: rowNumber, column: target.column.name, code: result.code, message: result.message, raw });
|
|
224
|
+
if (!skipInvalid)
|
|
225
|
+
fail(`row ${rowNumber}, ${target.column.name}: ${result.message}`);
|
|
226
|
+
continue;
|
|
227
|
+
}
|
|
228
|
+
values[target.column.name] = bindValue(result.value);
|
|
229
|
+
}
|
|
230
|
+
if (bad) {
|
|
231
|
+
skipped += 1;
|
|
232
|
+
return;
|
|
233
|
+
}
|
|
234
|
+
pending.push({ rowNumber, values, raw: record });
|
|
235
|
+
if (pending.length >= IMPORT_CHUNK_SIZE)
|
|
236
|
+
await flushChunk();
|
|
237
|
+
}
|
|
238
|
+
for await (const chunk of stream) {
|
|
239
|
+
for (const record of parser.write(chunk))
|
|
240
|
+
await handleRecord(record);
|
|
241
|
+
}
|
|
242
|
+
for (const record of parser.end())
|
|
243
|
+
await handleRecord(record);
|
|
244
|
+
await flushChunk();
|
|
245
|
+
// --- error report + terminal state -------------------------------------------
|
|
246
|
+
let errorReportFileId = null;
|
|
247
|
+
if (issues.length > 0) {
|
|
248
|
+
const reportId = newId('file');
|
|
249
|
+
let report = EXPORT_BOM + serializeCsvRow(['row', 'column', 'code', 'message', 'raw']);
|
|
250
|
+
for (const issue of issues) {
|
|
251
|
+
report += serializeCsvRow([issue.row, issue.column, issue.code, issue.message, issue.raw]);
|
|
252
|
+
}
|
|
253
|
+
const written = await deps.storage.write(reportId, report);
|
|
254
|
+
await files.create({
|
|
255
|
+
id: reportId,
|
|
256
|
+
filename: `import-${row.id}-errors.csv`,
|
|
257
|
+
mime: 'text/csv; charset=utf-8',
|
|
258
|
+
sizeBytes: written.sizeBytes,
|
|
259
|
+
sha256: written.sha256,
|
|
260
|
+
kind: 'import',
|
|
261
|
+
uploadedBy: payload.userId ?? null,
|
|
262
|
+
});
|
|
263
|
+
errorReportFileId = reportId;
|
|
264
|
+
}
|
|
265
|
+
const at = now();
|
|
266
|
+
const stats = { total, inserted, updated, skipped };
|
|
267
|
+
await imports.markFinished(row.id, { status: 'succeeded', stats, errorReportFileId }, at);
|
|
268
|
+
await auditRepo(deps.meta).append({
|
|
269
|
+
actorKind: payload.userId === undefined ? 'system' : 'user',
|
|
270
|
+
actorId: payload.userId ?? null,
|
|
271
|
+
actorLabel: payload.userId ?? 'system',
|
|
272
|
+
category: 'data',
|
|
273
|
+
action: 'record.import',
|
|
274
|
+
connectionId: row.connectionId,
|
|
275
|
+
changes: { after: { importId: row.id, table: table.id, ...stats } },
|
|
276
|
+
}, at);
|
|
277
|
+
if (deps.hub !== undefined) {
|
|
278
|
+
// Cache-invalidation fan-out — open grids on this table refetch (09 §4.1).
|
|
279
|
+
// Dual publish mirroring routes/data: the legacy `table:` echo PLUS the
|
|
280
|
+
// subscribable widget-data channel — parseChannel (realtime/hub.ts) knows
|
|
281
|
+
// no `table:` prefix, so only the second one ever reaches a client.
|
|
282
|
+
deps.hub.publish(`table:${row.connectionId}:${table.id}`, 'record.bulk-create', { count: inserted });
|
|
283
|
+
deps.hub.publish(widgetDataChannel(row.connectionId, table.id), 'record.bulk-create', {
|
|
284
|
+
count: inserted,
|
|
285
|
+
});
|
|
286
|
+
}
|
|
287
|
+
ctx.progress(100, { step: 'done', message: `${inserted + updated} of ${total} rows imported` });
|
|
288
|
+
ctx.log('import-run: succeeded', { importId: row.id, ...stats });
|
|
289
|
+
}
|
|
290
|
+
//# sourceMappingURL=import-run.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"import-run.js","sourceRoot":"","sources":["../../src/jobs/import-run.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;GAmBG;AACH,OAAO,EACL,SAAS,EACT,SAAS,EACT,WAAW,EACX,KAAK,GAGN,MAAM,gBAAgB,CAAC;AAExB,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAIxB,OAAO,EAAE,UAAU,EAAE,MAAM,sBAAsB,CAAC;AAClD,OAAO,EAAE,UAAU,EAAE,eAAe,EAAE,eAAe,EAAE,MAAM,mBAAmB,CAAC;AACjF,OAAO,EAAE,gBAAgB,EAAE,MAAM,6BAA6B,CAAC;AAE/D,OAAO,EAAE,iBAAiB,EAAoB,MAAM,oBAAoB,CAAC;AACzE,OAAO,EAAE,iBAAiB,EAA4C,MAAM,eAAe,CAAC;AAE5F,MAAM,CAAC,MAAM,eAAe,GAAG,YAAY,CAAC;AAC5C,MAAM,CAAC,MAAM,iBAAiB,GAAG,GAAG,CAAC;AAErC,MAAM,CAAC,MAAM,sBAAsB,GAAG,CAAC,CAAC,MAAM,CAAC;IAC7C,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;IAC3B,2DAA2D;IAC3D,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;CAC9B,CAAC,CAAC;AAYH,MAAM,UAAU,wBAAwB,CAAC,QAAqB,EAAE,IAAmB;IACjF,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,IAAI,IAAI,CAAC,GAAG,CAAC;IACjC,QAAQ,CAAC,kBAAkB,CAAC,eAAe,EAAE,sBAAsB,EAAE,KAAK,EAAE,OAAO,EAAE,GAAG,EAAE,EAAE;QAC1F,MAAM,gBAAgB,CAAC,OAAO,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,CAAC,CAAC;QAChD,OAAO,EAAE,QAAQ,EAAE,OAAO,CAAC,QAAQ,EAAE,CAAC;IACxC,CAAC,CAAC,CAAC;AACL,CAAC;AAUD,KAAK,UAAU,gBAAgB,CAC7B,OAAyB,EACzB,GAAsB,EACtB,IAAmB,EACnB,GAAiB;IAEjB,MAAM,OAAO,GAAG,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACvC,MAAM,GAAG,GAAG,MAAM,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;IACrD,IAAI,GAAG,KAAK,IAAI;QAAE,MAAM,IAAI,KAAK,CAAC,iCAAiC,OAAO,CAAC,QAAQ,EAAE,CAAC,CAAC;IACvF,IAAI,CAAC,CAAC,MAAM,OAAO,CAAC,WAAW,CAAC,GAAG,CAAC,EAAE,EAAE,GAAG,EAAE,CAAC,CAAC,EAAE,CAAC;QAChD,GAAG,CAAC,GAAG,CAAC,iDAAiD,EAAE,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,CAAC,CAAC;QACnF,OAAO;IACT,CAAC;IAED,IAAI,CAAC;QACH,MAAM,SAAS,CAAC,GAAG,EAAE,OAAO,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,CAAC,CAAC;IAChD,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,KAAK,YAAY,iBAAiB,IAAI,GAAG,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;YAC7D,MAAM,OAAO,CAAC,YAAY,CAAC,GAAG,CAAC,EAAE,EAAE,EAAE,MAAM,EAAE,WAAW,EAAE,EAAE,GAAG,EAAE,CAAC,CAAC;YACnE,GAAG,CAAC,GAAG,CAAC,uBAAuB,EAAE,EAAE,QAAQ,EAAE,GAAG,CAAC,EAAE,EAAE,CAAC,CAAC;YACvD,OAAO;QACT,CAAC;QACD,MAAM,OAAO,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QACvE,MAAM,OAAO,CAAC,YAAY,CAAC,GAAG,CAAC,EAAE,EAAE,EAAE,MAAM,EAAE,QAAQ,EAAE,EAAE,GAAG,EAAE,CAAC,CAAC;QAChE,GAAG,CAAC,GAAG,CAAC,oBAAoB,EAAE,EAAE,QAAQ,EAAE,GAAG,CAAC,EAAE,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC,CAAC;QACpE,OAAO;IACT,CAAC;AACH,CAAC;AAED,4EAA4E;AAC5E,SAAS,cAAc,CACrB,MAAyB,EACzB,OAA8B,EAC9B,IAAkB,EAClB,KAAoB;IAEpB,MAAM,MAAM,GAAG,IAAI,GAAG,EAAkB,CAAC;IACzC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,EAAE,EAAE,KAAK,CAAC,CAAC,CAAC;IAChE,MAAM,GAAG,GAA8D,EAAE,CAAC;IAC1E,KAAK,MAAM,KAAK,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;QACpC,IAAI,KAAK,CAAC,EAAE,KAAK,IAAI;YAAE,SAAS,CAAC,iBAAiB;QAClD,MAAM,KAAK,GAAG,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;QAC5C,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;YACxB,MAAM,IAAI,KAAK,CAAC,wBAAwB,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,CAAC,4BAA4B,CAAC,CAAC;QAClG,CAAC;QACD,GAAG,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,KAAK,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;IAC9E,CAAC;IACD,IAAI,GAAG,CAAC,MAAM,KAAK,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,gCAAgC,CAAC,CAAC;IACxE,OAAO,GAAG,CAAC;AACb,CAAC;AAED,KAAK,UAAU,SAAS,CACtB,GAAe,EACf,OAAyB,EACzB,GAAsB,EACtB,IAAmB,EACnB,GAAiB;IAEjB,MAAM,OAAO,GAAG,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACvC,MAAM,KAAK,GAAG,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAEnC,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;IACjE,IAAI,UAAU,CAAC,QAAQ,EAAE,CAAC;QACxB,MAAM,IAAI,KAAK,CAAC,6DAA6D,CAAC,CAAC;IACjF,CAAC;IACD,MAAM,IAAI,GAAG,MAAM,gBAAgB,CAAC,IAAI,CAAC,IAAI,EAAE,GAAG,CAAC,YAAY,CAAC,CAAC;IACjE,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;IACxC,IAAI,KAAK,CAAC,QAAQ;QAAE,MAAM,IAAI,KAAK,CAAC,SAAS,KAAK,CAAC,EAAE,gBAAgB,CAAC,CAAC;IAEvE,MAAM,MAAM,GAAG,MAAM,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;IAChD,IAAI,MAAM,KAAK,IAAI;QAAE,MAAM,IAAI,KAAK,CAAC,wCAAwC,GAAG,CAAC,MAAM,EAAE,CAAC,CAAC;IAC3F,MAAM,EAAE,EAAE,EAAE,OAAO,EAAE,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;IAClE,6EAA6E;IAC7E,MAAM,SAAS,GAAG,CAAC,KAAc,EAAW,EAAE,CAC5C,OAAO,KAAK,QAAQ,IAAI,OAAO,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC;IAE/E,MAAM,IAAI,GAAG,GAAG,CAAC,OAAO,CAAC,IAAI,IAAI,QAAQ,CAAC;IAC1C,MAAM,WAAW,GAAG,GAAG,CAAC,OAAO,CAAC,WAAW,IAAI,IAAI,CAAC;IACpD,MAAM,WAAW,GAAG,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,WAAW,IAAI,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IACjF,IAAI,IAAI,KAAK,QAAQ,IAAI,WAAW,KAAK,IAAI,EAAE,CAAC;QAC9C,MAAM,IAAI,KAAK,CAAC,0CAA0C,CAAC,CAAC;IAC9D,CAAC;IACD,MAAM,aAAa,GAAG,WAAW,KAAK,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,WAAW,CAAC,CAAC;IAEpF,+EAA+E;IAC/E,MAAM,MAAM,GAAG,eAAe,EAAE,CAAC;IACjC,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;IAC1D,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC;IAE3B,IAAI,MAAM,GAAoB,IAAI,CAAC;IACnC,IAAI,MAAM,GAAqE,IAAI,CAAC;IAEpF,MAAM,MAAM,GAAe,EAAE,CAAC;IAC9B,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,IAAI,QAAQ,GAAG,CAAC,CAAC;IACjB,IAAI,OAAO,GAAG,CAAC,CAAC;IAChB,IAAI,OAAO,GAAG,CAAC,CAAC;IAChB,IAAI,OAAO,GAA4E,EAAE,CAAC;IAE1F,MAAM,IAAI,GAAG,CAAC,OAAe,EAAS,EAAE;QACtC,MAAM,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC;IAC3B,CAAC,CAAC;IAEF,KAAK,UAAU,UAAU;QACvB,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO;QACjC,MAAM,KAAK,GAAG,OAAO,CAAC;QACtB,OAAO,GAAG,EAAE,CAAC;QACb,IAAI,GAAG,CAAC,MAAM,CAAC,OAAO;YAAE,MAAM,IAAI,iBAAiB,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QAE/D,IAAI,IAAI,KAAK,QAAQ,EAAE,CAAC;YACtB,KAAK,MAAM,IAAI,IAAI,KAAK;gBAAE,MAAM,QAAQ,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;QACvD,CAAC;aAAM,CAAC;YACN,IAAI,CAAC;gBACH,MAAM,EAAE,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,EAAE,EAAE;oBAC3C,MAAM,GAAG;yBACN,UAAU,CAAC,KAAK,CAAC,EAAE,CAAC;yBACpB,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,CAAU,CAAC;yBACjD,OAAO,EAAE,CAAC;gBACf,CAAC,CAAC,CAAC;gBACH,QAAQ,IAAI,KAAK,CAAC,MAAM,CAAC;YAC3B,CAAC;YAAC,MAAM,CAAC;gBACP,6DAA6D;gBAC7D,KAAK,MAAM,IAAI,IAAI,KAAK;oBAAE,MAAM,QAAQ,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;YACxD,CAAC;QACH,CAAC;QACD,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,QAAQ,GAAG,OAAO,GAAG,OAAO,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,EAAE;YACrG,IAAI,EAAE,WAAW;YACjB,OAAO,EAAE,GAAG,QAAQ,GAAG,OAAO,eAAe;SAC9C,CAAC,CAAC;IACL,CAAC;IAED,KAAK,UAAU,QAAQ,CACrB,IAA2E,EAC3E,MAAe;QAEf,IAAI,CAAC;YACH,IAAI,MAAM,IAAI,aAAa,KAAK,IAAI,EAAE,CAAC;gBACrC,MAAM,UAAU,GAAG,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC;gBACnD,IAAI,UAAU,KAAK,SAAS,IAAI,UAAU,KAAK,IAAI,EAAE,CAAC;oBACpD,qEAAqE;oBACrE,kEAAkE;oBAClE,MAAM,OAAO,GAAG,2BAA2B,aAAa,CAAC,IAAI,eAAe,CAAC;oBAC7E,IAAI,CAAC,WAAW;wBAAE,IAAI,CAAC,OAAO,IAAI,CAAC,SAAS,KAAK,OAAO,EAAE,CAAC,CAAC;oBAC5D,OAAO,IAAI,CAAC,CAAC;oBACb,MAAM,CAAC,IAAI,CAAC;wBACV,GAAG,EAAE,IAAI,CAAC,SAAS;wBACnB,MAAM,EAAE,aAAa,CAAC,IAAI;wBAC1B,IAAI,EAAE,WAAW;wBACjB,OAAO;wBACP,GAAG,EAAE,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC;qBACxB,CAAC,CAAC;oBACH,OAAO;gBACT,CAAC;gBACD,MAAM,QAAQ,GAAG,MAAO,EAA6B;qBAClD,UAAU,CAAC,KAAK,CAAC,EAAE,CAAC;qBACpB,MAAM,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,SAAS,CAAC,CAAC;qBACvC,KAAK,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,UAAU,CAAC,CAAC;qBACtE,KAAK,CAAC,CAAC,CAAC;qBACR,gBAAgB,EAAE,CAAC;gBACtB,IAAI,QAAQ,KAAK,SAAS,EAAE,CAAC;oBAC3B,MAAM,EAAE;yBACL,WAAW,CAAC,KAAK,CAAC,EAAE,CAAC;yBACrB,GAAG,CAAC,IAAI,CAAC,MAAe,CAAC;yBACzB,KAAK,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,UAAU,CAAC,CAAC;yBACtE,OAAO,EAAE,CAAC;oBACb,OAAO,IAAI,CAAC,CAAC;oBACb,OAAO;gBACT,CAAC;YACH,CAAC;YACD,MAAM,EAAE;iBACL,UAAU,CAAC,KAAK,CAAC,EAAE,CAAC;iBACpB,MAAM,CAAC,IAAI,CAAC,MAAe,CAAC;iBAC5B,OAAO,EAAE,CAAC;YACb,QAAQ,IAAI,CAAC,CAAC;QAChB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,OAAO,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YACvE,IAAI,CAAC,WAAW;gBAAE,IAAI,CAAC,OAAO,IAAI,CAAC,SAAS,KAAK,OAAO,EAAE,CAAC,CAAC;YAC5D,OAAO,IAAI,CAAC,CAAC;YACb,MAAM,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,IAAI,CAAC,SAAS,EAAE,MAAM,EAAE,EAAE,EAAE,IAAI,EAAE,UAAU,EAAE,OAAO,EAAE,GAAG,EAAE,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QACvG,CAAC;IACH,CAAC;IAED,KAAK,UAAU,YAAY,CAAC,MAAgB;QAC1C,IAAI,MAAM,KAAK,IAAI,EAAE,CAAC;YACpB,MAAM,GAAG,MAAM,CAAC;YAChB,MAAM,GAAG,cAAc,CAAC,MAAM,EAAE,GAAG,CAAC,OAAO,EAAE,IAAI,EAAE,KAAK,CAAC,CAAC;YAC1D,OAAO;QACT,CAAC;QACD,gDAAgD;QAChD,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,IAAI,MAAM,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE;YAAE,OAAO;QAC5D,KAAK,IAAI,CAAC,CAAC;QACX,MAAM,SAAS,GAAG,KAAK,CAAC;QACxB,MAAM,MAAM,GAA4B,EAAE,CAAC;QAC3C,IAAI,GAAG,GAAG,KAAK,CAAC;QAChB,KAAK,MAAM,MAAM,IAAI,MAAM,IAAI,EAAE,EAAE,CAAC;YAClC,MAAM,GAAG,GAAG,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC;YACvC,MAAM,MAAM,GAAG,UAAU,CAAC,GAAG,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC;YAC9C,IAAI,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC;gBACf,GAAG,GAAG,IAAI,CAAC;gBACX,MAAM,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,SAAS,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,EAAE,OAAO,EAAE,MAAM,CAAC,OAAO,EAAE,GAAG,EAAE,CAAC,CAAC;gBAC7G,IAAI,CAAC,WAAW;oBAAE,IAAI,CAAC,OAAO,SAAS,KAAK,MAAM,CAAC,MAAM,CAAC,IAAI,KAAK,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC;gBACrF,SAAS;YACX,CAAC;YACD,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,SAAS,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QACvD,CAAC;QACD,IAAI,GAAG,EAAE,CAAC;YACR,OAAO,IAAI,CAAC,CAAC;YACb,OAAO;QACT,CAAC;QACD,OAAO,CAAC,IAAI,CAAC,EAAE,SAAS,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,EAAE,CAAC,CAAC;QACjD,IAAI,OAAO,CAAC,MAAM,IAAI,iBAAiB;YAAE,MAAM,UAAU,EAAE,CAAC;IAC9D,CAAC;IAED,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QACjC,KAAK,MAAM,MAAM,IAAI,MAAM,CAAC,KAAK,CAAC,KAAe,CAAC;YAAE,MAAM,YAAY,CAAC,MAAM,CAAC,CAAC;IACjF,CAAC;IACD,KAAK,MAAM,MAAM,IAAI,MAAM,CAAC,GAAG,EAAE;QAAE,MAAM,YAAY,CAAC,MAAM,CAAC,CAAC;IAC9D,MAAM,UAAU,EAAE,CAAC;IAEnB,gFAAgF;IAChF,IAAI,iBAAiB,GAAkB,IAAI,CAAC;IAC5C,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACtB,MAAM,QAAQ,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC;QAC/B,IAAI,MAAM,GAAG,UAAU,GAAG,eAAe,CAAC,CAAC,KAAK,EAAE,QAAQ,EAAE,MAAM,EAAE,SAAS,EAAE,KAAK,CAAC,CAAC,CAAC;QACvF,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YAC3B,MAAM,IAAI,eAAe,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,KAAK,CAAC,MAAM,EAAE,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,OAAO,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC;QAC7F,CAAC;QACD,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;QAC3D,MAAM,KAAK,CAAC,MAAM,CAAC;YACjB,EAAE,EAAE,QAAQ;YACZ,QAAQ,EAAE,UAAU,GAAG,CAAC,EAAE,aAAa;YACvC,IAAI,EAAE,yBAAyB;YAC/B,SAAS,EAAE,OAAO,CAAC,SAAS;YAC5B,MAAM,EAAE,OAAO,CAAC,MAAM;YACtB,IAAI,EAAE,QAAQ;YACd,UAAU,EAAE,OAAO,CAAC,MAAM,IAAI,IAAI;SACnC,CAAC,CAAC;QACH,iBAAiB,GAAG,QAAQ,CAAC;IAC/B,CAAC;IAED,MAAM,EAAE,GAAG,GAAG,EAAE,CAAC;IACjB,MAAM,KAAK,GAAG,EAAE,KAAK,EAAE,QAAQ,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC;IACpD,MAAM,OAAO,CAAC,YAAY,CAAC,GAAG,CAAC,EAAE,EAAE,EAAE,MAAM,EAAE,WAAW,EAAE,KAAK,EAAE,iBAAiB,EAAE,EAAE,EAAE,CAAC,CAAC;IAC1F,MAAM,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,MAAM,CAC/B;QACE,SAAS,EAAE,OAAO,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM;QAC3D,OAAO,EAAE,OAAO,CAAC,MAAM,IAAI,IAAI;QAC/B,UAAU,EAAE,OAAO,CAAC,MAAM,IAAI,QAAQ;QACtC,QAAQ,EAAE,MAAM;QAChB,MAAM,EAAE,eAAe;QACvB,YAAY,EAAE,GAAG,CAAC,YAAY;QAC9B,OAAO,EAAE,EAAE,KAAK,EAAE,EAAE,QAAQ,EAAE,GAAG,CAAC,EAAE,EAAE,KAAK,EAAE,KAAK,CAAC,EAAE,EAAE,GAAG,KAAK,EAAE,EAAE;KACpE,EACD,EAAE,CACH,CAAC;IACF,IAAI,IAAI,CAAC,GAAG,KAAK,SAAS,EAAE,CAAC;QAC3B,2EAA2E;QAC3E,wEAAwE;QACxE,0EAA0E;QAC1E,oEAAoE;QACpE,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,SAAS,GAAG,CAAC,YAAY,IAAI,KAAK,CAAC,EAAE,EAAE,EAAE,oBAAoB,EAAE,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC,CAAC;QACrG,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,iBAAiB,CAAC,GAAG,CAAC,YAAY,EAAE,KAAK,CAAC,EAAE,CAAC,EAAE,oBAAoB,EAAE;YACpF,KAAK,EAAE,QAAQ;SAChB,CAAC,CAAC;IACL,CAAC;IACD,GAAG,CAAC,QAAQ,CAAC,GAAG,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,GAAG,QAAQ,GAAG,OAAO,OAAO,KAAK,gBAAgB,EAAE,CAAC,CAAC;IAChG,GAAG,CAAC,GAAG,CAAC,uBAAuB,EAAE,EAAE,QAAQ,EAAE,GAAG,CAAC,EAAE,EAAE,GAAG,KAAK,EAAE,CAAC,CAAC;AACnE,CAAC"}
|
|
@@ -0,0 +1,73 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* `llm-run` job handler — the direct-API path as an `adminium_jobs` job
|
|
3
|
+
* (06-llm-assist.md §7.5, §10.2 step 3, acceptance #6).
|
|
4
|
+
*
|
|
5
|
+
* Given a run id, it: parses the run's persisted `prompt_text` back into the
|
|
6
|
+
* per-chunk `system`/`user` messages (byte-identical to what the BYO export
|
|
7
|
+
* shows — §1 invariant 1), moves the run `draft → running`, resolves the active
|
|
8
|
+
* provider client (decrypted key — see `llm/provider-resolver.ts`), drives the
|
|
9
|
+
* repair loop in `llm/direct-runner.ts`, and persists the terminal run through
|
|
10
|
+
* T07's run-service (`validated` with the merged response + token usage +
|
|
11
|
+
* duration, or `failed` with the preserved error list). A cancel aborts the run
|
|
12
|
+
* to `discarded`.
|
|
13
|
+
*
|
|
14
|
+
* Direct-only (§9): a BYO run must never reach here — its intake is T07's
|
|
15
|
+
* `run-service.receiveResponse`, and it records NO provider/model. The handler
|
|
16
|
+
* guards on `mode === 'provider'`.
|
|
17
|
+
*
|
|
18
|
+
* Progress rides the existing jobs realtime channel (`jobs:<jobId>`, gated to the
|
|
19
|
+
* job owner or `system:jobs:read` — i.e. Admin+): the worker republishes every
|
|
20
|
+
* `ctx.progress()` there. Nothing here logs or emits the API key.
|
|
21
|
+
*/
|
|
22
|
+
import { type ProviderClient, type ValidationResult } from '@adminium/llm';
|
|
23
|
+
import { type LlmRun, type MetaDb } from '@adminium/meta';
|
|
24
|
+
import { z } from 'zod';
|
|
25
|
+
import { type RunnerChunk } from '../llm/direct-runner.js';
|
|
26
|
+
import { type RunService } from '../llm/run-service.js';
|
|
27
|
+
import type { JobRegistry } from './registry.js';
|
|
28
|
+
/** Job kind for the direct-API enrichment runner. */
|
|
29
|
+
export declare const LLM_RUN_KIND = "llm-run";
|
|
30
|
+
/** Payload: the run to execute. `userId` follows the jobs owner convention (§3). */
|
|
31
|
+
export declare const llmRunPayloadSchema: z.ZodObject<{
|
|
32
|
+
runId: z.ZodString;
|
|
33
|
+
userId: z.ZodOptional<z.ZodString>;
|
|
34
|
+
}, z.core.$strip>;
|
|
35
|
+
export type LlmRunPayload = z.infer<typeof llmRunPayloadSchema>;
|
|
36
|
+
/** Everything a resolved run needs to make its provider round-trips. */
|
|
37
|
+
export interface ResolvedRun {
|
|
38
|
+
client: ProviderClient;
|
|
39
|
+
/** Display id for progress events. */
|
|
40
|
+
provider: string;
|
|
41
|
+
model: string;
|
|
42
|
+
/** Initial response budget. */
|
|
43
|
+
maxTokens: number;
|
|
44
|
+
/** Ceiling `maxTokens` is raised to on `LLM_TRUNCATED` (§7.5). */
|
|
45
|
+
maxTokensCeiling: number;
|
|
46
|
+
/** Validate one raw reply against the run's snapshot + registries. */
|
|
47
|
+
validate: (rawText: string) => ValidationResult;
|
|
48
|
+
}
|
|
49
|
+
/** Resolve a run into a provider client + budgets + validator (decrypted key). */
|
|
50
|
+
export type ResolveRun = (run: LlmRun) => Promise<ResolvedRun>;
|
|
51
|
+
export interface LlmRunHandlerDeps {
|
|
52
|
+
meta: MetaDb;
|
|
53
|
+
/** Turns a run into a live provider client (see `provider-resolver.ts`). */
|
|
54
|
+
resolve: ResolveRun;
|
|
55
|
+
/** Defaults to `createRunService({ meta })`; injected in tests. */
|
|
56
|
+
runService?: RunService;
|
|
57
|
+
/** Clock override — tests. */
|
|
58
|
+
now?: () => number;
|
|
59
|
+
}
|
|
60
|
+
/**
|
|
61
|
+
* Register the `llm-run` handler (mirrors `registerNoopProgressHandler`). Wire it
|
|
62
|
+
* where the registry is built (`jobs/register.ts`) with a production
|
|
63
|
+
* {@link ResolveRun}, or register it on a custom registry in tests.
|
|
64
|
+
*/
|
|
65
|
+
export declare function registerLlmRunHandler(registry: JobRegistry, deps: LlmRunHandlerDeps): void;
|
|
66
|
+
/**
|
|
67
|
+
* Split a persisted `prompt_text` blob back into per-chunk direct-path messages.
|
|
68
|
+
* `prompt_text` is `chunk.byo` joined by {@link CHUNK_SEPARATOR}; each chunk is
|
|
69
|
+
* `=== SYSTEM ===\n<system>\n\n=== USER ===\n<user>` (the §1 invariant-1 form), so
|
|
70
|
+
* the `system`/`user` recovered here are byte-identical to what was built.
|
|
71
|
+
*/
|
|
72
|
+
export declare function parsePromptChunks(promptText: string): RunnerChunk[];
|
|
73
|
+
//# sourceMappingURL=llm-run.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"llm-run.d.ts","sourceRoot":"","sources":["../../src/jobs/llm-run.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;GAoBG;AACH,OAAO,EAGL,KAAK,cAAc,EACnB,KAAK,gBAAgB,EACtB,MAAM,eAAe,CAAC;AACvB,OAAO,EAAE,KAAK,MAAM,EAAE,KAAK,MAAM,EAAE,MAAM,gBAAgB,CAAC;AAC1D,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,OAAO,EAGL,KAAK,WAAW,EAEjB,MAAM,yBAAyB,CAAC;AACjC,OAAO,EAAqC,KAAK,UAAU,EAAE,MAAM,uBAAuB,CAAC;AAC3F,OAAO,KAAK,EAAqB,WAAW,EAAE,MAAM,eAAe,CAAC;AAEpE,qDAAqD;AACrD,eAAO,MAAM,YAAY,YAAY,CAAC;AAEtC,oFAAoF;AACpF,eAAO,MAAM,mBAAmB;;;iBAG9B,CAAC;AACH,MAAM,MAAM,aAAa,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,mBAAmB,CAAC,CAAC;AAEhE,wEAAwE;AACxE,MAAM,WAAW,WAAW;IAC1B,MAAM,EAAE,cAAc,CAAC;IACvB,sCAAsC;IACtC,QAAQ,EAAE,MAAM,CAAC;IACjB,KAAK,EAAE,MAAM,CAAC;IACd,+BAA+B;IAC/B,SAAS,EAAE,MAAM,CAAC;IAClB,kEAAkE;IAClE,gBAAgB,EAAE,MAAM,CAAC;IACzB,sEAAsE;IACtE,QAAQ,EAAE,CAAC,OAAO,EAAE,MAAM,KAAK,gBAAgB,CAAC;CACjD;AAED,kFAAkF;AAClF,MAAM,MAAM,UAAU,GAAG,CAAC,GAAG,EAAE,MAAM,KAAK,OAAO,CAAC,WAAW,CAAC,CAAC;AAE/D,MAAM,WAAW,iBAAiB;IAChC,IAAI,EAAE,MAAM,CAAC;IACb,4EAA4E;IAC5E,OAAO,EAAE,UAAU,CAAC;IACpB,mEAAmE;IACnE,UAAU,CAAC,EAAE,UAAU,CAAC;IACxB,8BAA8B;IAC9B,GAAG,CAAC,EAAE,MAAM,MAAM,CAAC;CACpB;AAED;;;;GAIG;AACH,wBAAgB,qBAAqB,CAAC,QAAQ,EAAE,WAAW,EAAE,IAAI,EAAE,iBAAiB,GAAG,IAAI,CAO1F;AAqHD;;;;;GAKG;AACH,wBAAgB,iBAAiB,CAAC,UAAU,EAAE,MAAM,GAAG,WAAW,EAAE,CAOnE"}
|