@agent-native/core 0.103.0 → 0.104.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/corpus/README.md +2 -2
- package/corpus/core/CHANGELOG.md +36 -0
- package/corpus/core/package.json +9 -2
- package/corpus/core/src/agent/engine/credential-errors.ts +2 -2
- package/corpus/core/src/agent/production-agent.ts +30 -0
- package/corpus/core/src/agent/run-store.ts +12 -2
- package/corpus/core/src/cli/create.ts +1 -0
- package/corpus/core/src/cli/skills-content/visual-plan-skill.ts +30 -11
- package/corpus/core/src/cli/templates-meta.ts +4 -3
- package/corpus/core/src/client/AgentAskPopover.tsx +89 -0
- package/corpus/core/src/client/AgentChatHome.tsx +4 -0
- package/corpus/core/src/client/AgentPanel.tsx +321 -223
- package/corpus/core/src/client/AssistantChat.tsx +6 -10
- package/corpus/core/src/client/MultiTabAssistantChat.tsx +53 -372
- package/corpus/core/src/client/agent-chat-adapter.ts +13 -1
- package/corpus/core/src/client/agent-page/AgentContextTab.tsx +133 -149
- package/corpus/core/src/client/agent-page/AgentEmptyState.tsx +44 -0
- package/corpus/core/src/client/agent-page/AgentJobsTab.tsx +153 -82
- package/corpus/core/src/client/agent-page/AgentTabFrame.tsx +39 -0
- package/corpus/core/src/client/agent-page/AgentTabsPage.tsx +368 -356
- package/corpus/core/src/client/agent-page/types.ts +1 -1
- package/corpus/core/src/client/analytics.ts +51 -5
- package/corpus/core/src/client/chat/run-recovery.tsx +12 -4
- package/corpus/core/src/client/composer/PromptComposer.tsx +5 -15
- package/corpus/core/src/client/composer/TiptapComposer.tsx +32 -3
- package/corpus/core/src/client/dynamic-suggestions.ts +3 -3
- package/corpus/core/src/client/index.ts +16 -1
- package/corpus/core/src/client/resources/ResourceTree.tsx +249 -38
- package/corpus/core/src/client/resources/ResourcesPanel.tsx +307 -140
- package/corpus/core/src/client/session-replay.ts +158 -5
- package/corpus/core/src/client/settings/AutomationsSection.tsx +30 -10
- package/corpus/core/src/client/settings/SettingsPanel.tsx +3 -2
- package/corpus/core/src/client/settings/SettingsTabsPage.tsx +2 -0
- package/corpus/core/src/client/settings/agent-settings-search.ts +2 -2
- package/corpus/core/src/client/use-chat-threads.ts +2 -0
- package/corpus/core/src/connections/catalog.ts +49 -7
- package/corpus/core/src/db/index.ts +6 -1
- package/corpus/core/src/extensions/actions.ts +106 -16
- package/corpus/core/src/extensions/content-patch.ts +22 -0
- package/corpus/core/src/extensions/routes.ts +18 -0
- package/corpus/core/src/extensions/store.ts +8 -0
- package/corpus/core/src/index.ts +3 -0
- package/corpus/core/src/ingestion/docx.ts +158 -0
- package/corpus/core/src/ingestion/figma-node-to-html.ts +1860 -0
- package/corpus/core/src/ingestion/figma.ts +548 -0
- package/corpus/core/src/ingestion/index.ts +107 -0
- package/corpus/core/src/ingestion/media.ts +264 -0
- package/corpus/core/src/ingestion/notion.ts +121 -0
- package/corpus/core/src/ingestion/office.ts +214 -0
- package/corpus/core/src/ingestion/orchestration.ts +160 -0
- package/corpus/core/src/ingestion/pptx.ts +333 -0
- package/corpus/core/src/ingestion/selection.ts +81 -0
- package/corpus/core/src/ingestion/website.ts +151 -0
- package/corpus/core/src/integrations/plugin.ts +45 -37
- package/corpus/core/src/localization/default-messages.ts +35 -12
- package/corpus/core/src/observability/hosted-model-experiment.ts +118 -0
- package/corpus/core/src/observability/traces.ts +5 -3
- package/corpus/core/src/provider-api/index.ts +452 -8
- package/corpus/core/src/scripts/agent-engines/list-agent-engines.ts +18 -1
- package/corpus/core/src/search-utils/index.ts +112 -0
- package/corpus/core/src/secrets/register-framework-secrets.ts +61 -0
- package/corpus/core/src/server/action-discovery.ts +33 -8
- package/corpus/core/src/server/agent-chat/framework-prompts.ts +2 -2
- package/corpus/core/src/server/agent-chat/prompt-resources.ts +144 -0
- package/corpus/core/src/server/agent-chat-plugin.ts +6 -0
- package/corpus/core/src/server/core-routes-plugin.ts +12 -0
- package/corpus/core/src/server/index.ts +30 -0
- package/corpus/core/src/server/workspace-provider-oauth.ts +583 -0
- package/corpus/core/src/styles/agent-native.css +9 -0
- package/corpus/core/src/templates/default/app/i18n/en-US.ts +3 -3
- package/corpus/core/src/templates/workspace-core/.agents/skills/extensions/SKILL.md +14 -5
- package/corpus/core/src/templates/workspace-root/.env.example +12 -0
- package/corpus/core/src/vite/client.ts +2 -0
- package/corpus/core/src/workspace-connections/index.ts +6 -0
- package/corpus/core/src/workspace-connections/lifecycle.ts +43 -0
- package/corpus/core/src/workspace-connections/store.ts +16 -0
- package/corpus/templates/analytics/.agents/skills/dashboard-management/SKILL.md +46 -3
- package/corpus/templates/analytics/AGENTS.md +9 -0
- package/corpus/templates/analytics/actions/dashboard-mutation-api.ts +120 -6
- package/corpus/templates/analytics/actions/mutate-dashboard.ts +92 -30
- package/corpus/templates/analytics/actions/update-dashboard.ts +5 -5
- package/corpus/templates/analytics/app/components/dashboard/SqlChart.tsx +313 -220
- package/corpus/templates/analytics/app/components/layout/CommandPalette.tsx +2 -2
- package/corpus/templates/analytics/app/components/layout/Layout.tsx +9 -6
- package/corpus/templates/analytics/app/components/layout/Sidebar.tsx +90 -64
- package/corpus/templates/analytics/app/i18n-data.ts +3 -3
- package/corpus/templates/analytics/app/lib/dashboard-list-loading.ts +25 -0
- package/corpus/templates/analytics/app/lib/item-popularity.ts +13 -4
- package/corpus/templates/analytics/app/pages/adhoc/sql-dashboard/DashboardFilterBar.tsx +1 -1
- package/corpus/templates/analytics/app/pages/adhoc/sql-dashboard/pivot.ts +8 -3
- package/corpus/templates/analytics/app/pages/adhoc/sql-dashboard/types.ts +1 -0
- package/corpus/templates/analytics/app/pages/sessions/SessionDetailPage.tsx +15 -3
- package/corpus/templates/analytics/changelog/2026-07-16-dashboard-filter-defaults-can-now-be-changed-reliably-withou.md +6 -0
- package/corpus/templates/analytics/changelog/2026-07-16-dashboard-lists-load-in-one-stable-order-without-popping-bet.md +6 -0
- package/corpus/templates/analytics/changelog/2026-07-16-fixed-dashboard-filter-dropdown-text-alignment.md +6 -0
- package/corpus/templates/analytics/changelog/2026-07-16-recurring-signed-in-users-can-now-be-viewed-as-weekly-bars-b.md +6 -0
- package/corpus/templates/analytics/changelog/2026-07-16-the-analytics-agent-can-now-duplicate-a-chart-and-place-the-.md +6 -0
- package/corpus/templates/analytics/seeds/dashboards/agent-native-templates-first-party.json +41 -1
- package/corpus/templates/analytics/server/lib/dashboard-catalog.ts +1 -1
- package/corpus/templates/analytics/server/lib/first-party-metric-catalog.ts +47 -1
- package/corpus/templates/analytics/server/lib/session-replay.ts +68 -0
- package/corpus/templates/analytics/server/plugins/agent-chat.ts +1 -0
- package/corpus/templates/analytics/server/routes/sessions/lookup.get.ts +47 -0
- package/corpus/templates/assets/.agents/skills/asset-generation/SKILL.md +16 -9
- package/corpus/templates/assets/.agents/skills/creative-context/SKILL.md +86 -0
- package/corpus/templates/assets/AGENTS.md +10 -0
- package/corpus/templates/assets/actions/create-generation-session.ts +59 -1
- package/corpus/templates/assets/actions/edit-image.ts +2 -0
- package/corpus/templates/assets/actions/generate-asset.ts +52 -0
- package/corpus/templates/assets/actions/generate-image-batch.ts +55 -0
- package/corpus/templates/assets/actions/generate-image.ts +219 -1
- package/corpus/templates/assets/actions/open-asset-picker.ts +14 -0
- package/corpus/templates/assets/actions/refine-image.ts +3 -0
- package/corpus/templates/assets/actions/restyle-image.ts +2 -0
- package/corpus/templates/assets/agent-native.app-skill.json +4 -0
- package/corpus/templates/assets/app/components/layout/Layout.tsx +2 -0
- package/corpus/templates/assets/app/i18n/zh-TW.ts +3 -0
- package/corpus/templates/assets/app/i18n-data.ts +29 -13
- package/corpus/templates/assets/app/routes/agent.tsx +7 -1
- package/corpus/templates/assets/app/routes/library.tsx +9 -0
- package/corpus/templates/assets/app/routes/settings.tsx +3 -0
- package/corpus/templates/assets/changelog/2026-07-16-creative-context-library.md +6 -0
- package/corpus/templates/assets/package.json +1 -0
- package/corpus/templates/assets/server/lib/image-processing.ts +1 -22
- package/corpus/templates/assets/server/plugins/creative-context.ts +205 -0
- package/corpus/templates/brain/app/i18n-data.ts +3 -3
- package/corpus/templates/brain/app/lib/brain.ts +1 -1
- package/corpus/templates/brain/server/lib/search.ts +17 -67
- package/corpus/templates/calendar/app/i18n-data.ts +3 -3
- package/corpus/templates/calendar/app/pages/BookingLinksPage.tsx +19 -18
- package/corpus/templates/chat/app/i18n/en-US.ts +3 -3
- package/corpus/templates/chat/app/lib/agent-page.tsx +10 -1
- package/corpus/templates/clips/.agents/skills/meetings/SKILL.md +1 -1
- package/corpus/templates/clips/AGENTS.md +4 -0
- package/corpus/templates/clips/actions/cleanup-transcript.ts +35 -4
- package/corpus/templates/clips/actions/create-meeting.ts +6 -2
- package/corpus/templates/clips/actions/create-organization.ts +3 -2
- package/corpus/templates/clips/actions/create-recording.ts +4 -1
- package/corpus/templates/clips/actions/finalize-recording.ts +44 -7
- package/corpus/templates/clips/actions/import-loom-recording.ts +4 -1
- package/corpus/templates/clips/actions/lib/create-recording-schema.ts +2 -2
- package/corpus/templates/clips/actions/list-meetings.ts +23 -5
- package/corpus/templates/clips/actions/list-organization-state.ts +1 -1
- package/corpus/templates/clips/actions/remove-silences.ts +10 -1
- package/corpus/templates/clips/actions/request-transcript.ts +53 -11
- package/corpus/templates/clips/actions/search-recordings-utils.ts +7 -0
- package/corpus/templates/clips/actions/search-recordings.ts +5 -8
- package/corpus/templates/clips/actions/set-organization-branding.ts +2 -2
- package/corpus/templates/clips/actions/stitch-recordings.ts +10 -5
- package/corpus/templates/clips/actions/update-ai-request-status.ts +38 -0
- package/corpus/templates/clips/app/components/editor/editor-layout.tsx +3 -4
- package/corpus/templates/clips/app/components/editor/editor-selection.ts +19 -0
- package/corpus/templates/clips/app/components/editor/stitch-manager.tsx +10 -10
- package/corpus/templates/clips/app/components/library/bulk-action-toolbar.tsx +1 -2
- package/corpus/templates/clips/app/components/library/library-grid.tsx +101 -93
- package/corpus/templates/clips/app/components/player/video-player.tsx +11 -0
- package/corpus/templates/clips/app/components/workspace/branding-editor.tsx +53 -1
- package/corpus/templates/clips/app/i18n/ar-SA.ts +7 -1
- package/corpus/templates/clips/app/i18n/de-DE.ts +7 -1
- package/corpus/templates/clips/app/i18n/en-US.ts +10 -4
- package/corpus/templates/clips/app/i18n/es-ES.ts +7 -1
- package/corpus/templates/clips/app/i18n/fr-FR.ts +7 -1
- package/corpus/templates/clips/app/i18n/hi-IN.ts +7 -1
- package/corpus/templates/clips/app/i18n/ja-JP.ts +7 -1
- package/corpus/templates/clips/app/i18n/ko-KR.ts +7 -1
- package/corpus/templates/clips/app/i18n/pt-BR.ts +7 -1
- package/corpus/templates/clips/app/i18n/zh-CN.ts +6 -1
- package/corpus/templates/clips/app/i18n/zh-TW.ts +6 -1
- package/corpus/templates/clips/app/routes/_app.settings._index.tsx +5 -9
- package/corpus/templates/clips/app/routes/_app.settings.organization.tsx +6 -2
- package/corpus/templates/clips/app/routes/r.$recordingId.tsx +129 -27
- package/corpus/templates/clips/app/routes/record.tsx +23 -2
- package/corpus/templates/clips/app/routes/share.$shareId.tsx +6 -2
- package/corpus/templates/clips/changelog/2026-07-16-authorized-viewers-can-open-shared-private-clips-without-a-m.md +6 -0
- package/corpus/templates/clips/changelog/2026-07-16-camera-bubble-hover-controls-appear-above-the-face.md +6 -0
- package/corpus/templates/clips/changelog/2026-07-16-chrome-extension-recovers-stale-recorder-state.md +6 -0
- package/corpus/templates/clips/changelog/2026-07-16-clips-agent-chat-no-longer-shows-a-separate-workspace-header.md +6 -0
- package/corpus/templates/clips/changelog/2026-07-16-clips-search-now-matches-recording-content-without-requiring.md +6 -0
- package/corpus/templates/clips/changelog/2026-07-16-declined-meetings-no-longer-show-desktop-reminders.md +6 -0
- package/corpus/templates/clips/changelog/2026-07-16-failed-desktop-saves-now-show-their-local-recovery-copy.md +6 -0
- package/corpus/templates/clips/changelog/2026-07-16-long-desktop-clips-now-preserve-complete-playback-synced-aud.md +6 -0
- package/corpus/templates/clips/changelog/2026-07-16-long-recording-lists-keep-stitch-and-library-actions-visible.md +6 -0
- package/corpus/templates/clips/changelog/2026-07-16-organization-admins-can-choose-new-recording-visibility.md +6 -0
- package/corpus/templates/clips/changelog/2026-07-16-remove-silences-now-shows-queued-active-completed-and-failed.md +6 -0
- package/corpus/templates/clips/changelog/2026-07-16-settings-no-longer-repeats-the-builder-connection-status-in-.md +6 -0
- package/corpus/templates/clips/changelog/2026-07-16-transcripts-now-appear-from-native-browser-speech-sooner-wit.md +6 -0
- package/corpus/templates/clips/chrome-extension/public/manifest.json +1 -1
- package/corpus/templates/clips/chrome-extension/src/background.ts +73 -1
- package/corpus/templates/clips/chrome-extension/src/native-recording-state.ts +32 -0
- package/corpus/templates/clips/chrome-extension/src/native-transcription.ts +248 -0
- package/corpus/templates/clips/chrome-extension/src/offscreen.ts +106 -0
- package/corpus/templates/clips/desktop/src/app.tsx +66 -28
- package/corpus/templates/clips/desktop/src/lib/recorder.ts +335 -285
- package/corpus/templates/clips/desktop/src/lib/single-flight.ts +7 -0
- package/corpus/templates/clips/desktop/src/lib/upload-verification.ts +51 -0
- package/corpus/templates/clips/desktop/src/overlays/bubble.tsx +2 -2
- package/corpus/templates/clips/desktop/src/overlays/finalizing.tsx +10 -2
- package/corpus/templates/clips/desktop/src/styles.css +13 -11
- package/corpus/templates/clips/desktop/src-tauri/src/clips/mod.rs +8 -9
- package/corpus/templates/clips/desktop/src-tauri/src/meetings_watcher.rs +1 -0
- package/corpus/templates/clips/desktop/src-tauri/src/native_screen/custom_capture.rs +88 -13
- package/corpus/templates/clips/desktop/src-tauri/src/native_screen/live_upload.rs +13 -2
- package/corpus/templates/clips/desktop/src-tauri/src/native_screen.rs +241 -6
- package/corpus/templates/clips/server/db/schema.ts +2 -2
- package/corpus/templates/clips/server/lib/builder-media-compression.ts +64 -67
- package/corpus/templates/clips/server/lib/calendar-event-classification.ts +19 -0
- package/corpus/templates/clips/server/lib/google-calendar-client.ts +1 -0
- package/corpus/templates/clips/server/lib/recordings.ts +40 -1
- package/corpus/templates/clips/server/plugins/agent-chat.ts +1 -0
- package/corpus/templates/clips/server/plugins/db.ts +2 -2
- package/corpus/templates/clips/server/routes/api/auth/google-calendar.get.ts +1 -1
- package/corpus/templates/clips/server/routes/api/public-recording.get.ts +14 -5
- package/corpus/templates/clips/server/routes/api/uploads/[recordingId]/chunk.post.ts +51 -1
- package/corpus/templates/clips/server/routes/api/video/[recordingId].get.ts +1 -64
- package/corpus/templates/clips/shared/media-worker-contract.ts +32 -15
- package/corpus/templates/content/.agents/skills/content/SKILL.md +16 -0
- package/corpus/templates/content/.agents/skills/creative-context/SKILL.md +85 -0
- package/corpus/templates/content/.agents/skills/notion-integration/SKILL.md +8 -0
- package/corpus/templates/content/AGENTS.md +9 -0
- package/corpus/templates/content/actions/create-document.ts +94 -0
- package/corpus/templates/content/actions/edit-document.ts +144 -4
- package/corpus/templates/content/actions/update-document.ts +138 -0
- package/corpus/templates/content/agent-native.app-skill.json +4 -0
- package/corpus/templates/content/app/components/layout/Layout.tsx +2 -0
- package/corpus/templates/content/app/i18n/zh-TW.ts +3 -0
- package/corpus/templates/content/app/i18n-data.ts +13 -4
- package/corpus/templates/content/app/routes/_app.agent.tsx +2 -1
- package/corpus/templates/content/app/routes/_app.settings.tsx +3 -0
- package/corpus/templates/content/changelog/2026-07-16-creative-context-library.md +6 -0
- package/corpus/templates/content/package.json +1 -0
- package/corpus/templates/content/server/plugins/creative-context.ts +31 -0
- package/corpus/templates/design/.agents/skills/creative-context/SKILL.md +116 -0
- package/corpus/templates/design/.agents/skills/design-generation/SKILL.md +16 -0
- package/corpus/templates/design/.agents/skills/design-systems/SKILL.md +8 -0
- package/corpus/templates/design/AGENTS.md +6 -0
- package/corpus/templates/design/actions/clone-creative-context-design.ts +176 -0
- package/corpus/templates/design/actions/edit-design.ts +128 -0
- package/corpus/templates/design/actions/generate-design.ts +278 -14
- package/corpus/templates/design/actions/generate-screens.ts +42 -1
- package/corpus/templates/design/agent-native.app-skill.json +4 -0
- package/corpus/templates/design/app/components/layout/Layout.tsx +7 -3
- package/corpus/templates/design/app/i18n/zh-TW.ts +3 -0
- package/corpus/templates/design/app/i18n-data.ts +10 -4
- package/corpus/templates/design/app/routes/agent.tsx +2 -1
- package/corpus/templates/design/app/routes/settings.tsx +3 -0
- package/corpus/templates/design/changelog/2026-07-16-creative-context-library.md +6 -0
- package/corpus/templates/design/changelog/2026-07-16-design-agent-chat-no-longer-shows-a-separate-workspace-header.md +6 -0
- package/corpus/templates/design/package.json +1 -0
- package/corpus/templates/design/server/lib/figma-design-context.ts +5 -335
- package/corpus/templates/design/server/lib/figma-node-to-html.ts +1 -1859
- package/corpus/templates/design/server/lib/import-design-files.ts +6 -8
- package/corpus/templates/design/server/plugins/creative-context.ts +31 -0
- package/corpus/templates/design/shared/generation-session.ts +7 -0
- package/corpus/templates/dispatch/app/i18n-data.ts +3 -3
- package/corpus/templates/forms/app/i18n/en-US.ts +3 -3
- package/corpus/templates/macros/app/i18n/en-US.ts +3 -3
- package/corpus/templates/mail/app/components/email/EmailThread.tsx +35 -5
- package/corpus/templates/mail/app/i18n/en-US.ts +3 -3
- package/corpus/templates/mail/changelog/2026-07-16-mail-previews-now-expand-to-show-the-full-message-without-an.md +6 -0
- package/corpus/templates/plan/.agents/skills/visual-plan/SKILL.md +30 -11
- package/corpus/templates/plan/AGENTS.md +21 -1
- package/corpus/templates/plan/actions/get-visual-plan.ts +1 -1
- package/corpus/templates/plan/actions/patch-visual-plan-source.ts +161 -0
- package/corpus/templates/plan/actions/read-visual-plan-source.ts +1 -1
- package/corpus/templates/plan/actions/update-visual-plan.ts +126 -10
- package/corpus/templates/plan/app/hooks/use-plans.ts +2 -0
- package/corpus/templates/plan/app/i18n/en-US.ts +3 -3
- package/corpus/templates/plan/app/pages/PlansPage.tsx +65 -62
- package/corpus/templates/plan/changelog/2026-07-16-local-plan-previews-now-load-annotations-containing-html-lik.md +6 -0
- package/corpus/templates/plan/changelog/2026-07-16-plan-agents-now-prevent-stale-edits-from-overwriting-newer-p.md +6 -0
- package/corpus/templates/plan/server/plan-mdx.ts +75 -2
- package/corpus/templates/slides/.agents/skills/create-deck/SKILL.md +21 -4
- package/corpus/templates/slides/.agents/skills/creative-context/SKILL.md +122 -0
- package/corpus/templates/slides/.agents/skills/design-systems/SKILL.md +11 -0
- package/corpus/templates/slides/.agents/skills/slide-editing/SKILL.md +12 -3
- package/corpus/templates/slides/AGENTS.md +6 -0
- package/corpus/templates/slides/actions/add-slide.ts +230 -14
- package/corpus/templates/slides/actions/clone-context-slide.ts +302 -0
- package/corpus/templates/slides/actions/create-deck.ts +130 -0
- package/corpus/templates/slides/actions/extract-pdf.ts +6 -2
- package/corpus/templates/slides/actions/import-file.ts +5 -4
- package/corpus/templates/slides/actions/patch-deck.ts +200 -10
- package/corpus/templates/slides/actions/update-slide.ts +208 -15
- package/corpus/templates/slides/app/components/layout/Layout.tsx +2 -0
- package/corpus/templates/slides/app/components/visual-editor/CanvasCommentPins.tsx +16 -1
- package/corpus/templates/slides/app/i18n/ar-SA.ts +3 -0
- package/corpus/templates/slides/app/i18n/de-DE.ts +3 -0
- package/corpus/templates/slides/app/i18n/en-US.ts +6 -3
- package/corpus/templates/slides/app/i18n/es-ES.ts +3 -0
- package/corpus/templates/slides/app/i18n/fr-FR.ts +3 -0
- package/corpus/templates/slides/app/i18n/hi-IN.ts +3 -0
- package/corpus/templates/slides/app/i18n/ja-JP.ts +3 -0
- package/corpus/templates/slides/app/i18n/ko-KR.ts +3 -0
- package/corpus/templates/slides/app/i18n/pt-BR.ts +3 -0
- package/corpus/templates/slides/app/i18n/zh-CN.ts +3 -0
- package/corpus/templates/slides/app/i18n/zh-TW.ts +3 -0
- package/corpus/templates/slides/app/lib/validate-native-slide-html.ts +176 -0
- package/corpus/templates/slides/app/routes/agent.tsx +7 -1
- package/corpus/templates/slides/app/routes/settings.tsx +3 -0
- package/corpus/templates/slides/changelog/2026-07-16-creative-context-library.md +6 -0
- package/corpus/templates/slides/changelog/2026-07-16-google-slides-native-cloning.md +6 -0
- package/corpus/templates/slides/package.json +1 -0
- package/corpus/templates/slides/server/handlers/import/docx-parser.ts +4 -85
- package/corpus/templates/slides/server/handlers/import/pptx-parser.ts +7 -421
- package/corpus/templates/slides/server/plugins/creative-context.ts +166 -0
- package/dist/agent/engine/credential-errors.d.ts +1 -1
- package/dist/agent/engine/credential-errors.d.ts.map +1 -1
- package/dist/agent/engine/credential-errors.js +2 -2
- package/dist/agent/engine/credential-errors.js.map +1 -1
- package/dist/agent/production-agent.d.ts.map +1 -1
- package/dist/agent/production-agent.js +25 -0
- package/dist/agent/production-agent.js.map +1 -1
- package/dist/agent/run-store.d.ts.map +1 -1
- package/dist/agent/run-store.js +12 -2
- package/dist/agent/run-store.js.map +1 -1
- package/dist/cli/create.d.ts.map +1 -1
- package/dist/cli/create.js +1 -0
- package/dist/cli/create.js.map +1 -1
- package/dist/cli/skills-content/visual-plan-skill.d.ts +1 -1
- package/dist/cli/skills-content/visual-plan-skill.d.ts.map +1 -1
- package/dist/cli/skills-content/visual-plan-skill.js +30 -11
- package/dist/cli/skills-content/visual-plan-skill.js.map +1 -1
- package/dist/cli/templates-meta.d.ts.map +1 -1
- package/dist/cli/templates-meta.js +4 -3
- package/dist/cli/templates-meta.js.map +1 -1
- package/dist/client/AgentAskPopover.d.ts +11 -0
- package/dist/client/AgentAskPopover.d.ts.map +1 -0
- package/dist/client/AgentAskPopover.js +30 -0
- package/dist/client/AgentAskPopover.js.map +1 -0
- package/dist/client/AgentChatHome.d.ts +1 -1
- package/dist/client/AgentChatHome.d.ts.map +1 -1
- package/dist/client/AgentChatHome.js +2 -2
- package/dist/client/AgentChatHome.js.map +1 -1
- package/dist/client/AgentPanel.d.ts +9 -19
- package/dist/client/AgentPanel.d.ts.map +1 -1
- package/dist/client/AgentPanel.js +119 -80
- package/dist/client/AgentPanel.js.map +1 -1
- package/dist/client/AssistantChat.d.ts.map +1 -1
- package/dist/client/AssistantChat.js +4 -4
- package/dist/client/AssistantChat.js.map +1 -1
- package/dist/client/MultiTabAssistantChat.d.ts +3 -9
- package/dist/client/MultiTabAssistantChat.d.ts.map +1 -1
- package/dist/client/MultiTabAssistantChat.js +49 -189
- package/dist/client/MultiTabAssistantChat.js.map +1 -1
- package/dist/client/agent-chat-adapter.d.ts.map +1 -1
- package/dist/client/agent-chat-adapter.js +12 -1
- package/dist/client/agent-chat-adapter.js.map +1 -1
- package/dist/client/agent-page/AgentContextTab.d.ts.map +1 -1
- package/dist/client/agent-page/AgentContextTab.js +26 -28
- package/dist/client/agent-page/AgentContextTab.js.map +1 -1
- package/dist/client/agent-page/AgentEmptyState.d.ts +13 -0
- package/dist/client/agent-page/AgentEmptyState.d.ts.map +1 -0
- package/dist/client/agent-page/AgentEmptyState.js +6 -0
- package/dist/client/agent-page/AgentEmptyState.js.map +1 -0
- package/dist/client/agent-page/AgentJobsTab.d.ts +1 -1
- package/dist/client/agent-page/AgentJobsTab.d.ts.map +1 -1
- package/dist/client/agent-page/AgentJobsTab.js +90 -58
- package/dist/client/agent-page/AgentJobsTab.js.map +1 -1
- package/dist/client/agent-page/AgentTabFrame.d.ts +12 -0
- package/dist/client/agent-page/AgentTabFrame.d.ts.map +1 -0
- package/dist/client/agent-page/AgentTabFrame.js +7 -0
- package/dist/client/agent-page/AgentTabFrame.js.map +1 -0
- package/dist/client/agent-page/AgentTabsPage.d.ts +9 -1
- package/dist/client/agent-page/AgentTabsPage.d.ts.map +1 -1
- package/dist/client/agent-page/AgentTabsPage.js +135 -99
- package/dist/client/agent-page/AgentTabsPage.js.map +1 -1
- package/dist/client/agent-page/types.d.ts +1 -1
- package/dist/client/agent-page/types.d.ts.map +1 -1
- package/dist/client/agent-page/types.js.map +1 -1
- package/dist/client/analytics.d.ts +10 -3
- package/dist/client/analytics.d.ts.map +1 -1
- package/dist/client/analytics.js +37 -2
- package/dist/client/analytics.js.map +1 -1
- package/dist/client/chat/run-recovery.d.ts.map +1 -1
- package/dist/client/chat/run-recovery.js +10 -3
- package/dist/client/chat/run-recovery.js.map +1 -1
- package/dist/client/composer/PromptComposer.d.ts.map +1 -1
- package/dist/client/composer/PromptComposer.js +2 -2
- package/dist/client/composer/PromptComposer.js.map +1 -1
- package/dist/client/composer/TiptapComposer.d.ts.map +1 -1
- package/dist/client/composer/TiptapComposer.js +15 -3
- package/dist/client/composer/TiptapComposer.js.map +1 -1
- package/dist/client/dynamic-suggestions.js +3 -3
- package/dist/client/dynamic-suggestions.js.map +1 -1
- package/dist/client/index.d.ts +4 -3
- package/dist/client/index.d.ts.map +1 -1
- package/dist/client/index.js +3 -2
- package/dist/client/index.js.map +1 -1
- package/dist/client/resources/ResourceTree.d.ts +5 -1
- package/dist/client/resources/ResourceTree.d.ts.map +1 -1
- package/dist/client/resources/ResourceTree.js +74 -5
- package/dist/client/resources/ResourceTree.js.map +1 -1
- package/dist/client/resources/ResourcesPanel.d.ts +11 -2
- package/dist/client/resources/ResourcesPanel.d.ts.map +1 -1
- package/dist/client/resources/ResourcesPanel.js +105 -31
- package/dist/client/resources/ResourcesPanel.js.map +1 -1
- package/dist/client/session-replay.d.ts +28 -0
- package/dist/client/session-replay.d.ts.map +1 -1
- package/dist/client/session-replay.js +122 -8
- package/dist/client/session-replay.js.map +1 -1
- package/dist/client/settings/AutomationsSection.d.ts +3 -1
- package/dist/client/settings/AutomationsSection.d.ts.map +1 -1
- package/dist/client/settings/AutomationsSection.js +16 -6
- package/dist/client/settings/AutomationsSection.js.map +1 -1
- package/dist/client/settings/SettingsPanel.d.ts.map +1 -1
- package/dist/client/settings/SettingsPanel.js +3 -3
- package/dist/client/settings/SettingsPanel.js.map +1 -1
- package/dist/client/settings/SettingsTabsPage.d.ts +2 -0
- package/dist/client/settings/SettingsTabsPage.d.ts.map +1 -1
- package/dist/client/settings/SettingsTabsPage.js.map +1 -1
- package/dist/client/settings/agent-settings-search.js +2 -2
- package/dist/client/settings/agent-settings-search.js.map +1 -1
- package/dist/client/use-chat-threads.d.ts +2 -0
- package/dist/client/use-chat-threads.d.ts.map +1 -1
- package/dist/client/use-chat-threads.js.map +1 -1
- package/dist/collab/awareness.d.ts +2 -2
- package/dist/collab/awareness.d.ts.map +1 -1
- package/dist/collab/routes.d.ts +1 -1
- package/dist/connections/catalog.d.ts +41 -7
- package/dist/connections/catalog.d.ts.map +1 -1
- package/dist/connections/catalog.js +40 -7
- package/dist/connections/catalog.js.map +1 -1
- package/dist/db/index.d.ts +2 -2
- package/dist/db/index.d.ts.map +1 -1
- package/dist/db/index.js +2 -2
- package/dist/db/index.js.map +1 -1
- package/dist/extensions/actions.d.ts.map +1 -1
- package/dist/extensions/actions.js +85 -15
- package/dist/extensions/actions.js.map +1 -1
- package/dist/extensions/content-patch.d.ts +4 -0
- package/dist/extensions/content-patch.d.ts.map +1 -1
- package/dist/extensions/content-patch.js +18 -0
- package/dist/extensions/content-patch.js.map +1 -1
- package/dist/extensions/routes.d.ts.map +1 -1
- package/dist/extensions/routes.js +14 -0
- package/dist/extensions/routes.js.map +1 -1
- package/dist/extensions/store.d.ts +1 -0
- package/dist/extensions/store.d.ts.map +1 -1
- package/dist/extensions/store.js +4 -1
- package/dist/extensions/store.js.map +1 -1
- package/dist/file-upload/actions/upload-image.d.ts +1 -1
- package/dist/index.d.ts +1 -1
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +1 -1
- package/dist/index.js.map +1 -1
- package/dist/ingestion/docx.d.ts +16 -0
- package/dist/ingestion/docx.d.ts.map +1 -0
- package/dist/ingestion/docx.js +129 -0
- package/dist/ingestion/docx.js.map +1 -0
- package/dist/ingestion/figma-node-to-html.d.ts +304 -0
- package/dist/ingestion/figma-node-to-html.d.ts.map +1 -0
- package/dist/ingestion/figma-node-to-html.js +1292 -0
- package/dist/ingestion/figma-node-to-html.js.map +1 -0
- package/dist/ingestion/figma.d.ts +115 -0
- package/dist/ingestion/figma.d.ts.map +1 -0
- package/dist/ingestion/figma.js +399 -0
- package/dist/ingestion/figma.js.map +1 -0
- package/dist/ingestion/index.d.ts +11 -0
- package/dist/ingestion/index.d.ts.map +1 -0
- package/dist/ingestion/index.js +11 -0
- package/dist/ingestion/index.js.map +1 -0
- package/dist/ingestion/media.d.ts +36 -0
- package/dist/ingestion/media.d.ts.map +1 -0
- package/dist/ingestion/media.js +178 -0
- package/dist/ingestion/media.js.map +1 -0
- package/dist/ingestion/notion.d.ts +12 -0
- package/dist/ingestion/notion.d.ts.map +1 -0
- package/dist/ingestion/notion.js +104 -0
- package/dist/ingestion/notion.js.map +1 -0
- package/dist/ingestion/office.d.ts +45 -0
- package/dist/ingestion/office.d.ts.map +1 -0
- package/dist/ingestion/office.js +141 -0
- package/dist/ingestion/office.js.map +1 -0
- package/dist/ingestion/orchestration.d.ts +52 -0
- package/dist/ingestion/orchestration.d.ts.map +1 -0
- package/dist/ingestion/orchestration.js +89 -0
- package/dist/ingestion/orchestration.js.map +1 -0
- package/dist/ingestion/pptx.d.ts +28 -0
- package/dist/ingestion/pptx.d.ts.map +1 -0
- package/dist/ingestion/pptx.js +255 -0
- package/dist/ingestion/pptx.js.map +1 -0
- package/dist/ingestion/selection.d.ts +20 -0
- package/dist/ingestion/selection.d.ts.map +1 -0
- package/dist/ingestion/selection.js +52 -0
- package/dist/ingestion/selection.js.map +1 -0
- package/dist/ingestion/website.d.ts +27 -0
- package/dist/ingestion/website.d.ts.map +1 -0
- package/dist/ingestion/website.js +100 -0
- package/dist/ingestion/website.js.map +1 -0
- package/dist/integrations/plugin.d.ts.map +1 -1
- package/dist/integrations/plugin.js +32 -27
- package/dist/integrations/plugin.js.map +1 -1
- package/dist/localization/default-messages.d.ts +22 -0
- package/dist/localization/default-messages.d.ts.map +1 -1
- package/dist/localization/default-messages.js +31 -9
- package/dist/localization/default-messages.js.map +1 -1
- package/dist/observability/hosted-model-experiment.d.ts +39 -0
- package/dist/observability/hosted-model-experiment.d.ts.map +1 -0
- package/dist/observability/hosted-model-experiment.js +90 -0
- package/dist/observability/hosted-model-experiment.js.map +1 -0
- package/dist/observability/routes.d.ts +5 -5
- package/dist/observability/traces.d.ts.map +1 -1
- package/dist/observability/traces.js +5 -3
- package/dist/observability/traces.js.map +1 -1
- package/dist/progress/routes.d.ts +1 -1
- package/dist/provider-api/index.d.ts +35 -4
- package/dist/provider-api/index.d.ts.map +1 -1
- package/dist/provider-api/index.js +339 -8
- package/dist/provider-api/index.js.map +1 -1
- package/dist/resources/handlers.d.ts +1 -1
- package/dist/scripts/agent-engines/list-agent-engines.d.ts.map +1 -1
- package/dist/scripts/agent-engines/list-agent-engines.js +18 -1
- package/dist/scripts/agent-engines/list-agent-engines.js.map +1 -1
- package/dist/search-utils/index.d.ts +12 -0
- package/dist/search-utils/index.d.ts.map +1 -0
- package/dist/search-utils/index.js +95 -0
- package/dist/search-utils/index.js.map +1 -0
- package/dist/secrets/register-framework-secrets.d.ts.map +1 -1
- package/dist/secrets/register-framework-secrets.js +57 -0
- package/dist/secrets/register-framework-secrets.js.map +1 -1
- package/dist/secrets/routes.d.ts +9 -9
- package/dist/server/action-discovery.d.ts +8 -0
- package/dist/server/action-discovery.d.ts.map +1 -1
- package/dist/server/action-discovery.js +26 -9
- package/dist/server/action-discovery.js.map +1 -1
- package/dist/server/agent-chat/framework-prompts.js +2 -2
- package/dist/server/agent-chat/framework-prompts.js.map +1 -1
- package/dist/server/agent-chat/prompt-resources.d.ts +19 -0
- package/dist/server/agent-chat/prompt-resources.d.ts.map +1 -1
- package/dist/server/agent-chat/prompt-resources.js +95 -0
- package/dist/server/agent-chat/prompt-resources.js.map +1 -1
- package/dist/server/agent-chat-plugin.d.ts.map +1 -1
- package/dist/server/agent-chat-plugin.js +7 -0
- package/dist/server/agent-chat-plugin.js.map +1 -1
- package/dist/server/core-routes-plugin.d.ts.map +1 -1
- package/dist/server/core-routes-plugin.js +5 -0
- package/dist/server/core-routes-plugin.js.map +1 -1
- package/dist/server/index.d.ts +5 -1
- package/dist/server/index.d.ts.map +1 -1
- package/dist/server/index.js +5 -1
- package/dist/server/index.js.map +1 -1
- package/dist/server/workspace-provider-oauth.d.ts +48 -0
- package/dist/server/workspace-provider-oauth.d.ts.map +1 -0
- package/dist/server/workspace-provider-oauth.js +415 -0
- package/dist/server/workspace-provider-oauth.js.map +1 -0
- package/dist/styles/agent-native.css +9 -0
- package/dist/templates/chat/app/i18n/en-US.ts +3 -3
- package/dist/templates/chat/app/lib/agent-page.tsx +10 -1
- package/dist/templates/default/app/i18n/en-US.ts +3 -3
- package/dist/templates/workspace-core/.agents/skills/extensions/SKILL.md +14 -5
- package/dist/templates/workspace-root/.env.example +12 -0
- package/dist/vite/client.d.ts.map +1 -1
- package/dist/vite/client.js +2 -0
- package/dist/vite/client.js.map +1 -1
- package/dist/workspace-connections/index.d.ts +1 -0
- package/dist/workspace-connections/index.d.ts.map +1 -1
- package/dist/workspace-connections/index.js +1 -0
- package/dist/workspace-connections/index.js.map +1 -1
- package/dist/workspace-connections/lifecycle.d.ts +16 -0
- package/dist/workspace-connections/lifecycle.d.ts.map +1 -0
- package/dist/workspace-connections/lifecycle.js +14 -0
- package/dist/workspace-connections/lifecycle.js.map +1 -0
- package/dist/workspace-connections/store.d.ts.map +1 -1
- package/dist/workspace-connections/store.js +16 -0
- package/dist/workspace-connections/store.js.map +1 -1
- package/package.json +10 -3
- package/src/templates/chat/app/i18n/en-US.ts +3 -3
- package/src/templates/chat/app/lib/agent-page.spec.tsx +10 -1
- package/src/templates/chat/app/lib/agent-page.tsx +10 -1
- package/src/templates/default/app/i18n/en-US.ts +3 -3
- package/src/templates/workspace-core/.agents/skills/extensions/SKILL.md +14 -5
- package/src/templates/workspace-root/.env.example +12 -0
|
@@ -0,0 +1,89 @@
|
|
|
1
|
+
export function createIngestionCheckpoint() {
|
|
2
|
+
return {
|
|
3
|
+
phase: "inventory",
|
|
4
|
+
cursor: null,
|
|
5
|
+
inventoryComplete: false,
|
|
6
|
+
itemOffset: 0,
|
|
7
|
+
itemsInventoried: 0,
|
|
8
|
+
itemsProcessed: 0,
|
|
9
|
+
itemsFailed: 0,
|
|
10
|
+
};
|
|
11
|
+
}
|
|
12
|
+
export function acquireIngestionLease(current, input) {
|
|
13
|
+
const now = input.now ?? Date.now();
|
|
14
|
+
if (current && current.expiresAt > now && current.owner !== input.owner) {
|
|
15
|
+
return { acquired: false, lease: current };
|
|
16
|
+
}
|
|
17
|
+
const ttlMs = positiveInteger(input.ttlMs, "lease ttlMs");
|
|
18
|
+
return {
|
|
19
|
+
acquired: true,
|
|
20
|
+
lease: {
|
|
21
|
+
owner: nonEmpty(input.owner, "lease owner"),
|
|
22
|
+
token: nonEmpty(input.token, "lease token"),
|
|
23
|
+
acquiredAt: now,
|
|
24
|
+
expiresAt: now + ttlMs,
|
|
25
|
+
},
|
|
26
|
+
};
|
|
27
|
+
}
|
|
28
|
+
export function renewIngestionLease(current, input) {
|
|
29
|
+
if (current.token !== input.token)
|
|
30
|
+
return null;
|
|
31
|
+
const now = input.now ?? Date.now();
|
|
32
|
+
if (current.expiresAt <= now)
|
|
33
|
+
return null;
|
|
34
|
+
return {
|
|
35
|
+
...current,
|
|
36
|
+
expiresAt: now + positiveInteger(input.ttlMs, "lease ttlMs"),
|
|
37
|
+
};
|
|
38
|
+
}
|
|
39
|
+
export function releaseIngestionLease(current, token) {
|
|
40
|
+
if (!current || current.token === token)
|
|
41
|
+
return null;
|
|
42
|
+
return current;
|
|
43
|
+
}
|
|
44
|
+
export function createIngestionBudgetState(now = Date.now()) {
|
|
45
|
+
return { startedAt: now, items: 0, batches: 0 };
|
|
46
|
+
}
|
|
47
|
+
export function consumeIngestionBudget(state, input) {
|
|
48
|
+
return {
|
|
49
|
+
...state,
|
|
50
|
+
items: state.items + nonNegativeInteger(input.items ?? 0, "items"),
|
|
51
|
+
batches: state.batches + nonNegativeInteger(input.batches ?? 0, "batches"),
|
|
52
|
+
};
|
|
53
|
+
}
|
|
54
|
+
export function ingestionBudgetStopReason(limits, state, now = Date.now()) {
|
|
55
|
+
if (now - state.startedAt >= positiveInteger(limits.runtimeMs, "runtimeMs")) {
|
|
56
|
+
return "runtime";
|
|
57
|
+
}
|
|
58
|
+
if (state.items >= positiveInteger(limits.itemBudget, "itemBudget")) {
|
|
59
|
+
return "items";
|
|
60
|
+
}
|
|
61
|
+
if (state.batches >= positiveInteger(limits.batchBudget, "batchBudget")) {
|
|
62
|
+
return "batches";
|
|
63
|
+
}
|
|
64
|
+
return null;
|
|
65
|
+
}
|
|
66
|
+
export function assertInventoryComplete(checkpoint) {
|
|
67
|
+
if (!checkpoint.inventoryComplete) {
|
|
68
|
+
throw new Error("Context import fetch cannot start before inventory is complete.");
|
|
69
|
+
}
|
|
70
|
+
}
|
|
71
|
+
function nonEmpty(value, name) {
|
|
72
|
+
const normalized = value.trim();
|
|
73
|
+
if (!normalized)
|
|
74
|
+
throw new Error(`${name} is required.`);
|
|
75
|
+
return normalized;
|
|
76
|
+
}
|
|
77
|
+
function positiveInteger(value, name) {
|
|
78
|
+
if (!Number.isInteger(value) || value <= 0) {
|
|
79
|
+
throw new Error(`${name} must be a positive integer.`);
|
|
80
|
+
}
|
|
81
|
+
return value;
|
|
82
|
+
}
|
|
83
|
+
function nonNegativeInteger(value, name) {
|
|
84
|
+
if (!Number.isInteger(value) || value < 0) {
|
|
85
|
+
throw new Error(`${name} must be a non-negative integer.`);
|
|
86
|
+
}
|
|
87
|
+
return value;
|
|
88
|
+
}
|
|
89
|
+
//# sourceMappingURL=orchestration.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"orchestration.js","sourceRoot":"","sources":["../../src/ingestion/orchestration.ts"],"names":[],"mappings":"AA4CA,MAAM,UAAU,yBAAyB;IACvC,OAAO;QACL,KAAK,EAAE,WAAW;QAClB,MAAM,EAAE,IAAI;QACZ,iBAAiB,EAAE,KAAK;QACxB,UAAU,EAAE,CAAC;QACb,gBAAgB,EAAE,CAAC;QACnB,cAAc,EAAE,CAAC;QACjB,WAAW,EAAE,CAAC;KACf,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,qBAAqB,CACnC,OAA0C,EAC1C,KAAiC;IAEjC,MAAM,GAAG,GAAG,KAAK,CAAC,GAAG,IAAI,IAAI,CAAC,GAAG,EAAE,CAAC;IACpC,IAAI,OAAO,IAAI,OAAO,CAAC,SAAS,GAAG,GAAG,IAAI,OAAO,CAAC,KAAK,KAAK,KAAK,CAAC,KAAK,EAAE,CAAC;QACxE,OAAO,EAAE,QAAQ,EAAE,KAAK,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC;IAC7C,CAAC;IACD,MAAM,KAAK,GAAG,eAAe,CAAC,KAAK,CAAC,KAAK,EAAE,aAAa,CAAC,CAAC;IAC1D,OAAO;QACL,QAAQ,EAAE,IAAI;QACd,KAAK,EAAE;YACL,KAAK,EAAE,QAAQ,CAAC,KAAK,CAAC,KAAK,EAAE,aAAa,CAAC;YAC3C,KAAK,EAAE,QAAQ,CAAC,KAAK,CAAC,KAAK,EAAE,aAAa,CAAC;YAC3C,UAAU,EAAE,GAAG;YACf,SAAS,EAAE,GAAG,GAAG,KAAK;SACvB;KACF,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,mBAAmB,CACjC,OAAuB,EACvB,KAAkE;IAElE,IAAI,OAAO,CAAC,KAAK,KAAK,KAAK,CAAC,KAAK;QAAE,OAAO,IAAI,CAAC;IAC/C,MAAM,GAAG,GAAG,KAAK,CAAC,GAAG,IAAI,IAAI,CAAC,GAAG,EAAE,CAAC;IACpC,IAAI,OAAO,CAAC,SAAS,IAAI,GAAG;QAAE,OAAO,IAAI,CAAC;IAC1C,OAAO;QACL,GAAG,OAAO;QACV,SAAS,EAAE,GAAG,GAAG,eAAe,CAAC,KAAK,CAAC,KAAK,EAAE,aAAa,CAAC;KAC7D,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,qBAAqB,CACnC,OAA0C,EAC1C,KAAa;IAEb,IAAI,CAAC,OAAO,IAAI,OAAO,CAAC,KAAK,KAAK,KAAK;QAAE,OAAO,IAAI,CAAC;IACrD,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,MAAM,UAAU,0BAA0B,CACxC,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE;IAEhB,OAAO,EAAE,SAAS,EAAE,GAAG,EAAE,KAAK,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,CAAC;AAClD,CAAC;AAED,MAAM,UAAU,sBAAsB,CACpC,KAA2B,EAC3B,KAA2C;IAE3C,OAAO;QACL,GAAG,KAAK;QACR,KAAK,EAAE,KAAK,CAAC,KAAK,GAAG,kBAAkB,CAAC,KAAK,CAAC,KAAK,IAAI,CAAC,EAAE,OAAO,CAAC;QAClE,OAAO,EAAE,KAAK,CAAC,OAAO,GAAG,kBAAkB,CAAC,KAAK,CAAC,OAAO,IAAI,CAAC,EAAE,SAAS,CAAC;KAC3E,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,yBAAyB,CACvC,MAA6B,EAC7B,KAA2B,EAC3B,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE;IAEhB,IAAI,GAAG,GAAG,KAAK,CAAC,SAAS,IAAI,eAAe,CAAC,MAAM,CAAC,SAAS,EAAE,WAAW,CAAC,EAAE,CAAC;QAC5E,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,IAAI,KAAK,CAAC,KAAK,IAAI,eAAe,CAAC,MAAM,CAAC,UAAU,EAAE,YAAY,CAAC,EAAE,CAAC;QACpE,OAAO,OAAO,CAAC;IACjB,CAAC;IACD,IAAI,KAAK,CAAC,OAAO,IAAI,eAAe,CAAC,MAAM,CAAC,WAAW,EAAE,aAAa,CAAC,EAAE,CAAC;QACxE,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,MAAM,UAAU,uBAAuB,CACrC,UAA0D;IAE1D,IAAI,CAAC,UAAU,CAAC,iBAAiB,EAAE,CAAC;QAClC,MAAM,IAAI,KAAK,CACb,iEAAiE,CAClE,CAAC;IACJ,CAAC;AACH,CAAC;AAED,SAAS,QAAQ,CAAC,KAAa,EAAE,IAAY;IAC3C,MAAM,UAAU,GAAG,KAAK,CAAC,IAAI,EAAE,CAAC;IAChC,IAAI,CAAC,UAAU;QAAE,MAAM,IAAI,KAAK,CAAC,GAAG,IAAI,eAAe,CAAC,CAAC;IACzD,OAAO,UAAU,CAAC;AACpB,CAAC;AAED,SAAS,eAAe,CAAC,KAAa,EAAE,IAAY;IAClD,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,KAAK,IAAI,CAAC,EAAE,CAAC;QAC3C,MAAM,IAAI,KAAK,CAAC,GAAG,IAAI,8BAA8B,CAAC,CAAC;IACzD,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,kBAAkB,CAAC,KAAa,EAAE,IAAY;IACrD,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,KAAK,GAAG,CAAC,EAAE,CAAC;QAC1C,MAAM,IAAI,KAAK,CAAC,GAAG,IAAI,kCAAkC,CAAC,CAAC;IAC7D,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC","sourcesContent":["export type IngestionPhase = \"inventory\" | \"fetch\" | \"completed\";\n\nexport interface IngestionCheckpoint {\n phase: IngestionPhase;\n cursor: string | null;\n inventoryComplete: boolean;\n itemOffset: number;\n itemsInventoried: number;\n itemsProcessed: number;\n itemsFailed: number;\n}\n\nexport interface IngestionLease {\n owner: string;\n token: string;\n acquiredAt: number;\n expiresAt: number;\n}\n\nexport interface AcquireIngestionLeaseInput {\n owner: string;\n token: string;\n ttlMs: number;\n now?: number;\n}\n\nexport type AcquireIngestionLeaseResult =\n | { acquired: true; lease: IngestionLease }\n | { acquired: false; lease: IngestionLease };\n\nexport interface IngestionBudgetLimits {\n runtimeMs: number;\n itemBudget: number;\n batchBudget: number;\n}\n\nexport interface IngestionBudgetState {\n startedAt: number;\n items: number;\n batches: number;\n}\n\nexport type IngestionBudgetStopReason = \"runtime\" | \"items\" | \"batches\" | null;\n\nexport function createIngestionCheckpoint(): IngestionCheckpoint {\n return {\n phase: \"inventory\",\n cursor: null,\n inventoryComplete: false,\n itemOffset: 0,\n itemsInventoried: 0,\n itemsProcessed: 0,\n itemsFailed: 0,\n };\n}\n\nexport function acquireIngestionLease(\n current: IngestionLease | null | undefined,\n input: AcquireIngestionLeaseInput,\n): AcquireIngestionLeaseResult {\n const now = input.now ?? Date.now();\n if (current && current.expiresAt > now && current.owner !== input.owner) {\n return { acquired: false, lease: current };\n }\n const ttlMs = positiveInteger(input.ttlMs, \"lease ttlMs\");\n return {\n acquired: true,\n lease: {\n owner: nonEmpty(input.owner, \"lease owner\"),\n token: nonEmpty(input.token, \"lease token\"),\n acquiredAt: now,\n expiresAt: now + ttlMs,\n },\n };\n}\n\nexport function renewIngestionLease(\n current: IngestionLease,\n input: Pick<AcquireIngestionLeaseInput, \"token\" | \"ttlMs\" | \"now\">,\n): IngestionLease | null {\n if (current.token !== input.token) return null;\n const now = input.now ?? Date.now();\n if (current.expiresAt <= now) return null;\n return {\n ...current,\n expiresAt: now + positiveInteger(input.ttlMs, \"lease ttlMs\"),\n };\n}\n\nexport function releaseIngestionLease(\n current: IngestionLease | null | undefined,\n token: string,\n): null | IngestionLease {\n if (!current || current.token === token) return null;\n return current;\n}\n\nexport function createIngestionBudgetState(\n now = Date.now(),\n): IngestionBudgetState {\n return { startedAt: now, items: 0, batches: 0 };\n}\n\nexport function consumeIngestionBudget(\n state: IngestionBudgetState,\n input: { items?: number; batches?: number },\n): IngestionBudgetState {\n return {\n ...state,\n items: state.items + nonNegativeInteger(input.items ?? 0, \"items\"),\n batches: state.batches + nonNegativeInteger(input.batches ?? 0, \"batches\"),\n };\n}\n\nexport function ingestionBudgetStopReason(\n limits: IngestionBudgetLimits,\n state: IngestionBudgetState,\n now = Date.now(),\n): IngestionBudgetStopReason {\n if (now - state.startedAt >= positiveInteger(limits.runtimeMs, \"runtimeMs\")) {\n return \"runtime\";\n }\n if (state.items >= positiveInteger(limits.itemBudget, \"itemBudget\")) {\n return \"items\";\n }\n if (state.batches >= positiveInteger(limits.batchBudget, \"batchBudget\")) {\n return \"batches\";\n }\n return null;\n}\n\nexport function assertInventoryComplete(\n checkpoint: Pick<IngestionCheckpoint, \"inventoryComplete\">,\n): void {\n if (!checkpoint.inventoryComplete) {\n throw new Error(\n \"Context import fetch cannot start before inventory is complete.\",\n );\n }\n}\n\nfunction nonEmpty(value: string, name: string): string {\n const normalized = value.trim();\n if (!normalized) throw new Error(`${name} is required.`);\n return normalized;\n}\n\nfunction positiveInteger(value: number, name: string): number {\n if (!Number.isInteger(value) || value <= 0) {\n throw new Error(`${name} must be a positive integer.`);\n }\n return value;\n}\n\nfunction nonNegativeInteger(value: number, name: string): number {\n if (!Number.isInteger(value) || value < 0) {\n throw new Error(`${name} must be a non-negative integer.`);\n }\n return value;\n}\n"]}
|
|
@@ -0,0 +1,28 @@
|
|
|
1
|
+
export interface ParsedPptxTextRun {
|
|
2
|
+
content: string;
|
|
3
|
+
bold?: boolean;
|
|
4
|
+
italic?: boolean;
|
|
5
|
+
fontSize?: number;
|
|
6
|
+
color?: string;
|
|
7
|
+
}
|
|
8
|
+
export interface ParsedPptxImage {
|
|
9
|
+
data: Uint8Array;
|
|
10
|
+
mimeType: string;
|
|
11
|
+
name: string;
|
|
12
|
+
}
|
|
13
|
+
export interface ParsedPptxSlide {
|
|
14
|
+
texts: ParsedPptxTextRun[];
|
|
15
|
+
images: ParsedPptxImage[];
|
|
16
|
+
notes?: string;
|
|
17
|
+
layoutHint?: string;
|
|
18
|
+
}
|
|
19
|
+
export interface ParsedPptxPresentation {
|
|
20
|
+
title: string;
|
|
21
|
+
slides: ParsedPptxSlide[];
|
|
22
|
+
theme?: {
|
|
23
|
+
colors: string[];
|
|
24
|
+
fonts: string[];
|
|
25
|
+
};
|
|
26
|
+
}
|
|
27
|
+
export declare function parsePptxPresentation(fileBuffer: Uint8Array): Promise<ParsedPptxPresentation>;
|
|
28
|
+
//# sourceMappingURL=pptx.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"pptx.d.ts","sourceRoot":"","sources":["../../src/ingestion/pptx.ts"],"names":[],"mappings":"AAAA,MAAM,WAAW,iBAAiB;IAChC,OAAO,EAAE,MAAM,CAAC;IAChB,IAAI,CAAC,EAAE,OAAO,CAAC;IACf,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,eAAe;IAC9B,IAAI,EAAE,UAAU,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;IACjB,IAAI,EAAE,MAAM,CAAC;CACd;AAED,MAAM,WAAW,eAAe;IAC9B,KAAK,EAAE,iBAAiB,EAAE,CAAC;IAC3B,MAAM,EAAE,eAAe,EAAE,CAAC;IAC1B,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAED,MAAM,WAAW,sBAAsB;IACrC,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,eAAe,EAAE,CAAC;IAC1B,KAAK,CAAC,EAAE;QAAE,MAAM,EAAE,MAAM,EAAE,CAAC;QAAC,KAAK,EAAE,MAAM,EAAE,CAAA;KAAE,CAAC;CAC/C;AAYD,wBAAsB,qBAAqB,CACzC,UAAU,EAAE,UAAU,GACrB,OAAO,CAAC,sBAAsB,CAAC,CAgHjC"}
|
|
@@ -0,0 +1,255 @@
|
|
|
1
|
+
export async function parsePptxPresentation(fileBuffer) {
|
|
2
|
+
const { loadZip, parseXml } = await loadPptxDependencies();
|
|
3
|
+
const zip = await loadZip(fileBuffer);
|
|
4
|
+
const presentationXml = await zip
|
|
5
|
+
.file("ppt/presentation.xml")
|
|
6
|
+
?.async("string");
|
|
7
|
+
if (!presentationXml)
|
|
8
|
+
throw new Error("Invalid PPTX: missing ppt/presentation.xml");
|
|
9
|
+
const presentation = parseXml(presentationXml);
|
|
10
|
+
const slideIds = asArray(record(record(record(presentation)?.["p:presentation"])?.["p:sldIdLst"])?.["p:sldId"]).map((entry) => stringValue(record(entry)?.["@_r:id"]) ?? "");
|
|
11
|
+
const relationshipsXml = await zip
|
|
12
|
+
.file("ppt/_rels/presentation.xml.rels")
|
|
13
|
+
?.async("string");
|
|
14
|
+
const relationships = relationshipsXml
|
|
15
|
+
? parseRelationships(parseXml(relationshipsXml))
|
|
16
|
+
: new Map();
|
|
17
|
+
const slidePaths = slideIds.flatMap((id) => {
|
|
18
|
+
const relationship = relationships.get(id);
|
|
19
|
+
if (!relationship)
|
|
20
|
+
return [];
|
|
21
|
+
return [
|
|
22
|
+
relationship.target.startsWith("/")
|
|
23
|
+
? relationship.target.slice(1)
|
|
24
|
+
: `ppt/${relationship.target}`,
|
|
25
|
+
];
|
|
26
|
+
});
|
|
27
|
+
if (slidePaths.length === 0) {
|
|
28
|
+
slidePaths.push(...Object.keys(zip.files)
|
|
29
|
+
.filter((path) => /^ppt\/slides\/slide\d+\.xml$/.test(path))
|
|
30
|
+
.sort((a, b) => slideNumber(a) - slideNumber(b)));
|
|
31
|
+
}
|
|
32
|
+
const theme = await parseTheme(zip, parseXml);
|
|
33
|
+
const slides = [];
|
|
34
|
+
for (const slidePath of slidePaths) {
|
|
35
|
+
const xml = await zip.file(slidePath)?.async("string");
|
|
36
|
+
if (!xml)
|
|
37
|
+
continue;
|
|
38
|
+
let slide;
|
|
39
|
+
try {
|
|
40
|
+
slide = parseXml(xml);
|
|
41
|
+
}
|
|
42
|
+
catch {
|
|
43
|
+
continue;
|
|
44
|
+
}
|
|
45
|
+
const texts = [];
|
|
46
|
+
collectTextRuns(slide, texts);
|
|
47
|
+
const images = [];
|
|
48
|
+
const relationshipPath = slidePath.replace(/slides\/(slide\d+\.xml)/, "slides/_rels/$1.rels");
|
|
49
|
+
const slideRelationshipsXml = await zip
|
|
50
|
+
.file(relationshipPath)
|
|
51
|
+
?.async("string");
|
|
52
|
+
if (slideRelationshipsXml) {
|
|
53
|
+
for (const relationship of parseRelationships(parseXml(slideRelationshipsXml)).values()) {
|
|
54
|
+
if (!relationship.type.includes("/image") &&
|
|
55
|
+
!/\.(png|jpe?g|gif|svg|webp|bmp|tiff?|emf|wmf)$/i.test(relationship.target)) {
|
|
56
|
+
continue;
|
|
57
|
+
}
|
|
58
|
+
const imagePath = relationship.target.startsWith("/")
|
|
59
|
+
? relationship.target.slice(1)
|
|
60
|
+
: relationship.target.startsWith("../")
|
|
61
|
+
? `ppt/${relationship.target.replace(/^\.\.\//, "")}`
|
|
62
|
+
: `ppt/slides/${relationship.target}`;
|
|
63
|
+
const image = zip.file(imagePath);
|
|
64
|
+
if (!image)
|
|
65
|
+
continue;
|
|
66
|
+
const name = imagePath.split("/").at(-1) ?? "image";
|
|
67
|
+
images.push({
|
|
68
|
+
data: new Uint8Array(await image.async("nodebuffer")),
|
|
69
|
+
mimeType: imageMimeType(name),
|
|
70
|
+
name,
|
|
71
|
+
});
|
|
72
|
+
}
|
|
73
|
+
}
|
|
74
|
+
const number = slideNumber(slidePath);
|
|
75
|
+
const notesXml = await zip
|
|
76
|
+
.file(`ppt/notesSlides/notesSlide${number}.xml`)
|
|
77
|
+
?.async("string");
|
|
78
|
+
let notes;
|
|
79
|
+
if (notesXml) {
|
|
80
|
+
const runs = [];
|
|
81
|
+
collectTextRuns(parseXml(notesXml), runs);
|
|
82
|
+
const value = runs
|
|
83
|
+
.map((run) => run.content)
|
|
84
|
+
.join(" ")
|
|
85
|
+
.trim();
|
|
86
|
+
if (value.length > 1)
|
|
87
|
+
notes = value;
|
|
88
|
+
}
|
|
89
|
+
slides.push({
|
|
90
|
+
texts,
|
|
91
|
+
images,
|
|
92
|
+
notes,
|
|
93
|
+
layoutHint: guessLayoutHint(texts, images.length > 0),
|
|
94
|
+
});
|
|
95
|
+
}
|
|
96
|
+
const firstSlide = slides[0]?.texts ?? [];
|
|
97
|
+
const title = [...firstSlide]
|
|
98
|
+
.sort((a, b) => (b.fontSize ?? 0) - (a.fontSize ?? 0))[0]
|
|
99
|
+
?.content.trim()
|
|
100
|
+
.slice(0, 200) || "Imported Presentation";
|
|
101
|
+
return { title, slides, theme };
|
|
102
|
+
}
|
|
103
|
+
async function parseTheme(zip, parseXml) {
|
|
104
|
+
const xml = await zip.file("ppt/theme/theme1.xml")?.async("string");
|
|
105
|
+
if (!xml)
|
|
106
|
+
return undefined;
|
|
107
|
+
const root = record(parseXml(xml));
|
|
108
|
+
const elements = record(record(root?.["a:theme"])?.["a:themeElements"]);
|
|
109
|
+
const scheme = record(elements?.["a:clrScheme"]);
|
|
110
|
+
const colors = [];
|
|
111
|
+
for (const [key, value] of Object.entries(scheme ?? {})) {
|
|
112
|
+
if (key.startsWith("@_"))
|
|
113
|
+
continue;
|
|
114
|
+
const color = record(value);
|
|
115
|
+
const rgb = stringValue(record(color?.["a:srgbClr"])?.["@_val"]);
|
|
116
|
+
const system = stringValue(record(color?.["a:sysClr"])?.["@_lastClr"]);
|
|
117
|
+
if (rgb || system)
|
|
118
|
+
colors.push(`#${rgb ?? system}`);
|
|
119
|
+
}
|
|
120
|
+
const fontScheme = record(elements?.["a:fontScheme"]);
|
|
121
|
+
const fonts = ["a:majorFont", "a:minorFont"].flatMap((key) => {
|
|
122
|
+
const value = stringValue(record(record(fontScheme?.[key])?.["a:latin"])?.["@_typeface"]);
|
|
123
|
+
return value ? [value] : [];
|
|
124
|
+
});
|
|
125
|
+
return colors.length || fonts.length ? { colors, fonts } : undefined;
|
|
126
|
+
}
|
|
127
|
+
function collectTextRuns(value, runs, inherited = {}) {
|
|
128
|
+
const node = record(value);
|
|
129
|
+
if (!node)
|
|
130
|
+
return;
|
|
131
|
+
for (const raw of asArray(node["a:r"])) {
|
|
132
|
+
const run = record(raw);
|
|
133
|
+
const content = innerText(run?.["a:t"]);
|
|
134
|
+
if (content)
|
|
135
|
+
runs.push({
|
|
136
|
+
content,
|
|
137
|
+
...runProperties(record(run?.["a:rPr"]), inherited),
|
|
138
|
+
});
|
|
139
|
+
}
|
|
140
|
+
if (node["a:t"] !== undefined && node["a:r"] === undefined) {
|
|
141
|
+
const content = innerText(node["a:t"]);
|
|
142
|
+
if (content)
|
|
143
|
+
runs.push({ content, ...inherited });
|
|
144
|
+
}
|
|
145
|
+
for (const [key, child] of Object.entries(node)) {
|
|
146
|
+
if (key.startsWith("@_") || key === "a:r" || key === "a:t")
|
|
147
|
+
continue;
|
|
148
|
+
for (const item of asArray(child))
|
|
149
|
+
collectTextRuns(item, runs, inherited);
|
|
150
|
+
}
|
|
151
|
+
}
|
|
152
|
+
function runProperties(value, inherited) {
|
|
153
|
+
if (!value)
|
|
154
|
+
return inherited;
|
|
155
|
+
const size = Number(value["@_sz"]);
|
|
156
|
+
const rgb = stringValue(record(record(value["a:solidFill"])?.["a:srgbClr"])?.["@_val"]);
|
|
157
|
+
return {
|
|
158
|
+
...inherited,
|
|
159
|
+
...(value["@_b"] === "1" || value["@_b"] === 1 || value["@_b"] === true
|
|
160
|
+
? { bold: true }
|
|
161
|
+
: {}),
|
|
162
|
+
...(value["@_i"] === "1" || value["@_i"] === 1 || value["@_i"] === true
|
|
163
|
+
? { italic: true }
|
|
164
|
+
: {}),
|
|
165
|
+
...(Number.isFinite(size) && size > 0 ? { fontSize: size / 100 } : {}),
|
|
166
|
+
...(rgb ? { color: `#${rgb}` } : {}),
|
|
167
|
+
};
|
|
168
|
+
}
|
|
169
|
+
function parseRelationships(value) {
|
|
170
|
+
const output = new Map();
|
|
171
|
+
for (const raw of asArray(record(record(value)?.Relationships)?.Relationship)) {
|
|
172
|
+
const relationship = record(raw);
|
|
173
|
+
const id = stringValue(relationship?.["@_Id"]);
|
|
174
|
+
const target = stringValue(relationship?.["@_Target"]);
|
|
175
|
+
if (id && target) {
|
|
176
|
+
output.set(id, {
|
|
177
|
+
target,
|
|
178
|
+
type: stringValue(relationship?.["@_Type"]) ?? "",
|
|
179
|
+
});
|
|
180
|
+
}
|
|
181
|
+
}
|
|
182
|
+
return output;
|
|
183
|
+
}
|
|
184
|
+
function guessLayoutHint(texts, hasImages) {
|
|
185
|
+
if (hasImages)
|
|
186
|
+
return "image";
|
|
187
|
+
const maxSize = Math.max(...texts.map((text) => text.fontSize ?? 0), 0);
|
|
188
|
+
const length = texts.reduce((total, text) => total + text.content.length, 0);
|
|
189
|
+
if (texts.length <= 3 && length < 200 && maxSize >= 28)
|
|
190
|
+
return "title";
|
|
191
|
+
if (texts.length <= 2 && length < 100)
|
|
192
|
+
return "section";
|
|
193
|
+
return "content";
|
|
194
|
+
}
|
|
195
|
+
function imageMimeType(name) {
|
|
196
|
+
const extension = name.split(".").at(-1)?.toLowerCase();
|
|
197
|
+
return ({
|
|
198
|
+
png: "image/png",
|
|
199
|
+
jpg: "image/jpeg",
|
|
200
|
+
jpeg: "image/jpeg",
|
|
201
|
+
gif: "image/gif",
|
|
202
|
+
svg: "image/svg+xml",
|
|
203
|
+
webp: "image/webp",
|
|
204
|
+
bmp: "image/bmp",
|
|
205
|
+
tiff: "image/tiff",
|
|
206
|
+
tif: "image/tiff",
|
|
207
|
+
emf: "image/emf",
|
|
208
|
+
wmf: "image/wmf",
|
|
209
|
+
}[extension ?? ""] ?? "application/octet-stream");
|
|
210
|
+
}
|
|
211
|
+
async function loadPptxDependencies() {
|
|
212
|
+
const zipModuleName = "jszip";
|
|
213
|
+
const xmlModuleName = "fast-xml-parser";
|
|
214
|
+
try {
|
|
215
|
+
const [zipModule, xmlModule] = await Promise.all([
|
|
216
|
+
import(zipModuleName),
|
|
217
|
+
import(xmlModuleName),
|
|
218
|
+
]);
|
|
219
|
+
const parser = new xmlModule.XMLParser({
|
|
220
|
+
ignoreAttributes: false,
|
|
221
|
+
attributeNamePrefix: "@_",
|
|
222
|
+
});
|
|
223
|
+
return {
|
|
224
|
+
loadZip: (data) => zipModule.default.loadAsync(data),
|
|
225
|
+
parseXml: (xml) => parser.parse(xml),
|
|
226
|
+
};
|
|
227
|
+
}
|
|
228
|
+
catch {
|
|
229
|
+
throw new Error("Structured PPTX parsing requires the optional jszip and fast-xml-parser dependencies.");
|
|
230
|
+
}
|
|
231
|
+
}
|
|
232
|
+
function slideNumber(value) {
|
|
233
|
+
return Number(value.match(/slide(\d+)/)?.[1] ?? 0);
|
|
234
|
+
}
|
|
235
|
+
function innerText(value) {
|
|
236
|
+
if (typeof value === "string" || typeof value === "number")
|
|
237
|
+
return String(value);
|
|
238
|
+
return String(record(value)?.["#text"] ?? "");
|
|
239
|
+
}
|
|
240
|
+
function asArray(value) {
|
|
241
|
+
return value === undefined || value === null
|
|
242
|
+
? []
|
|
243
|
+
: Array.isArray(value)
|
|
244
|
+
? value
|
|
245
|
+
: [value];
|
|
246
|
+
}
|
|
247
|
+
function record(value) {
|
|
248
|
+
return value && typeof value === "object" && !Array.isArray(value)
|
|
249
|
+
? value
|
|
250
|
+
: null;
|
|
251
|
+
}
|
|
252
|
+
function stringValue(value) {
|
|
253
|
+
return typeof value === "string" && value.trim() ? value.trim() : undefined;
|
|
254
|
+
}
|
|
255
|
+
//# sourceMappingURL=pptx.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"pptx.js","sourceRoot":"","sources":["../../src/ingestion/pptx.ts"],"names":[],"mappings":"AAqCA,MAAM,CAAC,KAAK,UAAU,qBAAqB,CACzC,UAAsB;IAEtB,MAAM,EAAE,OAAO,EAAE,QAAQ,EAAE,GAAG,MAAM,oBAAoB,EAAE,CAAC;IAC3D,MAAM,GAAG,GAAG,MAAM,OAAO,CAAC,UAAU,CAAC,CAAC;IACtC,MAAM,eAAe,GAAG,MAAM,GAAG;SAC9B,IAAI,CAAC,sBAAsB,CAAC;QAC7B,EAAE,KAAK,CAAC,QAAQ,CAAC,CAAC;IACpB,IAAI,CAAC,eAAe;QAClB,MAAM,IAAI,KAAK,CAAC,4CAA4C,CAAC,CAAC;IAChE,MAAM,YAAY,GAAG,QAAQ,CAAC,eAAe,CAAC,CAAC;IAC/C,MAAM,QAAQ,GAAG,OAAO,CACtB,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,YAAY,CAAC,EAAE,CAAC,gBAAgB,CAAC,CAAC,EAAE,CAAC,YAAY,CAAC,CAAC,EAAE,CACxE,SAAS,CACV,CACF,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,WAAW,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,QAAQ,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;IAC/D,MAAM,gBAAgB,GAAG,MAAM,GAAG;SAC/B,IAAI,CAAC,iCAAiC,CAAC;QACxC,EAAE,KAAK,CAAC,QAAQ,CAAC,CAAC;IACpB,MAAM,aAAa,GAAG,gBAAgB;QACpC,CAAC,CAAC,kBAAkB,CAAC,QAAQ,CAAC,gBAAgB,CAAC,CAAC;QAChD,CAAC,CAAC,IAAI,GAAG,EAA4C,CAAC;IACxD,MAAM,UAAU,GAAG,QAAQ,CAAC,OAAO,CAAC,CAAC,EAAE,EAAE,EAAE;QACzC,MAAM,YAAY,GAAG,aAAa,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAC3C,IAAI,CAAC,YAAY;YAAE,OAAO,EAAE,CAAC;QAC7B,OAAO;YACL,YAAY,CAAC,MAAM,CAAC,UAAU,CAAC,GAAG,CAAC;gBACjC,CAAC,CAAC,YAAY,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;gBAC9B,CAAC,CAAC,OAAO,YAAY,CAAC,MAAM,EAAE;SACjC,CAAC;IACJ,CAAC,CAAC,CAAC;IACH,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC5B,UAAU,CAAC,IAAI,CACb,GAAG,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC;aACtB,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,8BAA8B,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;aAC3D,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,WAAW,CAAC,CAAC,CAAC,GAAG,WAAW,CAAC,CAAC,CAAC,CAAC,CACnD,CAAC;IACJ,CAAC;IACD,MAAM,KAAK,GAAG,MAAM,UAAU,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;IAC9C,MAAM,MAAM,GAAsB,EAAE,CAAC;IACrC,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE,CAAC;QACnC,MAAM,GAAG,GAAG,MAAM,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,KAAK,CAAC,QAAQ,CAAC,CAAC;QACvD,IAAI,CAAC,GAAG;YAAE,SAAS;QACnB,IAAI,KAAc,CAAC;QACnB,IAAI,CAAC;YACH,KAAK,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC;QACxB,CAAC;QAAC,MAAM,CAAC;YACP,SAAS;QACX,CAAC;QACD,MAAM,KAAK,GAAwB,EAAE,CAAC;QACtC,eAAe,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;QAC9B,MAAM,MAAM,GAAsB,EAAE,CAAC;QACrC,MAAM,gBAAgB,GAAG,SAAS,CAAC,OAAO,CACxC,yBAAyB,EACzB,sBAAsB,CACvB,CAAC;QACF,MAAM,qBAAqB,GAAG,MAAM,GAAG;aACpC,IAAI,CAAC,gBAAgB,CAAC;YACvB,EAAE,KAAK,CAAC,QAAQ,CAAC,CAAC;QACpB,IAAI,qBAAqB,EAAE,CAAC;YAC1B,KAAK,MAAM,YAAY,IAAI,kBAAkB,CAC3C,QAAQ,CAAC,qBAAqB,CAAC,CAChC,CAAC,MAAM,EAAE,EAAE,CAAC;gBACX,IACE,CAAC,YAAY,CAAC,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC;oBACrC,CAAC,gDAAgD,CAAC,IAAI,CACpD,YAAY,CAAC,MAAM,CACpB,EACD,CAAC;oBACD,SAAS;gBACX,CAAC;gBACD,MAAM,SAAS,GAAG,YAAY,CAAC,MAAM,CAAC,UAAU,CAAC,GAAG,CAAC;oBACnD,CAAC,CAAC,YAAY,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;oBAC9B,CAAC,CAAC,YAAY,CAAC,MAAM,CAAC,UAAU,CAAC,KAAK,CAAC;wBACrC,CAAC,CAAC,OAAO,YAAY,CAAC,MAAM,CAAC,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC,EAAE;wBACrD,CAAC,CAAC,cAAc,YAAY,CAAC,MAAM,EAAE,CAAC;gBAC1C,MAAM,KAAK,GAAG,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;gBAClC,IAAI,CAAC,KAAK;oBAAE,SAAS;gBACrB,MAAM,IAAI,GAAG,SAAS,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,OAAO,CAAC;gBACpD,MAAM,CAAC,IAAI,CAAC;oBACV,IAAI,EAAE,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;oBACrD,QAAQ,EAAE,aAAa,CAAC,IAAI,CAAC;oBAC7B,IAAI;iBACL,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QACD,MAAM,MAAM,GAAG,WAAW,CAAC,SAAS,CAAC,CAAC;QACtC,MAAM,QAAQ,GAAG,MAAM,GAAG;aACvB,IAAI,CAAC,6BAA6B,MAAM,MAAM,CAAC;YAChD,EAAE,KAAK,CAAC,QAAQ,CAAC,CAAC;QACpB,IAAI,KAAyB,CAAC;QAC9B,IAAI,QAAQ,EAAE,CAAC;YACb,MAAM,IAAI,GAAwB,EAAE,CAAC;YACrC,eAAe,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,IAAI,CAAC,CAAC;YAC1C,MAAM,KAAK,GAAG,IAAI;iBACf,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,OAAO,CAAC;iBACzB,IAAI,CAAC,GAAG,CAAC;iBACT,IAAI,EAAE,CAAC;YACV,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC;gBAAE,KAAK,GAAG,KAAK,CAAC;QACtC,CAAC;QACD,MAAM,CAAC,IAAI,CAAC;YACV,KAAK;YACL,MAAM;YACN,KAAK;YACL,UAAU,EAAE,eAAe,CAAC,KAAK,EAAE,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC;SACtD,CAAC,CAAC;IACL,CAAC;IACD,MAAM,UAAU,GAAG,MAAM,CAAC,CAAC,CAAC,EAAE,KAAK,IAAI,EAAE,CAAC;IAC1C,MAAM,KAAK,GACT,CAAC,GAAG,UAAU,CAAC;SACZ,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,QAAQ,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,QAAQ,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACzD,EAAE,OAAO,CAAC,IAAI,EAAE;SACf,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,IAAI,uBAAuB,CAAC;IAC9C,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC;AAClC,CAAC;AAED,KAAK,UAAU,UAAU,CACvB,GAAe,EACf,QAAkC;IAElC,MAAM,GAAG,GAAG,MAAM,GAAG,CAAC,IAAI,CAAC,sBAAsB,CAAC,EAAE,KAAK,CAAC,QAAQ,CAAC,CAAC;IACpE,IAAI,CAAC,GAAG;QAAE,OAAO,SAAS,CAAC;IAC3B,MAAM,IAAI,GAAG,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC;IACnC,MAAM,QAAQ,GAAG,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC,iBAAiB,CAAC,CAAC,CAAC;IACxE,MAAM,MAAM,GAAG,MAAM,CAAC,QAAQ,EAAE,CAAC,aAAa,CAAC,CAAC,CAAC;IACjD,MAAM,MAAM,GAAa,EAAE,CAAC;IAC5B,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,IAAI,EAAE,CAAC,EAAE,CAAC;QACxD,IAAI,GAAG,CAAC,UAAU,CAAC,IAAI,CAAC;YAAE,SAAS;QACnC,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;QAC5B,MAAM,GAAG,GAAG,WAAW,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,WAAW,CAAC,CAAC,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;QACjE,MAAM,MAAM,GAAG,WAAW,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,UAAU,CAAC,CAAC,EAAE,CAAC,WAAW,CAAC,CAAC,CAAC;QACvE,IAAI,GAAG,IAAI,MAAM;YAAE,MAAM,CAAC,IAAI,CAAC,IAAI,GAAG,IAAI,MAAM,EAAE,CAAC,CAAC;IACtD,CAAC;IACD,MAAM,UAAU,GAAG,MAAM,CAAC,QAAQ,EAAE,CAAC,cAAc,CAAC,CAAC,CAAC;IACtD,MAAM,KAAK,GAAG,CAAC,aAAa,EAAE,aAAa,CAAC,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE,EAAE;QAC3D,MAAM,KAAK,GAAG,WAAW,CACvB,MAAM,CAAC,MAAM,CAAC,UAAU,EAAE,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC,YAAY,CAAC,CAC/D,CAAC;QACF,OAAO,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IAC9B,CAAC,CAAC,CAAC;IACH,OAAO,MAAM,CAAC,MAAM,IAAI,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC;AACvE,CAAC;AAED,SAAS,eAAe,CACtB,KAAc,EACd,IAAyB,EACzB,SAAS,GAAuC,EAAE;IAElD,MAAM,IAAI,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;IAC3B,IAAI,CAAC,IAAI;QAAE,OAAO;IAClB,KAAK,MAAM,GAAG,IAAI,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC;QACvC,MAAM,GAAG,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC;QACxB,MAAM,OAAO,GAAG,SAAS,CAAC,GAAG,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC;QACxC,IAAI,OAAO;YACT,IAAI,CAAC,IAAI,CAAC;gBACR,OAAO;gBACP,GAAG,aAAa,CAAC,MAAM,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,CAAC,EAAE,SAAS,CAAC;aACpD,CAAC,CAAC;IACP,CAAC;IACD,IAAI,IAAI,CAAC,KAAK,CAAC,KAAK,SAAS,IAAI,IAAI,CAAC,KAAK,CAAC,KAAK,SAAS,EAAE,CAAC;QAC3D,MAAM,OAAO,GAAG,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;QACvC,IAAI,OAAO;YAAE,IAAI,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,GAAG,SAAS,EAAE,CAAC,CAAC;IACpD,CAAC;IACD,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC;QAChD,IAAI,GAAG,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,GAAG,KAAK,KAAK,IAAI,GAAG,KAAK,KAAK;YAAE,SAAS;QACrE,KAAK,MAAM,IAAI,IAAI,OAAO,CAAC,KAAK,CAAC;YAAE,eAAe,CAAC,IAAI,EAAE,IAAI,EAAE,SAAS,CAAC,CAAC;IAC5E,CAAC;AACH,CAAC;AAED,SAAS,aAAa,CACpB,KAAqC,EACrC,SAA6C;IAE7C,IAAI,CAAC,KAAK;QAAE,OAAO,SAAS,CAAC;IAC7B,MAAM,IAAI,GAAG,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC;IACnC,MAAM,GAAG,GAAG,WAAW,CACrB,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC,EAAE,CAAC,WAAW,CAAC,CAAC,EAAE,CAAC,OAAO,CAAC,CAC/D,CAAC;IACF,OAAO;QACL,GAAG,SAAS;QACZ,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,GAAG,IAAI,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,KAAK,CAAC,KAAK,IAAI;YACrE,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE;YAChB,CAAC,CAAC,EAAE,CAAC;QACP,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,GAAG,IAAI,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,KAAK,CAAC,KAAK,IAAI;YACrE,CAAC,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE;YAClB,CAAC,CAAC,EAAE,CAAC;QACP,GAAG,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,IAAI,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,IAAI,GAAG,GAAG,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACtE,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,IAAI,GAAG,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KACrC,CAAC;AACJ,CAAC;AAED,SAAS,kBAAkB,CAAC,KAAc;IACxC,MAAM,MAAM,GAAG,IAAI,GAAG,EAA4C,CAAC;IACnE,KAAK,MAAM,GAAG,IAAI,OAAO,CACvB,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,aAAa,CAAC,EAAE,YAAY,CACnD,EAAE,CAAC;QACF,MAAM,YAAY,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC;QACjC,MAAM,EAAE,GAAG,WAAW,CAAC,YAAY,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC;QAC/C,MAAM,MAAM,GAAG,WAAW,CAAC,YAAY,EAAE,CAAC,UAAU,CAAC,CAAC,CAAC;QACvD,IAAI,EAAE,IAAI,MAAM,EAAE,CAAC;YACjB,MAAM,CAAC,GAAG,CAAC,EAAE,EAAE;gBACb,MAAM;gBACN,IAAI,EAAE,WAAW,CAAC,YAAY,EAAE,CAAC,QAAQ,CAAC,CAAC,IAAI,EAAE;aAClD,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,eAAe,CAAC,KAA0B,EAAE,SAAkB;IACrE,IAAI,SAAS;QAAE,OAAO,OAAO,CAAC;IAC9B,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,QAAQ,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IACxE,MAAM,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE,CAAC,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;IAC7E,IAAI,KAAK,CAAC,MAAM,IAAI,CAAC,IAAI,MAAM,GAAG,GAAG,IAAI,OAAO,IAAI,EAAE;QAAE,OAAO,OAAO,CAAC;IACvE,IAAI,KAAK,CAAC,MAAM,IAAI,CAAC,IAAI,MAAM,GAAG,GAAG;QAAE,OAAO,SAAS,CAAC;IACxD,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,SAAS,aAAa,CAAC,IAAY;IACjC,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,CAAC;IACxD,OAAO,CACL;QACE,GAAG,EAAE,WAAW;QAChB,GAAG,EAAE,YAAY;QACjB,IAAI,EAAE,YAAY;QAClB,GAAG,EAAE,WAAW;QAChB,GAAG,EAAE,eAAe;QACpB,IAAI,EAAE,YAAY;QAClB,GAAG,EAAE,WAAW;QAChB,IAAI,EAAE,YAAY;QAClB,GAAG,EAAE,YAAY;QACjB,GAAG,EAAE,WAAW;QAChB,GAAG,EAAE,WAAW;KACjB,CAAC,SAAS,IAAI,EAAE,CAAC,IAAI,0BAA0B,CACjD,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,oBAAoB;IAIjC,MAAM,aAAa,GAAG,OAAO,CAAC;IAC9B,MAAM,aAAa,GAAG,iBAAiB,CAAC;IACxC,IAAI,CAAC;QACH,MAAM,CAAC,SAAS,EAAE,SAAS,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;YAC/C,MAAM,CAAC,aAAa,CAElB;YACF,MAAM,CAAC,aAAa,CAIlB;SACH,CAAC,CAAC;QACH,MAAM,MAAM,GAAG,IAAI,SAAS,CAAC,SAAS,CAAC;YACrC,gBAAgB,EAAE,KAAK;YACvB,mBAAmB,EAAE,IAAI;SAC1B,CAAC,CAAC;QACH,OAAO;YACL,OAAO,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC,SAAS,CAAC,OAAO,CAAC,SAAS,CAAC,IAAI,CAAC;YACpD,QAAQ,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC;SACrC,CAAC;IACJ,CAAC;IAAC,MAAM,CAAC;QACP,MAAM,IAAI,KAAK,CACb,uFAAuF,CACxF,CAAC;IACJ,CAAC;AACH,CAAC;AAED,SAAS,WAAW,CAAC,KAAa;IAChC,OAAO,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,YAAY,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;AACrD,CAAC;AAED,SAAS,SAAS,CAAC,KAAc;IAC/B,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,OAAO,KAAK,KAAK,QAAQ;QACxD,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC;IACvB,OAAO,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC;AAChD,CAAC;AAED,SAAS,OAAO,CAAC,KAAc;IAC7B,OAAO,KAAK,KAAK,SAAS,IAAI,KAAK,KAAK,IAAI;QAC1C,CAAC,CAAC,EAAE;QACJ,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;YACpB,CAAC,CAAC,KAAK;YACP,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;AAChB,CAAC;AAED,SAAS,MAAM,CAAC,KAAc;IAC5B,OAAO,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;QAChE,CAAC,CAAE,KAAiC;QACpC,CAAC,CAAC,IAAI,CAAC;AACX,CAAC;AAED,SAAS,WAAW,CAAC,KAAc;IACjC,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC;AAC9E,CAAC","sourcesContent":["export interface ParsedPptxTextRun {\n content: string;\n bold?: boolean;\n italic?: boolean;\n fontSize?: number;\n color?: string;\n}\n\nexport interface ParsedPptxImage {\n data: Uint8Array;\n mimeType: string;\n name: string;\n}\n\nexport interface ParsedPptxSlide {\n texts: ParsedPptxTextRun[];\n images: ParsedPptxImage[];\n notes?: string;\n layoutHint?: string;\n}\n\nexport interface ParsedPptxPresentation {\n title: string;\n slides: ParsedPptxSlide[];\n theme?: { colors: string[]; fonts: string[] };\n}\n\ninterface ZipFile {\n async(type: \"string\"): Promise<string>;\n async(type: \"nodebuffer\"): Promise<Buffer>;\n}\n\ninterface ZipArchive {\n files: Record<string, unknown>;\n file(path: string): ZipFile | null;\n}\n\nexport async function parsePptxPresentation(\n fileBuffer: Uint8Array,\n): Promise<ParsedPptxPresentation> {\n const { loadZip, parseXml } = await loadPptxDependencies();\n const zip = await loadZip(fileBuffer);\n const presentationXml = await zip\n .file(\"ppt/presentation.xml\")\n ?.async(\"string\");\n if (!presentationXml)\n throw new Error(\"Invalid PPTX: missing ppt/presentation.xml\");\n const presentation = parseXml(presentationXml);\n const slideIds = asArray(\n record(record(record(presentation)?.[\"p:presentation\"])?.[\"p:sldIdLst\"])?.[\n \"p:sldId\"\n ],\n ).map((entry) => stringValue(record(entry)?.[\"@_r:id\"]) ?? \"\");\n const relationshipsXml = await zip\n .file(\"ppt/_rels/presentation.xml.rels\")\n ?.async(\"string\");\n const relationships = relationshipsXml\n ? parseRelationships(parseXml(relationshipsXml))\n : new Map<string, { target: string; type: string }>();\n const slidePaths = slideIds.flatMap((id) => {\n const relationship = relationships.get(id);\n if (!relationship) return [];\n return [\n relationship.target.startsWith(\"/\")\n ? relationship.target.slice(1)\n : `ppt/${relationship.target}`,\n ];\n });\n if (slidePaths.length === 0) {\n slidePaths.push(\n ...Object.keys(zip.files)\n .filter((path) => /^ppt\\/slides\\/slide\\d+\\.xml$/.test(path))\n .sort((a, b) => slideNumber(a) - slideNumber(b)),\n );\n }\n const theme = await parseTheme(zip, parseXml);\n const slides: ParsedPptxSlide[] = [];\n for (const slidePath of slidePaths) {\n const xml = await zip.file(slidePath)?.async(\"string\");\n if (!xml) continue;\n let slide: unknown;\n try {\n slide = parseXml(xml);\n } catch {\n continue;\n }\n const texts: ParsedPptxTextRun[] = [];\n collectTextRuns(slide, texts);\n const images: ParsedPptxImage[] = [];\n const relationshipPath = slidePath.replace(\n /slides\\/(slide\\d+\\.xml)/,\n \"slides/_rels/$1.rels\",\n );\n const slideRelationshipsXml = await zip\n .file(relationshipPath)\n ?.async(\"string\");\n if (slideRelationshipsXml) {\n for (const relationship of parseRelationships(\n parseXml(slideRelationshipsXml),\n ).values()) {\n if (\n !relationship.type.includes(\"/image\") &&\n !/\\.(png|jpe?g|gif|svg|webp|bmp|tiff?|emf|wmf)$/i.test(\n relationship.target,\n )\n ) {\n continue;\n }\n const imagePath = relationship.target.startsWith(\"/\")\n ? relationship.target.slice(1)\n : relationship.target.startsWith(\"../\")\n ? `ppt/${relationship.target.replace(/^\\.\\.\\//, \"\")}`\n : `ppt/slides/${relationship.target}`;\n const image = zip.file(imagePath);\n if (!image) continue;\n const name = imagePath.split(\"/\").at(-1) ?? \"image\";\n images.push({\n data: new Uint8Array(await image.async(\"nodebuffer\")),\n mimeType: imageMimeType(name),\n name,\n });\n }\n }\n const number = slideNumber(slidePath);\n const notesXml = await zip\n .file(`ppt/notesSlides/notesSlide${number}.xml`)\n ?.async(\"string\");\n let notes: string | undefined;\n if (notesXml) {\n const runs: ParsedPptxTextRun[] = [];\n collectTextRuns(parseXml(notesXml), runs);\n const value = runs\n .map((run) => run.content)\n .join(\" \")\n .trim();\n if (value.length > 1) notes = value;\n }\n slides.push({\n texts,\n images,\n notes,\n layoutHint: guessLayoutHint(texts, images.length > 0),\n });\n }\n const firstSlide = slides[0]?.texts ?? [];\n const title =\n [...firstSlide]\n .sort((a, b) => (b.fontSize ?? 0) - (a.fontSize ?? 0))[0]\n ?.content.trim()\n .slice(0, 200) || \"Imported Presentation\";\n return { title, slides, theme };\n}\n\nasync function parseTheme(\n zip: ZipArchive,\n parseXml: (xml: string) => unknown,\n): Promise<ParsedPptxPresentation[\"theme\"]> {\n const xml = await zip.file(\"ppt/theme/theme1.xml\")?.async(\"string\");\n if (!xml) return undefined;\n const root = record(parseXml(xml));\n const elements = record(record(root?.[\"a:theme\"])?.[\"a:themeElements\"]);\n const scheme = record(elements?.[\"a:clrScheme\"]);\n const colors: string[] = [];\n for (const [key, value] of Object.entries(scheme ?? {})) {\n if (key.startsWith(\"@_\")) continue;\n const color = record(value);\n const rgb = stringValue(record(color?.[\"a:srgbClr\"])?.[\"@_val\"]);\n const system = stringValue(record(color?.[\"a:sysClr\"])?.[\"@_lastClr\"]);\n if (rgb || system) colors.push(`#${rgb ?? system}`);\n }\n const fontScheme = record(elements?.[\"a:fontScheme\"]);\n const fonts = [\"a:majorFont\", \"a:minorFont\"].flatMap((key) => {\n const value = stringValue(\n record(record(fontScheme?.[key])?.[\"a:latin\"])?.[\"@_typeface\"],\n );\n return value ? [value] : [];\n });\n return colors.length || fonts.length ? { colors, fonts } : undefined;\n}\n\nfunction collectTextRuns(\n value: unknown,\n runs: ParsedPptxTextRun[],\n inherited: Omit<ParsedPptxTextRun, \"content\"> = {},\n): void {\n const node = record(value);\n if (!node) return;\n for (const raw of asArray(node[\"a:r\"])) {\n const run = record(raw);\n const content = innerText(run?.[\"a:t\"]);\n if (content)\n runs.push({\n content,\n ...runProperties(record(run?.[\"a:rPr\"]), inherited),\n });\n }\n if (node[\"a:t\"] !== undefined && node[\"a:r\"] === undefined) {\n const content = innerText(node[\"a:t\"]);\n if (content) runs.push({ content, ...inherited });\n }\n for (const [key, child] of Object.entries(node)) {\n if (key.startsWith(\"@_\") || key === \"a:r\" || key === \"a:t\") continue;\n for (const item of asArray(child)) collectTextRuns(item, runs, inherited);\n }\n}\n\nfunction runProperties(\n value: Record<string, unknown> | null,\n inherited: Omit<ParsedPptxTextRun, \"content\">,\n): Omit<ParsedPptxTextRun, \"content\"> {\n if (!value) return inherited;\n const size = Number(value[\"@_sz\"]);\n const rgb = stringValue(\n record(record(value[\"a:solidFill\"])?.[\"a:srgbClr\"])?.[\"@_val\"],\n );\n return {\n ...inherited,\n ...(value[\"@_b\"] === \"1\" || value[\"@_b\"] === 1 || value[\"@_b\"] === true\n ? { bold: true }\n : {}),\n ...(value[\"@_i\"] === \"1\" || value[\"@_i\"] === 1 || value[\"@_i\"] === true\n ? { italic: true }\n : {}),\n ...(Number.isFinite(size) && size > 0 ? { fontSize: size / 100 } : {}),\n ...(rgb ? { color: `#${rgb}` } : {}),\n };\n}\n\nfunction parseRelationships(value: unknown) {\n const output = new Map<string, { target: string; type: string }>();\n for (const raw of asArray(\n record(record(value)?.Relationships)?.Relationship,\n )) {\n const relationship = record(raw);\n const id = stringValue(relationship?.[\"@_Id\"]);\n const target = stringValue(relationship?.[\"@_Target\"]);\n if (id && target) {\n output.set(id, {\n target,\n type: stringValue(relationship?.[\"@_Type\"]) ?? \"\",\n });\n }\n }\n return output;\n}\n\nfunction guessLayoutHint(texts: ParsedPptxTextRun[], hasImages: boolean) {\n if (hasImages) return \"image\";\n const maxSize = Math.max(...texts.map((text) => text.fontSize ?? 0), 0);\n const length = texts.reduce((total, text) => total + text.content.length, 0);\n if (texts.length <= 3 && length < 200 && maxSize >= 28) return \"title\";\n if (texts.length <= 2 && length < 100) return \"section\";\n return \"content\";\n}\n\nfunction imageMimeType(name: string): string {\n const extension = name.split(\".\").at(-1)?.toLowerCase();\n return (\n {\n png: \"image/png\",\n jpg: \"image/jpeg\",\n jpeg: \"image/jpeg\",\n gif: \"image/gif\",\n svg: \"image/svg+xml\",\n webp: \"image/webp\",\n bmp: \"image/bmp\",\n tiff: \"image/tiff\",\n tif: \"image/tiff\",\n emf: \"image/emf\",\n wmf: \"image/wmf\",\n }[extension ?? \"\"] ?? \"application/octet-stream\"\n );\n}\n\nasync function loadPptxDependencies(): Promise<{\n loadZip(data: Uint8Array): Promise<ZipArchive>;\n parseXml(xml: string): unknown;\n}> {\n const zipModuleName = \"jszip\";\n const xmlModuleName = \"fast-xml-parser\";\n try {\n const [zipModule, xmlModule] = await Promise.all([\n import(zipModuleName) as Promise<{\n default: { loadAsync(data: Uint8Array): Promise<ZipArchive> };\n }>,\n import(xmlModuleName) as Promise<{\n XMLParser: new (options: Record<string, unknown>) => {\n parse(xml: string): unknown;\n };\n }>,\n ]);\n const parser = new xmlModule.XMLParser({\n ignoreAttributes: false,\n attributeNamePrefix: \"@_\",\n });\n return {\n loadZip: (data) => zipModule.default.loadAsync(data),\n parseXml: (xml) => parser.parse(xml),\n };\n } catch {\n throw new Error(\n \"Structured PPTX parsing requires the optional jszip and fast-xml-parser dependencies.\",\n );\n }\n}\n\nfunction slideNumber(value: string): number {\n return Number(value.match(/slide(\\d+)/)?.[1] ?? 0);\n}\n\nfunction innerText(value: unknown): string {\n if (typeof value === \"string\" || typeof value === \"number\")\n return String(value);\n return String(record(value)?.[\"#text\"] ?? \"\");\n}\n\nfunction asArray(value: unknown): unknown[] {\n return value === undefined || value === null\n ? []\n : Array.isArray(value)\n ? value\n : [value];\n}\n\nfunction record(value: unknown): Record<string, unknown> | null {\n return value && typeof value === \"object\" && !Array.isArray(value)\n ? (value as Record<string, unknown>)\n : null;\n}\n\nfunction stringValue(value: unknown): string | undefined {\n return typeof value === \"string\" && value.trim() ? value.trim() : undefined;\n}\n"]}
|
|
@@ -0,0 +1,20 @@
|
|
|
1
|
+
export interface IngestionInventoryCandidate {
|
|
2
|
+
externalId: string;
|
|
3
|
+
sourceModifiedAt?: string;
|
|
4
|
+
metadata?: Record<string, unknown>;
|
|
5
|
+
}
|
|
6
|
+
export interface IngestionHydrationPolicy {
|
|
7
|
+
selectedExternalIds?: readonly string[];
|
|
8
|
+
canonicalExternalIds?: readonly string[];
|
|
9
|
+
pinnedExternalIds?: readonly string[];
|
|
10
|
+
recentWindowMonths?: number;
|
|
11
|
+
hydrateAll?: boolean;
|
|
12
|
+
now?: Date;
|
|
13
|
+
}
|
|
14
|
+
export interface IngestionHydrationSelection<T> {
|
|
15
|
+
selected: T[];
|
|
16
|
+
deferred: T[];
|
|
17
|
+
reasons: Record<string, "confirmed" | "canonical" | "pinned" | "recent" | "undated" | "all">;
|
|
18
|
+
}
|
|
19
|
+
export declare function selectInventoryForHydration<T extends IngestionInventoryCandidate>(inventory: readonly T[], policy?: IngestionHydrationPolicy): IngestionHydrationSelection<T>;
|
|
20
|
+
//# sourceMappingURL=selection.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"selection.d.ts","sourceRoot":"","sources":["../../src/ingestion/selection.ts"],"names":[],"mappings":"AAAA,MAAM,WAAW,2BAA2B;IAC1C,UAAU,EAAE,MAAM,CAAC;IACnB,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACpC;AAED,MAAM,WAAW,wBAAwB;IACvC,mBAAmB,CAAC,EAAE,SAAS,MAAM,EAAE,CAAC;IACxC,oBAAoB,CAAC,EAAE,SAAS,MAAM,EAAE,CAAC;IACzC,iBAAiB,CAAC,EAAE,SAAS,MAAM,EAAE,CAAC;IACtC,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B,UAAU,CAAC,EAAE,OAAO,CAAC;IACrB,GAAG,CAAC,EAAE,IAAI,CAAC;CACZ;AAED,MAAM,WAAW,2BAA2B,CAAC,CAAC;IAC5C,QAAQ,EAAE,CAAC,EAAE,CAAC;IACd,QAAQ,EAAE,CAAC,EAAE,CAAC;IACd,OAAO,EAAE,MAAM,CACb,MAAM,EACN,WAAW,GAAG,WAAW,GAAG,QAAQ,GAAG,QAAQ,GAAG,SAAS,GAAG,KAAK,CACpE,CAAC;CACH;AAED,wBAAgB,2BAA2B,CACzC,CAAC,SAAS,2BAA2B,EAErC,SAAS,EAAE,SAAS,CAAC,EAAE,EACvB,MAAM,GAAE,wBAA6B,GACpC,2BAA2B,CAAC,CAAC,CAAC,CAqChC"}
|
|
@@ -0,0 +1,52 @@
|
|
|
1
|
+
export function selectInventoryForHydration(inventory, policy = {}) {
|
|
2
|
+
const confirmed = stringSet(policy.selectedExternalIds);
|
|
3
|
+
const canonical = stringSet(policy.canonicalExternalIds);
|
|
4
|
+
const pinned = stringSet(policy.pinnedExternalIds);
|
|
5
|
+
const hasConfirmedSelection = policy.selectedExternalIds !== undefined;
|
|
6
|
+
const now = policy.now ?? new Date();
|
|
7
|
+
const cutoff = new Date(now);
|
|
8
|
+
cutoff.setUTCMonth(cutoff.getUTCMonth() - positiveInteger(policy.recentWindowMonths, 12));
|
|
9
|
+
const selected = [];
|
|
10
|
+
const deferred = [];
|
|
11
|
+
const reasons = {};
|
|
12
|
+
for (const item of inventory) {
|
|
13
|
+
let reason;
|
|
14
|
+
if (policy.hydrateAll)
|
|
15
|
+
reason = "all";
|
|
16
|
+
else if (confirmed.has(item.externalId))
|
|
17
|
+
reason = "confirmed";
|
|
18
|
+
else if (canonical.has(item.externalId) ||
|
|
19
|
+
item.metadata?.canonical === true)
|
|
20
|
+
reason = "canonical";
|
|
21
|
+
else if (pinned.has(item.externalId) || item.metadata?.pinned === true)
|
|
22
|
+
reason = "pinned";
|
|
23
|
+
else if (!hasConfirmedSelection) {
|
|
24
|
+
const modifiedAt = parsedDate(item.sourceModifiedAt);
|
|
25
|
+
if (!modifiedAt)
|
|
26
|
+
reason = "undated";
|
|
27
|
+
else if (modifiedAt >= cutoff)
|
|
28
|
+
reason = "recent";
|
|
29
|
+
}
|
|
30
|
+
if (reason) {
|
|
31
|
+
selected.push(item);
|
|
32
|
+
reasons[item.externalId] = reason;
|
|
33
|
+
}
|
|
34
|
+
else {
|
|
35
|
+
deferred.push(item);
|
|
36
|
+
}
|
|
37
|
+
}
|
|
38
|
+
return { selected, deferred, reasons };
|
|
39
|
+
}
|
|
40
|
+
function stringSet(values) {
|
|
41
|
+
return new Set((values ?? []).map((value) => value.trim()).filter(Boolean));
|
|
42
|
+
}
|
|
43
|
+
function parsedDate(value) {
|
|
44
|
+
if (!value)
|
|
45
|
+
return null;
|
|
46
|
+
const date = new Date(value);
|
|
47
|
+
return Number.isNaN(date.getTime()) ? null : date;
|
|
48
|
+
}
|
|
49
|
+
function positiveInteger(value, fallback) {
|
|
50
|
+
return Number.isInteger(value) && value > 0 ? value : fallback;
|
|
51
|
+
}
|
|
52
|
+
//# sourceMappingURL=selection.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"selection.js","sourceRoot":"","sources":["../../src/ingestion/selection.ts"],"names":[],"mappings":"AAwBA,MAAM,UAAU,2BAA2B,CAGzC,SAAuB,EACvB,MAAM,GAA6B,EAAE;IAErC,MAAM,SAAS,GAAG,SAAS,CAAC,MAAM,CAAC,mBAAmB,CAAC,CAAC;IACxD,MAAM,SAAS,GAAG,SAAS,CAAC,MAAM,CAAC,oBAAoB,CAAC,CAAC;IACzD,MAAM,MAAM,GAAG,SAAS,CAAC,MAAM,CAAC,iBAAiB,CAAC,CAAC;IACnD,MAAM,qBAAqB,GAAG,MAAM,CAAC,mBAAmB,KAAK,SAAS,CAAC;IACvE,MAAM,GAAG,GAAG,MAAM,CAAC,GAAG,IAAI,IAAI,IAAI,EAAE,CAAC;IACrC,MAAM,MAAM,GAAG,IAAI,IAAI,CAAC,GAAG,CAAC,CAAC;IAC7B,MAAM,CAAC,WAAW,CAChB,MAAM,CAAC,WAAW,EAAE,GAAG,eAAe,CAAC,MAAM,CAAC,kBAAkB,EAAE,EAAE,CAAC,CACtE,CAAC;IACF,MAAM,QAAQ,GAAQ,EAAE,CAAC;IACzB,MAAM,QAAQ,GAAQ,EAAE,CAAC;IACzB,MAAM,OAAO,GAA8C,EAAE,CAAC;IAC9D,KAAK,MAAM,IAAI,IAAI,SAAS,EAAE,CAAC;QAC7B,IAAI,MAAqE,CAAC;QAC1E,IAAI,MAAM,CAAC,UAAU;YAAE,MAAM,GAAG,KAAK,CAAC;aACjC,IAAI,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,UAAU,CAAC;YAAE,MAAM,GAAG,WAAW,CAAC;aACzD,IACH,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,UAAU,CAAC;YAC9B,IAAI,CAAC,QAAQ,EAAE,SAAS,KAAK,IAAI;YAEjC,MAAM,GAAG,WAAW,CAAC;aAClB,IAAI,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,IAAI,CAAC,QAAQ,EAAE,MAAM,KAAK,IAAI;YACpE,MAAM,GAAG,QAAQ,CAAC;aACf,IAAI,CAAC,qBAAqB,EAAE,CAAC;YAChC,MAAM,UAAU,GAAG,UAAU,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;YACrD,IAAI,CAAC,UAAU;gBAAE,MAAM,GAAG,SAAS,CAAC;iBAC/B,IAAI,UAAU,IAAI,MAAM;gBAAE,MAAM,GAAG,QAAQ,CAAC;QACnD,CAAC;QACD,IAAI,MAAM,EAAE,CAAC;YACX,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACpB,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,MAAM,CAAC;QACpC,CAAC;aAAM,CAAC;YACN,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACtB,CAAC;IACH,CAAC;IACD,OAAO,EAAE,QAAQ,EAAE,QAAQ,EAAE,OAAO,EAAE,CAAC;AACzC,CAAC;AAED,SAAS,SAAS,CAAC,MAAqC;IACtD,OAAO,IAAI,GAAG,CAAC,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC;AAC9E,CAAC;AAED,SAAS,UAAU,CAAC,KAAyB;IAC3C,IAAI,CAAC,KAAK;QAAE,OAAO,IAAI,CAAC;IACxB,MAAM,IAAI,GAAG,IAAI,IAAI,CAAC,KAAK,CAAC,CAAC;IAC7B,OAAO,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC;AACpD,CAAC;AAED,SAAS,eAAe,CAAC,KAAyB,EAAE,QAAgB;IAClE,OAAO,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,KAAM,GAAG,CAAC,CAAC,CAAC,CAAC,KAAM,CAAC,CAAC,CAAC,QAAQ,CAAC;AACnE,CAAC","sourcesContent":["export interface IngestionInventoryCandidate {\n externalId: string;\n sourceModifiedAt?: string;\n metadata?: Record<string, unknown>;\n}\n\nexport interface IngestionHydrationPolicy {\n selectedExternalIds?: readonly string[];\n canonicalExternalIds?: readonly string[];\n pinnedExternalIds?: readonly string[];\n recentWindowMonths?: number;\n hydrateAll?: boolean;\n now?: Date;\n}\n\nexport interface IngestionHydrationSelection<T> {\n selected: T[];\n deferred: T[];\n reasons: Record<\n string,\n \"confirmed\" | \"canonical\" | \"pinned\" | \"recent\" | \"undated\" | \"all\"\n >;\n}\n\nexport function selectInventoryForHydration<\n T extends IngestionInventoryCandidate,\n>(\n inventory: readonly T[],\n policy: IngestionHydrationPolicy = {},\n): IngestionHydrationSelection<T> {\n const confirmed = stringSet(policy.selectedExternalIds);\n const canonical = stringSet(policy.canonicalExternalIds);\n const pinned = stringSet(policy.pinnedExternalIds);\n const hasConfirmedSelection = policy.selectedExternalIds !== undefined;\n const now = policy.now ?? new Date();\n const cutoff = new Date(now);\n cutoff.setUTCMonth(\n cutoff.getUTCMonth() - positiveInteger(policy.recentWindowMonths, 12),\n );\n const selected: T[] = [];\n const deferred: T[] = [];\n const reasons: IngestionHydrationSelection<T>[\"reasons\"] = {};\n for (const item of inventory) {\n let reason: IngestionHydrationSelection<T>[\"reasons\"][string] | undefined;\n if (policy.hydrateAll) reason = \"all\";\n else if (confirmed.has(item.externalId)) reason = \"confirmed\";\n else if (\n canonical.has(item.externalId) ||\n item.metadata?.canonical === true\n )\n reason = \"canonical\";\n else if (pinned.has(item.externalId) || item.metadata?.pinned === true)\n reason = \"pinned\";\n else if (!hasConfirmedSelection) {\n const modifiedAt = parsedDate(item.sourceModifiedAt);\n if (!modifiedAt) reason = \"undated\";\n else if (modifiedAt >= cutoff) reason = \"recent\";\n }\n if (reason) {\n selected.push(item);\n reasons[item.externalId] = reason;\n } else {\n deferred.push(item);\n }\n }\n return { selected, deferred, reasons };\n}\n\nfunction stringSet(values: readonly string[] | undefined): Set<string> {\n return new Set((values ?? []).map((value) => value.trim()).filter(Boolean));\n}\n\nfunction parsedDate(value: string | undefined): Date | null {\n if (!value) return null;\n const date = new Date(value);\n return Number.isNaN(date.getTime()) ? null : date;\n}\n\nfunction positiveInteger(value: number | undefined, fallback: number): number {\n return Number.isInteger(value) && value! > 0 ? value! : fallback;\n}\n"]}
|
|
@@ -0,0 +1,27 @@
|
|
|
1
|
+
export interface WebsiteAsset {
|
|
2
|
+
url: string;
|
|
3
|
+
kind: "image" | "video" | "audio" | "font" | "stylesheet" | "script";
|
|
4
|
+
role?: "logo" | "open-graph";
|
|
5
|
+
}
|
|
6
|
+
export interface WebsiteDesignTokens {
|
|
7
|
+
colors: string[];
|
|
8
|
+
typography: Array<{
|
|
9
|
+
family: string;
|
|
10
|
+
size: string;
|
|
11
|
+
weight: string;
|
|
12
|
+
lineHeight: string;
|
|
13
|
+
letterSpacing: string;
|
|
14
|
+
}>;
|
|
15
|
+
spacing: string[];
|
|
16
|
+
radii: string[];
|
|
17
|
+
cssVariables: Record<string, string>;
|
|
18
|
+
}
|
|
19
|
+
export interface WebsiteExtraction {
|
|
20
|
+
title: string;
|
|
21
|
+
text: string;
|
|
22
|
+
assets: WebsiteAsset[];
|
|
23
|
+
internalLinks: string[];
|
|
24
|
+
designTokens: WebsiteDesignTokens;
|
|
25
|
+
}
|
|
26
|
+
export declare function extractStaticWebsiteContext(html: string, baseUrl: string): WebsiteExtraction;
|
|
27
|
+
//# sourceMappingURL=website.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"website.d.ts","sourceRoot":"","sources":["../../src/ingestion/website.ts"],"names":[],"mappings":"AAEA,MAAM,WAAW,YAAY;IAC3B,GAAG,EAAE,MAAM,CAAC;IACZ,IAAI,EAAE,OAAO,GAAG,OAAO,GAAG,OAAO,GAAG,MAAM,GAAG,YAAY,GAAG,QAAQ,CAAC;IACrE,IAAI,CAAC,EAAE,MAAM,GAAG,YAAY,CAAC;CAC9B;AAED,MAAM,WAAW,mBAAmB;IAClC,MAAM,EAAE,MAAM,EAAE,CAAC;IACjB,UAAU,EAAE,KAAK,CAAC;QAChB,MAAM,EAAE,MAAM,CAAC;QACf,IAAI,EAAE,MAAM,CAAC;QACb,MAAM,EAAE,MAAM,CAAC;QACf,UAAU,EAAE,MAAM,CAAC;QACnB,aAAa,EAAE,MAAM,CAAC;KACvB,CAAC,CAAC;IACH,OAAO,EAAE,MAAM,EAAE,CAAC;IAClB,KAAK,EAAE,MAAM,EAAE,CAAC;IAChB,YAAY,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;CACtC;AAED,MAAM,WAAW,iBAAiB;IAChC,KAAK,EAAE,MAAM,CAAC;IACd,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,YAAY,EAAE,CAAC;IACvB,aAAa,EAAE,MAAM,EAAE,CAAC;IACxB,YAAY,EAAE,mBAAmB,CAAC;CACnC;AAED,wBAAgB,2BAA2B,CACzC,IAAI,EAAE,MAAM,EACZ,OAAO,EAAE,MAAM,GACd,iBAAiB,CA2EnB"}
|