@roj-ai/sdk 0.1.3 → 0.1.5
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/bootstrap.js +191 -0
- package/dist/bootstrap.js.map +1 -0
- package/dist/builtin-events.js +8 -0
- package/dist/builtin-events.js.map +1 -0
- package/dist/bun-platform/fs.js +39 -0
- package/dist/bun-platform/fs.js.map +1 -0
- package/dist/bun-platform/index.js +18 -0
- package/dist/bun-platform/index.js.map +1 -0
- package/dist/bun-platform/process.js +21 -0
- package/dist/bun-platform/process.js.map +1 -0
- package/dist/config.js +54 -0
- package/dist/config.js.map +1 -0
- package/dist/config.test.js +155 -0
- package/dist/config.test.js.map +1 -0
- package/dist/core/agent-loop.integration.test.js +414 -0
- package/dist/core/agent-loop.integration.test.js.map +1 -0
- package/dist/core/agents/agent-config.test.js +194 -0
- package/dist/core/agents/agent-config.test.js.map +1 -0
- package/dist/core/agents/agent-roles.js +25 -0
- package/dist/core/agents/agent-roles.js.map +1 -0
- package/dist/core/agents/agent-shutdown.test.js +180 -0
- package/dist/core/agents/agent-shutdown.test.js.map +1 -0
- package/dist/core/agents/agent.js +1205 -0
- package/dist/core/agents/agent.js.map +1 -0
- package/dist/core/agents/agent.test.js +313 -0
- package/dist/core/agents/agent.test.js.map +1 -0
- package/dist/core/agents/communicator.js +13 -0
- package/dist/core/agents/communicator.js.map +1 -0
- package/dist/core/agents/config.js +5 -0
- package/dist/core/agents/config.js.map +1 -0
- package/dist/core/agents/context.js +2 -0
- package/dist/core/agents/context.js.map +1 -0
- package/dist/core/agents/debounce.js +74 -0
- package/dist/core/agents/debounce.js.map +1 -0
- package/dist/core/agents/handler-events.test.js +115 -0
- package/dist/core/agents/handler-events.test.js.map +1 -0
- package/dist/core/agents/index.js +2 -0
- package/dist/core/agents/index.js.map +1 -0
- package/dist/core/agents/response-sanitizer.js +46 -0
- package/dist/core/agents/response-sanitizer.js.map +1 -0
- package/dist/core/agents/response-sanitizer.test.js +101 -0
- package/dist/core/agents/response-sanitizer.test.js.map +1 -0
- package/dist/core/agents/retry.js +105 -0
- package/dist/core/agents/retry.js.map +1 -0
- package/dist/core/agents/schema.js +39 -0
- package/dist/core/agents/schema.js.map +1 -0
- package/dist/core/agents/state.js +90 -0
- package/dist/core/agents/state.js.map +1 -0
- package/dist/core/context/state.js +23 -0
- package/dist/core/context/state.js.map +1 -0
- package/dist/core/errors.js +38 -0
- package/dist/core/errors.js.map +1 -0
- package/dist/core/event-sourcing.integration.test.js +154 -0
- package/dist/core/event-sourcing.integration.test.js.map +1 -0
- package/dist/core/events/base-event-store.js +201 -0
- package/dist/core/events/base-event-store.js.map +1 -0
- package/dist/core/events/event-store.js +26 -0
- package/dist/core/events/event-store.js.map +1 -0
- package/dist/core/events/file.js +320 -0
- package/dist/core/events/file.js.map +1 -0
- package/dist/core/events/file.test.js +284 -0
- package/dist/core/events/file.test.js.map +1 -0
- package/dist/core/events/index.js +3 -0
- package/dist/core/events/index.js.map +1 -0
- package/dist/core/events/memory.js +101 -0
- package/dist/core/events/memory.js.map +1 -0
- package/dist/core/events/memory.test.js +502 -0
- package/dist/core/events/memory.test.js.map +1 -0
- package/dist/core/events/metadata-utils.js +107 -0
- package/dist/core/events/metadata-utils.js.map +1 -0
- package/dist/core/events/test-helpers.js +15 -0
- package/dist/core/events/test-helpers.js.map +1 -0
- package/dist/core/events/types.js +21 -0
- package/dist/core/events/types.js.map +1 -0
- package/dist/core/file-store/file-store.js +250 -0
- package/dist/core/file-store/file-store.js.map +1 -0
- package/dist/core/file-store/types.js +7 -0
- package/dist/core/file-store/types.js.map +1 -0
- package/dist/core/image/image-processor.js +106 -0
- package/dist/core/image/image-processor.js.map +1 -0
- package/dist/core/image/image-processor.test.js +171 -0
- package/dist/core/image/image-processor.test.js.map +1 -0
- package/dist/core/image/index.js +4 -0
- package/dist/core/image/index.js.map +1 -0
- package/dist/core/image/noop-resizer.js +6 -0
- package/dist/core/image/noop-resizer.js.map +1 -0
- package/dist/core/image/types.js +2 -0
- package/dist/core/image/types.js.map +1 -0
- package/dist/core/image/vips-resizer.js +100 -0
- package/dist/core/image/vips-resizer.js.map +1 -0
- package/dist/core/image/vips-resizer.test.js +324 -0
- package/dist/core/image/vips-resizer.test.js.map +1 -0
- package/dist/core/llm/anthropic.js +396 -0
- package/dist/core/llm/anthropic.js.map +1 -0
- package/dist/core/llm/anthropic.test.js +434 -0
- package/dist/core/llm/anthropic.test.js.map +1 -0
- package/dist/core/llm/cache-breakpoints.js +37 -0
- package/dist/core/llm/cache-breakpoints.js.map +1 -0
- package/dist/core/llm/cache-live.test.js +137 -0
- package/dist/core/llm/cache-live.test.js.map +1 -0
- package/dist/core/llm/index.js +9 -0
- package/dist/core/llm/index.js.map +1 -0
- package/dist/core/llm/llm-log-types.js +12 -0
- package/dist/core/llm/llm-log-types.js.map +1 -0
- package/dist/core/llm/logger.js +241 -0
- package/dist/core/llm/logger.js.map +1 -0
- package/dist/core/llm/logger.test.js +228 -0
- package/dist/core/llm/logger.test.js.map +1 -0
- package/dist/core/llm/logging-provider.js +49 -0
- package/dist/core/llm/logging-provider.js.map +1 -0
- package/dist/core/llm/middleware.js +114 -0
- package/dist/core/llm/middleware.js.map +1 -0
- package/dist/core/llm/mock.js +186 -0
- package/dist/core/llm/mock.js.map +1 -0
- package/dist/core/llm/mock.test.js +318 -0
- package/dist/core/llm/mock.test.js.map +1 -0
- package/dist/core/llm/openrouter-mapping.test.js +125 -0
- package/dist/core/llm/openrouter-mapping.test.js.map +1 -0
- package/dist/core/llm/openrouter.js +298 -0
- package/dist/core/llm/openrouter.js.map +1 -0
- package/dist/core/llm/openrouter.test.js +377 -0
- package/dist/core/llm/openrouter.test.js.map +1 -0
- package/dist/core/llm/provider-integration.test.js +350 -0
- package/dist/core/llm/provider-integration.test.js.map +1 -0
- package/dist/core/llm/provider.js +18 -0
- package/dist/core/llm/provider.js.map +1 -0
- package/dist/core/llm/routing-provider.js +52 -0
- package/dist/core/llm/routing-provider.js.map +1 -0
- package/dist/core/llm/routing-provider.test.js +94 -0
- package/dist/core/llm/routing-provider.test.js.map +1 -0
- package/dist/core/llm/schema.js +31 -0
- package/dist/core/llm/schema.js.map +1 -0
- package/dist/core/llm/snapshot-fetch.js +122 -0
- package/dist/core/llm/snapshot-fetch.js.map +1 -0
- package/dist/core/llm/snapshot-middleware.js +142 -0
- package/dist/core/llm/snapshot-middleware.js.map +1 -0
- package/dist/core/llm/snapshot-middleware.test.js +144 -0
- package/dist/core/llm/snapshot-middleware.test.js.map +1 -0
- package/dist/core/llm/state.js +48 -0
- package/dist/core/llm/state.js.map +1 -0
- package/dist/core/llm/tokens.js +40 -0
- package/dist/core/llm/tokens.js.map +1 -0
- package/dist/core/multi-agent.integration.test.js +298 -0
- package/dist/core/multi-agent.integration.test.js.map +1 -0
- package/dist/core/plugin-hooks.integration.test.js +344 -0
- package/dist/core/plugin-hooks.integration.test.js.map +1 -0
- package/dist/core/plugins/hook-types.js +5 -0
- package/dist/core/plugins/hook-types.js.map +1 -0
- package/dist/core/plugins/index.js +5 -0
- package/dist/core/plugins/index.js.map +1 -0
- package/dist/core/plugins/plugin-builder.js +321 -0
- package/dist/core/plugins/plugin-builder.js.map +1 -0
- package/dist/core/preset/config.js +54 -0
- package/dist/core/preset/config.js.map +1 -0
- package/dist/core/preset/index.js +6 -0
- package/dist/core/preset/index.js.map +1 -0
- package/dist/core/preset/preset-builder.js +63 -0
- package/dist/core/preset/preset-builder.js.map +1 -0
- package/dist/core/session-lifecycle.integration.test.js +159 -0
- package/dist/core/session-lifecycle.integration.test.js.map +1 -0
- package/dist/core/sessions/apply-event.js +41 -0
- package/dist/core/sessions/apply-event.js.map +1 -0
- package/dist/core/sessions/context.js +2 -0
- package/dist/core/sessions/context.js.map +1 -0
- package/dist/core/sessions/fork-utils.js +42 -0
- package/dist/core/sessions/fork-utils.js.map +1 -0
- package/dist/core/sessions/fork-utils.test.js +129 -0
- package/dist/core/sessions/fork-utils.test.js.map +1 -0
- package/dist/core/sessions/reducer.js +55 -0
- package/dist/core/sessions/reducer.js.map +1 -0
- package/dist/core/sessions/schema.js +66 -0
- package/dist/core/sessions/schema.js.map +1 -0
- package/dist/core/sessions/session-environment.js +2 -0
- package/dist/core/sessions/session-environment.js.map +1 -0
- package/dist/core/sessions/session-manager.js +650 -0
- package/dist/core/sessions/session-manager.js.map +1 -0
- package/dist/core/sessions/session-store.js +118 -0
- package/dist/core/sessions/session-store.js.map +1 -0
- package/dist/core/sessions/session.js +675 -0
- package/dist/core/sessions/session.js.map +1 -0
- package/dist/core/sessions/session.test.js +1095 -0
- package/dist/core/sessions/session.test.js.map +1 -0
- package/dist/core/sessions/state.js +377 -0
- package/dist/core/sessions/state.js.map +1 -0
- package/dist/core/system.js +66 -0
- package/dist/core/system.js.map +1 -0
- package/dist/core/tools/context.js +2 -0
- package/dist/core/tools/context.js.map +1 -0
- package/dist/core/tools/definition.js +4 -0
- package/dist/core/tools/definition.js.map +1 -0
- package/dist/core/tools/executor.js +82 -0
- package/dist/core/tools/executor.js.map +1 -0
- package/dist/core/tools/executor.test.js +143 -0
- package/dist/core/tools/executor.test.js.map +1 -0
- package/dist/core/tools/index.js +4 -0
- package/dist/core/tools/index.js.map +1 -0
- package/dist/core/tools/schema.js +20 -0
- package/dist/core/tools/schema.js.map +1 -0
- package/dist/core/tools/state.js +29 -0
- package/dist/core/tools/state.js.map +1 -0
- package/dist/index.js +70 -0
- package/dist/index.js.map +1 -0
- package/dist/lib/json/index.js +5 -0
- package/dist/lib/json/index.js.map +1 -0
- package/dist/lib/logger/console.js +147 -0
- package/dist/lib/logger/console.js.map +1 -0
- package/dist/lib/logger/console.test.js +258 -0
- package/dist/lib/logger/console.test.js.map +1 -0
- package/dist/lib/logger/file.js +54 -0
- package/dist/lib/logger/file.js.map +1 -0
- package/dist/lib/logger/index.js +4 -0
- package/dist/lib/logger/index.js.map +1 -0
- package/dist/lib/logger/logger.js +28 -0
- package/dist/lib/logger/logger.js.map +1 -0
- package/dist/lib/logger/ring-buffer.js +61 -0
- package/dist/lib/logger/ring-buffer.js.map +1 -0
- package/dist/lib/logger/tee.js +43 -0
- package/dist/lib/logger/tee.js.map +1 -0
- package/dist/lib/mime.js +22 -0
- package/dist/lib/mime.js.map +1 -0
- package/dist/lib/never.js +4 -0
- package/dist/lib/never.js.map +1 -0
- package/dist/lib/utils/hash.js +35 -0
- package/dist/lib/utils/hash.js.map +1 -0
- package/dist/lib/utils/result.js +21 -0
- package/dist/lib/utils/result.js.map +1 -0
- package/dist/platform/fs.js +8 -0
- package/dist/platform/fs.js.map +1 -0
- package/dist/platform/index.js +9 -0
- package/dist/platform/index.js.map +1 -0
- package/dist/platform/process.js +8 -0
- package/dist/platform/process.js.map +1 -0
- package/dist/plugins/agent-status/plugin.js +77 -0
- package/dist/plugins/agent-status/plugin.js.map +1 -0
- package/dist/plugins/agents/agents.integration.test.js +683 -0
- package/dist/plugins/agents/agents.integration.test.js.map +1 -0
- package/dist/plugins/agents/index.js +2 -0
- package/dist/plugins/agents/index.js.map +1 -0
- package/dist/plugins/agents/plugin.js +199 -0
- package/dist/plugins/agents/plugin.js.map +1 -0
- package/dist/plugins/context-compact/context-compact.integration.test.js +174 -0
- package/dist/plugins/context-compact/context-compact.integration.test.js.map +1 -0
- package/dist/plugins/context-compact/context-compactor.js +238 -0
- package/dist/plugins/context-compact/context-compactor.js.map +1 -0
- package/dist/plugins/context-compact/context-compactor.test.js +763 -0
- package/dist/plugins/context-compact/context-compactor.test.js.map +1 -0
- package/dist/plugins/context-compact/history-offloader.js +42 -0
- package/dist/plugins/context-compact/history-offloader.js.map +1 -0
- package/dist/plugins/context-compact/history-offloader.test.js +77 -0
- package/dist/plugins/context-compact/history-offloader.test.js.map +1 -0
- package/dist/plugins/context-compact/index.js +4 -0
- package/dist/plugins/context-compact/index.js.map +1 -0
- package/dist/plugins/context-compact/plugin.js +37 -0
- package/dist/plugins/context-compact/plugin.js.map +1 -0
- package/dist/plugins/filesystem/filesystem.integration.test.js +411 -0
- package/dist/plugins/filesystem/filesystem.integration.test.js.map +1 -0
- package/dist/plugins/filesystem/helpers.js +170 -0
- package/dist/plugins/filesystem/helpers.js.map +1 -0
- package/dist/plugins/filesystem/index.js +3 -0
- package/dist/plugins/filesystem/index.js.map +1 -0
- package/dist/plugins/filesystem/listing.js +247 -0
- package/dist/plugins/filesystem/listing.js.map +1 -0
- package/dist/plugins/filesystem/plugin.js +364 -0
- package/dist/plugins/filesystem/plugin.js.map +1 -0
- package/dist/plugins/filesystem/schema.js +2 -0
- package/dist/plugins/filesystem/schema.js.map +1 -0
- package/dist/plugins/git-status/index.js +2 -0
- package/dist/plugins/git-status/index.js.map +1 -0
- package/dist/plugins/git-status/plugin.js +144 -0
- package/dist/plugins/git-status/plugin.js.map +1 -0
- package/dist/plugins/limits-guard/config.js +5 -0
- package/dist/plugins/limits-guard/config.js.map +1 -0
- package/dist/plugins/limits-guard/index.js +3 -0
- package/dist/plugins/limits-guard/index.js.map +1 -0
- package/dist/plugins/limits-guard/limit-guard.js +125 -0
- package/dist/plugins/limits-guard/limit-guard.js.map +1 -0
- package/dist/plugins/limits-guard/limit-guard.test.js +121 -0
- package/dist/plugins/limits-guard/limit-guard.test.js.map +1 -0
- package/dist/plugins/limits-guard/limits-guard.integration.test.js +378 -0
- package/dist/plugins/limits-guard/limits-guard.integration.test.js.map +1 -0
- package/dist/plugins/limits-guard/plugin.js +240 -0
- package/dist/plugins/limits-guard/plugin.js.map +1 -0
- package/dist/plugins/llm-debug/index.js +2 -0
- package/dist/plugins/llm-debug/index.js.map +1 -0
- package/dist/plugins/llm-debug/llm-debug.integration.test.js +157 -0
- package/dist/plugins/llm-debug/llm-debug.integration.test.js.map +1 -0
- package/dist/plugins/llm-debug/plugin.js +148 -0
- package/dist/plugins/llm-debug/plugin.js.map +1 -0
- package/dist/plugins/logs/index.js +2 -0
- package/dist/plugins/logs/index.js.map +1 -0
- package/dist/plugins/logs/plugin.js +38 -0
- package/dist/plugins/logs/plugin.js.map +1 -0
- package/dist/plugins/mailbox/helpers.js +66 -0
- package/dist/plugins/mailbox/helpers.js.map +1 -0
- package/dist/plugins/mailbox/index.js +9 -0
- package/dist/plugins/mailbox/index.js.map +1 -0
- package/dist/plugins/mailbox/mailbox.integration.test.js +605 -0
- package/dist/plugins/mailbox/mailbox.integration.test.js.map +1 -0
- package/dist/plugins/mailbox/plugin.js +204 -0
- package/dist/plugins/mailbox/plugin.js.map +1 -0
- package/dist/plugins/mailbox/prompts.js +93 -0
- package/dist/plugins/mailbox/prompts.js.map +1 -0
- package/dist/plugins/mailbox/query.js +38 -0
- package/dist/plugins/mailbox/query.js.map +1 -0
- package/dist/plugins/mailbox/schema.js +32 -0
- package/dist/plugins/mailbox/schema.js.map +1 -0
- package/dist/plugins/mailbox/state.js +41 -0
- package/dist/plugins/mailbox/state.js.map +1 -0
- package/dist/plugins/resources/index.js +4 -0
- package/dist/plugins/resources/index.js.map +1 -0
- package/dist/plugins/resources/manifest.js +20 -0
- package/dist/plugins/resources/manifest.js.map +1 -0
- package/dist/plugins/resources/plugin.js +171 -0
- package/dist/plugins/resources/plugin.js.map +1 -0
- package/dist/plugins/resources/post-inject.js +32 -0
- package/dist/plugins/resources/post-inject.js.map +1 -0
- package/dist/plugins/resources/state.js +16 -0
- package/dist/plugins/resources/state.js.map +1 -0
- package/dist/plugins/result-eviction/index.js +2 -0
- package/dist/plugins/result-eviction/index.js.map +1 -0
- package/dist/plugins/result-eviction/plugin.js +43 -0
- package/dist/plugins/result-eviction/plugin.js.map +1 -0
- package/dist/plugins/result-eviction/result-eviction.integration.test.js +217 -0
- package/dist/plugins/result-eviction/result-eviction.integration.test.js.map +1 -0
- package/dist/plugins/services/plugin.js +453 -0
- package/dist/plugins/services/plugin.js.map +1 -0
- package/dist/plugins/services/port-pool.js +70 -0
- package/dist/plugins/services/port-pool.js.map +1 -0
- package/dist/plugins/services/prompt.js +40 -0
- package/dist/plugins/services/prompt.js.map +1 -0
- package/dist/plugins/services/schema.js +9 -0
- package/dist/plugins/services/schema.js.map +1 -0
- package/dist/plugins/services/service.js +470 -0
- package/dist/plugins/services/service.js.map +1 -0
- package/dist/plugins/services/services.integration.test.js +485 -0
- package/dist/plugins/services/services.integration.test.js.map +1 -0
- package/dist/plugins/session-lifecycle/index.js +2 -0
- package/dist/plugins/session-lifecycle/index.js.map +1 -0
- package/dist/plugins/session-lifecycle/plugin.js +273 -0
- package/dist/plugins/session-lifecycle/plugin.js.map +1 -0
- package/dist/plugins/session-lifecycle/session-lifecycle.integration.test.js +498 -0
- package/dist/plugins/session-lifecycle/session-lifecycle.integration.test.js.map +1 -0
- package/dist/plugins/session-state/plugin.js +159 -0
- package/dist/plugins/session-state/plugin.js.map +1 -0
- package/dist/plugins/session-stats/index.js +3 -0
- package/dist/plugins/session-stats/index.js.map +1 -0
- package/dist/plugins/session-stats/plugin.js +81 -0
- package/dist/plugins/session-stats/plugin.js.map +1 -0
- package/dist/plugins/shell/executor.js +339 -0
- package/dist/plugins/shell/executor.js.map +1 -0
- package/dist/plugins/shell/index.js +6 -0
- package/dist/plugins/shell/index.js.map +1 -0
- package/dist/plugins/shell/plugin.js +66 -0
- package/dist/plugins/shell/plugin.js.map +1 -0
- package/dist/plugins/shell/shell.integration.test.js +234 -0
- package/dist/plugins/shell/shell.integration.test.js.map +1 -0
- package/dist/plugins/shell/shell.test.js +236 -0
- package/dist/plugins/shell/shell.test.js.map +1 -0
- package/dist/plugins/skills/discovery.js +205 -0
- package/dist/plugins/skills/discovery.js.map +1 -0
- package/dist/plugins/skills/discovery.test.js +312 -0
- package/dist/plugins/skills/discovery.test.js.map +1 -0
- package/dist/plugins/skills/index.js +12 -0
- package/dist/plugins/skills/index.js.map +1 -0
- package/dist/plugins/skills/plugin.js +293 -0
- package/dist/plugins/skills/plugin.js.map +1 -0
- package/dist/plugins/skills/prompts.js +70 -0
- package/dist/plugins/skills/prompts.js.map +1 -0
- package/dist/plugins/skills/schema.js +18 -0
- package/dist/plugins/skills/schema.js.map +1 -0
- package/dist/plugins/skills/skills.integration.test.js +475 -0
- package/dist/plugins/skills/skills.integration.test.js.map +1 -0
- package/dist/plugins/snapshotting/index.js +3 -0
- package/dist/plugins/snapshotting/index.js.map +1 -0
- package/dist/plugins/snapshotting/jj-snapshotter.js +106 -0
- package/dist/plugins/snapshotting/jj-snapshotter.js.map +1 -0
- package/dist/plugins/snapshotting/plugin.js +28 -0
- package/dist/plugins/snapshotting/plugin.js.map +1 -0
- package/dist/plugins/snapshotting/snapshotter.js +2 -0
- package/dist/plugins/snapshotting/snapshotter.js.map +1 -0
- package/dist/plugins/todo/index.js +7 -0
- package/dist/plugins/todo/index.js.map +1 -0
- package/dist/plugins/todo/plugin.js +319 -0
- package/dist/plugins/todo/plugin.js.map +1 -0
- package/dist/plugins/todo/prompts.js +54 -0
- package/dist/plugins/todo/prompts.js.map +1 -0
- package/dist/plugins/todo/schema.js +18 -0
- package/dist/plugins/todo/schema.js.map +1 -0
- package/dist/plugins/todo/todo.integration.test.js +605 -0
- package/dist/plugins/todo/todo.integration.test.js.map +1 -0
- package/dist/plugins/uploads/index.js +8 -0
- package/dist/plugins/uploads/index.js.map +1 -0
- package/dist/plugins/uploads/plugin.js +346 -0
- package/dist/plugins/uploads/plugin.js.map +1 -0
- package/dist/plugins/uploads/preprocessor.js +44 -0
- package/dist/plugins/uploads/preprocessor.js.map +1 -0
- package/dist/plugins/uploads/preprocessors/image-classifier.js +127 -0
- package/dist/plugins/uploads/preprocessors/image-classifier.js.map +1 -0
- package/dist/plugins/uploads/preprocessors/index.js +7 -0
- package/dist/plugins/uploads/preprocessors/index.js.map +1 -0
- package/dist/plugins/uploads/preprocessors/markitdown-preprocessor.js +204 -0
- package/dist/plugins/uploads/preprocessors/markitdown-preprocessor.js.map +1 -0
- package/dist/plugins/uploads/preprocessors/zip-preprocessor.js +172 -0
- package/dist/plugins/uploads/preprocessors/zip-preprocessor.js.map +1 -0
- package/dist/plugins/uploads/schema.js +20 -0
- package/dist/plugins/uploads/schema.js.map +1 -0
- package/dist/plugins/uploads/state.js +22 -0
- package/dist/plugins/uploads/state.js.map +1 -0
- package/dist/plugins/uploads/uploads.integration.test.js +496 -0
- package/dist/plugins/uploads/uploads.integration.test.js.map +1 -0
- package/dist/plugins/user-chat/index.js +5 -0
- package/dist/plugins/user-chat/index.js.map +1 -0
- package/dist/plugins/user-chat/plugin.js +544 -0
- package/dist/plugins/user-chat/plugin.js.map +1 -0
- package/dist/plugins/user-chat/prompts.js +29 -0
- package/dist/plugins/user-chat/prompts.js.map +1 -0
- package/dist/plugins/user-chat/schema.js +46 -0
- package/dist/plugins/user-chat/schema.js.map +1 -0
- package/dist/plugins/user-chat/user-chat.integration.test.js +668 -0
- package/dist/plugins/user-chat/user-chat.integration.test.js.map +1 -0
- package/dist/plugins/workers/context.js +143 -0
- package/dist/plugins/workers/context.js.map +1 -0
- package/dist/plugins/workers/definition.js +30 -0
- package/dist/plugins/workers/definition.js.map +1 -0
- package/dist/plugins/workers/index.js +7 -0
- package/dist/plugins/workers/index.js.map +1 -0
- package/dist/plugins/workers/plugin.js +578 -0
- package/dist/plugins/workers/plugin.js.map +1 -0
- package/dist/plugins/workers/worker.js +18 -0
- package/dist/plugins/workers/worker.js.map +1 -0
- package/dist/plugins/workers/workers.integration.test.js +629 -0
- package/dist/plugins/workers/workers.integration.test.js.map +1 -0
- package/dist/prompts/base.js +239 -0
- package/dist/prompts/base.js.map +1 -0
- package/dist/prompts/builder.js +131 -0
- package/dist/prompts/builder.js.map +1 -0
- package/dist/prompts/index.js +20 -0
- package/dist/prompts/index.js.map +1 -0
- package/dist/prompts/macros.js +26 -0
- package/dist/prompts/macros.js.map +1 -0
- package/dist/prompts/macros.test.js +80 -0
- package/dist/prompts/macros.test.js.map +1 -0
- package/dist/testing/bootstrap-for-testing.js +28 -0
- package/dist/testing/bootstrap-for-testing.js.map +1 -0
- package/dist/testing/index.js +7 -0
- package/dist/testing/index.js.map +1 -0
- package/dist/testing/node-platform.js +65 -0
- package/dist/testing/node-platform.js.map +1 -0
- package/dist/testing/notification-collector.js +82 -0
- package/dist/testing/notification-collector.js.map +1 -0
- package/dist/testing/preset-helpers.js +37 -0
- package/dist/testing/preset-helpers.js.map +1 -0
- package/dist/testing/test-harness.js +226 -0
- package/dist/testing/test-harness.js.map +1 -0
- package/dist/testing/test-harness.test.js +51 -0
- package/dist/testing/test-harness.test.js.map +1 -0
- package/dist/testing/wait-helpers.js +64 -0
- package/dist/testing/wait-helpers.js.map +1 -0
- package/dist/transport/adapter/client-adapter.js +64 -0
- package/dist/transport/adapter/client-adapter.js.map +1 -0
- package/dist/transport/adapter/index.js +24 -0
- package/dist/transport/adapter/index.js.map +1 -0
- package/dist/transport/adapter/server-adapter.js +73 -0
- package/dist/transport/adapter/server-adapter.js.map +1 -0
- package/dist/transport/adapter/types.js +8 -0
- package/dist/transport/adapter/types.js.map +1 -0
- package/dist/transport/http/app.js +86 -0
- package/dist/transport/http/app.js.map +1 -0
- package/dist/transport/http/index.js +6 -0
- package/dist/transport/http/index.js.map +1 -0
- package/dist/transport/http/middleware/bearer-auth.js +33 -0
- package/dist/transport/http/middleware/bearer-auth.js.map +1 -0
- package/dist/transport/http/middleware/error-handler.js +56 -0
- package/dist/transport/http/middleware/error-handler.js.map +1 -0
- package/dist/transport/http/routes/files.js +237 -0
- package/dist/transport/http/routes/files.js.map +1 -0
- package/dist/transport/http/routes/resources.js +77 -0
- package/dist/transport/http/routes/resources.js.map +1 -0
- package/dist/transport/http/routes/rpc.integration.test.js +189 -0
- package/dist/transport/http/routes/rpc.integration.test.js.map +1 -0
- package/dist/transport/http/routes/rpc.js +110 -0
- package/dist/transport/http/routes/rpc.js.map +1 -0
- package/dist/transport/http/routes/rpc.test.js +316 -0
- package/dist/transport/http/routes/rpc.test.js.map +1 -0
- package/dist/transport/http/routes/upload.js +205 -0
- package/dist/transport/http/routes/upload.js.map +1 -0
- package/dist/transport/rpc/index.js +7 -0
- package/dist/transport/rpc/index.js.map +1 -0
- package/dist/transport/rpc/methods.js +8 -0
- package/dist/transport/rpc/methods.js.map +1 -0
- package/dist/user-config.js +14 -0
- package/dist/user-config.js.map +1 -0
- package/package.json +47 -57
|
@@ -0,0 +1,204 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Markitdown Preprocessor
|
|
3
|
+
*
|
|
4
|
+
* Converts documents to markdown using Microsoft's markitdown CLI.
|
|
5
|
+
* Supports PDF, DOCX, XLSX, PPTX, HTML, CSV, JSON, XML, EPUB, and more.
|
|
6
|
+
*
|
|
7
|
+
* Image extraction:
|
|
8
|
+
* - PDF: uses pdfimages (poppler-utils)
|
|
9
|
+
* - DOCX/ODT/EPUB: uses pandoc --extract-media
|
|
10
|
+
*
|
|
11
|
+
* Extracted images are classified via the image classifier preprocessor.
|
|
12
|
+
* Full content is written to disk; extractedContent contains a structured manifest.
|
|
13
|
+
*/
|
|
14
|
+
import { dirname } from 'node:path';
|
|
15
|
+
import { Err, Ok } from '../../../lib/utils/result.js';
|
|
16
|
+
const MAX_IMAGES = 50;
|
|
17
|
+
function makeExec(processRunner) {
|
|
18
|
+
return (cmd, args) => processRunner.execFile(cmd, args, { timeout: 60_000, maxBuffer: 50 * 1024 * 1024 });
|
|
19
|
+
}
|
|
20
|
+
/** MIME types where markitdown converts to markdown (non-ZIP, non-image) */
|
|
21
|
+
const SUPPORTED_MIME_TYPES = [
|
|
22
|
+
'application/pdf',
|
|
23
|
+
'application/vnd.openxmlformats-officedocument.wordprocessingml.document',
|
|
24
|
+
'application/vnd.openxmlformats-officedocument.spreadsheetml.sheet',
|
|
25
|
+
'application/vnd.openxmlformats-officedocument.presentationml.presentation',
|
|
26
|
+
'application/vnd.oasis.opendocument.text',
|
|
27
|
+
'application/rtf',
|
|
28
|
+
'application/epub+zip',
|
|
29
|
+
'text/html',
|
|
30
|
+
'application/xhtml+xml',
|
|
31
|
+
'text/csv',
|
|
32
|
+
'application/json',
|
|
33
|
+
'application/xml',
|
|
34
|
+
'text/xml',
|
|
35
|
+
];
|
|
36
|
+
/** MIME types where pandoc can extract embedded media */
|
|
37
|
+
const PANDOC_EXTRACT_MIMES = new Set([
|
|
38
|
+
'application/vnd.openxmlformats-officedocument.wordprocessingml.document',
|
|
39
|
+
'application/vnd.oasis.opendocument.text',
|
|
40
|
+
'application/epub+zip',
|
|
41
|
+
]);
|
|
42
|
+
const PANDOC_FORMAT_MAP = {
|
|
43
|
+
'application/vnd.openxmlformats-officedocument.wordprocessingml.document': 'docx',
|
|
44
|
+
'application/vnd.oasis.opendocument.text': 'odt',
|
|
45
|
+
'application/epub+zip': 'epub',
|
|
46
|
+
};
|
|
47
|
+
/** MIME types where pdfimages can extract images */
|
|
48
|
+
const PDFIMAGES_MIMES = new Set([
|
|
49
|
+
'application/pdf',
|
|
50
|
+
]);
|
|
51
|
+
export class MarkitdownPreprocessor {
|
|
52
|
+
name = 'markitdown';
|
|
53
|
+
supportedMimeTypes = SUPPORTED_MIME_TYPES;
|
|
54
|
+
registry;
|
|
55
|
+
logger;
|
|
56
|
+
fs;
|
|
57
|
+
exec;
|
|
58
|
+
constructor(config) {
|
|
59
|
+
this.registry = config.registry;
|
|
60
|
+
this.logger = config.logger;
|
|
61
|
+
this.fs = config.fs;
|
|
62
|
+
this.exec = makeExec(config.process);
|
|
63
|
+
}
|
|
64
|
+
async process(filePath, mimeType, ctx) {
|
|
65
|
+
const derivedPaths = [];
|
|
66
|
+
const imageEntries = [];
|
|
67
|
+
// 1. Convert to markdown via markitdown
|
|
68
|
+
const contentPathResult = ctx.files.realPath('content.md');
|
|
69
|
+
if (!contentPathResult.ok) {
|
|
70
|
+
return Err(new Error('Failed to resolve output path'));
|
|
71
|
+
}
|
|
72
|
+
try {
|
|
73
|
+
await this.fs.mkdir(dirname(contentPathResult.value), { recursive: true });
|
|
74
|
+
await this.exec('markitdown', [filePath, '-o', contentPathResult.value]);
|
|
75
|
+
}
|
|
76
|
+
catch (error) {
|
|
77
|
+
const message = error instanceof Error ? error.message : String(error);
|
|
78
|
+
if (message.includes('ENOENT')) {
|
|
79
|
+
return Err(new Error('markitdown not found. Install with: pip install "markitdown[all]"'));
|
|
80
|
+
}
|
|
81
|
+
return Err(new Error(`markitdown failed: ${message}`));
|
|
82
|
+
}
|
|
83
|
+
const contentResult = await ctx.files.read('content.md');
|
|
84
|
+
const markdown = contentResult.ok ? contentResult.value : '';
|
|
85
|
+
derivedPaths.push('content.md');
|
|
86
|
+
// 2. Extract images based on file type
|
|
87
|
+
if (PANDOC_EXTRACT_MIMES.has(mimeType)) {
|
|
88
|
+
const images = await this.extractImagesWithPandoc(filePath, mimeType, ctx);
|
|
89
|
+
for (const img of images) {
|
|
90
|
+
derivedPaths.push(img.relativePath);
|
|
91
|
+
imageEntries.push(`- ${img.relativePath} — ${img.description}`);
|
|
92
|
+
}
|
|
93
|
+
}
|
|
94
|
+
else if (PDFIMAGES_MIMES.has(mimeType)) {
|
|
95
|
+
const images = await this.extractImagesWithPdfimages(filePath, ctx);
|
|
96
|
+
for (const img of images) {
|
|
97
|
+
derivedPaths.push(img.relativePath);
|
|
98
|
+
imageEntries.push(`- ${img.relativePath} — ${img.description}`);
|
|
99
|
+
}
|
|
100
|
+
}
|
|
101
|
+
// 3. Build manifest
|
|
102
|
+
const manifestLines = ['Extracted files:'];
|
|
103
|
+
manifestLines.push(`- content.md (markdown, ${markdown.length} chars)`);
|
|
104
|
+
manifestLines.push(...imageEntries);
|
|
105
|
+
this.logger.debug('Markitdown processed', {
|
|
106
|
+
filePath,
|
|
107
|
+
mimeType,
|
|
108
|
+
contentLength: markdown.length,
|
|
109
|
+
imagesExtracted: imageEntries.length,
|
|
110
|
+
});
|
|
111
|
+
return Ok({
|
|
112
|
+
extractedContent: manifestLines.join('\n'),
|
|
113
|
+
derivedPaths,
|
|
114
|
+
});
|
|
115
|
+
}
|
|
116
|
+
async extractImagesWithPandoc(filePath, mimeType, ctx) {
|
|
117
|
+
const mediaStore = ctx.files.scoped('media');
|
|
118
|
+
const mediaDirResult = mediaStore.realPath('');
|
|
119
|
+
if (!mediaDirResult.ok)
|
|
120
|
+
return [];
|
|
121
|
+
const format = PANDOC_FORMAT_MAP[mimeType];
|
|
122
|
+
if (!format)
|
|
123
|
+
return [];
|
|
124
|
+
try {
|
|
125
|
+
await this.exec('pandoc', [
|
|
126
|
+
'-f',
|
|
127
|
+
format,
|
|
128
|
+
'-t',
|
|
129
|
+
'gfm',
|
|
130
|
+
filePath,
|
|
131
|
+
'-o',
|
|
132
|
+
'/dev/null',
|
|
133
|
+
`--extract-media=${mediaDirResult.value}`,
|
|
134
|
+
]);
|
|
135
|
+
}
|
|
136
|
+
catch {
|
|
137
|
+
this.logger.warn('pandoc --extract-media failed', { filePath });
|
|
138
|
+
return [];
|
|
139
|
+
}
|
|
140
|
+
return classifyExtractedImages(mediaStore, 'media', ctx, this.registry, this.logger);
|
|
141
|
+
}
|
|
142
|
+
async extractImagesWithPdfimages(filePath, ctx) {
|
|
143
|
+
const imageStore = ctx.files.scoped('images');
|
|
144
|
+
const imagesDirResult = imageStore.realPath('');
|
|
145
|
+
if (!imagesDirResult.ok)
|
|
146
|
+
return [];
|
|
147
|
+
try {
|
|
148
|
+
await this.fs.mkdir(imagesDirResult.value, { recursive: true });
|
|
149
|
+
await this.exec('pdfimages', ['-png', filePath, `${imagesDirResult.value}/img`]);
|
|
150
|
+
}
|
|
151
|
+
catch {
|
|
152
|
+
return [];
|
|
153
|
+
}
|
|
154
|
+
return classifyExtractedImages(imageStore, 'images', ctx, this.registry, this.logger);
|
|
155
|
+
}
|
|
156
|
+
}
|
|
157
|
+
// ============================================================================
|
|
158
|
+
// Shared image helpers
|
|
159
|
+
// ============================================================================
|
|
160
|
+
const IMAGE_EXT_RE = /\.(png|jpe?g|gif|webp|tiff?|bmp|svg)$/i;
|
|
161
|
+
const IMAGE_MIME_MAP = {
|
|
162
|
+
png: 'image/png',
|
|
163
|
+
jpg: 'image/jpeg',
|
|
164
|
+
jpeg: 'image/jpeg',
|
|
165
|
+
gif: 'image/gif',
|
|
166
|
+
webp: 'image/webp',
|
|
167
|
+
svg: 'image/svg+xml',
|
|
168
|
+
tif: 'image/tiff',
|
|
169
|
+
tiff: 'image/tiff',
|
|
170
|
+
bmp: 'image/bmp',
|
|
171
|
+
};
|
|
172
|
+
export function guessImageMime(filename) {
|
|
173
|
+
const ext = filename.split('.').pop()?.toLowerCase();
|
|
174
|
+
return IMAGE_MIME_MAP[ext ?? ''] ?? 'image/png';
|
|
175
|
+
}
|
|
176
|
+
export async function classifyExtractedImages(imageStore, relativePrefix, ctx, registry, logger) {
|
|
177
|
+
const results = [];
|
|
178
|
+
const listResult = await imageStore.list('', { maxDepth: 3 });
|
|
179
|
+
if (!listResult.ok)
|
|
180
|
+
return results;
|
|
181
|
+
const imageFiles = listResult.value
|
|
182
|
+
.filter(e => e.type === 'file' && IMAGE_EXT_RE.test(e.name))
|
|
183
|
+
.sort((a, b) => a.name.localeCompare(b.name))
|
|
184
|
+
.slice(0, MAX_IMAGES);
|
|
185
|
+
for (const imgFile of imageFiles) {
|
|
186
|
+
const imgPathResult = imageStore.realPath(imgFile.name);
|
|
187
|
+
if (!imgPathResult.ok)
|
|
188
|
+
continue;
|
|
189
|
+
const imgMime = guessImageMime(imgFile.name);
|
|
190
|
+
let description = imgMime;
|
|
191
|
+
const classifier = registry.getForMimeType(imgMime);
|
|
192
|
+
if (classifier) {
|
|
193
|
+
const classifyResult = await classifier.process(imgPathResult.value, imgMime, {
|
|
194
|
+
files: ctx.files.scoped(`${relativePrefix}/${imgFile.name}-meta`),
|
|
195
|
+
});
|
|
196
|
+
if (classifyResult.ok && classifyResult.value.extractedContent) {
|
|
197
|
+
description = classifyResult.value.extractedContent;
|
|
198
|
+
}
|
|
199
|
+
}
|
|
200
|
+
results.push({ relativePath: `${relativePrefix}/${imgFile.name}`, description });
|
|
201
|
+
}
|
|
202
|
+
return results;
|
|
203
|
+
}
|
|
204
|
+
//# sourceMappingURL=markitdown-preprocessor.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"markitdown-preprocessor.js","sourceRoot":"","sources":["../../../../src/plugins/uploads/preprocessors/markitdown-preprocessor.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;GAYG;AAEH,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAA;AAEnC,OAAO,EAAE,GAAG,EAAE,EAAE,EAAE,MAAM,uBAAuB,CAAA;AAO/C,MAAM,UAAU,GAAG,EAAE,CAAA;AAErB,SAAS,QAAQ,CAAC,aAA4B;IAC7C,OAAO,CAAC,GAAW,EAAE,IAAc,EAAE,EAAE,CAAC,aAAa,CAAC,QAAQ,CAAC,GAAG,EAAE,IAAI,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,EAAE,GAAG,IAAI,GAAG,IAAI,EAAE,CAAC,CAAA;AAC5H,CAAC;AAED,4EAA4E;AAC5E,MAAM,oBAAoB,GAAG;IAC5B,iBAAiB;IACjB,yEAAyE;IACzE,mEAAmE;IACnE,2EAA2E;IAC3E,yCAAyC;IACzC,iBAAiB;IACjB,sBAAsB;IACtB,WAAW;IACX,uBAAuB;IACvB,UAAU;IACV,kBAAkB;IAClB,iBAAiB;IACjB,UAAU;CACV,CAAA;AAED,yDAAyD;AACzD,MAAM,oBAAoB,GAAG,IAAI,GAAG,CAAC;IACpC,yEAAyE;IACzE,yCAAyC;IACzC,sBAAsB;CACtB,CAAC,CAAA;AAEF,MAAM,iBAAiB,GAA2B;IACjD,yEAAyE,EAAE,MAAM;IACjF,yCAAyC,EAAE,KAAK;IAChD,sBAAsB,EAAE,MAAM;CAC9B,CAAA;AAED,oDAAoD;AACpD,MAAM,eAAe,GAAG,IAAI,GAAG,CAAC;IAC/B,iBAAiB;CACjB,CAAC,CAAA;AASF,MAAM,OAAO,sBAAsB;IACzB,IAAI,GAAG,YAAY,CAAA;IACnB,kBAAkB,GAAG,oBAAoB,CAAA;IAEjC,QAAQ,CAAsB;IAC9B,MAAM,CAAQ;IACd,EAAE,CAAY;IACd,IAAI,CAA8E;IAEnG,YAAY,MAAoC;QAC/C,IAAI,CAAC,QAAQ,GAAG,MAAM,CAAC,QAAQ,CAAA;QAC/B,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM,CAAA;QAC3B,IAAI,CAAC,EAAE,GAAG,MAAM,CAAC,EAAE,CAAA;QACnB,IAAI,CAAC,IAAI,GAAG,QAAQ,CAAC,MAAM,CAAC,OAAO,CAAC,CAAA;IACrC,CAAC;IAED,KAAK,CAAC,OAAO,CACZ,QAAgB,EAChB,QAAgB,EAChB,GAAwB;QAExB,MAAM,YAAY,GAAa,EAAE,CAAA;QACjC,MAAM,YAAY,GAAa,EAAE,CAAA;QAEjC,wCAAwC;QACxC,MAAM,iBAAiB,GAAG,GAAG,CAAC,KAAK,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAA;QAC1D,IAAI,CAAC,iBAAiB,CAAC,EAAE,EAAE,CAAC;YAC3B,OAAO,GAAG,CAAC,IAAI,KAAK,CAAC,+BAA+B,CAAC,CAAC,CAAA;QACvD,CAAC;QAED,IAAI,CAAC;YACJ,MAAM,IAAI,CAAC,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,iBAAiB,CAAC,KAAK,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAA;YAC1E,MAAM,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,CAAC,QAAQ,EAAE,IAAI,EAAE,iBAAiB,CAAC,KAAK,CAAC,CAAC,CAAA;QACzE,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YAChB,MAAM,OAAO,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;YACtE,IAAI,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;gBAChC,OAAO,GAAG,CAAC,IAAI,KAAK,CAAC,mEAAmE,CAAC,CAAC,CAAA;YAC3F,CAAC;YACD,OAAO,GAAG,CAAC,IAAI,KAAK,CAAC,sBAAsB,OAAO,EAAE,CAAC,CAAC,CAAA;QACvD,CAAC;QAED,MAAM,aAAa,GAAG,MAAM,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,YAAY,CAAC,CAAA;QACxD,MAAM,QAAQ,GAAG,aAAa,CAAC,EAAE,CAAC,CAAC,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAA;QAE5D,YAAY,CAAC,IAAI,CAAC,YAAY,CAAC,CAAA;QAE/B,uCAAuC;QACvC,IAAI,oBAAoB,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC;YACxC,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,uBAAuB,CAAC,QAAQ,EAAE,QAAQ,EAAE,GAAG,CAAC,CAAA;YAC1E,KAAK,MAAM,GAAG,IAAI,MAAM,EAAE,CAAC;gBAC1B,YAAY,CAAC,IAAI,CAAC,GAAG,CAAC,YAAY,CAAC,CAAA;gBACnC,YAAY,CAAC,IAAI,CAAC,KAAK,GAAG,CAAC,YAAY,MAAM,GAAG,CAAC,WAAW,EAAE,CAAC,CAAA;YAChE,CAAC;QACF,CAAC;aAAM,IAAI,eAAe,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC;YAC1C,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,0BAA0B,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAA;YACnE,KAAK,MAAM,GAAG,IAAI,MAAM,EAAE,CAAC;gBAC1B,YAAY,CAAC,IAAI,CAAC,GAAG,CAAC,YAAY,CAAC,CAAA;gBACnC,YAAY,CAAC,IAAI,CAAC,KAAK,GAAG,CAAC,YAAY,MAAM,GAAG,CAAC,WAAW,EAAE,CAAC,CAAA;YAChE,CAAC;QACF,CAAC;QAED,oBAAoB;QACpB,MAAM,aAAa,GAAa,CAAC,kBAAkB,CAAC,CAAA;QACpD,aAAa,CAAC,IAAI,CAAC,2BAA2B,QAAQ,CAAC,MAAM,SAAS,CAAC,CAAA;QACvE,aAAa,CAAC,IAAI,CAAC,GAAG,YAAY,CAAC,CAAA;QAEnC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,sBAAsB,EAAE;YACzC,QAAQ;YACR,QAAQ;YACR,aAAa,EAAE,QAAQ,CAAC,MAAM;YAC9B,eAAe,EAAE,YAAY,CAAC,MAAM;SACpC,CAAC,CAAA;QAEF,OAAO,EAAE,CAAC;YACT,gBAAgB,EAAE,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC;YAC1C,YAAY;SACZ,CAAC,CAAA;IACH,CAAC;IAEO,KAAK,CAAC,uBAAuB,CACpC,QAAgB,EAChB,QAAgB,EAChB,GAAwB;QAExB,MAAM,UAAU,GAAG,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,CAAA;QAC5C,MAAM,cAAc,GAAG,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAA;QAC9C,IAAI,CAAC,cAAc,CAAC,EAAE;YAAE,OAAO,EAAE,CAAA;QAEjC,MAAM,MAAM,GAAG,iBAAiB,CAAC,QAAQ,CAAC,CAAA;QAC1C,IAAI,CAAC,MAAM;YAAE,OAAO,EAAE,CAAA;QAEtB,IAAI,CAAC;YACJ,MAAM,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE;gBACzB,IAAI;gBACJ,MAAM;gBACN,IAAI;gBACJ,KAAK;gBACL,QAAQ;gBACR,IAAI;gBACJ,WAAW;gBACX,mBAAmB,cAAc,CAAC,KAAK,EAAE;aACzC,CAAC,CAAA;QACH,CAAC;QAAC,MAAM,CAAC;YACR,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,+BAA+B,EAAE,EAAE,QAAQ,EAAE,CAAC,CAAA;YAC/D,OAAO,EAAE,CAAA;QACV,CAAC;QAED,OAAO,uBAAuB,CAAC,UAAU,EAAE,OAAO,EAAE,GAAG,EAAE,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,MAAM,CAAC,CAAA;IACrF,CAAC;IAEO,KAAK,CAAC,0BAA0B,CACvC,QAAgB,EAChB,GAAwB;QAExB,MAAM,UAAU,GAAG,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAA;QAC7C,MAAM,eAAe,GAAG,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAA;QAC/C,IAAI,CAAC,eAAe,CAAC,EAAE;YAAE,OAAO,EAAE,CAAA;QAElC,IAAI,CAAC;YACJ,MAAM,IAAI,CAAC,EAAE,CAAC,KAAK,CAAC,eAAe,CAAC,KAAK,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAA;YAC/D,MAAM,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,MAAM,EAAE,QAAQ,EAAE,GAAG,eAAe,CAAC,KAAK,MAAM,CAAC,CAAC,CAAA;QACjF,CAAC;QAAC,MAAM,CAAC;YACR,OAAO,EAAE,CAAA;QACV,CAAC;QAED,OAAO,uBAAuB,CAAC,UAAU,EAAE,QAAQ,EAAE,GAAG,EAAE,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,MAAM,CAAC,CAAA;IACtF,CAAC;CACD;AAED,+EAA+E;AAC/E,uBAAuB;AACvB,+EAA+E;AAE/E,MAAM,YAAY,GAAG,wCAAwC,CAAA;AAE7D,MAAM,cAAc,GAA2B;IAC9C,GAAG,EAAE,WAAW;IAChB,GAAG,EAAE,YAAY;IACjB,IAAI,EAAE,YAAY;IAClB,GAAG,EAAE,WAAW;IAChB,IAAI,EAAE,YAAY;IAClB,GAAG,EAAE,eAAe;IACpB,GAAG,EAAE,YAAY;IACjB,IAAI,EAAE,YAAY;IAClB,GAAG,EAAE,WAAW;CAChB,CAAA;AAED,MAAM,UAAU,cAAc,CAAC,QAAgB;IAC9C,MAAM,GAAG,GAAG,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,WAAW,EAAE,CAAA;IACpD,OAAO,cAAc,CAAC,GAAG,IAAI,EAAE,CAAC,IAAI,WAAW,CAAA;AAChD,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,uBAAuB,CAC5C,UAAqB,EACrB,cAAsB,EACtB,GAAwB,EACxB,QAA8B,EAC9B,MAAc;IAEd,MAAM,OAAO,GAAyD,EAAE,CAAA;IAExE,MAAM,UAAU,GAAG,MAAM,UAAU,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC,CAAA;IAC7D,IAAI,CAAC,UAAU,CAAC,EAAE;QAAE,OAAO,OAAO,CAAA;IAElC,MAAM,UAAU,GAAG,UAAU,CAAC,KAAK;SACjC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,IAAI,YAAY,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;SAC3D,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;SAC5C,KAAK,CAAC,CAAC,EAAE,UAAU,CAAC,CAAA;IAEtB,KAAK,MAAM,OAAO,IAAI,UAAU,EAAE,CAAC;QAClC,MAAM,aAAa,GAAG,UAAU,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,CAAA;QACvD,IAAI,CAAC,aAAa,CAAC,EAAE;YAAE,SAAQ;QAE/B,MAAM,OAAO,GAAG,cAAc,CAAC,OAAO,CAAC,IAAI,CAAC,CAAA;QAC5C,IAAI,WAAW,GAAG,OAAO,CAAA;QAEzB,MAAM,UAAU,GAAG,QAAQ,CAAC,cAAc,CAAC,OAAO,CAAC,CAAA;QACnD,IAAI,UAAU,EAAE,CAAC;YAChB,MAAM,cAAc,GAAG,MAAM,UAAU,CAAC,OAAO,CAAC,aAAa,CAAC,KAAK,EAAE,OAAO,EAAE;gBAC7E,KAAK,EAAE,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,GAAG,cAAc,IAAI,OAAO,CAAC,IAAI,OAAO,CAAC;aACjE,CAAC,CAAA;YACF,IAAI,cAAc,CAAC,EAAE,IAAI,cAAc,CAAC,KAAK,CAAC,gBAAgB,EAAE,CAAC;gBAChE,WAAW,GAAG,cAAc,CAAC,KAAK,CAAC,gBAAgB,CAAA;YACpD,CAAC;QACF,CAAC;QAED,OAAO,CAAC,IAAI,CAAC,EAAE,YAAY,EAAE,GAAG,cAAc,IAAI,OAAO,CAAC,IAAI,EAAE,EAAE,WAAW,EAAE,CAAC,CAAA;IACjF,CAAC;IAED,OAAO,OAAO,CAAA;AACf,CAAC"}
|
|
@@ -0,0 +1,172 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* ZIP Preprocessor
|
|
3
|
+
*
|
|
4
|
+
* Extracts ZIP contents via `unzip` CLI and recursively preprocesses files.
|
|
5
|
+
* Each extracted file is processed by its matching preprocessor (markitdown for
|
|
6
|
+
* documents, image classifier for images, nested zip for archives).
|
|
7
|
+
* Full manifest is written to disk; extractedContent contains a structured summary.
|
|
8
|
+
*/
|
|
9
|
+
import { extname } from 'node:path';
|
|
10
|
+
import { Err, Ok } from '../../../lib/utils/result.js';
|
|
11
|
+
const MAX_DEPTH = 3;
|
|
12
|
+
const MAX_FILES = 500;
|
|
13
|
+
const MAX_TOTAL_SIZE = 100 * 1024 * 1024; // 100MB
|
|
14
|
+
const MIME_MAP = {
|
|
15
|
+
'.pdf': 'application/pdf',
|
|
16
|
+
'.docx': 'application/vnd.openxmlformats-officedocument.wordprocessingml.document',
|
|
17
|
+
'.xlsx': 'application/vnd.openxmlformats-officedocument.spreadsheetml.sheet',
|
|
18
|
+
'.pptx': 'application/vnd.openxmlformats-officedocument.presentationml.presentation',
|
|
19
|
+
'.odt': 'application/vnd.oasis.opendocument.text',
|
|
20
|
+
'.rtf': 'application/rtf',
|
|
21
|
+
'.epub': 'application/epub+zip',
|
|
22
|
+
'.zip': 'application/zip',
|
|
23
|
+
'.html': 'text/html',
|
|
24
|
+
'.htm': 'text/html',
|
|
25
|
+
'.csv': 'text/csv',
|
|
26
|
+
'.json': 'application/json',
|
|
27
|
+
'.xml': 'application/xml',
|
|
28
|
+
'.png': 'image/png',
|
|
29
|
+
'.jpg': 'image/jpeg',
|
|
30
|
+
'.jpeg': 'image/jpeg',
|
|
31
|
+
'.gif': 'image/gif',
|
|
32
|
+
'.webp': 'image/webp',
|
|
33
|
+
'.txt': 'text/plain',
|
|
34
|
+
'.md': 'text/markdown',
|
|
35
|
+
};
|
|
36
|
+
function getMimeType(filename) {
|
|
37
|
+
const ext = extname(filename).toLowerCase();
|
|
38
|
+
return MIME_MAP[ext] ?? null;
|
|
39
|
+
}
|
|
40
|
+
function makeExec(processRunner) {
|
|
41
|
+
return (cmd, args) => processRunner.execFile(cmd, args, { timeout: 60_000, maxBuffer: 50 * 1024 * 1024 });
|
|
42
|
+
}
|
|
43
|
+
function formatSize(bytes) {
|
|
44
|
+
if (bytes < 1024)
|
|
45
|
+
return `${bytes}B`;
|
|
46
|
+
if (bytes < 1024 * 1024)
|
|
47
|
+
return `${(bytes / 1024).toFixed(1)}KB`;
|
|
48
|
+
return `${(bytes / (1024 * 1024)).toFixed(1)}MB`;
|
|
49
|
+
}
|
|
50
|
+
export class ZipPreprocessor {
|
|
51
|
+
name = 'zip';
|
|
52
|
+
supportedMimeTypes = ['application/zip'];
|
|
53
|
+
registry;
|
|
54
|
+
logger;
|
|
55
|
+
processRunner;
|
|
56
|
+
exec;
|
|
57
|
+
depth;
|
|
58
|
+
constructor(config) {
|
|
59
|
+
this.registry = config.registry;
|
|
60
|
+
this.logger = config.logger;
|
|
61
|
+
this.processRunner = config.process;
|
|
62
|
+
this.exec = makeExec(config.process);
|
|
63
|
+
this.depth = config.depth ?? 0;
|
|
64
|
+
}
|
|
65
|
+
async process(filePath, _mimeType, ctx) {
|
|
66
|
+
if (this.depth >= MAX_DEPTH) {
|
|
67
|
+
return Err(new Error(`ZIP nesting depth limit reached (max ${MAX_DEPTH})`));
|
|
68
|
+
}
|
|
69
|
+
// Extract to disk via unzip
|
|
70
|
+
const extractStore = ctx.files.scoped('extracted');
|
|
71
|
+
const extractDirResult = extractStore.realPath('');
|
|
72
|
+
if (!extractDirResult.ok) {
|
|
73
|
+
return Err(new Error('Failed to resolve extraction directory'));
|
|
74
|
+
}
|
|
75
|
+
try {
|
|
76
|
+
await this.exec('unzip', ['-o', '-q', filePath, '-d', extractDirResult.value]);
|
|
77
|
+
}
|
|
78
|
+
catch (error) {
|
|
79
|
+
const message = error instanceof Error ? error.message : String(error);
|
|
80
|
+
if (message.includes('ENOENT')) {
|
|
81
|
+
return Err(new Error('unzip not found'));
|
|
82
|
+
}
|
|
83
|
+
// unzip returns exit code 1 for warnings (e.g. skipped dirs) — still usable
|
|
84
|
+
if (!message.includes('exit code 1')) {
|
|
85
|
+
return Err(new Error(`unzip failed: ${message}`));
|
|
86
|
+
}
|
|
87
|
+
}
|
|
88
|
+
// List extracted files
|
|
89
|
+
const listResult = await extractStore.list('', { maxDepth: 10 });
|
|
90
|
+
if (!listResult.ok) {
|
|
91
|
+
return Err(new Error('Failed to list extracted files'));
|
|
92
|
+
}
|
|
93
|
+
const derivedPaths = [];
|
|
94
|
+
const manifest = [];
|
|
95
|
+
let fileCount = 0;
|
|
96
|
+
let totalSize = 0;
|
|
97
|
+
const files = listResult.value
|
|
98
|
+
.filter(e => e.type === 'file')
|
|
99
|
+
.sort((a, b) => a.name.localeCompare(b.name));
|
|
100
|
+
for (const file of files) {
|
|
101
|
+
if (fileCount >= MAX_FILES) {
|
|
102
|
+
manifest.push(`... (truncated, ${files.length - fileCount} more files)`);
|
|
103
|
+
break;
|
|
104
|
+
}
|
|
105
|
+
const fileSize = file.size ?? 0;
|
|
106
|
+
totalSize += fileSize;
|
|
107
|
+
if (totalSize > MAX_TOTAL_SIZE) {
|
|
108
|
+
manifest.push('... (total size limit reached)');
|
|
109
|
+
break;
|
|
110
|
+
}
|
|
111
|
+
fileCount++;
|
|
112
|
+
const fileRealPath = extractStore.realPath(file.name);
|
|
113
|
+
if (!fileRealPath.ok) {
|
|
114
|
+
manifest.push(`- ${file.name} (path resolution failed)`);
|
|
115
|
+
continue;
|
|
116
|
+
}
|
|
117
|
+
const relativePath = `extracted/${file.name}`;
|
|
118
|
+
derivedPaths.push(relativePath);
|
|
119
|
+
const mime = getMimeType(file.name);
|
|
120
|
+
let contentSummary = '';
|
|
121
|
+
if (mime) {
|
|
122
|
+
// For nested ZIPs, create a new preprocessor with incremented depth
|
|
123
|
+
let preprocessor = this.registry.getForMimeType(mime);
|
|
124
|
+
if (mime === 'application/zip') {
|
|
125
|
+
preprocessor = new ZipPreprocessor({
|
|
126
|
+
registry: this.registry,
|
|
127
|
+
logger: this.logger,
|
|
128
|
+
process: this.processRunner,
|
|
129
|
+
depth: this.depth + 1,
|
|
130
|
+
});
|
|
131
|
+
}
|
|
132
|
+
if (preprocessor) {
|
|
133
|
+
const subResult = await preprocessor.process(fileRealPath.value, mime, {
|
|
134
|
+
files: ctx.files.scoped(`extracted/${file.name}-content`),
|
|
135
|
+
});
|
|
136
|
+
if (subResult.ok) {
|
|
137
|
+
if (subResult.value.derivedPaths) {
|
|
138
|
+
for (const dp of subResult.value.derivedPaths) {
|
|
139
|
+
derivedPaths.push(`extracted/${file.name}-content/${dp}`);
|
|
140
|
+
}
|
|
141
|
+
}
|
|
142
|
+
if (subResult.value.extractedContent) {
|
|
143
|
+
// Indent sub-content as nested lines, strip "Extracted files:" prefix
|
|
144
|
+
const subContent = subResult.value.extractedContent.replace(/^Extracted files:\n/m, '');
|
|
145
|
+
const indented = subContent.split('\n').map(l => ` ${l}`).join('\n');
|
|
146
|
+
contentSummary = `\n${indented}`;
|
|
147
|
+
}
|
|
148
|
+
}
|
|
149
|
+
else {
|
|
150
|
+
this.logger.warn('Sub-preprocessor failed', { file: file.name, error: subResult.error.message });
|
|
151
|
+
}
|
|
152
|
+
}
|
|
153
|
+
}
|
|
154
|
+
manifest.push(`- ${file.name} (${formatSize(fileSize)})${contentSummary}`);
|
|
155
|
+
}
|
|
156
|
+
const fullManifest = `## ZIP Contents (${fileCount} files)\n\n${manifest.join('\n')}`;
|
|
157
|
+
// Write full manifest to disk
|
|
158
|
+
await ctx.files.write('content.txt', fullManifest);
|
|
159
|
+
derivedPaths.push('content.txt');
|
|
160
|
+
this.logger.debug('ZIP processed', {
|
|
161
|
+
filePath,
|
|
162
|
+
filesExtracted: fileCount,
|
|
163
|
+
totalSize,
|
|
164
|
+
depth: this.depth,
|
|
165
|
+
});
|
|
166
|
+
return Ok({
|
|
167
|
+
extractedContent: fullManifest,
|
|
168
|
+
derivedPaths,
|
|
169
|
+
});
|
|
170
|
+
}
|
|
171
|
+
}
|
|
172
|
+
//# sourceMappingURL=zip-preprocessor.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"zip-preprocessor.js","sourceRoot":"","sources":["../../../../src/plugins/uploads/preprocessors/zip-preprocessor.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAA;AAEnC,OAAO,EAAE,GAAG,EAAE,EAAE,EAAE,MAAM,uBAAuB,CAAA;AAK/C,MAAM,SAAS,GAAG,CAAC,CAAA;AACnB,MAAM,SAAS,GAAG,GAAG,CAAA;AACrB,MAAM,cAAc,GAAG,GAAG,GAAG,IAAI,GAAG,IAAI,CAAA,CAAC,QAAQ;AAEjD,MAAM,QAAQ,GAA2B;IACxC,MAAM,EAAE,iBAAiB;IACzB,OAAO,EAAE,yEAAyE;IAClF,OAAO,EAAE,mEAAmE;IAC5E,OAAO,EAAE,2EAA2E;IACpF,MAAM,EAAE,yCAAyC;IACjD,MAAM,EAAE,iBAAiB;IACzB,OAAO,EAAE,sBAAsB;IAC/B,MAAM,EAAE,iBAAiB;IACzB,OAAO,EAAE,WAAW;IACpB,MAAM,EAAE,WAAW;IACnB,MAAM,EAAE,UAAU;IAClB,OAAO,EAAE,kBAAkB;IAC3B,MAAM,EAAE,iBAAiB;IACzB,MAAM,EAAE,WAAW;IACnB,MAAM,EAAE,YAAY;IACpB,OAAO,EAAE,YAAY;IACrB,MAAM,EAAE,WAAW;IACnB,OAAO,EAAE,YAAY;IACrB,MAAM,EAAE,YAAY;IACpB,KAAK,EAAE,eAAe;CACtB,CAAA;AAED,SAAS,WAAW,CAAC,QAAgB;IACpC,MAAM,GAAG,GAAG,OAAO,CAAC,QAAQ,CAAC,CAAC,WAAW,EAAE,CAAA;IAC3C,OAAO,QAAQ,CAAC,GAAG,CAAC,IAAI,IAAI,CAAA;AAC7B,CAAC;AAED,SAAS,QAAQ,CAAC,aAA4B;IAC7C,OAAO,CAAC,GAAW,EAAE,IAAc,EAAE,EAAE,CAAC,aAAa,CAAC,QAAQ,CAAC,GAAG,EAAE,IAAI,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,EAAE,GAAG,IAAI,GAAG,IAAI,EAAE,CAAC,CAAA;AAC5H,CAAC;AAED,SAAS,UAAU,CAAC,KAAa;IAChC,IAAI,KAAK,GAAG,IAAI;QAAE,OAAO,GAAG,KAAK,GAAG,CAAA;IACpC,IAAI,KAAK,GAAG,IAAI,GAAG,IAAI;QAAE,OAAO,GAAG,CAAC,KAAK,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAA;IAChE,OAAO,GAAG,CAAC,KAAK,GAAG,CAAC,IAAI,GAAG,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAA;AACjD,CAAC;AASD,MAAM,OAAO,eAAe;IAClB,IAAI,GAAG,KAAK,CAAA;IACZ,kBAAkB,GAAG,CAAC,iBAAiB,CAAC,CAAA;IAEhC,QAAQ,CAAsB;IAC9B,MAAM,CAAQ;IACd,aAAa,CAAe;IAC5B,IAAI,CAA8E;IAClF,KAAK,CAAQ;IAE9B,YAAY,MAA6B;QACxC,IAAI,CAAC,QAAQ,GAAG,MAAM,CAAC,QAAQ,CAAA;QAC/B,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM,CAAA;QAC3B,IAAI,CAAC,aAAa,GAAG,MAAM,CAAC,OAAO,CAAA;QACnC,IAAI,CAAC,IAAI,GAAG,QAAQ,CAAC,MAAM,CAAC,OAAO,CAAC,CAAA;QACpC,IAAI,CAAC,KAAK,GAAG,MAAM,CAAC,KAAK,IAAI,CAAC,CAAA;IAC/B,CAAC;IAED,KAAK,CAAC,OAAO,CACZ,QAAgB,EAChB,SAAiB,EACjB,GAAwB;QAExB,IAAI,IAAI,CAAC,KAAK,IAAI,SAAS,EAAE,CAAC;YAC7B,OAAO,GAAG,CAAC,IAAI,KAAK,CAAC,wCAAwC,SAAS,GAAG,CAAC,CAAC,CAAA;QAC5E,CAAC;QAED,4BAA4B;QAC5B,MAAM,YAAY,GAAG,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,WAAW,CAAC,CAAA;QAClD,MAAM,gBAAgB,GAAG,YAAY,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAA;QAClD,IAAI,CAAC,gBAAgB,CAAC,EAAE,EAAE,CAAC;YAC1B,OAAO,GAAG,CAAC,IAAI,KAAK,CAAC,wCAAwC,CAAC,CAAC,CAAA;QAChE,CAAC;QAED,IAAI,CAAC;YACJ,MAAM,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC,IAAI,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,gBAAgB,CAAC,KAAK,CAAC,CAAC,CAAA;QAC/E,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YAChB,MAAM,OAAO,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;YACtE,IAAI,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;gBAChC,OAAO,GAAG,CAAC,IAAI,KAAK,CAAC,iBAAiB,CAAC,CAAC,CAAA;YACzC,CAAC;YACD,4EAA4E;YAC5E,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAC,EAAE,CAAC;gBACtC,OAAO,GAAG,CAAC,IAAI,KAAK,CAAC,iBAAiB,OAAO,EAAE,CAAC,CAAC,CAAA;YAClD,CAAC;QACF,CAAC;QAED,uBAAuB;QACvB,MAAM,UAAU,GAAG,MAAM,YAAY,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,CAAA;QAChE,IAAI,CAAC,UAAU,CAAC,EAAE,EAAE,CAAC;YACpB,OAAO,GAAG,CAAC,IAAI,KAAK,CAAC,gCAAgC,CAAC,CAAC,CAAA;QACxD,CAAC;QAED,MAAM,YAAY,GAAa,EAAE,CAAA;QACjC,MAAM,QAAQ,GAAa,EAAE,CAAA;QAC7B,IAAI,SAAS,GAAG,CAAC,CAAA;QACjB,IAAI,SAAS,GAAG,CAAC,CAAA;QAEjB,MAAM,KAAK,GAAG,UAAU,CAAC,KAAK;aAC5B,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC;aAC9B,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAA;QAE9C,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YAC1B,IAAI,SAAS,IAAI,SAAS,EAAE,CAAC;gBAC5B,QAAQ,CAAC,IAAI,CAAC,mBAAmB,KAAK,CAAC,MAAM,GAAG,SAAS,cAAc,CAAC,CAAA;gBACxE,MAAK;YACN,CAAC;YAED,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,IAAI,CAAC,CAAA;YAC/B,SAAS,IAAI,QAAQ,CAAA;YACrB,IAAI,SAAS,GAAG,cAAc,EAAE,CAAC;gBAChC,QAAQ,CAAC,IAAI,CAAC,gCAAgC,CAAC,CAAA;gBAC/C,MAAK;YACN,CAAC;YAED,SAAS,EAAE,CAAA;YAEX,MAAM,YAAY,GAAG,YAAY,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;YACrD,IAAI,CAAC,YAAY,CAAC,EAAE,EAAE,CAAC;gBACtB,QAAQ,CAAC,IAAI,CAAC,KAAK,IAAI,CAAC,IAAI,2BAA2B,CAAC,CAAA;gBACxD,SAAQ;YACT,CAAC;YAED,MAAM,YAAY,GAAG,aAAa,IAAI,CAAC,IAAI,EAAE,CAAA;YAC7C,YAAY,CAAC,IAAI,CAAC,YAAY,CAAC,CAAA;YAE/B,MAAM,IAAI,GAAG,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;YACnC,IAAI,cAAc,GAAG,EAAE,CAAA;YAEvB,IAAI,IAAI,EAAE,CAAC;gBACV,oEAAoE;gBACpE,IAAI,YAAY,GAAG,IAAI,CAAC,QAAQ,CAAC,cAAc,CAAC,IAAI,CAAC,CAAA;gBACrD,IAAI,IAAI,KAAK,iBAAiB,EAAE,CAAC;oBAChC,YAAY,GAAG,IAAI,eAAe,CAAC;wBAClC,QAAQ,EAAE,IAAI,CAAC,QAAQ;wBACvB,MAAM,EAAE,IAAI,CAAC,MAAM;wBACnB,OAAO,EAAE,IAAI,CAAC,aAAa;wBAC3B,KAAK,EAAE,IAAI,CAAC,KAAK,GAAG,CAAC;qBACrB,CAAC,CAAA;gBACH,CAAC;gBAED,IAAI,YAAY,EAAE,CAAC;oBAClB,MAAM,SAAS,GAAG,MAAM,YAAY,CAAC,OAAO,CAAC,YAAY,CAAC,KAAK,EAAE,IAAI,EAAE;wBACtE,KAAK,EAAE,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,aAAa,IAAI,CAAC,IAAI,UAAU,CAAC;qBACzD,CAAC,CAAA;oBACF,IAAI,SAAS,CAAC,EAAE,EAAE,CAAC;wBAClB,IAAI,SAAS,CAAC,KAAK,CAAC,YAAY,EAAE,CAAC;4BAClC,KAAK,MAAM,EAAE,IAAI,SAAS,CAAC,KAAK,CAAC,YAAY,EAAE,CAAC;gCAC/C,YAAY,CAAC,IAAI,CAAC,aAAa,IAAI,CAAC,IAAI,YAAY,EAAE,EAAE,CAAC,CAAA;4BAC1D,CAAC;wBACF,CAAC;wBACD,IAAI,SAAS,CAAC,KAAK,CAAC,gBAAgB,EAAE,CAAC;4BACtC,sEAAsE;4BACtE,MAAM,UAAU,GAAG,SAAS,CAAC,KAAK,CAAC,gBAAgB,CAAC,OAAO,CAAC,sBAAsB,EAAE,EAAE,CAAC,CAAA;4BACvF,MAAM,QAAQ,GAAG,UAAU,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;4BACrE,cAAc,GAAG,KAAK,QAAQ,EAAE,CAAA;wBACjC,CAAC;oBACF,CAAC;yBAAM,CAAC;wBACP,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,yBAAyB,EAAE,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,KAAK,EAAE,SAAS,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC,CAAA;oBACjG,CAAC;gBACF,CAAC;YACF,CAAC;YAED,QAAQ,CAAC,IAAI,CAAC,KAAK,IAAI,CAAC,IAAI,KAAK,UAAU,CAAC,QAAQ,CAAC,IAAI,cAAc,EAAE,CAAC,CAAA;QAC3E,CAAC;QAED,MAAM,YAAY,GAAG,oBAAoB,SAAS,cAAc,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAA;QAErF,8BAA8B;QAC9B,MAAM,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,aAAa,EAAE,YAAY,CAAC,CAAA;QAClD,YAAY,CAAC,IAAI,CAAC,aAAa,CAAC,CAAA;QAEhC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,eAAe,EAAE;YAClC,QAAQ;YACR,cAAc,EAAE,SAAS;YACzB,SAAS;YACT,KAAK,EAAE,IAAI,CAAC,KAAK;SACjB,CAAC,CAAA;QAEF,OAAO,EAAE,CAAC;YACT,gBAAgB,EAAE,YAAY;YAC9B,YAAY;SACZ,CAAC,CAAA;IACH,CAAC;CACD"}
|
|
@@ -0,0 +1,20 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Upload domain types and schemas
|
|
3
|
+
*
|
|
4
|
+
* Contains all types related to uploads:
|
|
5
|
+
* - Branded ID type and constructor
|
|
6
|
+
* - Upload metadata types
|
|
7
|
+
* - Zod schemas for validation
|
|
8
|
+
*/
|
|
9
|
+
import { uuidv7 } from 'uuidv7';
|
|
10
|
+
import z from 'zod/v4';
|
|
11
|
+
// ============================================================================
|
|
12
|
+
// UploadId - Branded type
|
|
13
|
+
// ============================================================================
|
|
14
|
+
/** UploadId schema - validates any string and brands as UploadId. */
|
|
15
|
+
export const uploadIdSchema = z.string().brand('UploadId');
|
|
16
|
+
/** Constructor for UploadId */
|
|
17
|
+
export const UploadId = (id) => id;
|
|
18
|
+
/** Generate a new UploadId (UUIDv7) */
|
|
19
|
+
export const generateUploadId = () => UploadId(uuidv7());
|
|
20
|
+
//# sourceMappingURL=schema.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"schema.js","sourceRoot":"","sources":["../../../src/plugins/uploads/schema.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,OAAO,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAA;AAC/B,OAAO,CAAC,MAAM,QAAQ,CAAA;AAGtB,+EAA+E;AAC/E,0BAA0B;AAC1B,+EAA+E;AAE/E,qEAAqE;AACrE,MAAM,CAAC,MAAM,cAAc,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,KAAK,CAAC,UAAU,CAAC,CAAA;AAK1D,+BAA+B;AAC/B,MAAM,CAAC,MAAM,QAAQ,GAAG,CAAC,EAAU,EAAY,EAAE,CAAC,EAAc,CAAA;AAEhE,uCAAuC;AACvC,MAAM,CAAC,MAAM,gBAAgB,GAAG,GAAa,EAAE,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAA"}
|
|
@@ -0,0 +1,22 @@
|
|
|
1
|
+
import z4 from 'zod/v4';
|
|
2
|
+
import { createEventsFactory } from '../../core/events/types';
|
|
3
|
+
import { uploadIdSchema } from './schema';
|
|
4
|
+
export const uploadEvents = createEventsFactory({
|
|
5
|
+
events: {
|
|
6
|
+
attachment_uploaded: z4.object({
|
|
7
|
+
uploadId: uploadIdSchema,
|
|
8
|
+
filename: z4.string(),
|
|
9
|
+
mimeType: z4.string(),
|
|
10
|
+
size: z4.number(),
|
|
11
|
+
status: z4.enum(['ready', 'failed']),
|
|
12
|
+
extractedContent: z4.string().optional(),
|
|
13
|
+
derivedPaths: z4.array(z4.string()).optional(),
|
|
14
|
+
error: z4.string().optional(),
|
|
15
|
+
}),
|
|
16
|
+
attachments_consumed: z4.object({
|
|
17
|
+
agentId: z4.string(),
|
|
18
|
+
uploadIds: z4.array(uploadIdSchema),
|
|
19
|
+
}),
|
|
20
|
+
},
|
|
21
|
+
});
|
|
22
|
+
//# sourceMappingURL=state.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"state.js","sourceRoot":"","sources":["../../../src/plugins/uploads/state.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,QAAQ,CAAA;AACvB,OAAO,EAAE,mBAAmB,EAAE,MAAM,qBAAqB,CAAA;AACzD,OAAO,EAAE,cAAc,EAAE,MAAM,UAAU,CAAA;AAEzC,MAAM,CAAC,MAAM,YAAY,GAAG,mBAAmB,CAAC;IAC/C,MAAM,EAAE;QACP,mBAAmB,EAAE,EAAE,CAAC,MAAM,CAAC;YAC9B,QAAQ,EAAE,cAAc;YACxB,QAAQ,EAAE,EAAE,CAAC,MAAM,EAAE;YACrB,QAAQ,EAAE,EAAE,CAAC,MAAM,EAAE;YACrB,IAAI,EAAE,EAAE,CAAC,MAAM,EAAE;YACjB,MAAM,EAAE,EAAE,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC;YACpC,gBAAgB,EAAE,EAAE,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;YACxC,YAAY,EAAE,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE;YAC9C,KAAK,EAAE,EAAE,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;SAC7B,CAAC;QACF,oBAAoB,EAAE,EAAE,CAAC,MAAM,CAAC;YAC/B,OAAO,EAAE,EAAE,CAAC,MAAM,EAAE;YACpB,SAAS,EAAE,EAAE,CAAC,KAAK,CAAC,cAAc,CAAC;SACnC,CAAC;KACF;CACD,CAAC,CAAA"}
|