@andre.li/memoark 0.3.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +191 -0
- package/README.en.md +606 -0
- package/README.md +560 -0
- package/bin/memoark.mjs +36 -0
- package/dist/adapters/file.d.ts +19 -0
- package/dist/adapters/file.d.ts.map +1 -0
- package/dist/adapters/file.js +61 -0
- package/dist/adapters/file.js.map +1 -0
- package/dist/adapters/gbrain.d.ts +29 -0
- package/dist/adapters/gbrain.d.ts.map +1 -0
- package/dist/adapters/gbrain.js +622 -0
- package/dist/adapters/gbrain.js.map +1 -0
- package/dist/adapters/index.d.ts +6 -0
- package/dist/adapters/index.d.ts.map +1 -0
- package/dist/adapters/index.js +5 -0
- package/dist/adapters/index.js.map +1 -0
- package/dist/adapters/registry.d.ts +18 -0
- package/dist/adapters/registry.d.ts.map +1 -0
- package/dist/adapters/registry.js +18 -0
- package/dist/adapters/registry.js.map +1 -0
- package/dist/adapters/stdout.d.ts +12 -0
- package/dist/adapters/stdout.d.ts.map +1 -0
- package/dist/adapters/stdout.js +29 -0
- package/dist/adapters/stdout.js.map +1 -0
- package/dist/adapters/store.d.ts +47 -0
- package/dist/adapters/store.d.ts.map +1 -0
- package/dist/adapters/store.js +641 -0
- package/dist/adapters/store.js.map +1 -0
- package/dist/cli.d.ts +2 -0
- package/dist/cli.d.ts.map +1 -0
- package/dist/cli.js +694 -0
- package/dist/cli.js.map +1 -0
- package/dist/collectors/agent/claude-code.d.ts +12 -0
- package/dist/collectors/agent/claude-code.d.ts.map +1 -0
- package/dist/collectors/agent/claude-code.js +94 -0
- package/dist/collectors/agent/claude-code.js.map +1 -0
- package/dist/collectors/agent/codex.d.ts +16 -0
- package/dist/collectors/agent/codex.d.ts.map +1 -0
- package/dist/collectors/agent/codex.js +149 -0
- package/dist/collectors/agent/codex.js.map +1 -0
- package/dist/collectors/agent/collector.d.ts +20 -0
- package/dist/collectors/agent/collector.d.ts.map +1 -0
- package/dist/collectors/agent/collector.js +108 -0
- package/dist/collectors/agent/collector.js.map +1 -0
- package/dist/collectors/agent/hermes.d.ts +13 -0
- package/dist/collectors/agent/hermes.d.ts.map +1 -0
- package/dist/collectors/agent/hermes.js +90 -0
- package/dist/collectors/agent/hermes.js.map +1 -0
- package/dist/collectors/agent/index.d.ts +6 -0
- package/dist/collectors/agent/index.d.ts.map +1 -0
- package/dist/collectors/agent/index.js +5 -0
- package/dist/collectors/agent/index.js.map +1 -0
- package/dist/collectors/agent/types.d.ts +61 -0
- package/dist/collectors/agent/types.d.ts.map +1 -0
- package/dist/collectors/agent/types.js +6 -0
- package/dist/collectors/agent/types.js.map +1 -0
- package/dist/collectors/feishu/auth.d.ts +13 -0
- package/dist/collectors/feishu/auth.d.ts.map +1 -0
- package/dist/collectors/feishu/auth.js +72 -0
- package/dist/collectors/feishu/auth.js.map +1 -0
- package/dist/collectors/feishu/collector.d.ts +23 -0
- package/dist/collectors/feishu/collector.d.ts.map +1 -0
- package/dist/collectors/feishu/collector.js +113 -0
- package/dist/collectors/feishu/collector.js.map +1 -0
- package/dist/collectors/feishu/cursor-staging.d.ts +11 -0
- package/dist/collectors/feishu/cursor-staging.d.ts.map +1 -0
- package/dist/collectors/feishu/cursor-staging.js +37 -0
- package/dist/collectors/feishu/cursor-staging.js.map +1 -0
- package/dist/collectors/feishu/http-client.d.ts +26 -0
- package/dist/collectors/feishu/http-client.d.ts.map +1 -0
- package/dist/collectors/feishu/http-client.js +94 -0
- package/dist/collectors/feishu/http-client.js.map +1 -0
- package/dist/collectors/feishu/index.d.ts +3 -0
- package/dist/collectors/feishu/index.d.ts.map +1 -0
- package/dist/collectors/feishu/index.js +2 -0
- package/dist/collectors/feishu/index.js.map +1 -0
- package/dist/collectors/feishu/lark-cli-client.d.ts +16 -0
- package/dist/collectors/feishu/lark-cli-client.d.ts.map +1 -0
- package/dist/collectors/feishu/lark-cli-client.js +69 -0
- package/dist/collectors/feishu/lark-cli-client.js.map +1 -0
- package/dist/collectors/feishu/rate-limiter.d.ts +10 -0
- package/dist/collectors/feishu/rate-limiter.d.ts.map +1 -0
- package/dist/collectors/feishu/rate-limiter.js +33 -0
- package/dist/collectors/feishu/rate-limiter.js.map +1 -0
- package/dist/collectors/feishu/sources/base.d.ts +9 -0
- package/dist/collectors/feishu/sources/base.d.ts.map +1 -0
- package/dist/collectors/feishu/sources/base.js +2 -0
- package/dist/collectors/feishu/sources/base.js.map +1 -0
- package/dist/collectors/feishu/sources/calendar.d.ts +16 -0
- package/dist/collectors/feishu/sources/calendar.d.ts.map +1 -0
- package/dist/collectors/feishu/sources/calendar.js +93 -0
- package/dist/collectors/feishu/sources/calendar.js.map +1 -0
- package/dist/collectors/feishu/sources/dm.d.ts +28 -0
- package/dist/collectors/feishu/sources/dm.d.ts.map +1 -0
- package/dist/collectors/feishu/sources/dm.js +152 -0
- package/dist/collectors/feishu/sources/dm.js.map +1 -0
- package/dist/collectors/feishu/sources/docs.d.ts +23 -0
- package/dist/collectors/feishu/sources/docs.d.ts.map +1 -0
- package/dist/collectors/feishu/sources/docs.js +154 -0
- package/dist/collectors/feishu/sources/docs.js.map +1 -0
- package/dist/collectors/feishu/sources/mail.d.ts +27 -0
- package/dist/collectors/feishu/sources/mail.d.ts.map +1 -0
- package/dist/collectors/feishu/sources/mail.js +136 -0
- package/dist/collectors/feishu/sources/mail.js.map +1 -0
- package/dist/collectors/feishu/sources/message-search.d.ts +37 -0
- package/dist/collectors/feishu/sources/message-search.d.ts.map +1 -0
- package/dist/collectors/feishu/sources/message-search.js +140 -0
- package/dist/collectors/feishu/sources/message-search.js.map +1 -0
- package/dist/collectors/feishu/sources/messages.d.ts +26 -0
- package/dist/collectors/feishu/sources/messages.d.ts.map +1 -0
- package/dist/collectors/feishu/sources/messages.js +148 -0
- package/dist/collectors/feishu/sources/messages.js.map +1 -0
- package/dist/collectors/feishu/sources/tasks.d.ts +15 -0
- package/dist/collectors/feishu/sources/tasks.d.ts.map +1 -0
- package/dist/collectors/feishu/sources/tasks.js +74 -0
- package/dist/collectors/feishu/sources/tasks.js.map +1 -0
- package/dist/collectors/feishu/types.d.ts +224 -0
- package/dist/collectors/feishu/types.d.ts.map +1 -0
- package/dist/collectors/feishu/types.js +17 -0
- package/dist/collectors/feishu/types.js.map +1 -0
- package/dist/collectors/index.d.ts +10 -0
- package/dist/collectors/index.d.ts.map +1 -0
- package/dist/collectors/index.js +18 -0
- package/dist/collectors/index.js.map +1 -0
- package/dist/config-center/connection-checks.d.ts +28 -0
- package/dist/config-center/connection-checks.d.ts.map +1 -0
- package/dist/config-center/connection-checks.js +114 -0
- package/dist/config-center/connection-checks.js.map +1 -0
- package/dist/config-center/document.d.ts +21 -0
- package/dist/config-center/document.d.ts.map +1 -0
- package/dist/config-center/document.js +93 -0
- package/dist/config-center/document.js.map +1 -0
- package/dist/config-center/index.d.ts +9 -0
- package/dist/config-center/index.d.ts.map +1 -0
- package/dist/config-center/index.js +29 -0
- package/dist/config-center/index.js.map +1 -0
- package/dist/config-center/recommendations.d.ts +16 -0
- package/dist/config-center/recommendations.d.ts.map +1 -0
- package/dist/config-center/recommendations.js +50 -0
- package/dist/config-center/recommendations.js.map +1 -0
- package/dist/config-center/reducer.d.ts +57 -0
- package/dist/config-center/reducer.d.ts.map +1 -0
- package/dist/config-center/reducer.js +192 -0
- package/dist/config-center/reducer.js.map +1 -0
- package/dist/config-center/schema.d.ts +31 -0
- package/dist/config-center/schema.d.ts.map +1 -0
- package/dist/config-center/schema.js +365 -0
- package/dist/config-center/schema.js.map +1 -0
- package/dist/config-center/secrets.d.ts +4 -0
- package/dist/config-center/secrets.d.ts.map +1 -0
- package/dist/config-center/secrets.js +27 -0
- package/dist/config-center/secrets.js.map +1 -0
- package/dist/config-center/source-dirs.d.ts +16 -0
- package/dist/config-center/source-dirs.d.ts.map +1 -0
- package/dist/config-center/source-dirs.js +81 -0
- package/dist/config-center/source-dirs.js.map +1 -0
- package/dist/config-center/tui/app.d.ts +22 -0
- package/dist/config-center/tui/app.d.ts.map +1 -0
- package/dist/config-center/tui/app.js +142 -0
- package/dist/config-center/tui/app.js.map +1 -0
- package/dist/config-center/tui/render.d.ts +20 -0
- package/dist/config-center/tui/render.d.ts.map +1 -0
- package/dist/config-center/tui/render.js +166 -0
- package/dist/config-center/tui/render.js.map +1 -0
- package/dist/config-center/validation.d.ts +9 -0
- package/dist/config-center/validation.d.ts.map +1 -0
- package/dist/config-center/validation.js +59 -0
- package/dist/config-center/validation.js.map +1 -0
- package/dist/consolidator/consolidator.d.ts +31 -0
- package/dist/consolidator/consolidator.d.ts.map +1 -0
- package/dist/consolidator/consolidator.js +57 -0
- package/dist/consolidator/consolidator.js.map +1 -0
- package/dist/consolidator/dead-link.d.ts +7 -0
- package/dist/consolidator/dead-link.d.ts.map +1 -0
- package/dist/consolidator/dead-link.js +57 -0
- package/dist/consolidator/dead-link.js.map +1 -0
- package/dist/consolidator/hot-warm.d.ts +9 -0
- package/dist/consolidator/hot-warm.d.ts.map +1 -0
- package/dist/consolidator/hot-warm.js +88 -0
- package/dist/consolidator/hot-warm.js.map +1 -0
- package/dist/consolidator/infer-preferences.d.ts +14 -0
- package/dist/consolidator/infer-preferences.d.ts.map +1 -0
- package/dist/consolidator/infer-preferences.js +73 -0
- package/dist/consolidator/infer-preferences.js.map +1 -0
- package/dist/consolidator/rules.d.ts +5 -0
- package/dist/consolidator/rules.d.ts.map +1 -0
- package/dist/consolidator/rules.js +53 -0
- package/dist/consolidator/rules.js.map +1 -0
- package/dist/consolidator/warm-cold.d.ts +13 -0
- package/dist/consolidator/warm-cold.d.ts.map +1 -0
- package/dist/consolidator/warm-cold.js +91 -0
- package/dist/consolidator/warm-cold.js.map +1 -0
- package/dist/core/block-builder.d.ts +15 -0
- package/dist/core/block-builder.d.ts.map +1 -0
- package/dist/core/block-builder.js +185 -0
- package/dist/core/block-builder.js.map +1 -0
- package/dist/core/canonicalize.d.ts +3 -0
- package/dist/core/canonicalize.d.ts.map +1 -0
- package/dist/core/canonicalize.js +137 -0
- package/dist/core/canonicalize.js.map +1 -0
- package/dist/core/concurrency.d.ts +2 -0
- package/dist/core/concurrency.d.ts.map +1 -0
- package/dist/core/concurrency.js +14 -0
- package/dist/core/concurrency.js.map +1 -0
- package/dist/core/config.d.ts +184 -0
- package/dist/core/config.d.ts.map +1 -0
- package/dist/core/config.js +136 -0
- package/dist/core/config.js.map +1 -0
- package/dist/core/cursors.d.ts +36 -0
- package/dist/core/cursors.d.ts.map +1 -0
- package/dist/core/cursors.js +90 -0
- package/dist/core/cursors.js.map +1 -0
- package/dist/core/dedup.d.ts +45 -0
- package/dist/core/dedup.d.ts.map +1 -0
- package/dist/core/dedup.js +111 -0
- package/dist/core/dedup.js.map +1 -0
- package/dist/core/entity-extract.d.ts +3 -0
- package/dist/core/entity-extract.d.ts.map +1 -0
- package/dist/core/entity-extract.js +54 -0
- package/dist/core/entity-extract.js.map +1 -0
- package/dist/core/helpers.d.ts +3 -0
- package/dist/core/helpers.d.ts.map +1 -0
- package/dist/core/helpers.js +10 -0
- package/dist/core/helpers.js.map +1 -0
- package/dist/core/identity-resolver.d.ts +21 -0
- package/dist/core/identity-resolver.d.ts.map +1 -0
- package/dist/core/identity-resolver.js +62 -0
- package/dist/core/identity-resolver.js.map +1 -0
- package/dist/core/pipeline-factory.d.ts +13 -0
- package/dist/core/pipeline-factory.d.ts.map +1 -0
- package/dist/core/pipeline-factory.js +32 -0
- package/dist/core/pipeline-factory.js.map +1 -0
- package/dist/core/pipeline.d.ts +61 -0
- package/dist/core/pipeline.d.ts.map +1 -0
- package/dist/core/pipeline.js +261 -0
- package/dist/core/pipeline.js.map +1 -0
- package/dist/core/schemas.d.ts +2470 -0
- package/dist/core/schemas.d.ts.map +1 -0
- package/dist/core/schemas.js +229 -0
- package/dist/core/schemas.js.map +1 -0
- package/dist/core/signal-scoring.d.ts +3 -0
- package/dist/core/signal-scoring.d.ts.map +1 -0
- package/dist/core/signal-scoring.js +124 -0
- package/dist/core/signal-scoring.js.map +1 -0
- package/dist/core/state.d.ts +22 -0
- package/dist/core/state.d.ts.map +1 -0
- package/dist/core/state.js +32 -0
- package/dist/core/state.js.map +1 -0
- package/dist/core/types.d.ts +231 -0
- package/dist/core/types.d.ts.map +1 -0
- package/dist/core/types.js +6 -0
- package/dist/core/types.js.map +1 -0
- package/dist/daemon/alerts.d.ts +12 -0
- package/dist/daemon/alerts.d.ts.map +1 -0
- package/dist/daemon/alerts.js +34 -0
- package/dist/daemon/alerts.js.map +1 -0
- package/dist/daemon/index.d.ts +6 -0
- package/dist/daemon/index.d.ts.map +1 -0
- package/dist/daemon/index.js +6 -0
- package/dist/daemon/index.js.map +1 -0
- package/dist/daemon/logger.d.ts +8 -0
- package/dist/daemon/logger.d.ts.map +1 -0
- package/dist/daemon/logger.js +35 -0
- package/dist/daemon/logger.js.map +1 -0
- package/dist/daemon/run-history.d.ts +29 -0
- package/dist/daemon/run-history.d.ts.map +1 -0
- package/dist/daemon/run-history.js +54 -0
- package/dist/daemon/run-history.js.map +1 -0
- package/dist/daemon/scheduler.d.ts +37 -0
- package/dist/daemon/scheduler.d.ts.map +1 -0
- package/dist/daemon/scheduler.js +142 -0
- package/dist/daemon/scheduler.js.map +1 -0
- package/dist/daemon/source-schedule.d.ts +25 -0
- package/dist/daemon/source-schedule.d.ts.map +1 -0
- package/dist/daemon/source-schedule.js +87 -0
- package/dist/daemon/source-schedule.js.map +1 -0
- package/dist/embedded-assets.generated.d.ts +4 -0
- package/dist/embedded-assets.generated.d.ts.map +1 -0
- package/dist/embedded-assets.generated.js +12 -0
- package/dist/embedded-assets.generated.js.map +1 -0
- package/dist/extractors/noise-filter.d.ts +30 -0
- package/dist/extractors/noise-filter.d.ts.map +1 -0
- package/dist/extractors/noise-filter.js +185 -0
- package/dist/extractors/noise-filter.js.map +1 -0
- package/dist/extractors/providers/anthropic.d.ts +13 -0
- package/dist/extractors/providers/anthropic.d.ts.map +1 -0
- package/dist/extractors/providers/anthropic.js +67 -0
- package/dist/extractors/providers/anthropic.js.map +1 -0
- package/dist/extractors/providers/index.d.ts +12 -0
- package/dist/extractors/providers/index.d.ts.map +1 -0
- package/dist/extractors/providers/index.js +41 -0
- package/dist/extractors/providers/index.js.map +1 -0
- package/dist/extractors/providers/mock.d.ts +14 -0
- package/dist/extractors/providers/mock.d.ts.map +1 -0
- package/dist/extractors/providers/mock.js +37 -0
- package/dist/extractors/providers/mock.js.map +1 -0
- package/dist/extractors/providers/openai.d.ts +15 -0
- package/dist/extractors/providers/openai.d.ts.map +1 -0
- package/dist/extractors/providers/openai.js +109 -0
- package/dist/extractors/providers/openai.js.map +1 -0
- package/dist/extractors/providers/types.d.ts +27 -0
- package/dist/extractors/providers/types.d.ts.map +1 -0
- package/dist/extractors/providers/types.js +6 -0
- package/dist/extractors/providers/types.js.map +1 -0
- package/dist/extractors/signal-extractor.d.ts +29 -0
- package/dist/extractors/signal-extractor.d.ts.map +1 -0
- package/dist/extractors/signal-extractor.js +279 -0
- package/dist/extractors/signal-extractor.js.map +1 -0
- package/dist/formatters/index.d.ts +3 -0
- package/dist/formatters/index.d.ts.map +1 -0
- package/dist/formatters/index.js +3 -0
- package/dist/formatters/index.js.map +1 -0
- package/dist/formatters/json.d.ts +6 -0
- package/dist/formatters/json.d.ts.map +1 -0
- package/dist/formatters/json.js +16 -0
- package/dist/formatters/json.js.map +1 -0
- package/dist/formatters/markdown.d.ts +6 -0
- package/dist/formatters/markdown.d.ts.map +1 -0
- package/dist/formatters/markdown.js +198 -0
- package/dist/formatters/markdown.js.map +1 -0
- package/dist/processors/privacy.d.ts +98 -0
- package/dist/processors/privacy.d.ts.map +1 -0
- package/dist/processors/privacy.js +271 -0
- package/dist/processors/privacy.js.map +1 -0
- package/dist/server/api.d.ts +35 -0
- package/dist/server/api.d.ts.map +1 -0
- package/dist/server/api.js +453 -0
- package/dist/server/api.js.map +1 -0
- package/dist/server/backfill-job.d.ts +36 -0
- package/dist/server/backfill-job.d.ts.map +1 -0
- package/dist/server/backfill-job.js +88 -0
- package/dist/server/backfill-job.js.map +1 -0
- package/dist/server/backfill-routes.d.ts +7 -0
- package/dist/server/backfill-routes.d.ts.map +1 -0
- package/dist/server/backfill-routes.js +123 -0
- package/dist/server/backfill-routes.js.map +1 -0
- package/dist/server/config-routes.d.ts +8 -0
- package/dist/server/config-routes.d.ts.map +1 -0
- package/dist/server/config-routes.js +114 -0
- package/dist/server/config-routes.js.map +1 -0
- package/dist/server/context.d.ts +13 -0
- package/dist/server/context.d.ts.map +1 -0
- package/dist/server/context.js +47 -0
- package/dist/server/context.js.map +1 -0
- package/dist/server/entity.d.ts +25 -0
- package/dist/server/entity.d.ts.map +1 -0
- package/dist/server/entity.js +34 -0
- package/dist/server/entity.js.map +1 -0
- package/dist/server/event-bus.d.ts +35 -0
- package/dist/server/event-bus.d.ts.map +1 -0
- package/dist/server/event-bus.js +4 -0
- package/dist/server/event-bus.js.map +1 -0
- package/dist/server/mcp.d.ts +126 -0
- package/dist/server/mcp.d.ts.map +1 -0
- package/dist/server/mcp.js +103 -0
- package/dist/server/mcp.js.map +1 -0
- package/dist/server/setup-server.d.ts +7 -0
- package/dist/server/setup-server.d.ts.map +1 -0
- package/dist/server/setup-server.js +52 -0
- package/dist/server/setup-server.js.map +1 -0
- package/dist/setup/assess-hardware.d.ts +34 -0
- package/dist/setup/assess-hardware.d.ts.map +1 -0
- package/dist/setup/assess-hardware.js +179 -0
- package/dist/setup/assess-hardware.js.map +1 -0
- package/dist/setup/connection-tests.d.ts +17 -0
- package/dist/setup/connection-tests.d.ts.map +1 -0
- package/dist/setup/connection-tests.js +67 -0
- package/dist/setup/connection-tests.js.map +1 -0
- package/dist/setup/detect-api-keys.d.ts +13 -0
- package/dist/setup/detect-api-keys.d.ts.map +1 -0
- package/dist/setup/detect-api-keys.js +41 -0
- package/dist/setup/detect-api-keys.js.map +1 -0
- package/dist/setup/detect-runtime.d.ts +14 -0
- package/dist/setup/detect-runtime.d.ts.map +1 -0
- package/dist/setup/detect-runtime.js +43 -0
- package/dist/setup/detect-runtime.js.map +1 -0
- package/dist/setup/detect-sources.d.ts +14 -0
- package/dist/setup/detect-sources.d.ts.map +1 -0
- package/dist/setup/detect-sources.js +75 -0
- package/dist/setup/detect-sources.js.map +1 -0
- package/dist/setup/generate-config.d.ts +5 -0
- package/dist/setup/generate-config.d.ts.map +1 -0
- package/dist/setup/generate-config.js +103 -0
- package/dist/setup/generate-config.js.map +1 -0
- package/dist/setup/index.d.ts +9 -0
- package/dist/setup/index.d.ts.map +1 -0
- package/dist/setup/index.js +9 -0
- package/dist/setup/index.js.map +1 -0
- package/dist/setup/init-wizard.d.ts +19 -0
- package/dist/setup/init-wizard.d.ts.map +1 -0
- package/dist/setup/init-wizard.js +501 -0
- package/dist/setup/init-wizard.js.map +1 -0
- package/dist/setup/terminal.d.ts +28 -0
- package/dist/setup/terminal.d.ts.map +1 -0
- package/dist/setup/terminal.js +258 -0
- package/dist/setup/terminal.js.map +1 -0
- package/dist/setup/validate-config.d.ts +26 -0
- package/dist/setup/validate-config.d.ts.map +1 -0
- package/dist/setup/validate-config.js +27 -0
- package/dist/setup/validate-config.js.map +1 -0
- package/dist/store/chunks.d.ts +19 -0
- package/dist/store/chunks.d.ts.map +1 -0
- package/dist/store/chunks.js +70 -0
- package/dist/store/chunks.js.map +1 -0
- package/dist/store/database.d.ts +24 -0
- package/dist/store/database.d.ts.map +1 -0
- package/dist/store/database.js +62 -0
- package/dist/store/database.js.map +1 -0
- package/dist/store/embedding.d.ts +23 -0
- package/dist/store/embedding.d.ts.map +1 -0
- package/dist/store/embedding.js +62 -0
- package/dist/store/embedding.js.map +1 -0
- package/dist/store/graph.d.ts +53 -0
- package/dist/store/graph.d.ts.map +1 -0
- package/dist/store/graph.js +186 -0
- package/dist/store/graph.js.map +1 -0
- package/dist/store/migrations/index.d.ts +9 -0
- package/dist/store/migrations/index.d.ts.map +1 -0
- package/dist/store/migrations/index.js +68 -0
- package/dist/store/migrations/index.js.map +1 -0
- package/dist/store/pages.d.ts +39 -0
- package/dist/store/pages.d.ts.map +1 -0
- package/dist/store/pages.js +150 -0
- package/dist/store/pages.js.map +1 -0
- package/dist/store/search.d.ts +37 -0
- package/dist/store/search.d.ts.map +1 -0
- package/dist/store/search.js +200 -0
- package/dist/store/search.js.map +1 -0
- package/dist/store/tags.d.ts +10 -0
- package/dist/store/tags.d.ts.map +1 -0
- package/dist/store/tags.js +31 -0
- package/dist/store/tags.js.map +1 -0
- package/dist/store/timeline.d.ts +26 -0
- package/dist/store/timeline.d.ts.map +1 -0
- package/dist/store/timeline.js +43 -0
- package/dist/store/timeline.js.map +1 -0
- package/dist/sync/obsidian.d.ts +136 -0
- package/dist/sync/obsidian.d.ts.map +1 -0
- package/dist/sync/obsidian.js +539 -0
- package/dist/sync/obsidian.js.map +1 -0
- package/package.json +84 -0
|
@@ -0,0 +1,10 @@
|
|
|
1
|
+
export declare class FeishuRateLimiter {
|
|
2
|
+
private tokens;
|
|
3
|
+
readonly maxTokens: number;
|
|
4
|
+
private lastRefill;
|
|
5
|
+
constructor(maxTokens?: number);
|
|
6
|
+
acquire(count?: number): Promise<void>;
|
|
7
|
+
private refill;
|
|
8
|
+
private sleep;
|
|
9
|
+
}
|
|
10
|
+
//# sourceMappingURL=rate-limiter.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"rate-limiter.d.ts","sourceRoot":"","sources":["../../../src/collectors/feishu/rate-limiter.ts"],"names":[],"mappings":"AAAA,qBAAa,iBAAiB;IAC5B,OAAO,CAAC,MAAM,CAAS;IACvB,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;IAC3B,OAAO,CAAC,UAAU,CAAS;gBAEf,SAAS,SAAK;IAMpB,OAAO,CAAC,KAAK,SAAI,GAAG,OAAO,CAAC,IAAI,CAAC;IAavC,OAAO,CAAC,MAAM;IAQd,OAAO,CAAC,KAAK;CAGd"}
|
|
@@ -0,0 +1,33 @@
|
|
|
1
|
+
export class FeishuRateLimiter {
|
|
2
|
+
tokens;
|
|
3
|
+
maxTokens;
|
|
4
|
+
lastRefill;
|
|
5
|
+
constructor(maxTokens = 50) {
|
|
6
|
+
this.maxTokens = maxTokens;
|
|
7
|
+
this.tokens = maxTokens;
|
|
8
|
+
this.lastRefill = Date.now();
|
|
9
|
+
}
|
|
10
|
+
async acquire(count = 1) {
|
|
11
|
+
while (true) {
|
|
12
|
+
this.refill();
|
|
13
|
+
if (this.tokens >= count) {
|
|
14
|
+
this.tokens -= count;
|
|
15
|
+
return;
|
|
16
|
+
}
|
|
17
|
+
const deficit = count - this.tokens;
|
|
18
|
+
const waitMs = Math.ceil((deficit / this.maxTokens) * 1000);
|
|
19
|
+
await this.sleep(waitMs);
|
|
20
|
+
}
|
|
21
|
+
}
|
|
22
|
+
refill() {
|
|
23
|
+
const now = Date.now();
|
|
24
|
+
const elapsed = (now - this.lastRefill) / 1000;
|
|
25
|
+
const refillAmount = elapsed * this.maxTokens;
|
|
26
|
+
this.tokens = Math.min(this.maxTokens, this.tokens + refillAmount);
|
|
27
|
+
this.lastRefill = now;
|
|
28
|
+
}
|
|
29
|
+
sleep(ms) {
|
|
30
|
+
return new Promise((resolve) => setTimeout(resolve, ms));
|
|
31
|
+
}
|
|
32
|
+
}
|
|
33
|
+
//# sourceMappingURL=rate-limiter.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"rate-limiter.js","sourceRoot":"","sources":["../../../src/collectors/feishu/rate-limiter.ts"],"names":[],"mappings":"AAAA,MAAM,OAAO,iBAAiB;IACpB,MAAM,CAAS;IACd,SAAS,CAAS;IACnB,UAAU,CAAS;IAE3B,YAAY,SAAS,GAAG,EAAE;QACxB,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;QAC3B,IAAI,CAAC,MAAM,GAAG,SAAS,CAAC;QACxB,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAC/B,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,KAAK,GAAG,CAAC;QACrB,OAAO,IAAI,EAAE,CAAC;YACZ,IAAI,CAAC,MAAM,EAAE,CAAC;YACd,IAAI,IAAI,CAAC,MAAM,IAAI,KAAK,EAAE,CAAC;gBACzB,IAAI,CAAC,MAAM,IAAI,KAAK,CAAC;gBACrB,OAAO;YACT,CAAC;YACD,MAAM,OAAO,GAAG,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC;YACpC,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,IAAI,CAAC,CAAC;YAC5D,MAAM,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;QAC3B,CAAC;IACH,CAAC;IAEO,MAAM;QACZ,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACvB,MAAM,OAAO,GAAG,CAAC,GAAG,GAAG,IAAI,CAAC,UAAU,CAAC,GAAG,IAAI,CAAC;QAC/C,MAAM,YAAY,GAAG,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC;QAC9C,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,EAAE,IAAI,CAAC,MAAM,GAAG,YAAY,CAAC,CAAC;QACnE,IAAI,CAAC,UAAU,GAAG,GAAG,CAAC;IACxB,CAAC;IAEO,KAAK,CAAC,EAAU;QACtB,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC;IAC3D,CAAC;CACF"}
|
|
@@ -0,0 +1,9 @@
|
|
|
1
|
+
import type { RawMessage } from "../../../core/types.js";
|
|
2
|
+
import type { CursorStaging } from "../cursor-staging.js";
|
|
3
|
+
import type { SourceCheckpoint } from "../types.js";
|
|
4
|
+
export interface FeishuSource {
|
|
5
|
+
readonly name: string;
|
|
6
|
+
fetch(checkpoint: SourceCheckpoint | null, cursorStaging: CursorStaging): AsyncGenerator<RawMessage>;
|
|
7
|
+
healthCheck(): Promise<boolean>;
|
|
8
|
+
}
|
|
9
|
+
//# sourceMappingURL=base.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"base.d.ts","sourceRoot":"","sources":["../../../../src/collectors/feishu/sources/base.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAC;AACzD,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAC;AAC1D,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,aAAa,CAAC;AAEpD,MAAM,WAAW,YAAY;IAC3B,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,KAAK,CACH,UAAU,EAAE,gBAAgB,GAAG,IAAI,EACnC,aAAa,EAAE,aAAa,GAC3B,cAAc,CAAC,UAAU,CAAC,CAAC;IAC9B,WAAW,IAAI,OAAO,CAAC,OAAO,CAAC,CAAC;CACjC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"base.js","sourceRoot":"","sources":["../../../../src/collectors/feishu/sources/base.ts"],"names":[],"mappings":""}
|
|
@@ -0,0 +1,16 @@
|
|
|
1
|
+
import type { RawMessage } from "../../../core/types.js";
|
|
2
|
+
import type { CursorStaging } from "../cursor-staging.js";
|
|
3
|
+
import type { FeishuHttpClient } from "../http-client.js";
|
|
4
|
+
import type { SourceCheckpoint } from "../types.js";
|
|
5
|
+
import type { FeishuSource } from "./base.js";
|
|
6
|
+
export declare class CalendarSource implements FeishuSource {
|
|
7
|
+
private readonly client;
|
|
8
|
+
private readonly calendarIds;
|
|
9
|
+
readonly name = "calendar";
|
|
10
|
+
constructor(client: FeishuHttpClient, calendarIds: string[]);
|
|
11
|
+
fetch(checkpoint: SourceCheckpoint | null, cursorStaging: CursorStaging): AsyncGenerator<RawMessage>;
|
|
12
|
+
private fetchCalendar;
|
|
13
|
+
private eventToRawMessage;
|
|
14
|
+
healthCheck(): Promise<boolean>;
|
|
15
|
+
}
|
|
16
|
+
//# sourceMappingURL=calendar.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"calendar.d.ts","sourceRoot":"","sources":["../../../../src/collectors/feishu/sources/calendar.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAC;AACzD,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAC;AAC1D,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,mBAAmB,CAAC;AAC1D,OAAO,KAAK,EAA+C,gBAAgB,EAAE,MAAM,aAAa,CAAC;AACjG,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,WAAW,CAAC;AAE9C,qBAAa,cAAe,YAAW,YAAY;IAI/C,OAAO,CAAC,QAAQ,CAAC,MAAM;IACvB,OAAO,CAAC,QAAQ,CAAC,WAAW;IAJ9B,QAAQ,CAAC,IAAI,cAAc;gBAGR,MAAM,EAAE,gBAAgB,EACxB,WAAW,EAAE,MAAM,EAAE;IAGjC,KAAK,CACV,UAAU,EAAE,gBAAgB,GAAG,IAAI,EACnC,aAAa,EAAE,aAAa,GAC3B,cAAc,CAAC,UAAU,CAAC;YAUd,aAAa;IAuC5B,OAAO,CAAC,iBAAiB;IA8CnB,WAAW,IAAI,OAAO,CAAC,OAAO,CAAC;CAGtC"}
|
|
@@ -0,0 +1,93 @@
|
|
|
1
|
+
export class CalendarSource {
|
|
2
|
+
client;
|
|
3
|
+
calendarIds;
|
|
4
|
+
name = "calendar";
|
|
5
|
+
constructor(client, calendarIds) {
|
|
6
|
+
this.client = client;
|
|
7
|
+
this.calendarIds = calendarIds;
|
|
8
|
+
}
|
|
9
|
+
async *fetch(checkpoint, cursorStaging) {
|
|
10
|
+
for (const calendarId of this.calendarIds) {
|
|
11
|
+
try {
|
|
12
|
+
yield* this.fetchCalendar(calendarId, checkpoint, cursorStaging);
|
|
13
|
+
}
|
|
14
|
+
catch (error) {
|
|
15
|
+
console.error(`[CalendarSource] Failed to fetch calendar ${calendarId}:`, error);
|
|
16
|
+
}
|
|
17
|
+
}
|
|
18
|
+
}
|
|
19
|
+
async *fetchCalendar(calendarId, checkpoint, cursorStaging) {
|
|
20
|
+
const path = `/open-apis/calendar/v4/calendars/${calendarId}/events`;
|
|
21
|
+
const params = {};
|
|
22
|
+
const calendarCheckpoint = checkpoint?.calendar?.[calendarId];
|
|
23
|
+
if (calendarCheckpoint?.sync_token) {
|
|
24
|
+
params.sync_token = calendarCheckpoint.sync_token;
|
|
25
|
+
}
|
|
26
|
+
else {
|
|
27
|
+
const now = new Date();
|
|
28
|
+
const startTime = new Date(now.getTime() - 30 * 24 * 60 * 60 * 1000);
|
|
29
|
+
const endTime = new Date(now.getTime() + 90 * 24 * 60 * 60 * 1000);
|
|
30
|
+
params.start_time = startTime.toISOString();
|
|
31
|
+
params.end_time = endTime.toISOString();
|
|
32
|
+
}
|
|
33
|
+
const res = await this.client.request("GET", path, { params });
|
|
34
|
+
const data = res.data;
|
|
35
|
+
for (const event of data.items) {
|
|
36
|
+
yield this.eventToRawMessage(event, calendarId);
|
|
37
|
+
}
|
|
38
|
+
if (data.sync_token) {
|
|
39
|
+
cursorStaging.stage(this.name, calendarId, { sync_token: data.sync_token });
|
|
40
|
+
cursorStaging.commit(this.name, calendarId);
|
|
41
|
+
}
|
|
42
|
+
}
|
|
43
|
+
eventToRawMessage(event, calendarId) {
|
|
44
|
+
let timestamp;
|
|
45
|
+
if (event.start_time.timestamp) {
|
|
46
|
+
timestamp = new Date(Number(event.start_time.timestamp) * 1000).toISOString();
|
|
47
|
+
}
|
|
48
|
+
else if (event.start_time.date) {
|
|
49
|
+
timestamp = event.start_time.date;
|
|
50
|
+
}
|
|
51
|
+
else {
|
|
52
|
+
timestamp = new Date().toISOString();
|
|
53
|
+
}
|
|
54
|
+
const parts = [];
|
|
55
|
+
if (event.summary)
|
|
56
|
+
parts.push(event.summary);
|
|
57
|
+
if (event.description)
|
|
58
|
+
parts.push(event.description);
|
|
59
|
+
if (event.location?.name)
|
|
60
|
+
parts.push(`地点: ${event.location.name}`);
|
|
61
|
+
const content = parts.join("\n");
|
|
62
|
+
const attendees = event.attendees?.map((a) => ({
|
|
63
|
+
id: a.user_id ?? "unknown",
|
|
64
|
+
name: a.display_name ?? "unknown",
|
|
65
|
+
status: a.rsvp_status ?? "unknown",
|
|
66
|
+
})) ?? [];
|
|
67
|
+
const metadata = {
|
|
68
|
+
event_id: event.event_id,
|
|
69
|
+
end_time: event.end_time,
|
|
70
|
+
location: event.location,
|
|
71
|
+
attendees,
|
|
72
|
+
status: event.status,
|
|
73
|
+
calendar_id: calendarId,
|
|
74
|
+
};
|
|
75
|
+
if (event.recurrence)
|
|
76
|
+
metadata.recurrence = event.recurrence;
|
|
77
|
+
if (event.vchat?.meeting_url)
|
|
78
|
+
metadata.meeting_url = event.vchat.meeting_url;
|
|
79
|
+
return {
|
|
80
|
+
platform: "feishu",
|
|
81
|
+
channel: `calendar/${calendarId}`,
|
|
82
|
+
contact: event.organizer?.open_id ?? "unknown",
|
|
83
|
+
timestamp,
|
|
84
|
+
content,
|
|
85
|
+
direction: "received",
|
|
86
|
+
metadata,
|
|
87
|
+
};
|
|
88
|
+
}
|
|
89
|
+
async healthCheck() {
|
|
90
|
+
return true;
|
|
91
|
+
}
|
|
92
|
+
}
|
|
93
|
+
//# sourceMappingURL=calendar.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"calendar.js","sourceRoot":"","sources":["../../../../src/collectors/feishu/sources/calendar.ts"],"names":[],"mappings":"AAMA,MAAM,OAAO,cAAc;IAIN;IACA;IAJV,IAAI,GAAG,UAAU,CAAC;IAE3B,YACmB,MAAwB,EACxB,WAAqB;QADrB,WAAM,GAAN,MAAM,CAAkB;QACxB,gBAAW,GAAX,WAAW,CAAU;IACrC,CAAC;IAEJ,KAAK,CAAC,CAAC,KAAK,CACV,UAAmC,EACnC,aAA4B;QAE5B,KAAK,MAAM,UAAU,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;YAC1C,IAAI,CAAC;gBACH,KAAK,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC,UAAU,EAAE,UAAU,EAAE,aAAa,CAAC,CAAC;YACnE,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,OAAO,CAAC,KAAK,CAAC,6CAA6C,UAAU,GAAG,EAAE,KAAK,CAAC,CAAC;YACnF,CAAC;QACH,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,CAAC,aAAa,CAC1B,UAAkB,EAClB,UAAmC,EACnC,aAA4B;QAE5B,MAAM,IAAI,GAAG,oCAAoC,UAAU,SAAS,CAAC;QACrE,MAAM,MAAM,GAA2B,EAAE,CAAC;QAE1C,MAAM,kBAAkB,GAAG,UAAU,EAAE,QAAQ,EAAE,CAAC,UAAU,CAE/C,CAAC;QACd,IAAI,kBAAkB,EAAE,UAAU,EAAE,CAAC;YACnC,MAAM,CAAC,UAAU,GAAG,kBAAkB,CAAC,UAAU,CAAC;QACpD,CAAC;aAAM,CAAC;YACN,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC;YACvB,MAAM,SAAS,GAAG,IAAI,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC,CAAC;YACrE,MAAM,OAAO,GAAG,IAAI,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC,CAAC;YACnE,MAAM,CAAC,UAAU,GAAG,SAAS,CAAC,WAAW,EAAE,CAAC;YAC5C,MAAM,CAAC,QAAQ,GAAG,OAAO,CAAC,WAAW,EAAE,CAAC;QAC1C,CAAC;QAED,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,OAAO,CACnC,KAAK,EACL,IAAI,EACJ,EAAE,MAAM,EAAE,CACX,CAAC;QAEF,MAAM,IAAI,GAAG,GAAG,CAAC,IAAI,CAAC;QAEtB,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YAC/B,MAAM,IAAI,CAAC,iBAAiB,CAAC,KAAK,EAAE,UAAU,CAAC,CAAC;QAClD,CAAC;QAED,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YACpB,aAAa,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,EAAE,UAAU,EAAE,EAAE,UAAU,EAAE,IAAI,CAAC,UAAU,EAAE,CAAC,CAAC;YAC5E,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE,UAAU,CAAC,CAAC;QAC9C,CAAC;IACH,CAAC;IAEO,iBAAiB,CAAC,KAA0B,EAAE,UAAkB;QACtE,IAAI,SAAiB,CAAC;QACtB,IAAI,KAAK,CAAC,UAAU,CAAC,SAAS,EAAE,CAAC;YAC/B,SAAS,GAAG,IAAI,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,SAAS,CAAC,GAAG,IAAI,CAAC,CAAC,WAAW,EAAE,CAAC;QAChF,CAAC;aAAM,IAAI,KAAK,CAAC,UAAU,CAAC,IAAI,EAAE,CAAC;YACjC,SAAS,GAAG,KAAK,CAAC,UAAU,CAAC,IAAI,CAAC;QACpC,CAAC;aAAM,CAAC;YACN,SAAS,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;QACvC,CAAC;QAED,MAAM,KAAK,GAAa,EAAE,CAAC;QAC3B,IAAI,KAAK,CAAC,OAAO;YAAE,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QAC7C,IAAI,KAAK,CAAC,WAAW;YAAE,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;QACrD,IAAI,KAAK,CAAC,QAAQ,EAAE,IAAI;YAAE,KAAK,CAAC,IAAI,CAAC,OAAO,KAAK,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC,CAAC;QACnE,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAEjC,MAAM,SAAS,GACb,KAAK,CAAC,SAAS,EAAE,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YAC3B,EAAE,EAAE,CAAC,CAAC,OAAO,IAAI,SAAS;YAC1B,IAAI,EAAE,CAAC,CAAC,YAAY,IAAI,SAAS;YACjC,MAAM,EAAE,CAAC,CAAC,WAAW,IAAI,SAAS;SACnC,CAAC,CAAC,IAAI,EAAE,CAAC;QAEZ,MAAM,QAAQ,GAA4B;YACxC,QAAQ,EAAE,KAAK,CAAC,QAAQ;YACxB,QAAQ,EAAE,KAAK,CAAC,QAAQ;YACxB,QAAQ,EAAE,KAAK,CAAC,QAAQ;YACxB,SAAS;YACT,MAAM,EAAE,KAAK,CAAC,MAAM;YACpB,WAAW,EAAE,UAAU;SACxB,CAAC;QAEF,IAAI,KAAK,CAAC,UAAU;YAAE,QAAQ,CAAC,UAAU,GAAG,KAAK,CAAC,UAAU,CAAC;QAC7D,IAAI,KAAK,CAAC,KAAK,EAAE,WAAW;YAAE,QAAQ,CAAC,WAAW,GAAG,KAAK,CAAC,KAAK,CAAC,WAAW,CAAC;QAE7E,OAAO;YACL,QAAQ,EAAE,QAAQ;YAClB,OAAO,EAAE,YAAY,UAAU,EAAE;YACjC,OAAO,EAAE,KAAK,CAAC,SAAS,EAAE,OAAO,IAAI,SAAS;YAC9C,SAAS;YACT,OAAO;YACP,SAAS,EAAE,UAAU;YACrB,QAAQ;SACT,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,WAAW;QACf,OAAO,IAAI,CAAC;IACd,CAAC;CACF"}
|
|
@@ -0,0 +1,28 @@
|
|
|
1
|
+
import type { RawMessage } from "../../../core/types.js";
|
|
2
|
+
import type { CursorStaging } from "../cursor-staging.js";
|
|
3
|
+
import type { FeishuHttpClient } from "../http-client.js";
|
|
4
|
+
import type { SourceCheckpoint } from "../types.js";
|
|
5
|
+
import type { FeishuSource } from "./base.js";
|
|
6
|
+
interface DMSourceOpts {
|
|
7
|
+
lookbackDays: number;
|
|
8
|
+
overrideSinceMs?: number;
|
|
9
|
+
selfOpenId: string;
|
|
10
|
+
overlapMs?: number;
|
|
11
|
+
}
|
|
12
|
+
export declare class DMSource implements FeishuSource {
|
|
13
|
+
private readonly client;
|
|
14
|
+
private readonly chatIds;
|
|
15
|
+
private readonly opts;
|
|
16
|
+
readonly name = "dm";
|
|
17
|
+
private readonly overlapMs;
|
|
18
|
+
private readonly selfOpenId;
|
|
19
|
+
constructor(client: FeishuHttpClient, chatIds: string[], opts: DMSourceOpts);
|
|
20
|
+
fetch(checkpoint: SourceCheckpoint | null, cursorStaging: CursorStaging): AsyncGenerator<RawMessage>;
|
|
21
|
+
healthCheck(): Promise<boolean>;
|
|
22
|
+
private resolveStartTime;
|
|
23
|
+
private mapMessage;
|
|
24
|
+
private parseContent;
|
|
25
|
+
private extractAttachments;
|
|
26
|
+
}
|
|
27
|
+
export {};
|
|
28
|
+
//# sourceMappingURL=dm.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"dm.d.ts","sourceRoot":"","sources":["../../../../src/collectors/feishu/sources/dm.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAC;AACzD,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAC;AAC1D,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,mBAAmB,CAAC;AAC1D,OAAO,KAAK,EAAiB,gBAAgB,EAAE,MAAM,aAAa,CAAC;AACnE,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,WAAW,CAAC;AAE9C,UAAU,YAAY;IACpB,YAAY,EAAE,MAAM,CAAC;IACrB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,UAAU,EAAE,MAAM,CAAC;IACnB,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAED,qBAAa,QAAS,YAAW,YAAY;IAMzC,OAAO,CAAC,QAAQ,CAAC,MAAM;IACvB,OAAO,CAAC,QAAQ,CAAC,OAAO;IACxB,OAAO,CAAC,QAAQ,CAAC,IAAI;IAPvB,QAAQ,CAAC,IAAI,QAAQ;IACrB,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAS;IACnC,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAS;gBAGjB,MAAM,EAAE,gBAAgB,EACxB,OAAO,EAAE,MAAM,EAAE,EACjB,IAAI,EAAE,YAAY;IAM9B,KAAK,CACV,UAAU,EAAE,gBAAgB,GAAG,IAAI,EACnC,aAAa,EAAE,aAAa,GAC3B,cAAc,CAAC,UAAU,CAAC;IAoCvB,WAAW,IAAI,OAAO,CAAC,OAAO,CAAC;IAIrC,OAAO,CAAC,gBAAgB;IAYxB,OAAO,CAAC,UAAU;IAwBlB,OAAO,CAAC,YAAY;IAkDpB,OAAO,CAAC,kBAAkB;CA4B3B"}
|
|
@@ -0,0 +1,152 @@
|
|
|
1
|
+
export class DMSource {
|
|
2
|
+
client;
|
|
3
|
+
chatIds;
|
|
4
|
+
opts;
|
|
5
|
+
name = "dm";
|
|
6
|
+
overlapMs;
|
|
7
|
+
selfOpenId;
|
|
8
|
+
constructor(client, chatIds, opts) {
|
|
9
|
+
this.client = client;
|
|
10
|
+
this.chatIds = chatIds;
|
|
11
|
+
this.opts = opts;
|
|
12
|
+
this.overlapMs = opts.overlapMs ?? 2000;
|
|
13
|
+
this.selfOpenId = opts.selfOpenId;
|
|
14
|
+
}
|
|
15
|
+
async *fetch(checkpoint, cursorStaging) {
|
|
16
|
+
for (const chatId of this.chatIds) {
|
|
17
|
+
try {
|
|
18
|
+
const startMs = this.resolveStartTime(checkpoint, chatId);
|
|
19
|
+
const endMs = Date.now();
|
|
20
|
+
const startSec = Math.floor((startMs - this.overlapMs) / 1000).toString();
|
|
21
|
+
const endSec = Math.floor(endMs / 1000).toString();
|
|
22
|
+
let maxCreateTime = 0;
|
|
23
|
+
for await (const page of this.client.paginate("/open-apis/im/v1/messages", {
|
|
24
|
+
container_id_type: "chat",
|
|
25
|
+
container_id: chatId,
|
|
26
|
+
start_time: startSec,
|
|
27
|
+
end_time: endSec,
|
|
28
|
+
})) {
|
|
29
|
+
for (const msg of page.items) {
|
|
30
|
+
const createTimeMs = Number.parseInt(msg.create_time, 10);
|
|
31
|
+
if (createTimeMs > maxCreateTime) {
|
|
32
|
+
maxCreateTime = createTimeMs;
|
|
33
|
+
}
|
|
34
|
+
yield this.mapMessage(msg, chatId);
|
|
35
|
+
}
|
|
36
|
+
}
|
|
37
|
+
if (maxCreateTime > 0) {
|
|
38
|
+
cursorStaging.stage("dm", chatId, { last_sync_at: maxCreateTime });
|
|
39
|
+
cursorStaging.commit("dm", chatId);
|
|
40
|
+
}
|
|
41
|
+
}
|
|
42
|
+
catch (err) {
|
|
43
|
+
console.error(`[DMSource] Failed to fetch chat ${chatId}:`, err);
|
|
44
|
+
}
|
|
45
|
+
}
|
|
46
|
+
}
|
|
47
|
+
async healthCheck() {
|
|
48
|
+
return true;
|
|
49
|
+
}
|
|
50
|
+
resolveStartTime(checkpoint, chatId) {
|
|
51
|
+
const checkpointMs = checkpoint?.[chatId]?.last_sync_at;
|
|
52
|
+
if (this.opts.overrideSinceMs !== undefined &&
|
|
53
|
+
(checkpointMs === undefined || this.opts.overrideSinceMs < checkpointMs)) {
|
|
54
|
+
return this.opts.overrideSinceMs;
|
|
55
|
+
}
|
|
56
|
+
if (checkpointMs !== undefined)
|
|
57
|
+
return checkpointMs;
|
|
58
|
+
return Date.now() - this.opts.lookbackDays * 24 * 60 * 60 * 1000;
|
|
59
|
+
}
|
|
60
|
+
mapMessage(msg, chatId) {
|
|
61
|
+
const content = this.parseContent(msg);
|
|
62
|
+
const attachments = this.extractAttachments(msg);
|
|
63
|
+
const direction = msg.sender.id === this.selfOpenId ? "sent" : "received";
|
|
64
|
+
return {
|
|
65
|
+
platform: "feishu",
|
|
66
|
+
channel: `dm/${chatId}`,
|
|
67
|
+
contact: msg.sender.id,
|
|
68
|
+
timestamp: new Date(Number.parseInt(msg.create_time, 10)).toISOString(),
|
|
69
|
+
content,
|
|
70
|
+
direction,
|
|
71
|
+
metadata: {
|
|
72
|
+
message_id: msg.message_id,
|
|
73
|
+
root_id: msg.root_id || null,
|
|
74
|
+
parent_id: msg.parent_id || null,
|
|
75
|
+
msg_type: msg.msg_type,
|
|
76
|
+
mentions: msg.mentions || [],
|
|
77
|
+
sensitivity: "high",
|
|
78
|
+
},
|
|
79
|
+
attachments: attachments.length > 0 ? attachments : undefined,
|
|
80
|
+
};
|
|
81
|
+
}
|
|
82
|
+
parseContent(msg) {
|
|
83
|
+
const raw = msg.body?.content;
|
|
84
|
+
if (!raw)
|
|
85
|
+
return "";
|
|
86
|
+
try {
|
|
87
|
+
const parsed = JSON.parse(raw);
|
|
88
|
+
switch (msg.msg_type) {
|
|
89
|
+
case "text":
|
|
90
|
+
return parsed.text || "";
|
|
91
|
+
case "post": {
|
|
92
|
+
const contentObj = parsed.content;
|
|
93
|
+
if (!contentObj)
|
|
94
|
+
return parsed.title || "";
|
|
95
|
+
const texts = [];
|
|
96
|
+
if (parsed.title)
|
|
97
|
+
texts.push(parsed.title);
|
|
98
|
+
for (const block of Object.values(contentObj).flat()) {
|
|
99
|
+
if (Array.isArray(block)) {
|
|
100
|
+
for (const node of block) {
|
|
101
|
+
if (node.text)
|
|
102
|
+
texts.push(node.text);
|
|
103
|
+
}
|
|
104
|
+
}
|
|
105
|
+
}
|
|
106
|
+
return texts.join(" ");
|
|
107
|
+
}
|
|
108
|
+
case "image":
|
|
109
|
+
return "[图片]";
|
|
110
|
+
case "file":
|
|
111
|
+
return parsed.file_name ? `[文件: ${parsed.file_name}]` : "[文件]";
|
|
112
|
+
case "interactive": {
|
|
113
|
+
const header = parsed.config?.wide_screen_mode?.header;
|
|
114
|
+
if (header?.title?.content) {
|
|
115
|
+
return header.title.content;
|
|
116
|
+
}
|
|
117
|
+
return "[卡片消息]";
|
|
118
|
+
}
|
|
119
|
+
default:
|
|
120
|
+
return raw;
|
|
121
|
+
}
|
|
122
|
+
}
|
|
123
|
+
catch {
|
|
124
|
+
return raw;
|
|
125
|
+
}
|
|
126
|
+
}
|
|
127
|
+
extractAttachments(msg) {
|
|
128
|
+
const attachments = [];
|
|
129
|
+
const raw = msg.body?.content;
|
|
130
|
+
if (!raw)
|
|
131
|
+
return attachments;
|
|
132
|
+
try {
|
|
133
|
+
const parsed = JSON.parse(raw);
|
|
134
|
+
if (msg.msg_type === "image" && parsed.image_key) {
|
|
135
|
+
attachments.push({
|
|
136
|
+
id: parsed.image_key,
|
|
137
|
+
type: "image",
|
|
138
|
+
});
|
|
139
|
+
}
|
|
140
|
+
if (msg.msg_type === "file" && parsed.file_key) {
|
|
141
|
+
attachments.push({
|
|
142
|
+
id: parsed.file_key,
|
|
143
|
+
type: "file",
|
|
144
|
+
name: parsed.file_name,
|
|
145
|
+
});
|
|
146
|
+
}
|
|
147
|
+
}
|
|
148
|
+
catch { }
|
|
149
|
+
return attachments;
|
|
150
|
+
}
|
|
151
|
+
}
|
|
152
|
+
//# sourceMappingURL=dm.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"dm.js","sourceRoot":"","sources":["../../../../src/collectors/feishu/sources/dm.ts"],"names":[],"mappings":"AAaA,MAAM,OAAO,QAAQ;IAMA;IACA;IACA;IAPV,IAAI,GAAG,IAAI,CAAC;IACJ,SAAS,CAAS;IAClB,UAAU,CAAS;IAEpC,YACmB,MAAwB,EACxB,OAAiB,EACjB,IAAkB;QAFlB,WAAM,GAAN,MAAM,CAAkB;QACxB,YAAO,GAAP,OAAO,CAAU;QACjB,SAAI,GAAJ,IAAI,CAAc;QAEnC,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,SAAS,IAAI,IAAI,CAAC;QACxC,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,UAAU,CAAC;IACpC,CAAC;IAED,KAAK,CAAC,CAAC,KAAK,CACV,UAAmC,EACnC,aAA4B;QAE5B,KAAK,MAAM,MAAM,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YAClC,IAAI,CAAC;gBACH,MAAM,OAAO,GAAG,IAAI,CAAC,gBAAgB,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC;gBAC1D,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;gBACzB,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,IAAI,CAAC,CAAC,QAAQ,EAAE,CAAC;gBAC1E,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,GAAG,IAAI,CAAC,CAAC,QAAQ,EAAE,CAAC;gBAEnD,IAAI,aAAa,GAAG,CAAC,CAAC;gBAEtB,IAAI,KAAK,EAAE,MAAM,IAAI,IAAI,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAgB,2BAA2B,EAAE;oBACxF,iBAAiB,EAAE,MAAM;oBACzB,YAAY,EAAE,MAAM;oBACpB,UAAU,EAAE,QAAQ;oBACpB,QAAQ,EAAE,MAAM;iBACjB,CAAC,EAAE,CAAC;oBACH,KAAK,MAAM,GAAG,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;wBAC7B,MAAM,YAAY,GAAG,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC;wBAC1D,IAAI,YAAY,GAAG,aAAa,EAAE,CAAC;4BACjC,aAAa,GAAG,YAAY,CAAC;wBAC/B,CAAC;wBAED,MAAM,IAAI,CAAC,UAAU,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;oBACrC,CAAC;gBACH,CAAC;gBAED,IAAI,aAAa,GAAG,CAAC,EAAE,CAAC;oBACtB,aAAa,CAAC,KAAK,CAAC,IAAI,EAAE,MAAM,EAAE,EAAE,YAAY,EAAE,aAAa,EAAE,CAAC,CAAC;oBACnE,aAAa,CAAC,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;gBACrC,CAAC;YACH,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,OAAO,CAAC,KAAK,CAAC,mCAAmC,MAAM,GAAG,EAAE,GAAG,CAAC,CAAC;YACnE,CAAC;QACH,CAAC;IACH,CAAC;IAED,KAAK,CAAC,WAAW;QACf,OAAO,IAAI,CAAC;IACd,CAAC;IAEO,gBAAgB,CAAC,UAAmC,EAAE,MAAc;QAC1E,MAAM,YAAY,GAAG,UAAU,EAAE,CAAC,MAAM,CAAC,EAAE,YAAkC,CAAC;QAC9E,IACE,IAAI,CAAC,IAAI,CAAC,eAAe,KAAK,SAAS;YACvC,CAAC,YAAY,KAAK,SAAS,IAAI,IAAI,CAAC,IAAI,CAAC,eAAe,GAAG,YAAY,CAAC,EACxE,CAAC;YACD,OAAO,IAAI,CAAC,IAAI,CAAC,eAAe,CAAC;QACnC,CAAC;QACD,IAAI,YAAY,KAAK,SAAS;YAAE,OAAO,YAAY,CAAC;QACpD,OAAO,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,IAAI,CAAC,YAAY,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC;IACnE,CAAC;IAEO,UAAU,CAAC,GAAkB,EAAE,MAAc;QACnD,MAAM,OAAO,GAAG,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC;QACvC,MAAM,WAAW,GAAG,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,CAAC;QACjD,MAAM,SAAS,GAAG,GAAG,CAAC,MAAM,CAAC,EAAE,KAAK,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,UAAU,CAAC;QAE1E,OAAO;YACL,QAAQ,EAAE,QAAQ;YAClB,OAAO,EAAE,MAAM,MAAM,EAAE;YACvB,OAAO,EAAE,GAAG,CAAC,MAAM,CAAC,EAAE;YACtB,SAAS,EAAE,IAAI,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,EAAE;YACvE,OAAO;YACP,SAAS;YACT,QAAQ,EAAE;gBACR,UAAU,EAAE,GAAG,CAAC,UAAU;gBAC1B,OAAO,EAAE,GAAG,CAAC,OAAO,IAAI,IAAI;gBAC5B,SAAS,EAAE,GAAG,CAAC,SAAS,IAAI,IAAI;gBAChC,QAAQ,EAAE,GAAG,CAAC,QAAQ;gBACtB,QAAQ,EAAE,GAAG,CAAC,QAAQ,IAAI,EAAE;gBAC5B,WAAW,EAAE,MAAM;aACpB;YACD,WAAW,EAAE,WAAW,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,SAAS;SAC9D,CAAC;IACJ,CAAC;IAEO,YAAY,CAAC,GAAkB;QACrC,MAAM,GAAG,GAAG,GAAG,CAAC,IAAI,EAAE,OAAO,CAAC;QAC9B,IAAI,CAAC,GAAG;YAAE,OAAO,EAAE,CAAC;QAEpB,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;YAE/B,QAAQ,GAAG,CAAC,QAAQ,EAAE,CAAC;gBACrB,KAAK,MAAM;oBACT,OAAO,MAAM,CAAC,IAAI,IAAI,EAAE,CAAC;gBAE3B,KAAK,MAAM,CAAC,CAAC,CAAC;oBACZ,MAAM,UAAU,GAAG,MAAM,CAAC,OAAO,CAAC;oBAClC,IAAI,CAAC,UAAU;wBAAE,OAAO,MAAM,CAAC,KAAK,IAAI,EAAE,CAAC;oBAE3C,MAAM,KAAK,GAAa,EAAE,CAAC;oBAC3B,IAAI,MAAM,CAAC,KAAK;wBAAE,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;oBAC3C,KAAK,MAAM,KAAK,IAAI,MAAM,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,IAAI,EAAiB,EAAE,CAAC;wBACpE,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;4BACzB,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;gCACzB,IAAK,IAAgC,CAAC,IAAI;oCACxC,KAAK,CAAC,IAAI,CAAE,IAAgC,CAAC,IAAc,CAAC,CAAC;4BACjE,CAAC;wBACH,CAAC;oBACH,CAAC;oBACD,OAAO,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;gBACzB,CAAC;gBAED,KAAK,OAAO;oBACV,OAAO,MAAM,CAAC;gBAEhB,KAAK,MAAM;oBACT,OAAO,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,QAAQ,MAAM,CAAC,SAAS,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC;gBAEjE,KAAK,aAAa,CAAC,CAAC,CAAC;oBACnB,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,EAAE,gBAAgB,EAAE,MAAM,CAAC;oBACvD,IAAI,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC;wBAC3B,OAAO,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC;oBAC9B,CAAC;oBACD,OAAO,QAAQ,CAAC;gBAClB,CAAC;gBAED;oBACE,OAAO,GAAG,CAAC;YACf,CAAC;QACH,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,GAAG,CAAC;QACb,CAAC;IACH,CAAC;IAEO,kBAAkB,CACxB,GAAkB;QAElB,MAAM,WAAW,GAAuD,EAAE,CAAC;QAC3E,MAAM,GAAG,GAAG,GAAG,CAAC,IAAI,EAAE,OAAO,CAAC;QAC9B,IAAI,CAAC,GAAG;YAAE,OAAO,WAAW,CAAC;QAE7B,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;YAE/B,IAAI,GAAG,CAAC,QAAQ,KAAK,OAAO,IAAI,MAAM,CAAC,SAAS,EAAE,CAAC;gBACjD,WAAW,CAAC,IAAI,CAAC;oBACf,EAAE,EAAE,MAAM,CAAC,SAAS;oBACpB,IAAI,EAAE,OAAO;iBACd,CAAC,CAAC;YACL,CAAC;YAED,IAAI,GAAG,CAAC,QAAQ,KAAK,MAAM,IAAI,MAAM,CAAC,QAAQ,EAAE,CAAC;gBAC/C,WAAW,CAAC,IAAI,CAAC;oBACf,EAAE,EAAE,MAAM,CAAC,QAAQ;oBACnB,IAAI,EAAE,MAAM;oBACZ,IAAI,EAAE,MAAM,CAAC,SAAS;iBACvB,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QAAC,MAAM,CAAC,CAAA,CAAC;QAEV,OAAO,WAAW,CAAC;IACrB,CAAC;CACF"}
|
|
@@ -0,0 +1,23 @@
|
|
|
1
|
+
import type { RawMessage } from "../../../core/types.js";
|
|
2
|
+
import type { CursorStaging } from "../cursor-staging.js";
|
|
3
|
+
import type { FeishuHttpClient } from "../http-client.js";
|
|
4
|
+
import type { FeishuDocSourceConfig, SourceCheckpoint } from "../types.js";
|
|
5
|
+
import type { FeishuSource } from "./base.js";
|
|
6
|
+
export declare class DocSource implements FeishuSource {
|
|
7
|
+
private readonly client;
|
|
8
|
+
private readonly config;
|
|
9
|
+
readonly name = "docs";
|
|
10
|
+
private readonly deepFolders;
|
|
11
|
+
constructor(client: FeishuHttpClient, config: FeishuDocSourceConfig);
|
|
12
|
+
fetch(checkpoint: SourceCheckpoint | null, cursorStaging: CursorStaging): AsyncGenerator<RawMessage>;
|
|
13
|
+
private fetchFolder;
|
|
14
|
+
private mapFileSummary;
|
|
15
|
+
private fetchDeepDoc;
|
|
16
|
+
chunkByHeading(content: string): Array<{
|
|
17
|
+
title: string | null;
|
|
18
|
+
content: string;
|
|
19
|
+
}>;
|
|
20
|
+
private splitLongChunk;
|
|
21
|
+
healthCheck(): Promise<boolean>;
|
|
22
|
+
}
|
|
23
|
+
//# sourceMappingURL=docs.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"docs.d.ts","sourceRoot":"","sources":["../../../../src/collectors/feishu/sources/docs.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAC;AACzD,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAC;AAC1D,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,mBAAmB,CAAC;AAC1D,OAAO,KAAK,EAAE,qBAAqB,EAAmB,gBAAgB,EAAE,MAAM,aAAa,CAAC;AAC5F,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,WAAW,CAAC;AAE9C,qBAAa,SAAU,YAAW,YAAY;IAK1C,OAAO,CAAC,QAAQ,CAAC,MAAM;IACvB,OAAO,CAAC,QAAQ,CAAC,MAAM;IALzB,QAAQ,CAAC,IAAI,UAAU;IACvB,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAc;gBAGvB,MAAM,EAAE,gBAAgB,EACxB,MAAM,EAAE,qBAAqB;IAKzC,KAAK,CACV,UAAU,EAAE,gBAAgB,GAAG,IAAI,EACnC,aAAa,EAAE,aAAa,GAC3B,cAAc,CAAC,UAAU,CAAC;YAUd,WAAW;IAwC1B,OAAO,CAAC,cAAc;YAuBP,YAAY;IAwC3B,cAAc,CAAC,OAAO,EAAE,MAAM,GAAG,KAAK,CAAC;QAAE,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;QAAC,OAAO,EAAE,MAAM,CAAA;KAAE,CAAC;IAgCjF,OAAO,CAAC,cAAc;IA6BhB,WAAW,IAAI,OAAO,CAAC,OAAO,CAAC;CAGtC"}
|
|
@@ -0,0 +1,154 @@
|
|
|
1
|
+
export class DocSource {
|
|
2
|
+
client;
|
|
3
|
+
config;
|
|
4
|
+
name = "docs";
|
|
5
|
+
deepFolders;
|
|
6
|
+
constructor(client, config) {
|
|
7
|
+
this.client = client;
|
|
8
|
+
this.config = config;
|
|
9
|
+
this.deepFolders = new Set(config.doc_deep_extract_folders ?? []);
|
|
10
|
+
}
|
|
11
|
+
async *fetch(checkpoint, cursorStaging) {
|
|
12
|
+
for (const folderToken of this.config.doc_folders) {
|
|
13
|
+
try {
|
|
14
|
+
yield* this.fetchFolder(folderToken, checkpoint, cursorStaging);
|
|
15
|
+
}
|
|
16
|
+
catch (error) {
|
|
17
|
+
console.error(`[DocSource] Failed to fetch folder ${folderToken}:`, error);
|
|
18
|
+
}
|
|
19
|
+
}
|
|
20
|
+
}
|
|
21
|
+
async *fetchFolder(folderToken, checkpoint, cursorStaging) {
|
|
22
|
+
const folderCp = checkpoint?.[folderToken];
|
|
23
|
+
const lastEditTime = folderCp?.last_edit_time ?? 0;
|
|
24
|
+
let maxModifiedTime = 0;
|
|
25
|
+
const isDeepFolder = this.deepFolders.has(folderToken);
|
|
26
|
+
for await (const page of this.client.paginate("/open-apis/drive/v1/files", {
|
|
27
|
+
folder_token: folderToken,
|
|
28
|
+
page_size: "50",
|
|
29
|
+
})) {
|
|
30
|
+
for (const file of page.items) {
|
|
31
|
+
const modifiedTimeMs = Number.parseInt(file.modified_time, 10) * 1000;
|
|
32
|
+
if (modifiedTimeMs <= lastEditTime) {
|
|
33
|
+
continue;
|
|
34
|
+
}
|
|
35
|
+
if (modifiedTimeMs > maxModifiedTime) {
|
|
36
|
+
maxModifiedTime = modifiedTimeMs;
|
|
37
|
+
}
|
|
38
|
+
if (isDeepFolder && file.type === "docx") {
|
|
39
|
+
yield* this.fetchDeepDoc(file, folderToken);
|
|
40
|
+
}
|
|
41
|
+
else {
|
|
42
|
+
yield this.mapFileSummary(file, folderToken);
|
|
43
|
+
}
|
|
44
|
+
}
|
|
45
|
+
}
|
|
46
|
+
const cursorTime = maxModifiedTime > 0 ? maxModifiedTime : lastEditTime;
|
|
47
|
+
if (cursorTime > 0) {
|
|
48
|
+
cursorStaging.stage(this.name, folderToken, { last_edit_time: cursorTime });
|
|
49
|
+
cursorStaging.commit(this.name, folderToken);
|
|
50
|
+
}
|
|
51
|
+
}
|
|
52
|
+
mapFileSummary(file, folderToken) {
|
|
53
|
+
const content = file.name;
|
|
54
|
+
const collaborators = file.edit_users?.map((u) => u.open_id) ?? [];
|
|
55
|
+
return {
|
|
56
|
+
platform: "feishu",
|
|
57
|
+
channel: `docs/${folderToken}`,
|
|
58
|
+
contact: file.owner_id,
|
|
59
|
+
timestamp: new Date(Number.parseInt(file.modified_time, 10) * 1000).toISOString(),
|
|
60
|
+
content,
|
|
61
|
+
direction: "received",
|
|
62
|
+
metadata: {
|
|
63
|
+
doc_token: file.token,
|
|
64
|
+
doc_type: file.type,
|
|
65
|
+
doc_url: file.url,
|
|
66
|
+
collaborators,
|
|
67
|
+
created_time: Number.parseInt(file.created_time, 10) * 1000,
|
|
68
|
+
modified_time: Number.parseInt(file.modified_time, 10) * 1000,
|
|
69
|
+
extract_mode: "summary",
|
|
70
|
+
},
|
|
71
|
+
};
|
|
72
|
+
}
|
|
73
|
+
async *fetchDeepDoc(file, folderToken) {
|
|
74
|
+
try {
|
|
75
|
+
const res = await this.client.request("GET", `/open-apis/docx/v1/documents/${file.token}/raw_content`);
|
|
76
|
+
const rawContent = res.data.content;
|
|
77
|
+
const chunks = this.chunkByHeading(rawContent);
|
|
78
|
+
for (let i = 0; i < chunks.length; i++) {
|
|
79
|
+
yield {
|
|
80
|
+
platform: "feishu",
|
|
81
|
+
channel: `docs/${folderToken}`,
|
|
82
|
+
contact: file.owner_id,
|
|
83
|
+
timestamp: new Date(Number.parseInt(file.modified_time, 10) * 1000).toISOString(),
|
|
84
|
+
content: chunks[i].content,
|
|
85
|
+
direction: "received",
|
|
86
|
+
metadata: {
|
|
87
|
+
doc_token: file.token,
|
|
88
|
+
doc_url: file.url,
|
|
89
|
+
section_title: chunks[i].title,
|
|
90
|
+
chunk_index: i,
|
|
91
|
+
total_chunks: chunks.length,
|
|
92
|
+
extract_mode: "deep",
|
|
93
|
+
},
|
|
94
|
+
};
|
|
95
|
+
}
|
|
96
|
+
}
|
|
97
|
+
catch (error) {
|
|
98
|
+
console.error(`[DocSource] Deep extract failed for ${file.token}, falling back to summary:`, error);
|
|
99
|
+
yield this.mapFileSummary(file, folderToken);
|
|
100
|
+
}
|
|
101
|
+
}
|
|
102
|
+
chunkByHeading(content) {
|
|
103
|
+
const headingRegex = /^(#{1,2})\s+(.+)$/gm;
|
|
104
|
+
const chunks = [];
|
|
105
|
+
let lastIndex = 0;
|
|
106
|
+
let lastTitle = null;
|
|
107
|
+
let match;
|
|
108
|
+
match = headingRegex.exec(content);
|
|
109
|
+
while (match !== null) {
|
|
110
|
+
if (match.index > lastIndex) {
|
|
111
|
+
const text = content.slice(lastIndex, match.index).trim();
|
|
112
|
+
if (text.length > 0) {
|
|
113
|
+
chunks.push(...this.splitLongChunk(lastTitle, text));
|
|
114
|
+
}
|
|
115
|
+
}
|
|
116
|
+
lastTitle = match[2];
|
|
117
|
+
lastIndex = match.index + match[0].length;
|
|
118
|
+
match = headingRegex.exec(content);
|
|
119
|
+
}
|
|
120
|
+
const remaining = content.slice(lastIndex).trim();
|
|
121
|
+
if (remaining.length > 0) {
|
|
122
|
+
chunks.push(...this.splitLongChunk(lastTitle, remaining));
|
|
123
|
+
}
|
|
124
|
+
if (chunks.length === 0 && content.trim().length > 0) {
|
|
125
|
+
chunks.push({ title: null, content: content.trim() });
|
|
126
|
+
}
|
|
127
|
+
return chunks;
|
|
128
|
+
}
|
|
129
|
+
splitLongChunk(title, text, maxChars = 4000) {
|
|
130
|
+
if (text.length <= maxChars) {
|
|
131
|
+
return [{ title, content: text }];
|
|
132
|
+
}
|
|
133
|
+
const paragraphs = text.split(/\n\n+/);
|
|
134
|
+
const result = [];
|
|
135
|
+
let current = "";
|
|
136
|
+
for (const para of paragraphs) {
|
|
137
|
+
if (current.length + para.length + 2 > maxChars && current.length > 0) {
|
|
138
|
+
result.push({ title, content: current.trim() });
|
|
139
|
+
current = para;
|
|
140
|
+
}
|
|
141
|
+
else {
|
|
142
|
+
current += (current ? "\n\n" : "") + para;
|
|
143
|
+
}
|
|
144
|
+
}
|
|
145
|
+
if (current.trim().length > 0) {
|
|
146
|
+
result.push({ title, content: current.trim() });
|
|
147
|
+
}
|
|
148
|
+
return result;
|
|
149
|
+
}
|
|
150
|
+
async healthCheck() {
|
|
151
|
+
return true;
|
|
152
|
+
}
|
|
153
|
+
}
|
|
154
|
+
//# sourceMappingURL=docs.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"docs.js","sourceRoot":"","sources":["../../../../src/collectors/feishu/sources/docs.ts"],"names":[],"mappings":"AAMA,MAAM,OAAO,SAAS;IAKD;IACA;IALV,IAAI,GAAG,MAAM,CAAC;IACN,WAAW,CAAc;IAE1C,YACmB,MAAwB,EACxB,MAA6B;QAD7B,WAAM,GAAN,MAAM,CAAkB;QACxB,WAAM,GAAN,MAAM,CAAuB;QAE9C,IAAI,CAAC,WAAW,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,wBAAwB,IAAI,EAAE,CAAC,CAAC;IACpE,CAAC;IAED,KAAK,CAAC,CAAC,KAAK,CACV,UAAmC,EACnC,aAA4B;QAE5B,KAAK,MAAM,WAAW,IAAI,IAAI,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC;YAClD,IAAI,CAAC;gBACH,KAAK,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,WAAW,EAAE,UAAU,EAAE,aAAa,CAAC,CAAC;YAClE,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,OAAO,CAAC,KAAK,CAAC,sCAAsC,WAAW,GAAG,EAAE,KAAK,CAAC,CAAC;YAC7E,CAAC;QACH,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,CAAC,WAAW,CACxB,WAAmB,EACnB,UAAmC,EACnC,aAA4B;QAE5B,MAAM,QAAQ,GAAG,UAAU,EAAE,CAAC,WAAW,CAA4C,CAAC;QACtF,MAAM,YAAY,GAAG,QAAQ,EAAE,cAAc,IAAI,CAAC,CAAC;QACnD,IAAI,eAAe,GAAG,CAAC,CAAC;QACxB,MAAM,YAAY,GAAG,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC;QAEvD,IAAI,KAAK,EAAE,MAAM,IAAI,IAAI,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAkB,2BAA2B,EAAE;YAC1F,YAAY,EAAE,WAAW;YACzB,SAAS,EAAE,IAAI;SAChB,CAAC,EAAE,CAAC;YACH,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;gBAC9B,MAAM,cAAc,GAAG,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,aAAa,EAAE,EAAE,CAAC,GAAG,IAAI,CAAC;gBAEtE,IAAI,cAAc,IAAI,YAAY,EAAE,CAAC;oBACnC,SAAS;gBACX,CAAC;gBAED,IAAI,cAAc,GAAG,eAAe,EAAE,CAAC;oBACrC,eAAe,GAAG,cAAc,CAAC;gBACnC,CAAC;gBAED,IAAI,YAAY,IAAI,IAAI,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;oBACzC,KAAK,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,IAAI,EAAE,WAAW,CAAC,CAAC;gBAC9C,CAAC;qBAAM,CAAC;oBACN,MAAM,IAAI,CAAC,cAAc,CAAC,IAAI,EAAE,WAAW,CAAC,CAAC;gBAC/C,CAAC;YACH,CAAC;QACH,CAAC;QAED,MAAM,UAAU,GAAG,eAAe,GAAG,CAAC,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,YAAY,CAAC;QACxE,IAAI,UAAU,GAAG,CAAC,EAAE,CAAC;YACnB,aAAa,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,EAAE,WAAW,EAAE,EAAE,cAAc,EAAE,UAAU,EAAE,CAAC,CAAC;YAC5E,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE,WAAW,CAAC,CAAC;QAC/C,CAAC;IACH,CAAC;IAEO,cAAc,CAAC,IAAqB,EAAE,WAAmB;QAC/D,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC;QAC1B,MAAM,aAAa,GAAG,IAAI,CAAC,UAAU,EAAE,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC;QAEnE,OAAO;YACL,QAAQ,EAAE,QAAQ;YAClB,OAAO,EAAE,QAAQ,WAAW,EAAE;YAC9B,OAAO,EAAE,IAAI,CAAC,QAAQ;YACtB,SAAS,EAAE,IAAI,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,aAAa,EAAE,EAAE,CAAC,GAAG,IAAI,CAAC,CAAC,WAAW,EAAE;YACjF,OAAO;YACP,SAAS,EAAE,UAAU;YACrB,QAAQ,EAAE;gBACR,SAAS,EAAE,IAAI,CAAC,KAAK;gBACrB,QAAQ,EAAE,IAAI,CAAC,IAAI;gBACnB,OAAO,EAAE,IAAI,CAAC,GAAG;gBACjB,aAAa;gBACb,YAAY,EAAE,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,YAAY,EAAE,EAAE,CAAC,GAAG,IAAI;gBAC3D,aAAa,EAAE,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,aAAa,EAAE,EAAE,CAAC,GAAG,IAAI;gBAC7D,YAAY,EAAE,SAAS;aACxB;SACF,CAAC;IACJ,CAAC;IAEO,KAAK,CAAC,CAAC,YAAY,CACzB,IAAqB,EACrB,WAAmB;QAEnB,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,OAAO,CACnC,KAAK,EACL,gCAAgC,IAAI,CAAC,KAAK,cAAc,CACzD,CAAC;YAEF,MAAM,UAAU,GAAG,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC;YACpC,MAAM,MAAM,GAAG,IAAI,CAAC,cAAc,CAAC,UAAU,CAAC,CAAC;YAE/C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBACvC,MAAM;oBACJ,QAAQ,EAAE,QAAQ;oBAClB,OAAO,EAAE,QAAQ,WAAW,EAAE;oBAC9B,OAAO,EAAE,IAAI,CAAC,QAAQ;oBACtB,SAAS,EAAE,IAAI,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,aAAa,EAAE,EAAE,CAAC,GAAG,IAAI,CAAC,CAAC,WAAW,EAAE;oBACjF,OAAO,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,OAAO;oBAC1B,SAAS,EAAE,UAAU;oBACrB,QAAQ,EAAE;wBACR,SAAS,EAAE,IAAI,CAAC,KAAK;wBACrB,OAAO,EAAE,IAAI,CAAC,GAAG;wBACjB,aAAa,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,KAAK;wBAC9B,WAAW,EAAE,CAAC;wBACd,YAAY,EAAE,MAAM,CAAC,MAAM;wBAC3B,YAAY,EAAE,MAAM;qBACrB;iBACF,CAAC;YACJ,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CACX,uCAAuC,IAAI,CAAC,KAAK,4BAA4B,EAC7E,KAAK,CACN,CAAC;YACF,MAAM,IAAI,CAAC,cAAc,CAAC,IAAI,EAAE,WAAW,CAAC,CAAC;QAC/C,CAAC;IACH,CAAC;IAED,cAAc,CAAC,OAAe;QAC5B,MAAM,YAAY,GAAG,qBAAqB,CAAC;QAC3C,MAAM,MAAM,GAAqD,EAAE,CAAC;QACpE,IAAI,SAAS,GAAG,CAAC,CAAC;QAClB,IAAI,SAAS,GAAkB,IAAI,CAAC;QACpC,IAAI,KAA6B,CAAC;QAElC,KAAK,GAAG,YAAY,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QACnC,OAAO,KAAK,KAAK,IAAI,EAAE,CAAC;YACtB,IAAI,KAAK,CAAC,KAAK,GAAG,SAAS,EAAE,CAAC;gBAC5B,MAAM,IAAI,GAAG,OAAO,CAAC,KAAK,CAAC,SAAS,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC,IAAI,EAAE,CAAC;gBAC1D,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBACpB,MAAM,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,cAAc,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC,CAAC;gBACvD,CAAC;YACH,CAAC;YACD,SAAS,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;YACrB,SAAS,GAAG,KAAK,CAAC,KAAK,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC;YAC1C,KAAK,GAAG,YAAY,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QACrC,CAAC;QAED,MAAM,SAAS,GAAG,OAAO,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,IAAI,EAAE,CAAC;QAClD,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACzB,MAAM,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,cAAc,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC,CAAC;QAC5D,CAAC;QAED,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,IAAI,OAAO,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACrD,MAAM,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,OAAO,EAAE,OAAO,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;QACxD,CAAC;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;IAEO,cAAc,CACpB,KAAoB,EACpB,IAAY,EACZ,WAAmB,IAAI;QAEvB,IAAI,IAAI,CAAC,MAAM,IAAI,QAAQ,EAAE,CAAC;YAC5B,OAAO,CAAC,EAAE,KAAK,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC;QACpC,CAAC;QAED,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QACvC,MAAM,MAAM,GAAqD,EAAE,CAAC;QACpE,IAAI,OAAO,GAAG,EAAE,CAAC;QAEjB,KAAK,MAAM,IAAI,IAAI,UAAU,EAAE,CAAC;YAC9B,IAAI,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,GAAG,CAAC,GAAG,QAAQ,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACtE,MAAM,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,OAAO,EAAE,OAAO,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;gBAChD,OAAO,GAAG,IAAI,CAAC;YACjB,CAAC;iBAAM,CAAC;gBACN,OAAO,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC;YAC5C,CAAC;QACH,CAAC;QAED,IAAI,OAAO,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC9B,MAAM,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,OAAO,EAAE,OAAO,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;QAClD,CAAC;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,KAAK,CAAC,WAAW;QACf,OAAO,IAAI,CAAC;IACd,CAAC;CACF"}
|
|
@@ -0,0 +1,27 @@
|
|
|
1
|
+
import type { RawMessage } from "../../../core/types.js";
|
|
2
|
+
import type { CursorStaging } from "../cursor-staging.js";
|
|
3
|
+
import type { LarkCliHttpClient } from "../lark-cli-client.js";
|
|
4
|
+
import type { SourceCheckpoint } from "../types.js";
|
|
5
|
+
import type { FeishuSource } from "./base.js";
|
|
6
|
+
interface MailSourceOpts {
|
|
7
|
+
lookbackDays: number;
|
|
8
|
+
overrideSinceMs?: number;
|
|
9
|
+
overlapMs?: number;
|
|
10
|
+
fetchConcurrency?: number;
|
|
11
|
+
}
|
|
12
|
+
export declare class MailSource implements FeishuSource {
|
|
13
|
+
private readonly client;
|
|
14
|
+
private readonly opts;
|
|
15
|
+
readonly name = "mail";
|
|
16
|
+
private readonly overlapMs;
|
|
17
|
+
constructor(client: LarkCliHttpClient, opts: MailSourceOpts);
|
|
18
|
+
fetch(checkpoint: SourceCheckpoint | null, cursorStaging: CursorStaging): AsyncGenerator<RawMessage>;
|
|
19
|
+
healthCheck(): Promise<boolean>;
|
|
20
|
+
private fetchConcurrent;
|
|
21
|
+
private resolveStartTime;
|
|
22
|
+
private fetchTriage;
|
|
23
|
+
private fetchMessage;
|
|
24
|
+
private mapMessage;
|
|
25
|
+
}
|
|
26
|
+
export {};
|
|
27
|
+
//# sourceMappingURL=mail.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"mail.d.ts","sourceRoot":"","sources":["../../../../src/collectors/feishu/sources/mail.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAC;AACzD,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAC;AAC1D,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,uBAAuB,CAAC;AAC/D,OAAO,KAAK,EAAqB,gBAAgB,EAAE,MAAM,aAAa,CAAC;AACvE,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,WAAW,CAAC;AAE9C,UAAU,cAAc;IACtB,YAAY,EAAE,MAAM,CAAC;IACrB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,gBAAgB,CAAC,EAAE,MAAM,CAAC;CAC3B;AAUD,qBAAa,UAAW,YAAW,YAAY;IAK3C,OAAO,CAAC,QAAQ,CAAC,MAAM;IACvB,OAAO,CAAC,QAAQ,CAAC,IAAI;IALvB,QAAQ,CAAC,IAAI,UAAU;IACvB,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAS;gBAGhB,MAAM,EAAE,iBAAiB,EACzB,IAAI,EAAE,cAAc;IAKhC,KAAK,CACV,UAAU,EAAE,gBAAgB,GAAG,IAAI,EACnC,aAAa,EAAE,aAAa,GAC3B,cAAc,CAAC,UAAU,CAAC;IA4BvB,WAAW,IAAI,OAAO,CAAC,OAAO,CAAC;YAItB,eAAe;IAc9B,OAAO,CAAC,gBAAgB;YAYV,WAAW;YAgCX,YAAY;IAmB1B,OAAO,CAAC,UAAU;CA2BnB"}
|