@steipete/summarize 0.9.0 → 0.11.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +121 -0
- package/LICENSE +1 -1
- package/README.md +391 -183
- package/dist/cli.js +1 -1
- package/dist/esm/cache.js +134 -64
- package/dist/esm/cache.js.map +1 -1
- package/dist/esm/cli-main.js +27 -27
- package/dist/esm/cli-main.js.map +1 -1
- package/dist/esm/cli.js +2 -2
- package/dist/esm/cli.js.map +1 -1
- package/dist/esm/config.js +396 -126
- package/dist/esm/config.js.map +1 -1
- package/dist/esm/content/asset.js +53 -50
- package/dist/esm/content/asset.js.map +1 -1
- package/dist/esm/content/index.js +1 -1
- package/dist/esm/content/index.js.map +1 -1
- package/dist/esm/costs.js +1 -1
- package/dist/esm/costs.js.map +1 -1
- package/dist/esm/daemon/agent.js +548 -0
- package/dist/esm/daemon/agent.js.map +1 -0
- package/dist/esm/daemon/auto-mode.js +3 -3
- package/dist/esm/daemon/auto-mode.js.map +1 -1
- package/dist/esm/daemon/chat.js +88 -178
- package/dist/esm/daemon/chat.js.map +1 -1
- package/dist/esm/daemon/cli-entrypoint.js +72 -0
- package/dist/esm/daemon/cli-entrypoint.js.map +1 -0
- package/dist/esm/daemon/cli.js +91 -83
- package/dist/esm/daemon/cli.js.map +1 -1
- package/dist/esm/daemon/config.js +15 -15
- package/dist/esm/daemon/config.js.map +1 -1
- package/dist/esm/daemon/constants.js +6 -6
- package/dist/esm/daemon/constants.js.map +1 -1
- package/dist/esm/daemon/env-merge.js.map +1 -1
- package/dist/esm/daemon/env-snapshot.js +36 -28
- package/dist/esm/daemon/env-snapshot.js.map +1 -1
- package/dist/esm/daemon/flow-context.js +86 -32
- package/dist/esm/daemon/flow-context.js.map +1 -1
- package/dist/esm/daemon/launchd.js +119 -47
- package/dist/esm/daemon/launchd.js.map +1 -1
- package/dist/esm/daemon/meta.js +5 -5
- package/dist/esm/daemon/meta.js.map +1 -1
- package/dist/esm/daemon/models.js +54 -31
- package/dist/esm/daemon/models.js.map +1 -1
- package/dist/esm/daemon/process-registry.js +206 -0
- package/dist/esm/daemon/process-registry.js.map +1 -0
- package/dist/esm/daemon/schtasks.js +96 -32
- package/dist/esm/daemon/schtasks.js.map +1 -1
- package/dist/esm/daemon/server.js +832 -158
- package/dist/esm/daemon/server.js.map +1 -1
- package/dist/esm/daemon/summarize-progress.js +11 -11
- package/dist/esm/daemon/summarize-progress.js.map +1 -1
- package/dist/esm/daemon/summarize.js +61 -32
- package/dist/esm/daemon/summarize.js.map +1 -1
- package/dist/esm/daemon/systemd.js +96 -35
- package/dist/esm/daemon/systemd.js.map +1 -1
- package/dist/esm/firecrawl.js +12 -12
- package/dist/esm/firecrawl.js.map +1 -1
- package/dist/esm/flags.js +55 -31
- package/dist/esm/flags.js.map +1 -1
- package/dist/esm/index.js +3 -3
- package/dist/esm/index.js.map +1 -1
- package/dist/esm/language.js +1 -1
- package/dist/esm/language.js.map +1 -1
- package/dist/esm/llm/cli.js +128 -64
- package/dist/esm/llm/cli.js.map +1 -1
- package/dist/esm/llm/errors.js +1 -1
- package/dist/esm/llm/errors.js.map +1 -1
- package/dist/esm/llm/generate-text.js +107 -98
- package/dist/esm/llm/generate-text.js.map +1 -1
- package/dist/esm/llm/google-models.js +17 -17
- package/dist/esm/llm/google-models.js.map +1 -1
- package/dist/esm/llm/html-to-markdown.js +3 -3
- package/dist/esm/llm/html-to-markdown.js.map +1 -1
- package/dist/esm/llm/model-id.js +38 -16
- package/dist/esm/llm/model-id.js.map +1 -1
- package/dist/esm/llm/prompt.js +5 -5
- package/dist/esm/llm/prompt.js.map +1 -1
- package/dist/esm/llm/providers/anthropic.js +33 -33
- package/dist/esm/llm/providers/anthropic.js.map +1 -1
- package/dist/esm/llm/providers/google.js +19 -19
- package/dist/esm/llm/providers/google.js.map +1 -1
- package/dist/esm/llm/providers/models.js +30 -30
- package/dist/esm/llm/providers/models.js.map +1 -1
- package/dist/esm/llm/providers/openai.js +36 -35
- package/dist/esm/llm/providers/openai.js.map +1 -1
- package/dist/esm/llm/providers/shared.js +8 -8
- package/dist/esm/llm/providers/shared.js.map +1 -1
- package/dist/esm/llm/transcript-to-markdown.js +9 -5
- package/dist/esm/llm/transcript-to-markdown.js.map +1 -1
- package/dist/esm/llm/usage.js +18 -18
- package/dist/esm/llm/usage.js.map +1 -1
- package/dist/esm/logging/daemon.js +21 -21
- package/dist/esm/logging/daemon.js.map +1 -1
- package/dist/esm/logging/ring-file.js +5 -5
- package/dist/esm/logging/ring-file.js.map +1 -1
- package/dist/esm/markitdown.js +21 -19
- package/dist/esm/markitdown.js.map +1 -1
- package/dist/esm/media-cache.js +251 -0
- package/dist/esm/media-cache.js.map +1 -0
- package/dist/esm/model-auto.js +175 -106
- package/dist/esm/model-auto.js.map +1 -1
- package/dist/esm/model-spec.js +52 -42
- package/dist/esm/model-spec.js.map +1 -1
- package/dist/esm/pricing/litellm.js +4 -4
- package/dist/esm/pricing/litellm.js.map +1 -1
- package/dist/esm/processes.js +2 -0
- package/dist/esm/processes.js.map +1 -0
- package/dist/esm/prompts/index.js +1 -1
- package/dist/esm/prompts/index.js.map +1 -1
- package/dist/esm/refresh-free.js +81 -81
- package/dist/esm/refresh-free.js.map +1 -1
- package/dist/esm/run/attachments.js +47 -44
- package/dist/esm/run/attachments.js.map +1 -1
- package/dist/esm/run/bird.js +125 -12
- package/dist/esm/run/bird.js.map +1 -1
- package/dist/esm/run/cache-state.js +7 -7
- package/dist/esm/run/cache-state.js.map +1 -1
- package/dist/esm/run/cli-fallback-state.js +45 -0
- package/dist/esm/run/cli-fallback-state.js.map +1 -0
- package/dist/esm/run/cli-preflight.js +40 -22
- package/dist/esm/run/cli-preflight.js.map +1 -1
- package/dist/esm/run/constants.js +12 -12
- package/dist/esm/run/constants.js.map +1 -1
- package/dist/esm/run/cookies/twitter.js +47 -47
- package/dist/esm/run/cookies/twitter.js.map +1 -1
- package/dist/esm/run/env.js +21 -15
- package/dist/esm/run/env.js.map +1 -1
- package/dist/esm/run/fetch-with-timeout.js +4 -4
- package/dist/esm/run/fetch-with-timeout.js.map +1 -1
- package/dist/esm/run/finish-line.js +78 -71
- package/dist/esm/run/finish-line.js.map +1 -1
- package/dist/esm/run/flows/asset/extract.js +70 -0
- package/dist/esm/run/flows/asset/extract.js.map +1 -0
- package/dist/esm/run/flows/asset/input.js +202 -37
- package/dist/esm/run/flows/asset/input.js.map +1 -1
- package/dist/esm/run/flows/asset/media-policy.js +3 -0
- package/dist/esm/run/flows/asset/media-policy.js.map +1 -0
- package/dist/esm/run/flows/asset/media.js +233 -0
- package/dist/esm/run/flows/asset/media.js.map +1 -0
- package/dist/esm/run/flows/asset/output.js +98 -0
- package/dist/esm/run/flows/asset/output.js.map +1 -0
- package/dist/esm/run/flows/asset/preprocess.js +79 -44
- package/dist/esm/run/flows/asset/preprocess.js.map +1 -1
- package/dist/esm/run/flows/asset/summary.js +306 -89
- package/dist/esm/run/flows/asset/summary.js.map +1 -1
- package/dist/esm/run/flows/url/extract.js +31 -31
- package/dist/esm/run/flows/url/extract.js.map +1 -1
- package/dist/esm/run/flows/url/flow.js +388 -82
- package/dist/esm/run/flows/url/flow.js.map +1 -1
- package/dist/esm/run/flows/url/markdown.js +61 -56
- package/dist/esm/run/flows/url/markdown.js.map +1 -1
- package/dist/esm/run/flows/url/slides-output.js +487 -0
- package/dist/esm/run/flows/url/slides-output.js.map +1 -0
- package/dist/esm/run/flows/url/slides-text.js +628 -0
- package/dist/esm/run/flows/url/slides-text.js.map +1 -0
- package/dist/esm/run/flows/url/summary.js +493 -152
- package/dist/esm/run/flows/url/summary.js.map +1 -1
- package/dist/esm/run/format.js +10 -10
- package/dist/esm/run/format.js.map +1 -1
- package/dist/esm/run/help.js +179 -84
- package/dist/esm/run/help.js.map +1 -1
- package/dist/esm/run/logging.js +20 -12
- package/dist/esm/run/logging.js.map +1 -1
- package/dist/esm/run/markdown.js +12 -12
- package/dist/esm/run/markdown.js.map +1 -1
- package/dist/esm/run/media-cache-state.js +33 -0
- package/dist/esm/run/media-cache-state.js.map +1 -0
- package/dist/esm/run/model-attempts.js.map +1 -1
- package/dist/esm/run/openrouter.js +11 -11
- package/dist/esm/run/openrouter.js.map +1 -1
- package/dist/esm/run/progress.js +19 -1
- package/dist/esm/run/progress.js.map +1 -1
- package/dist/esm/run/run-config.js +16 -16
- package/dist/esm/run/run-config.js.map +1 -1
- package/dist/esm/run/run-context.js +2 -2
- package/dist/esm/run/run-context.js.map +1 -1
- package/dist/esm/run/run-env.js +55 -54
- package/dist/esm/run/run-env.js.map +1 -1
- package/dist/esm/run/run-input.js +3 -3
- package/dist/esm/run/run-input.js.map +1 -1
- package/dist/esm/run/run-metrics.js +16 -16
- package/dist/esm/run/run-metrics.js.map +1 -1
- package/dist/esm/run/run-models.js +28 -23
- package/dist/esm/run/run-models.js.map +1 -1
- package/dist/esm/run/run-output.js +3 -3
- package/dist/esm/run/run-output.js.map +1 -1
- package/dist/esm/run/run-settings.js +108 -21
- package/dist/esm/run/run-settings.js.map +1 -1
- package/dist/esm/run/run-stream.js +4 -4
- package/dist/esm/run/run-stream.js.map +1 -1
- package/dist/esm/run/runner.js +327 -100
- package/dist/esm/run/runner.js.map +1 -1
- package/dist/esm/run/slides-cli.js +226 -0
- package/dist/esm/run/slides-cli.js.map +1 -0
- package/dist/esm/run/slides-render.js +163 -0
- package/dist/esm/run/slides-render.js.map +1 -0
- package/dist/esm/run/stdin-temp-file.js +77 -0
- package/dist/esm/run/stdin-temp-file.js.map +1 -0
- package/dist/esm/run/stream-output.js +17 -10
- package/dist/esm/run/stream-output.js.map +1 -1
- package/dist/esm/run/streaming.js +16 -16
- package/dist/esm/run/streaming.js.map +1 -1
- package/dist/esm/run/summary-engine.js +89 -57
- package/dist/esm/run/summary-engine.js.map +1 -1
- package/dist/esm/run/summary-llm.js +3 -3
- package/dist/esm/run/summary-llm.js.map +1 -1
- package/dist/esm/run/terminal.js +4 -4
- package/dist/esm/run/terminal.js.map +1 -1
- package/dist/esm/run/tips.js +2 -2
- package/dist/esm/run/tips.js.map +1 -1
- package/dist/esm/run/transcriber-cli.js +148 -0
- package/dist/esm/run/transcriber-cli.js.map +1 -0
- package/dist/esm/run.js +1 -1
- package/dist/esm/run.js.map +1 -1
- package/dist/esm/shared/contracts.js +1 -1
- package/dist/esm/shared/contracts.js.map +1 -1
- package/dist/esm/shared/sse-events.js +16 -12
- package/dist/esm/shared/sse-events.js.map +1 -1
- package/dist/esm/shared/streaming-merge.js +3 -3
- package/dist/esm/shared/streaming-merge.js.map +1 -1
- package/dist/esm/slides/extract.js +1951 -0
- package/dist/esm/slides/extract.js.map +1 -0
- package/dist/esm/slides/index.js +4 -0
- package/dist/esm/slides/index.js.map +1 -0
- package/dist/esm/slides/settings.js +73 -0
- package/dist/esm/slides/settings.js.map +1 -0
- package/dist/esm/slides/store.js +111 -0
- package/dist/esm/slides/store.js.map +1 -0
- package/dist/esm/slides/types.js +2 -0
- package/dist/esm/slides/types.js.map +1 -0
- package/dist/esm/tty/format.js +13 -13
- package/dist/esm/tty/format.js.map +1 -1
- package/dist/esm/tty/osc-progress.js +22 -2
- package/dist/esm/tty/osc-progress.js.map +1 -1
- package/dist/esm/tty/progress/fetch-html.js +20 -16
- package/dist/esm/tty/progress/fetch-html.js.map +1 -1
- package/dist/esm/tty/progress/transcript.js +127 -68
- package/dist/esm/tty/progress/transcript.js.map +1 -1
- package/dist/esm/tty/spinner.js +21 -10
- package/dist/esm/tty/spinner.js.map +1 -1
- package/dist/esm/tty/theme.js +189 -0
- package/dist/esm/tty/theme.js.map +1 -0
- package/dist/esm/tty/website-progress.js +38 -34
- package/dist/esm/tty/website-progress.js.map +1 -1
- package/dist/esm/version.js +29 -29
- package/dist/esm/version.js.map +1 -1
- package/dist/types/cache.d.ts +19 -7
- package/dist/types/config.d.ts +71 -6
- package/dist/types/content/asset.d.ts +8 -6
- package/dist/types/content/index.d.ts +1 -1
- package/dist/types/costs.d.ts +3 -3
- package/dist/types/daemon/agent.d.ts +25 -0
- package/dist/types/daemon/auto-mode.d.ts +3 -3
- package/dist/types/daemon/chat.d.ts +10 -18
- package/dist/types/daemon/cli-entrypoint.d.ts +2 -0
- package/dist/types/daemon/config.d.ts +2 -2
- package/dist/types/daemon/env-merge.d.ts +1 -1
- package/dist/types/daemon/env-snapshot.d.ts +1 -1
- package/dist/types/daemon/flow-context.d.ts +24 -4
- package/dist/types/daemon/launchd.d.ts +12 -0
- package/dist/types/daemon/models.d.ts +6 -2
- package/dist/types/daemon/process-registry.d.ts +73 -0
- package/dist/types/daemon/schtasks.d.ts +4 -0
- package/dist/types/daemon/server.d.ts +2 -2
- package/dist/types/daemon/summarize-progress.d.ts +1 -1
- package/dist/types/daemon/summarize.d.ts +38 -7
- package/dist/types/daemon/systemd.d.ts +4 -0
- package/dist/types/firecrawl.d.ts +1 -1
- package/dist/types/flags.d.ts +12 -11
- package/dist/types/index.d.ts +4 -4
- package/dist/types/language.d.ts +1 -1
- package/dist/types/llm/attachments.d.ts +1 -1
- package/dist/types/llm/cli.d.ts +3 -3
- package/dist/types/llm/generate-text.d.ts +7 -7
- package/dist/types/llm/html-to-markdown.d.ts +3 -3
- package/dist/types/llm/model-id.d.ts +1 -1
- package/dist/types/llm/prompt.d.ts +2 -2
- package/dist/types/llm/providers/anthropic.d.ts +3 -3
- package/dist/types/llm/providers/google.d.ts +3 -3
- package/dist/types/llm/providers/models.d.ts +2 -2
- package/dist/types/llm/providers/openai.d.ts +4 -4
- package/dist/types/llm/providers/shared.d.ts +2 -2
- package/dist/types/llm/transcript-to-markdown.d.ts +4 -2
- package/dist/types/llm/usage.d.ts +1 -1
- package/dist/types/logging/daemon.d.ts +4 -4
- package/dist/types/markitdown.d.ts +1 -1
- package/dist/types/media-cache.d.ts +22 -0
- package/dist/types/model-auto.d.ts +14 -4
- package/dist/types/model-spec.d.ts +10 -10
- package/dist/types/pricing/litellm.d.ts +1 -1
- package/dist/types/processes.d.ts +1 -0
- package/dist/types/prompts/index.d.ts +1 -1
- package/dist/types/run/attachments.d.ts +7 -7
- package/dist/types/run/bird.d.ts +7 -0
- package/dist/types/run/cache-state.d.ts +2 -2
- package/dist/types/run/cli-fallback-state.d.ts +6 -0
- package/dist/types/run/constants.d.ts +1 -1
- package/dist/types/run/cookies/twitter.d.ts +1 -1
- package/dist/types/run/env.d.ts +1 -1
- package/dist/types/run/finish-line.d.ts +7 -6
- package/dist/types/run/flows/asset/extract.d.ts +18 -0
- package/dist/types/run/flows/asset/input.d.ts +19 -3
- package/dist/types/run/flows/asset/media-policy.d.ts +2 -0
- package/dist/types/run/flows/asset/media.d.ts +21 -0
- package/dist/types/run/flows/asset/output.d.ts +42 -0
- package/dist/types/run/flows/asset/preprocess.d.ts +23 -17
- package/dist/types/run/flows/asset/summary.d.ts +24 -16
- package/dist/types/run/flows/url/extract.d.ts +3 -2
- package/dist/types/run/flows/url/flow.d.ts +1 -1
- package/dist/types/run/flows/url/markdown.d.ts +6 -6
- package/dist/types/run/flows/url/slides-output.d.ts +66 -0
- package/dist/types/run/flows/url/slides-text.d.ts +87 -0
- package/dist/types/run/flows/url/summary.d.ts +18 -10
- package/dist/types/run/flows/url/types.d.ts +52 -21
- package/dist/types/run/format.d.ts +3 -3
- package/dist/types/run/help.d.ts +4 -1
- package/dist/types/run/logging.d.ts +3 -2
- package/dist/types/run/media-cache-state.d.ts +7 -0
- package/dist/types/run/model-attempts.d.ts +1 -1
- package/dist/types/run/progress.d.ts +2 -1
- package/dist/types/run/run-config.d.ts +4 -4
- package/dist/types/run/run-context.d.ts +3 -1
- package/dist/types/run/run-env.d.ts +3 -1
- package/dist/types/run/run-input.d.ts +2 -2
- package/dist/types/run/run-metrics.d.ts +3 -3
- package/dist/types/run/run-models.d.ts +3 -2
- package/dist/types/run/run-output.d.ts +1 -1
- package/dist/types/run/run-settings.d.ts +20 -5
- package/dist/types/run/run-stream.d.ts +2 -2
- package/dist/types/run/runner.d.ts +3 -2
- package/dist/types/run/slides-cli.d.ts +9 -0
- package/dist/types/run/slides-render.d.ts +30 -0
- package/dist/types/run/stdin-temp-file.d.ts +9 -0
- package/dist/types/run/stream-output.d.ts +3 -2
- package/dist/types/run/streaming.d.ts +4 -4
- package/dist/types/run/summary-engine.d.ts +22 -12
- package/dist/types/run/summary-llm.d.ts +5 -5
- package/dist/types/run/transcriber-cli.d.ts +8 -0
- package/dist/types/run/types.d.ts +4 -4
- package/dist/types/run.d.ts +1 -1
- package/dist/types/shared/contracts.d.ts +2 -2
- package/dist/types/shared/sse-events.d.ts +26 -6
- package/dist/types/slides/extract.d.ts +43 -0
- package/dist/types/slides/index.d.ts +5 -0
- package/dist/types/slides/settings.d.ts +20 -0
- package/dist/types/slides/store.d.ts +15 -0
- package/dist/types/slides/types.d.ts +40 -0
- package/dist/types/tty/osc-progress.d.ts +5 -5
- package/dist/types/tty/progress/fetch-html.d.ts +5 -3
- package/dist/types/tty/progress/transcript.d.ts +5 -3
- package/dist/types/tty/spinner.d.ts +3 -1
- package/dist/types/tty/theme.d.ts +44 -0
- package/dist/types/tty/website-progress.d.ts +5 -3
- package/dist/types/version.d.ts +1 -1
- package/docs/README.md +1 -1
- package/docs/_config.yml +26 -0
- package/docs/_layouts/default.html +60 -0
- package/docs/agent.md +367 -0
- package/docs/assets/site.css +748 -0
- package/docs/assets/site.js +72 -0
- package/docs/assets/summarize-cli.png +0 -0
- package/docs/assets/summarize-extension.png +0 -0
- package/docs/assets/youtube-slides.png +0 -0
- package/docs/cache.md +29 -3
- package/docs/chrome-extension.md +72 -16
- package/docs/cli.md +59 -13
- package/docs/config.md +109 -12
- package/docs/extract-only.md +10 -0
- package/docs/index.html +224 -0
- package/docs/index.md +25 -0
- package/docs/llm.md +18 -5
- package/docs/manual-tests.md +2 -0
- package/docs/media.md +6 -2
- package/docs/model-auto.md +3 -2
- package/docs/nvidia-onnx-transcription.md +55 -0
- package/docs/openai.md +1 -1
- package/docs/releasing.md +3 -0
- package/docs/site/404.html +4 -1
- package/docs/site/assets/site.css +399 -228
- package/docs/site/assets/site.js +46 -46
- package/docs/site/assets/summarize-cli.png +0 -0
- package/docs/site/assets/summarize-extension.png +0 -0
- package/docs/site/docs/chrome-extension.html +101 -0
- package/docs/site/docs/config.html +30 -8
- package/docs/site/docs/extract-only.html +17 -4
- package/docs/site/docs/firecrawl.html +13 -3
- package/docs/site/docs/index.html +40 -6
- package/docs/site/docs/llm.html +20 -5
- package/docs/site/docs/openai.html +19 -5
- package/docs/site/docs/website.html +30 -9
- package/docs/site/docs/youtube.html +13 -3
- package/docs/site/index.html +168 -85
- package/docs/slides.md +82 -0
- package/docs/smoketest.md +29 -20
- package/docs/timestamps.md +124 -0
- package/docs/website.md +13 -0
- package/docs/youtube.md +20 -0
- package/package.json +57 -48
|
@@ -1,9 +1,9 @@
|
|
|
1
|
-
import path from
|
|
2
|
-
import { Logger } from
|
|
3
|
-
import { resolveDaemonLogPaths } from
|
|
4
|
-
import { createRingFileWriter } from
|
|
5
|
-
const DEFAULT_LOG_LEVEL =
|
|
6
|
-
const DEFAULT_LOG_FORMAT =
|
|
1
|
+
import path from "node:path";
|
|
2
|
+
import { Logger } from "tslog";
|
|
3
|
+
import { resolveDaemonLogPaths } from "../daemon/launchd.js";
|
|
4
|
+
import { createRingFileWriter } from "./ring-file.js";
|
|
5
|
+
const DEFAULT_LOG_LEVEL = "info";
|
|
6
|
+
const DEFAULT_LOG_FORMAT = "json";
|
|
7
7
|
const DEFAULT_LOG_MAX_MB = 10;
|
|
8
8
|
const DEFAULT_LOG_MAX_FILES = 3;
|
|
9
9
|
const LOG_LEVEL_MAP = {
|
|
@@ -15,7 +15,7 @@ const LOG_LEVEL_MAP = {
|
|
|
15
15
|
function safeJsonStringify(value) {
|
|
16
16
|
const seen = new WeakSet();
|
|
17
17
|
return JSON.stringify(value, (_key, val) => {
|
|
18
|
-
if (typeof val ===
|
|
18
|
+
if (typeof val === "bigint")
|
|
19
19
|
return val.toString();
|
|
20
20
|
if (val instanceof Error) {
|
|
21
21
|
return {
|
|
@@ -25,10 +25,10 @@ function safeJsonStringify(value) {
|
|
|
25
25
|
cause: val.cause,
|
|
26
26
|
};
|
|
27
27
|
}
|
|
28
|
-
if (typeof val ===
|
|
28
|
+
if (typeof val === "object" && val !== null) {
|
|
29
29
|
const obj = val;
|
|
30
30
|
if (seen.has(obj))
|
|
31
|
-
return
|
|
31
|
+
return "[Circular]";
|
|
32
32
|
seen.add(obj);
|
|
33
33
|
}
|
|
34
34
|
return val;
|
|
@@ -40,12 +40,12 @@ function formatPrettyLine({ metaMarkup, args, errors, }) {
|
|
|
40
40
|
if (meta)
|
|
41
41
|
parts.push(meta);
|
|
42
42
|
if (args.length > 0) {
|
|
43
|
-
parts.push(args.map((arg) => (typeof arg ===
|
|
43
|
+
parts.push(args.map((arg) => (typeof arg === "string" ? arg : safeJsonStringify(arg))).join(" "));
|
|
44
44
|
}
|
|
45
|
-
const base = parts.join(
|
|
45
|
+
const base = parts.join(" ");
|
|
46
46
|
if (errors.length === 0)
|
|
47
47
|
return base;
|
|
48
|
-
const errorBlock = errors.join(
|
|
48
|
+
const errorBlock = errors.join("\n");
|
|
49
49
|
return base ? `${base}\n${errorBlock}` : errorBlock;
|
|
50
50
|
}
|
|
51
51
|
export function resolveDaemonLoggingConfig({ env, config, }) {
|
|
@@ -53,11 +53,11 @@ export function resolveDaemonLoggingConfig({ env, config, }) {
|
|
|
53
53
|
if (!logging || logging.enabled !== true)
|
|
54
54
|
return null;
|
|
55
55
|
const { logDir } = resolveDaemonLogPaths(env);
|
|
56
|
-
const file = typeof logging.file ===
|
|
56
|
+
const file = typeof logging.file === "string" && logging.file.trim()
|
|
57
57
|
? logging.file.trim()
|
|
58
|
-
: path.join(logDir,
|
|
59
|
-
const maxMb = typeof logging.maxMb ===
|
|
60
|
-
const maxFiles = typeof logging.maxFiles ===
|
|
58
|
+
: path.join(logDir, "daemon.jsonl");
|
|
59
|
+
const maxMb = typeof logging.maxMb === "number" && logging.maxMb > 0 ? logging.maxMb : DEFAULT_LOG_MAX_MB;
|
|
60
|
+
const maxFiles = typeof logging.maxFiles === "number" && logging.maxFiles > 0
|
|
61
61
|
? Math.trunc(logging.maxFiles)
|
|
62
62
|
: DEFAULT_LOG_MAX_FILES;
|
|
63
63
|
const level = logging.level ?? DEFAULT_LOG_LEVEL;
|
|
@@ -88,15 +88,15 @@ export function createDaemonLogger({ env, config, }) {
|
|
|
88
88
|
});
|
|
89
89
|
const minLevel = LOG_LEVEL_MAP[resolved.level];
|
|
90
90
|
const baseSettings = {
|
|
91
|
-
name:
|
|
91
|
+
name: "summarize-daemon",
|
|
92
92
|
minLevel,
|
|
93
93
|
hideLogPositionForProduction: true,
|
|
94
|
-
metaProperty:
|
|
94
|
+
metaProperty: "_meta",
|
|
95
95
|
};
|
|
96
|
-
const logger = resolved.format ===
|
|
96
|
+
const logger = resolved.format === "pretty"
|
|
97
97
|
? new Logger({
|
|
98
98
|
...baseSettings,
|
|
99
|
-
type:
|
|
99
|
+
type: "pretty",
|
|
100
100
|
overwrite: {
|
|
101
101
|
transportFormatted: (metaMarkup, args, errors) => {
|
|
102
102
|
const line = formatPrettyLine({ metaMarkup, args, errors });
|
|
@@ -106,7 +106,7 @@ export function createDaemonLogger({ env, config, }) {
|
|
|
106
106
|
})
|
|
107
107
|
: new Logger({
|
|
108
108
|
...baseSettings,
|
|
109
|
-
type:
|
|
109
|
+
type: "json",
|
|
110
110
|
overwrite: {
|
|
111
111
|
transportJSON: (json) => {
|
|
112
112
|
writer.write(safeJsonStringify(json));
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"daemon.js","sourceRoot":"","sources":["../../../src/logging/daemon.ts"],"names":[],"mappings":"AAAA,OAAO,IAAI,MAAM,WAAW,
|
|
1
|
+
{"version":3,"file":"daemon.js","sourceRoot":"","sources":["../../../src/logging/daemon.ts"],"names":[],"mappings":"AAAA,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,MAAM,EAAE,MAAM,OAAO,CAAC;AAE/B,OAAO,EAAE,qBAAqB,EAAE,MAAM,sBAAsB,CAAC;AAC7D,OAAO,EAAE,oBAAoB,EAAE,MAAM,gBAAgB,CAAC;AAwBtD,MAAM,iBAAiB,GAAmB,MAAM,CAAC;AACjD,MAAM,kBAAkB,GAAoB,MAAM,CAAC;AACnD,MAAM,kBAAkB,GAAG,EAAE,CAAC;AAC9B,MAAM,qBAAqB,GAAG,CAAC,CAAC;AAEhC,MAAM,aAAa,GAAmC;IACpD,KAAK,EAAE,CAAC;IACR,IAAI,EAAE,CAAC;IACP,IAAI,EAAE,CAAC;IACP,KAAK,EAAE,CAAC;CACT,CAAC;AAEF,SAAS,iBAAiB,CAAC,KAAc;IACvC,MAAM,IAAI,GAAG,IAAI,OAAO,EAAU,CAAC;IACnC,OAAO,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,CAAC,IAAI,EAAE,GAAG,EAAE,EAAE;QACzC,IAAI,OAAO,GAAG,KAAK,QAAQ;YAAE,OAAO,GAAG,CAAC,QAAQ,EAAE,CAAC;QACnD,IAAI,GAAG,YAAY,KAAK,EAAE,CAAC;YACzB,OAAO;gBACL,IAAI,EAAE,GAAG,CAAC,IAAI;gBACd,OAAO,EAAE,GAAG,CAAC,OAAO;gBACpB,KAAK,EAAE,GAAG,CAAC,KAAK;gBAChB,KAAK,EAAE,GAAG,CAAC,KAAK;aACjB,CAAC;QACJ,CAAC;QACD,IAAI,OAAO,GAAG,KAAK,QAAQ,IAAI,GAAG,KAAK,IAAI,EAAE,CAAC;YAC5C,MAAM,GAAG,GAAG,GAAa,CAAC;YAC1B,IAAI,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC;gBAAE,OAAO,YAAY,CAAC;YACvC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QAChB,CAAC;QACD,OAAO,GAAG,CAAC;IACb,CAAC,CAAC,CAAC;AACL,CAAC;AAED,SAAS,gBAAgB,CAAC,EACxB,UAAU,EACV,IAAI,EACJ,MAAM,GAKP;IACC,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,MAAM,IAAI,GAAG,UAAU,CAAC,IAAI,EAAE,CAAC;IAC/B,IAAI,IAAI;QAAE,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC3B,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACpB,KAAK,CAAC,IAAI,CACR,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,OAAO,GAAG,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,iBAAiB,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CACtF,CAAC;IACJ,CAAC;IACD,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAC7B,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,IAAI,CAAC;IACrC,MAAM,UAAU,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACrC,OAAO,IAAI,CAAC,CAAC,CAAC,GAAG,IAAI,KAAK,UAAU,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC;AACtD,CAAC;AAED,MAAM,UAAU,0BAA0B,CAAC,EACzC,GAAG,EACH,MAAM,GAIP;IACC,MAAM,OAAO,GAAG,MAAM,EAAE,OAAO,CAAC;IAChC,IAAI,CAAC,OAAO,IAAI,OAAO,CAAC,OAAO,KAAK,IAAI;QAAE,OAAO,IAAI,CAAC;IAEtD,MAAM,EAAE,MAAM,EAAE,GAAG,qBAAqB,CAAC,GAAG,CAAC,CAAC;IAC9C,MAAM,IAAI,GACR,OAAO,OAAO,CAAC,IAAI,KAAK,QAAQ,IAAI,OAAO,CAAC,IAAI,CAAC,IAAI,EAAE;QACrD,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,EAAE;QACrB,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,cAAc,CAAC,CAAC;IACxC,MAAM,KAAK,GACT,OAAO,OAAO,CAAC,KAAK,KAAK,QAAQ,IAAI,OAAO,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,kBAAkB,CAAC;IAC9F,MAAM,QAAQ,GACZ,OAAO,OAAO,CAAC,QAAQ,KAAK,QAAQ,IAAI,OAAO,CAAC,QAAQ,GAAG,CAAC;QAC1D,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC;QAC9B,CAAC,CAAC,qBAAqB,CAAC;IAC5B,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,iBAAiB,CAAC;IACjD,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,IAAI,kBAAkB,CAAC;IAEpD,OAAO;QACL,OAAO,EAAE,IAAI;QACb,KAAK;QACL,MAAM;QACN,IAAI;QACJ,QAAQ,EAAE,IAAI,CAAC,KAAK,CAAC,KAAK,GAAG,IAAI,GAAG,IAAI,CAAC;QACzC,QAAQ;KACT,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,kBAAkB,CAAC,EACjC,GAAG,EACH,MAAM,GAIP;IACC,MAAM,QAAQ,GAAG,0BAA0B,CAAC,EAAE,GAAG,EAAE,MAAM,EAAE,CAAC,CAAC;IAC7D,IAAI,CAAC,QAAQ,EAAE,CAAC;QACd,OAAO;YACL,OAAO,EAAE,KAAK;YACd,MAAM,EAAE,IAAI;YACZ,MAAM,EAAE,IAAI;YACZ,YAAY,EAAE,GAAG,EAAE,CAAC,IAAI;SACzB,CAAC;IACJ,CAAC;IAED,MAAM,MAAM,GAAG,oBAAoB,CAAC;QAClC,QAAQ,EAAE,QAAQ,CAAC,IAAI;QACvB,QAAQ,EAAE,QAAQ,CAAC,QAAQ;QAC3B,QAAQ,EAAE,QAAQ,CAAC,QAAQ;KAC5B,CAAC,CAAC;IAEH,MAAM,QAAQ,GAAG,aAAa,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;IAC/C,MAAM,YAAY,GAAG;QACnB,IAAI,EAAE,kBAAkB;QACxB,QAAQ;QACR,4BAA4B,EAAE,IAAI;QAClC,YAAY,EAAE,OAAO;KACtB,CAAC;IAEF,MAAM,MAAM,GACV,QAAQ,CAAC,MAAM,KAAK,QAAQ;QAC1B,CAAC,CAAC,IAAI,MAAM,CAA0B;YAClC,GAAG,YAAY;YACf,IAAI,EAAE,QAAQ;YACd,SAAS,EAAE;gBACT,kBAAkB,EAAE,CAAC,UAAU,EAAE,IAAI,EAAE,MAAM,EAAE,EAAE;oBAC/C,MAAM,IAAI,GAAG,gBAAgB,CAAC,EAAE,UAAU,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC;oBAC5D,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;gBACrB,CAAC;aACF;SACF,CAAC;QACJ,CAAC,CAAC,IAAI,MAAM,CAA0B;YAClC,GAAG,YAAY;YACf,IAAI,EAAE,MAAM;YACZ,SAAS,EAAE;gBACT,aAAa,EAAE,CAAC,IAAI,EAAE,EAAE;oBACtB,MAAM,CAAC,KAAK,CAAC,iBAAiB,CAAC,IAAI,CAAC,CAAC,CAAC;gBACxC,CAAC;aACF;SACF,CAAC,CAAC;IAET,MAAM,YAAY,GAAG,CAAC,IAAY,EAAE,MAAgC,EAAE,EAAE,CACtE,MAAM,CAAC,YAAY,CAAC,EAAE,IAAI,EAAE,EAAE,MAAM,CAAC,CAAC;IAExC,OAAO;QACL,OAAO,EAAE,IAAI;QACb,MAAM,EAAE,QAAQ;QAChB,MAAM;QACN,YAAY;KACb,CAAC;AACJ,CAAC"}
|
|
@@ -1,5 +1,5 @@
|
|
|
1
|
-
import fs from
|
|
2
|
-
import path from
|
|
1
|
+
import fs from "node:fs/promises";
|
|
2
|
+
import path from "node:path";
|
|
3
3
|
const normalizeMaxFiles = (value) => Number.isFinite(value) && value > 0 ? Math.max(1, Math.trunc(value)) : 1;
|
|
4
4
|
const normalizeMaxBytes = (value) => Number.isFinite(value) && value > 0 ? Math.max(1, Math.trunc(value)) : 1024;
|
|
5
5
|
async function fileSize(pathValue) {
|
|
@@ -49,15 +49,15 @@ export function createRingFileWriter(options) {
|
|
|
49
49
|
chain = chain.then(task).catch(() => { });
|
|
50
50
|
};
|
|
51
51
|
const write = (line) => {
|
|
52
|
-
const normalized = line.endsWith(
|
|
53
|
-
const bytes = Buffer.byteLength(normalized,
|
|
52
|
+
const normalized = line.endsWith("\n") ? line : `${line}\n`;
|
|
53
|
+
const bytes = Buffer.byteLength(normalized, "utf8");
|
|
54
54
|
enqueue(async () => {
|
|
55
55
|
await ensureDir;
|
|
56
56
|
const currentSize = await fileSize(filePath);
|
|
57
57
|
if (currentSize + bytes > maxBytes) {
|
|
58
58
|
await rotateFiles(filePath, maxFiles);
|
|
59
59
|
}
|
|
60
|
-
await fs.appendFile(filePath, normalized,
|
|
60
|
+
await fs.appendFile(filePath, normalized, "utf8");
|
|
61
61
|
});
|
|
62
62
|
};
|
|
63
63
|
const flush = async () => await chain;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"ring-file.js","sourceRoot":"","sources":["../../../src/logging/ring-file.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,kBAAkB,
|
|
1
|
+
{"version":3,"file":"ring-file.js","sourceRoot":"","sources":["../../../src/logging/ring-file.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,kBAAkB,CAAC;AAClC,OAAO,IAAI,MAAM,WAAW,CAAC;AAa7B,MAAM,iBAAiB,GAAG,CAAC,KAAa,EAAE,EAAE,CAC1C,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AAE3E,MAAM,iBAAiB,GAAG,CAAC,KAAa,EAAE,EAAE,CAC1C,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;AAE9E,KAAK,UAAU,QAAQ,CAAC,SAAiB;IACvC,IAAI,CAAC;QACH,MAAM,IAAI,GAAG,MAAM,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QACtC,OAAO,IAAI,CAAC,IAAI,CAAC;IACnB,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,CAAC,CAAC;IACX,CAAC;AACH,CAAC;AAED,KAAK,UAAU,WAAW,CAAC,QAAgB,EAAE,QAAgB;IAC3D,IAAI,QAAQ,IAAI,CAAC,EAAE,CAAC;QAClB,IAAI,CAAC;YACH,MAAM,EAAE,CAAC,QAAQ,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC;QACjC,CAAC;QAAC,MAAM,CAAC;YACP,SAAS;QACX,CAAC;QACD,OAAO;IACT,CAAC;IAED,KAAK,IAAI,CAAC,GAAG,QAAQ,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC;QAC1C,MAAM,GAAG,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,GAAG,QAAQ,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;QACxD,MAAM,IAAI,GAAG,GAAG,QAAQ,IAAI,CAAC,EAAE,CAAC;QAChC,IAAI,CAAC;YACH,MAAM,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;QACxB,CAAC;QAAC,MAAM,CAAC;YACP,SAAS;QACX,CAAC;QACD,IAAI,CAAC;YACH,MAAM,EAAE,CAAC,MAAM,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;QAC7B,CAAC;QAAC,MAAM,CAAC;YACP,SAAS;QACX,CAAC;IACH,CAAC;AACH,CAAC;AAED,MAAM,UAAU,oBAAoB,CAAC,OAAwB;IAC3D,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,CAAC;IAClC,MAAM,QAAQ,GAAG,iBAAiB,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;IACrD,MAAM,QAAQ,GAAG,iBAAiB,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;IACrD,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;IACnC,MAAM,SAAS,GAAG,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IACrD,IAAI,KAAK,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC;IAE9B,MAAM,OAAO,GAAG,CAAC,IAAyB,EAAE,EAAE;QAC5C,KAAK,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;IAC3C,CAAC,CAAC;IAEF,MAAM,KAAK,GAAG,CAAC,IAAY,EAAE,EAAE;QAC7B,MAAM,UAAU,GAAG,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,IAAI,IAAI,CAAC;QAC5D,MAAM,KAAK,GAAG,MAAM,CAAC,UAAU,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC;QACpD,OAAO,CAAC,KAAK,IAAI,EAAE;YACjB,MAAM,SAAS,CAAC;YAChB,MAAM,WAAW,GAAG,MAAM,QAAQ,CAAC,QAAQ,CAAC,CAAC;YAC7C,IAAI,WAAW,GAAG,KAAK,GAAG,QAAQ,EAAE,CAAC;gBACnC,MAAM,WAAW,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;YACxC,CAAC;YACD,MAAM,EAAE,CAAC,UAAU,CAAC,QAAQ,EAAE,UAAU,EAAE,MAAM,CAAC,CAAC;QACpD,CAAC,CAAC,CAAC;IACL,CAAC,CAAC;IAEF,MAAM,KAAK,GAAG,KAAK,IAAI,EAAE,CAAC,MAAM,KAAK,CAAC;IAEtC,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC;AAC1B,CAAC"}
|
package/dist/esm/markitdown.js
CHANGED
|
@@ -1,49 +1,51 @@
|
|
|
1
|
-
import fs from
|
|
2
|
-
import { tmpdir } from
|
|
3
|
-
import path from
|
|
1
|
+
import fs from "node:fs/promises";
|
|
2
|
+
import { tmpdir } from "node:os";
|
|
3
|
+
import path from "node:path";
|
|
4
4
|
function guessExtension({ filenameHint, mediaType, }) {
|
|
5
|
-
const ext = filenameHint ? path.extname(filenameHint).toLowerCase() :
|
|
5
|
+
const ext = filenameHint ? path.extname(filenameHint).toLowerCase() : "";
|
|
6
6
|
if (ext)
|
|
7
7
|
return ext;
|
|
8
|
-
if (mediaType ===
|
|
9
|
-
return
|
|
10
|
-
if (mediaType ===
|
|
11
|
-
return
|
|
12
|
-
return
|
|
8
|
+
if (mediaType === "text/html" || mediaType === "application/xhtml+xml")
|
|
9
|
+
return ".html";
|
|
10
|
+
if (mediaType === "application/pdf")
|
|
11
|
+
return ".pdf";
|
|
12
|
+
return ".bin";
|
|
13
13
|
}
|
|
14
14
|
async function execFileText(execFileImpl, cmd, args, options) {
|
|
15
15
|
return await new Promise((resolve, reject) => {
|
|
16
16
|
execFileImpl(cmd, args, options, (error, stdout, stderr) => {
|
|
17
17
|
if (error) {
|
|
18
|
-
const stderrText = typeof stderr ===
|
|
19
|
-
const message = stderrText.trim()
|
|
18
|
+
const stderrText = typeof stderr === "string" ? stderr : stderr.toString("utf8");
|
|
19
|
+
const message = stderrText.trim()
|
|
20
|
+
? `${error.message}: ${stderrText.trim()}`
|
|
21
|
+
: error.message;
|
|
20
22
|
reject(new Error(message, { cause: error }));
|
|
21
23
|
return;
|
|
22
24
|
}
|
|
23
|
-
const stdoutText = typeof stdout ===
|
|
24
|
-
const stderrText = typeof stderr ===
|
|
25
|
+
const stdoutText = typeof stdout === "string" ? stdout : stdout.toString("utf8");
|
|
26
|
+
const stderrText = typeof stderr === "string" ? stderr : stderr.toString("utf8");
|
|
25
27
|
resolve({ stdout: stdoutText, stderr: stderrText });
|
|
26
28
|
});
|
|
27
29
|
});
|
|
28
30
|
}
|
|
29
31
|
export async function convertToMarkdownWithMarkitdown({ bytes, filenameHint, mediaTypeHint, uvxCommand, timeoutMs, env, execFileImpl, }) {
|
|
30
|
-
const dir = await fs.mkdtemp(path.join(tmpdir(),
|
|
32
|
+
const dir = await fs.mkdtemp(path.join(tmpdir(), "summarize-markitdown-"));
|
|
31
33
|
const ext = guessExtension({ filenameHint, mediaType: mediaTypeHint });
|
|
32
|
-
const base = (filenameHint ? path.basename(filenameHint, path.extname(filenameHint)) :
|
|
33
|
-
.replaceAll(/[^\w.-]+/g,
|
|
34
|
+
const base = (filenameHint ? path.basename(filenameHint, path.extname(filenameHint)) : "input")
|
|
35
|
+
.replaceAll(/[^\w.-]+/g, "-")
|
|
34
36
|
.slice(0, 64);
|
|
35
37
|
const filePath = path.join(dir, `${base}${ext}`);
|
|
36
38
|
try {
|
|
37
39
|
await fs.writeFile(filePath, bytes);
|
|
38
|
-
const from =
|
|
39
|
-
const { stdout } = await execFileText(execFileImpl, uvxCommand && uvxCommand.trim().length > 0 ? uvxCommand.trim() :
|
|
40
|
+
const from = "markitdown[all]";
|
|
41
|
+
const { stdout } = await execFileText(execFileImpl, uvxCommand && uvxCommand.trim().length > 0 ? uvxCommand.trim() : "uvx", ["--from", from, "markitdown", filePath], {
|
|
40
42
|
timeout: timeoutMs,
|
|
41
43
|
env: { ...process.env, ...env },
|
|
42
44
|
maxBuffer: 50 * 1024 * 1024,
|
|
43
45
|
});
|
|
44
46
|
const markdown = stdout.trim();
|
|
45
47
|
if (!markdown) {
|
|
46
|
-
throw new Error(
|
|
48
|
+
throw new Error("markitdown returned empty output");
|
|
47
49
|
}
|
|
48
50
|
return markdown;
|
|
49
51
|
}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"markitdown.js","sourceRoot":"","sources":["../../src/markitdown.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,MAAM,kBAAkB,
|
|
1
|
+
{"version":3,"file":"markitdown.js","sourceRoot":"","sources":["../../src/markitdown.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,MAAM,kBAAkB,CAAC;AAClC,OAAO,EAAE,MAAM,EAAE,MAAM,SAAS,CAAC;AACjC,OAAO,IAAI,MAAM,WAAW,CAAC;AAI7B,SAAS,cAAc,CAAC,EACtB,YAAY,EACZ,SAAS,GAIV;IACC,MAAM,GAAG,GAAG,YAAY,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;IACzE,IAAI,GAAG;QAAE,OAAO,GAAG,CAAC;IACpB,IAAI,SAAS,KAAK,WAAW,IAAI,SAAS,KAAK,uBAAuB;QAAE,OAAO,OAAO,CAAC;IACvF,IAAI,SAAS,KAAK,iBAAiB;QAAE,OAAO,MAAM,CAAC;IACnD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,KAAK,UAAU,YAAY,CACzB,YAAwB,EACxB,GAAW,EACX,IAAc,EACd,OAAwB;IAExB,OAAO,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QAC3C,YAAY,CAAC,GAAG,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,EAAE;YACzD,IAAI,KAAK,EAAE,CAAC;gBACV,MAAM,UAAU,GAAG,OAAO,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;gBACjF,MAAM,OAAO,GAAG,UAAU,CAAC,IAAI,EAAE;oBAC/B,CAAC,CAAC,GAAG,KAAK,CAAC,OAAO,KAAK,UAAU,CAAC,IAAI,EAAE,EAAE;oBAC1C,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC;gBAClB,MAAM,CAAC,IAAI,KAAK,CAAC,OAAO,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC;gBAC7C,OAAO;YACT,CAAC;YACD,MAAM,UAAU,GAAG,OAAO,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;YACjF,MAAM,UAAU,GAAG,OAAO,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;YACjF,OAAO,CAAC,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,EAAE,UAAU,EAAE,CAAC,CAAC;QACtD,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,+BAA+B,CAAC,EACpD,KAAK,EACL,YAAY,EACZ,aAAa,EACb,UAAU,EACV,SAAS,EACT,GAAG,EACH,YAAY,GASb;IACC,MAAM,GAAG,GAAG,MAAM,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,uBAAuB,CAAC,CAAC,CAAC;IAC3E,MAAM,GAAG,GAAG,cAAc,CAAC,EAAE,YAAY,EAAE,SAAS,EAAE,aAAa,EAAE,CAAC,CAAC;IACvE,MAAM,IAAI,GAAG,CAAC,YAAY,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,YAAY,EAAE,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC;SAC5F,UAAU,CAAC,WAAW,EAAE,GAAG,CAAC;SAC5B,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;IAChB,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,GAAG,GAAG,EAAE,CAAC,CAAC;IAEjD,IAAI,CAAC;QACH,MAAM,EAAE,CAAC,SAAS,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;QACpC,MAAM,IAAI,GAAG,iBAAiB,CAAC;QAC/B,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,YAAY,CACnC,YAAY,EACZ,UAAU,IAAI,UAAU,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,KAAK,EACtE,CAAC,QAAQ,EAAE,IAAI,EAAE,YAAY,EAAE,QAAQ,CAAC,EACxC;YACE,OAAO,EAAE,SAAS;YAClB,GAAG,EAAE,EAAE,GAAG,OAAO,CAAC,GAAG,EAAE,GAAG,GAAG,EAAE;YAC/B,SAAS,EAAE,EAAE,GAAG,IAAI,GAAG,IAAI;SAC5B,CACF,CAAC;QACF,MAAM,QAAQ,GAAG,MAAM,CAAC,IAAI,EAAE,CAAC;QAC/B,IAAI,CAAC,QAAQ,EAAE,CAAC;YACd,MAAM,IAAI,KAAK,CAAC,kCAAkC,CAAC,CAAC;QACtD,CAAC;QACD,OAAO,QAAQ,CAAC;IAClB,CAAC;YAAS,CAAC;QACT,MAAM,EAAE,CAAC,EAAE,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;IACrD,CAAC;AACH,CAAC"}
|
|
@@ -0,0 +1,251 @@
|
|
|
1
|
+
import { createHash } from "node:crypto";
|
|
2
|
+
import { createReadStream, promises as fs } from "node:fs";
|
|
3
|
+
import { isAbsolute, join, resolve as resolvePath } from "node:path";
|
|
4
|
+
export const DEFAULT_MEDIA_CACHE_MAX_MB = 2048;
|
|
5
|
+
export const DEFAULT_MEDIA_CACHE_TTL_DAYS = 7;
|
|
6
|
+
export const DEFAULT_MEDIA_CACHE_VERIFY = "size";
|
|
7
|
+
const INDEX_VERSION = 1;
|
|
8
|
+
const INDEX_FILENAME = "index.json";
|
|
9
|
+
const ensureDir = async (path) => {
|
|
10
|
+
await fs.mkdir(path, { recursive: true });
|
|
11
|
+
};
|
|
12
|
+
export function resolveMediaCachePath({ env, cachePath, }) {
|
|
13
|
+
const raw = cachePath?.trim();
|
|
14
|
+
const home = env.HOME?.trim() || env.USERPROFILE?.trim() || null;
|
|
15
|
+
if (raw) {
|
|
16
|
+
if (raw.startsWith("~/") && home) {
|
|
17
|
+
return resolvePath(join(home, raw.slice(2)));
|
|
18
|
+
}
|
|
19
|
+
return isAbsolute(raw) ? raw : home ? resolvePath(join(home, raw)) : resolvePath(raw);
|
|
20
|
+
}
|
|
21
|
+
if (!home)
|
|
22
|
+
return null;
|
|
23
|
+
return join(home, ".summarize", "cache", "media");
|
|
24
|
+
}
|
|
25
|
+
const hashKey = (value) => {
|
|
26
|
+
return createHash("sha256").update(value).digest("hex");
|
|
27
|
+
};
|
|
28
|
+
const hashFile = async (filePath) => {
|
|
29
|
+
return new Promise((resolve, reject) => {
|
|
30
|
+
const hash = createHash("sha256");
|
|
31
|
+
const stream = createReadStream(filePath);
|
|
32
|
+
stream.on("data", (chunk) => hash.update(chunk));
|
|
33
|
+
stream.on("error", reject);
|
|
34
|
+
stream.on("end", () => resolve(hash.digest("hex")));
|
|
35
|
+
});
|
|
36
|
+
};
|
|
37
|
+
const resolveExtension = (filename, mediaType) => {
|
|
38
|
+
const safeName = filename?.trim() ?? "";
|
|
39
|
+
const match = safeName.match(/\.([a-z0-9]{2,5})$/i);
|
|
40
|
+
if (match)
|
|
41
|
+
return `.${match[1].toLowerCase()}`;
|
|
42
|
+
if (!mediaType)
|
|
43
|
+
return ".bin";
|
|
44
|
+
const normalized = mediaType.toLowerCase();
|
|
45
|
+
if (normalized.includes("audio/mpeg"))
|
|
46
|
+
return ".mp3";
|
|
47
|
+
if (normalized.includes("audio/mp4"))
|
|
48
|
+
return ".m4a";
|
|
49
|
+
if (normalized.includes("audio/ogg"))
|
|
50
|
+
return ".ogg";
|
|
51
|
+
if (normalized.includes("audio/wav"))
|
|
52
|
+
return ".wav";
|
|
53
|
+
if (normalized.includes("audio/flac"))
|
|
54
|
+
return ".flac";
|
|
55
|
+
if (normalized.includes("video/mp4"))
|
|
56
|
+
return ".mp4";
|
|
57
|
+
if (normalized.includes("video/webm"))
|
|
58
|
+
return ".webm";
|
|
59
|
+
return ".bin";
|
|
60
|
+
};
|
|
61
|
+
const readIndex = async (indexPath) => {
|
|
62
|
+
try {
|
|
63
|
+
const raw = await fs.readFile(indexPath, "utf8");
|
|
64
|
+
const parsed = JSON.parse(raw);
|
|
65
|
+
if (parsed &&
|
|
66
|
+
parsed.version === INDEX_VERSION &&
|
|
67
|
+
parsed.entries &&
|
|
68
|
+
typeof parsed.entries === "object") {
|
|
69
|
+
return {
|
|
70
|
+
version: INDEX_VERSION,
|
|
71
|
+
entries: parsed.entries,
|
|
72
|
+
};
|
|
73
|
+
}
|
|
74
|
+
}
|
|
75
|
+
catch {
|
|
76
|
+
// ignore
|
|
77
|
+
}
|
|
78
|
+
return { version: INDEX_VERSION, entries: {} };
|
|
79
|
+
};
|
|
80
|
+
const writeIndex = async (indexPath, index) => {
|
|
81
|
+
const tmpPath = `${indexPath}.tmp-${process.pid}-${Date.now()}`;
|
|
82
|
+
await fs.writeFile(tmpPath, JSON.stringify(index));
|
|
83
|
+
await fs.rename(tmpPath, indexPath);
|
|
84
|
+
};
|
|
85
|
+
const removeEntry = async (cacheDir, index, key, entry) => {
|
|
86
|
+
delete index.entries[key];
|
|
87
|
+
const path = join(cacheDir, entry.fileName);
|
|
88
|
+
await fs.rm(path, { force: true });
|
|
89
|
+
};
|
|
90
|
+
const shouldCacheUrl = (url) => {
|
|
91
|
+
return /^https?:/i.test(url.trim());
|
|
92
|
+
};
|
|
93
|
+
const normalizeEntry = (cacheDir, entry) => {
|
|
94
|
+
return {
|
|
95
|
+
url: entry.url,
|
|
96
|
+
filePath: join(cacheDir, entry.fileName),
|
|
97
|
+
sizeBytes: entry.sizeBytes,
|
|
98
|
+
sha256: entry.sha256,
|
|
99
|
+
mediaType: entry.mediaType,
|
|
100
|
+
filename: entry.filename,
|
|
101
|
+
createdAtMs: entry.createdAtMs,
|
|
102
|
+
lastAccessAtMs: entry.lastAccessAtMs,
|
|
103
|
+
expiresAtMs: entry.expiresAtMs,
|
|
104
|
+
};
|
|
105
|
+
};
|
|
106
|
+
const moveFile = async (fromPath, toPath) => {
|
|
107
|
+
if (fromPath === toPath)
|
|
108
|
+
return;
|
|
109
|
+
await fs.rm(toPath, { force: true });
|
|
110
|
+
try {
|
|
111
|
+
await fs.rename(fromPath, toPath);
|
|
112
|
+
}
|
|
113
|
+
catch (error) {
|
|
114
|
+
const code = error?.code;
|
|
115
|
+
if (code !== "EXDEV")
|
|
116
|
+
throw error;
|
|
117
|
+
await fs.copyFile(fromPath, toPath);
|
|
118
|
+
await fs.rm(fromPath, { force: true });
|
|
119
|
+
}
|
|
120
|
+
};
|
|
121
|
+
export async function createMediaCache({ path, maxBytes, ttlMs, verify = DEFAULT_MEDIA_CACHE_VERIFY, }) {
|
|
122
|
+
const cacheDir = path;
|
|
123
|
+
const indexPath = join(cacheDir, INDEX_FILENAME);
|
|
124
|
+
await ensureDir(cacheDir);
|
|
125
|
+
const pruneExpired = async (index, now) => {
|
|
126
|
+
const entries = Object.entries(index.entries);
|
|
127
|
+
for (const [key, entry] of entries) {
|
|
128
|
+
if (entry.expiresAtMs != null && entry.expiresAtMs <= now) {
|
|
129
|
+
await removeEntry(cacheDir, index, key, entry);
|
|
130
|
+
}
|
|
131
|
+
}
|
|
132
|
+
};
|
|
133
|
+
const computeSizeBytes = async (entry) => {
|
|
134
|
+
try {
|
|
135
|
+
const stat = await fs.stat(join(cacheDir, entry.fileName));
|
|
136
|
+
return stat.size;
|
|
137
|
+
}
|
|
138
|
+
catch {
|
|
139
|
+
return null;
|
|
140
|
+
}
|
|
141
|
+
};
|
|
142
|
+
const enforceMaxBytes = async (index) => {
|
|
143
|
+
if (!Number.isFinite(maxBytes) || maxBytes <= 0)
|
|
144
|
+
return;
|
|
145
|
+
const entries = Object.entries(index.entries);
|
|
146
|
+
if (entries.length === 0)
|
|
147
|
+
return;
|
|
148
|
+
let totalBytes = 0;
|
|
149
|
+
for (const [, entry] of entries) {
|
|
150
|
+
if (typeof entry.sizeBytes !== "number") {
|
|
151
|
+
entry.sizeBytes = await computeSizeBytes(entry);
|
|
152
|
+
}
|
|
153
|
+
if (typeof entry.sizeBytes === "number") {
|
|
154
|
+
totalBytes += entry.sizeBytes;
|
|
155
|
+
}
|
|
156
|
+
}
|
|
157
|
+
if (totalBytes <= maxBytes)
|
|
158
|
+
return;
|
|
159
|
+
const sorted = entries
|
|
160
|
+
.map(([key, entry]) => ({ key, entry }))
|
|
161
|
+
.sort((a, b) => a.entry.lastAccessAtMs - b.entry.lastAccessAtMs);
|
|
162
|
+
for (const { key, entry } of sorted) {
|
|
163
|
+
if (totalBytes <= maxBytes)
|
|
164
|
+
break;
|
|
165
|
+
const size = typeof entry.sizeBytes === "number" ? entry.sizeBytes : 0;
|
|
166
|
+
await removeEntry(cacheDir, index, key, entry);
|
|
167
|
+
totalBytes -= size;
|
|
168
|
+
}
|
|
169
|
+
};
|
|
170
|
+
const get = async ({ url }) => {
|
|
171
|
+
if (!shouldCacheUrl(url))
|
|
172
|
+
return null;
|
|
173
|
+
const now = Date.now();
|
|
174
|
+
const index = await readIndex(indexPath);
|
|
175
|
+
await pruneExpired(index, now);
|
|
176
|
+
const key = hashKey(url);
|
|
177
|
+
const entry = index.entries[key];
|
|
178
|
+
if (!entry)
|
|
179
|
+
return null;
|
|
180
|
+
const filePath = join(cacheDir, entry.fileName);
|
|
181
|
+
let stat = null;
|
|
182
|
+
try {
|
|
183
|
+
stat = await fs.stat(filePath);
|
|
184
|
+
}
|
|
185
|
+
catch {
|
|
186
|
+
await removeEntry(cacheDir, index, key, entry);
|
|
187
|
+
await writeIndex(indexPath, index);
|
|
188
|
+
return null;
|
|
189
|
+
}
|
|
190
|
+
if (verify === "size" && typeof entry.sizeBytes === "number") {
|
|
191
|
+
if (stat.size !== entry.sizeBytes) {
|
|
192
|
+
await removeEntry(cacheDir, index, key, entry);
|
|
193
|
+
await writeIndex(indexPath, index);
|
|
194
|
+
return null;
|
|
195
|
+
}
|
|
196
|
+
}
|
|
197
|
+
if (verify === "hash") {
|
|
198
|
+
const hash = await hashFile(filePath);
|
|
199
|
+
if (entry.sha256 && entry.sha256 !== hash) {
|
|
200
|
+
await removeEntry(cacheDir, index, key, entry);
|
|
201
|
+
await writeIndex(indexPath, index);
|
|
202
|
+
return null;
|
|
203
|
+
}
|
|
204
|
+
entry.sha256 = hash;
|
|
205
|
+
}
|
|
206
|
+
if (typeof entry.sizeBytes !== "number" || entry.sizeBytes !== stat.size) {
|
|
207
|
+
entry.sizeBytes = stat.size;
|
|
208
|
+
}
|
|
209
|
+
entry.lastAccessAtMs = now;
|
|
210
|
+
index.entries[key] = entry;
|
|
211
|
+
await writeIndex(indexPath, index);
|
|
212
|
+
return normalizeEntry(cacheDir, entry);
|
|
213
|
+
};
|
|
214
|
+
const put = async ({ url, filePath, mediaType = null, filename = null, }) => {
|
|
215
|
+
if (!shouldCacheUrl(url))
|
|
216
|
+
return null;
|
|
217
|
+
const now = Date.now();
|
|
218
|
+
const index = await readIndex(indexPath);
|
|
219
|
+
await pruneExpired(index, now);
|
|
220
|
+
const key = hashKey(url);
|
|
221
|
+
const ext = resolveExtension(filename, mediaType);
|
|
222
|
+
const fileName = `${key}${ext}`;
|
|
223
|
+
const destPath = join(cacheDir, fileName);
|
|
224
|
+
const sourceStat = await fs.stat(filePath);
|
|
225
|
+
if (Number.isFinite(maxBytes) && maxBytes > 0 && sourceStat.size > maxBytes) {
|
|
226
|
+
return null;
|
|
227
|
+
}
|
|
228
|
+
await moveFile(filePath, destPath);
|
|
229
|
+
const stat = sourceStat;
|
|
230
|
+
const sha256 = verify === "hash" ? await hashFile(destPath) : null;
|
|
231
|
+
const expiresAtMs = ttlMs > 0 ? now + ttlMs : null;
|
|
232
|
+
const entry = {
|
|
233
|
+
url,
|
|
234
|
+
fileName,
|
|
235
|
+
sizeBytes: stat.size,
|
|
236
|
+
sha256,
|
|
237
|
+
mediaType,
|
|
238
|
+
filename,
|
|
239
|
+
createdAtMs: now,
|
|
240
|
+
lastAccessAtMs: now,
|
|
241
|
+
expiresAtMs,
|
|
242
|
+
};
|
|
243
|
+
index.entries[key] = entry;
|
|
244
|
+
await enforceMaxBytes(index);
|
|
245
|
+
const finalEntry = index.entries[key];
|
|
246
|
+
await writeIndex(indexPath, index);
|
|
247
|
+
return finalEntry ? normalizeEntry(cacheDir, finalEntry) : null;
|
|
248
|
+
};
|
|
249
|
+
return { get, put };
|
|
250
|
+
}
|
|
251
|
+
//# sourceMappingURL=media-cache.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"media-cache.js","sourceRoot":"","sources":["../../src/media-cache.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,gBAAgB,EAAE,QAAQ,IAAI,EAAE,EAAE,MAAM,SAAS,CAAC;AAC3D,OAAO,EAAE,UAAU,EAAE,IAAI,EAAE,OAAO,IAAI,WAAW,EAAE,MAAM,WAAW,CAAC;AA8BrE,MAAM,CAAC,MAAM,0BAA0B,GAAG,IAAI,CAAC;AAC/C,MAAM,CAAC,MAAM,4BAA4B,GAAG,CAAC,CAAC;AAC9C,MAAM,CAAC,MAAM,0BAA0B,GAAyB,MAAM,CAAC;AAEvE,MAAM,aAAa,GAAG,CAAC,CAAC;AACxB,MAAM,cAAc,GAAG,YAAY,CAAC;AAEpC,MAAM,SAAS,GAAG,KAAK,EAAE,IAAY,EAAE,EAAE;IACvC,MAAM,EAAE,CAAC,KAAK,CAAC,IAAI,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;AAC5C,CAAC,CAAC;AAEF,MAAM,UAAU,qBAAqB,CAAC,EACpC,GAAG,EACH,SAAS,GAIV;IACC,MAAM,GAAG,GAAG,SAAS,EAAE,IAAI,EAAE,CAAC;IAC9B,MAAM,IAAI,GAAG,GAAG,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,GAAG,CAAC,WAAW,EAAE,IAAI,EAAE,IAAI,IAAI,CAAC;IACjE,IAAI,GAAG,EAAE,CAAC;QACR,IAAI,GAAG,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,IAAI,EAAE,CAAC;YACjC,OAAO,WAAW,CAAC,IAAI,CAAC,IAAI,EAAE,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAC/C,CAAC;QACD,OAAO,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,WAAW,CAAC,IAAI,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC;IACxF,CAAC;IACD,IAAI,CAAC,IAAI;QAAE,OAAO,IAAI,CAAC;IACvB,OAAO,IAAI,CAAC,IAAI,EAAE,YAAY,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;AACpD,CAAC;AAED,MAAM,OAAO,GAAG,CAAC,KAAa,EAAU,EAAE;IACxC,OAAO,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;AAC1D,CAAC,CAAC;AAEF,MAAM,QAAQ,GAAG,KAAK,EAAE,QAAgB,EAAmB,EAAE;IAC3D,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACrC,MAAM,IAAI,GAAG,UAAU,CAAC,QAAQ,CAAC,CAAC;QAClC,MAAM,MAAM,GAAG,gBAAgB,CAAC,QAAQ,CAAC,CAAC;QAC1C,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;QACjD,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;QAC3B,MAAM,CAAC,EAAE,CAAC,KAAK,EAAE,GAAG,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IACtD,CAAC,CAAC,CAAC;AACL,CAAC,CAAC;AAEF,MAAM,gBAAgB,GAAG,CAAC,QAAuB,EAAE,SAAwB,EAAU,EAAE;IACrF,MAAM,QAAQ,GAAG,QAAQ,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;IACxC,MAAM,KAAK,GAAG,QAAQ,CAAC,KAAK,CAAC,qBAAqB,CAAC,CAAC;IACpD,IAAI,KAAK;QAAE,OAAO,IAAI,KAAK,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE,EAAE,CAAC;IAC/C,IAAI,CAAC,SAAS;QAAE,OAAO,MAAM,CAAC;IAC9B,MAAM,UAAU,GAAG,SAAS,CAAC,WAAW,EAAE,CAAC;IAC3C,IAAI,UAAU,CAAC,QAAQ,CAAC,YAAY,CAAC;QAAE,OAAO,MAAM,CAAC;IACrD,IAAI,UAAU,CAAC,QAAQ,CAAC,WAAW,CAAC;QAAE,OAAO,MAAM,CAAC;IACpD,IAAI,UAAU,CAAC,QAAQ,CAAC,WAAW,CAAC;QAAE,OAAO,MAAM,CAAC;IACpD,IAAI,UAAU,CAAC,QAAQ,CAAC,WAAW,CAAC;QAAE,OAAO,MAAM,CAAC;IACpD,IAAI,UAAU,CAAC,QAAQ,CAAC,YAAY,CAAC;QAAE,OAAO,OAAO,CAAC;IACtD,IAAI,UAAU,CAAC,QAAQ,CAAC,WAAW,CAAC;QAAE,OAAO,MAAM,CAAC;IACpD,IAAI,UAAU,CAAC,QAAQ,CAAC,YAAY,CAAC;QAAE,OAAO,OAAO,CAAC;IACtD,OAAO,MAAM,CAAC;AAChB,CAAC,CAAC;AAEF,MAAM,SAAS,GAAG,KAAK,EAAE,SAAiB,EAA4B,EAAE;IACtE,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC;QACjD,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAA6B,CAAC;QAC3D,IACE,MAAM;YACN,MAAM,CAAC,OAAO,KAAK,aAAa;YAChC,MAAM,CAAC,OAAO;YACd,OAAO,MAAM,CAAC,OAAO,KAAK,QAAQ,EAClC,CAAC;YACD,OAAO;gBACL,OAAO,EAAE,aAAa;gBACtB,OAAO,EAAE,MAAM,CAAC,OAA+C;aAChE,CAAC;QACJ,CAAC;IACH,CAAC;IAAC,MAAM,CAAC;QACP,SAAS;IACX,CAAC;IACD,OAAO,EAAE,OAAO,EAAE,aAAa,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC;AACjD,CAAC,CAAC;AAEF,MAAM,UAAU,GAAG,KAAK,EAAE,SAAiB,EAAE,KAAsB,EAAE,EAAE;IACrE,MAAM,OAAO,GAAG,GAAG,SAAS,QAAQ,OAAO,CAAC,GAAG,IAAI,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC;IAChE,MAAM,EAAE,CAAC,SAAS,CAAC,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC;IACnD,MAAM,EAAE,CAAC,MAAM,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;AACtC,CAAC,CAAC;AAEF,MAAM,WAAW,GAAG,KAAK,EACvB,QAAgB,EAChB,KAAsB,EACtB,GAAW,EACX,KAA2B,EAC3B,EAAE;IACF,OAAO,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;IAC1B,MAAM,IAAI,GAAG,IAAI,CAAC,QAAQ,EAAE,KAAK,CAAC,QAAQ,CAAC,CAAC;IAC5C,MAAM,EAAE,CAAC,EAAE,CAAC,IAAI,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;AACrC,CAAC,CAAC;AAEF,MAAM,cAAc,GAAG,CAAC,GAAW,EAAW,EAAE;IAC9C,OAAO,WAAW,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,CAAC;AACtC,CAAC,CAAC;AAEF,MAAM,cAAc,GAAG,CAAC,QAAgB,EAAE,KAA2B,EAAmB,EAAE;IACxF,OAAO;QACL,GAAG,EAAE,KAAK,CAAC,GAAG;QACd,QAAQ,EAAE,IAAI,CAAC,QAAQ,EAAE,KAAK,CAAC,QAAQ,CAAC;QACxC,SAAS,EAAE,KAAK,CAAC,SAAS;QAC1B,MAAM,EAAE,KAAK,CAAC,MAAM;QACpB,SAAS,EAAE,KAAK,CAAC,SAAS;QAC1B,QAAQ,EAAE,KAAK,CAAC,QAAQ;QACxB,WAAW,EAAE,KAAK,CAAC,WAAW;QAC9B,cAAc,EAAE,KAAK,CAAC,cAAc;QACpC,WAAW,EAAE,KAAK,CAAC,WAAW;KAC/B,CAAC;AACJ,CAAC,CAAC;AAEF,MAAM,QAAQ,GAAG,KAAK,EAAE,QAAgB,EAAE,MAAc,EAAE,EAAE;IAC1D,IAAI,QAAQ,KAAK,MAAM;QAAE,OAAO;IAChC,MAAM,EAAE,CAAC,EAAE,CAAC,MAAM,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;IACrC,IAAI,CAAC;QACH,MAAM,EAAE,CAAC,MAAM,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;IACpC,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,IAAI,GAAI,KAAsC,EAAE,IAAI,CAAC;QAC3D,IAAI,IAAI,KAAK,OAAO;YAAE,MAAM,KAAK,CAAC;QAClC,MAAM,EAAE,CAAC,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;QACpC,MAAM,EAAE,CAAC,EAAE,CAAC,QAAQ,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;IACzC,CAAC;AACH,CAAC,CAAC;AAEF,MAAM,CAAC,KAAK,UAAU,gBAAgB,CAAC,EACrC,IAAI,EACJ,QAAQ,EACR,KAAK,EACL,MAAM,GAAG,0BAA0B,GAMpC;IACC,MAAM,QAAQ,GAAG,IAAI,CAAC;IACtB,MAAM,SAAS,GAAG,IAAI,CAAC,QAAQ,EAAE,cAAc,CAAC,CAAC;IACjD,MAAM,SAAS,CAAC,QAAQ,CAAC,CAAC;IAE1B,MAAM,YAAY,GAAG,KAAK,EAAE,KAAsB,EAAE,GAAW,EAAE,EAAE;QACjE,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QAC9C,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,OAAO,EAAE,CAAC;YACnC,IAAI,KAAK,CAAC,WAAW,IAAI,IAAI,IAAI,KAAK,CAAC,WAAW,IAAI,GAAG,EAAE,CAAC;gBAC1D,MAAM,WAAW,CAAC,QAAQ,EAAE,KAAK,EAAE,GAAG,EAAE,KAAK,CAAC,CAAC;YACjD,CAAC;QACH,CAAC;IACH,CAAC,CAAC;IAEF,MAAM,gBAAgB,GAAG,KAAK,EAAE,KAA2B,EAA0B,EAAE;QACrF,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,MAAM,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC;YAC3D,OAAO,IAAI,CAAC,IAAI,CAAC;QACnB,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC,CAAC;IAEF,MAAM,eAAe,GAAG,KAAK,EAAE,KAAsB,EAAE,EAAE;QACvD,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,QAAQ,IAAI,CAAC;YAAE,OAAO;QACxD,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QAC9C,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO;QACjC,IAAI,UAAU,GAAG,CAAC,CAAC;QACnB,KAAK,MAAM,CAAC,EAAE,KAAK,CAAC,IAAI,OAAO,EAAE,CAAC;YAChC,IAAI,OAAO,KAAK,CAAC,SAAS,KAAK,QAAQ,EAAE,CAAC;gBACxC,KAAK,CAAC,SAAS,GAAG,MAAM,gBAAgB,CAAC,KAAK,CAAC,CAAC;YAClD,CAAC;YACD,IAAI,OAAO,KAAK,CAAC,SAAS,KAAK,QAAQ,EAAE,CAAC;gBACxC,UAAU,IAAI,KAAK,CAAC,SAAS,CAAC;YAChC,CAAC;QACH,CAAC;QACD,IAAI,UAAU,IAAI,QAAQ;YAAE,OAAO;QACnC,MAAM,MAAM,GAAG,OAAO;aACnB,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,GAAG,EAAE,KAAK,EAAE,CAAC,CAAC;aACvC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,cAAc,GAAG,CAAC,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC;QACnE,KAAK,MAAM,EAAE,GAAG,EAAE,KAAK,EAAE,IAAI,MAAM,EAAE,CAAC;YACpC,IAAI,UAAU,IAAI,QAAQ;gBAAE,MAAM;YAClC,MAAM,IAAI,GAAG,OAAO,KAAK,CAAC,SAAS,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC;YACvE,MAAM,WAAW,CAAC,QAAQ,EAAE,KAAK,EAAE,GAAG,EAAE,KAAK,CAAC,CAAC;YAC/C,UAAU,IAAI,IAAI,CAAC;QACrB,CAAC;IACH,CAAC,CAAC;IAEF,MAAM,GAAG,GAAG,KAAK,EAAE,EAAE,GAAG,EAAmB,EAAmC,EAAE;QAC9E,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC;YAAE,OAAO,IAAI,CAAC;QACtC,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACvB,MAAM,KAAK,GAAG,MAAM,SAAS,CAAC,SAAS,CAAC,CAAC;QACzC,MAAM,YAAY,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;QAC/B,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC;QACzB,MAAM,KAAK,GAAG,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;QACjC,IAAI,CAAC,KAAK;YAAE,OAAO,IAAI,CAAC;QAExB,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,EAAE,KAAK,CAAC,QAAQ,CAAC,CAAC;QAChD,IAAI,IAAI,GAA4B,IAAI,CAAC;QACzC,IAAI,CAAC;YACH,IAAI,GAAG,MAAM,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACjC,CAAC;QAAC,MAAM,CAAC;YACP,MAAM,WAAW,CAAC,QAAQ,EAAE,KAAK,EAAE,GAAG,EAAE,KAAK,CAAC,CAAC;YAC/C,MAAM,UAAU,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC;YACnC,OAAO,IAAI,CAAC;QACd,CAAC;QAED,IAAI,MAAM,KAAK,MAAM,IAAI,OAAO,KAAK,CAAC,SAAS,KAAK,QAAQ,EAAE,CAAC;YAC7D,IAAI,IAAI,CAAC,IAAI,KAAK,KAAK,CAAC,SAAS,EAAE,CAAC;gBAClC,MAAM,WAAW,CAAC,QAAQ,EAAE,KAAK,EAAE,GAAG,EAAE,KAAK,CAAC,CAAC;gBAC/C,MAAM,UAAU,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC;gBACnC,OAAO,IAAI,CAAC;YACd,CAAC;QACH,CAAC;QACD,IAAI,MAAM,KAAK,MAAM,EAAE,CAAC;YACtB,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,QAAQ,CAAC,CAAC;YACtC,IAAI,KAAK,CAAC,MAAM,IAAI,KAAK,CAAC,MAAM,KAAK,IAAI,EAAE,CAAC;gBAC1C,MAAM,WAAW,CAAC,QAAQ,EAAE,KAAK,EAAE,GAAG,EAAE,KAAK,CAAC,CAAC;gBAC/C,MAAM,UAAU,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC;gBACnC,OAAO,IAAI,CAAC;YACd,CAAC;YACD,KAAK,CAAC,MAAM,GAAG,IAAI,CAAC;QACtB,CAAC;QAED,IAAI,OAAO,KAAK,CAAC,SAAS,KAAK,QAAQ,IAAI,KAAK,CAAC,SAAS,KAAK,IAAI,CAAC,IAAI,EAAE,CAAC;YACzE,KAAK,CAAC,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC;QAC9B,CAAC;QACD,KAAK,CAAC,cAAc,GAAG,GAAG,CAAC;QAC3B,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC;QAC3B,MAAM,UAAU,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC;QACnC,OAAO,cAAc,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;IACzC,CAAC,CAAC;IAEF,MAAM,GAAG,GAAG,KAAK,EAAE,EACjB,GAAG,EACH,QAAQ,EACR,SAAS,GAAG,IAAI,EAChB,QAAQ,GAAG,IAAI,GAMhB,EAAmC,EAAE;QACpC,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC;YAAE,OAAO,IAAI,CAAC;QACtC,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACvB,MAAM,KAAK,GAAG,MAAM,SAAS,CAAC,SAAS,CAAC,CAAC;QACzC,MAAM,YAAY,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;QAC/B,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC;QACzB,MAAM,GAAG,GAAG,gBAAgB,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC;QAClD,MAAM,QAAQ,GAAG,GAAG,GAAG,GAAG,GAAG,EAAE,CAAC;QAChC,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;QAE1C,MAAM,UAAU,GAAG,MAAM,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAC3C,IAAI,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,QAAQ,GAAG,CAAC,IAAI,UAAU,CAAC,IAAI,GAAG,QAAQ,EAAE,CAAC;YAC5E,OAAO,IAAI,CAAC;QACd,CAAC;QACD,MAAM,QAAQ,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;QACnC,MAAM,IAAI,GAAG,UAAU,CAAC;QACxB,MAAM,MAAM,GAAG,MAAM,KAAK,MAAM,CAAC,CAAC,CAAC,MAAM,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;QACnE,MAAM,WAAW,GAAG,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,GAAG,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC;QACnD,MAAM,KAAK,GAAyB;YAClC,GAAG;YACH,QAAQ;YACR,SAAS,EAAE,IAAI,CAAC,IAAI;YACpB,MAAM;YACN,SAAS;YACT,QAAQ;YACR,WAAW,EAAE,GAAG;YAChB,cAAc,EAAE,GAAG;YACnB,WAAW;SACZ,CAAC;QACF,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC;QAC3B,MAAM,eAAe,CAAC,KAAK,CAAC,CAAC;QAC7B,MAAM,UAAU,GAAG,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;QACtC,MAAM,UAAU,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC;QACnC,OAAO,UAAU,CAAC,CAAC,CAAC,cAAc,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IAClE,CAAC,CAAC;IAEF,OAAO,EAAE,GAAG,EAAE,GAAG,EAAE,CAAC;AACtB,CAAC"}
|