@steipete/summarize 0.11.1 → 0.12.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +38 -1
- package/README.md +63 -17
- package/dist/cli.js +1 -1
- package/dist/esm/cache-keys.js +75 -0
- package/dist/esm/cache-keys.js.map +1 -0
- package/dist/esm/cache-slides-cleanup.js +47 -0
- package/dist/esm/cache-slides-cleanup.js.map +1 -0
- package/dist/esm/cache.js +14 -91
- package/dist/esm/cache.js.map +1 -1
- package/dist/esm/config/env.js +49 -0
- package/dist/esm/config/env.js.map +1 -0
- package/dist/esm/config/model.js +193 -0
- package/dist/esm/config/model.js.map +1 -0
- package/dist/esm/config/parse-helpers.js +50 -0
- package/dist/esm/config/parse-helpers.js.map +1 -0
- package/dist/esm/config/read.js +83 -0
- package/dist/esm/config/read.js.map +1 -0
- package/dist/esm/config/sections.js +438 -0
- package/dist/esm/config/sections.js.map +1 -0
- package/dist/esm/config/types.js +2 -0
- package/dist/esm/config/types.js.map +1 -0
- package/dist/esm/config.js +24 -807
- package/dist/esm/config.js.map +1 -1
- package/dist/esm/content/asset.js +2 -2
- package/dist/esm/content/asset.js.map +1 -1
- package/dist/esm/daemon/agent-model.js +235 -0
- package/dist/esm/daemon/agent-model.js.map +1 -0
- package/dist/esm/daemon/agent-request.js +87 -0
- package/dist/esm/daemon/agent-request.js.map +1 -0
- package/dist/esm/daemon/agent.js +42 -243
- package/dist/esm/daemon/agent.js.map +1 -1
- package/dist/esm/daemon/chat.js +69 -8
- package/dist/esm/daemon/chat.js.map +1 -1
- package/dist/esm/daemon/cli.js +21 -4
- package/dist/esm/daemon/cli.js.map +1 -1
- package/dist/esm/daemon/config.js +65 -9
- package/dist/esm/daemon/config.js.map +1 -1
- package/dist/esm/daemon/env-snapshot.js +4 -0
- package/dist/esm/daemon/env-snapshot.js.map +1 -1
- package/dist/esm/daemon/flow-context.js +8 -1
- package/dist/esm/daemon/flow-context.js.map +1 -1
- package/dist/esm/daemon/models.js +16 -0
- package/dist/esm/daemon/models.js.map +1 -1
- package/dist/esm/daemon/process-registry.js.map +1 -1
- package/dist/esm/daemon/server-admin-routes.js +134 -0
- package/dist/esm/daemon/server-admin-routes.js.map +1 -0
- package/dist/esm/daemon/server-agent-route.js +104 -0
- package/dist/esm/daemon/server-agent-route.js.map +1 -0
- package/dist/esm/daemon/server-http.js +89 -0
- package/dist/esm/daemon/server-http.js.map +1 -0
- package/dist/esm/daemon/server-session-routes.js +209 -0
- package/dist/esm/daemon/server-session-routes.js.map +1 -0
- package/dist/esm/daemon/server-session.js +118 -0
- package/dist/esm/daemon/server-session.js.map +1 -0
- package/dist/esm/daemon/server-sse.js +28 -0
- package/dist/esm/daemon/server-sse.js.map +1 -0
- package/dist/esm/daemon/server-summarize-execution.js +357 -0
- package/dist/esm/daemon/server-summarize-execution.js.map +1 -0
- package/dist/esm/daemon/server-summarize-request.js +119 -0
- package/dist/esm/daemon/server-summarize-request.js.map +1 -0
- package/dist/esm/daemon/server.js +72 -1121
- package/dist/esm/daemon/server.js.map +1 -1
- package/dist/esm/daemon/summarize-progress.js +1 -1
- package/dist/esm/daemon/summarize-progress.js.map +1 -1
- package/dist/esm/daemon/summarize.js.map +1 -1
- package/dist/esm/llm/cli-exec.js +75 -0
- package/dist/esm/llm/cli-exec.js.map +1 -0
- package/dist/esm/llm/cli-provider-output.js +191 -0
- package/dist/esm/llm/cli-provider-output.js.map +1 -0
- package/dist/esm/llm/cli.js +3 -212
- package/dist/esm/llm/cli.js.map +1 -1
- package/dist/esm/llm/generate-text-document.js +109 -0
- package/dist/esm/llm/generate-text-document.js.map +1 -0
- package/dist/esm/llm/generate-text-shared.js +102 -0
- package/dist/esm/llm/generate-text-shared.js.map +1 -0
- package/dist/esm/llm/generate-text-stream.js +258 -0
- package/dist/esm/llm/generate-text-stream.js.map +1 -0
- package/dist/esm/llm/generate-text.js +145 -480
- package/dist/esm/llm/generate-text.js.map +1 -1
- package/dist/esm/llm/model-id.js +21 -20
- package/dist/esm/llm/model-id.js.map +1 -1
- package/dist/esm/llm/provider-capabilities.js +2 -0
- package/dist/esm/llm/provider-capabilities.js.map +1 -0
- package/dist/esm/llm/provider-profile.js +142 -0
- package/dist/esm/llm/provider-profile.js.map +1 -0
- package/dist/esm/llm/providers/google.js +42 -5
- package/dist/esm/llm/providers/google.js.map +1 -1
- package/dist/esm/llm/providers/models.js +13 -0
- package/dist/esm/llm/providers/models.js.map +1 -1
- package/dist/esm/llm/providers/openai.js.map +1 -1
- package/dist/esm/llm/transcript-to-markdown.js.map +1 -1
- package/dist/esm/model-auto-cli.js +89 -0
- package/dist/esm/model-auto-cli.js.map +1 -0
- package/dist/esm/model-auto-rules.js +86 -0
- package/dist/esm/model-auto-rules.js.map +1 -0
- package/dist/esm/model-auto.js +10 -245
- package/dist/esm/model-auto.js.map +1 -1
- package/dist/esm/model-spec.js +23 -17
- package/dist/esm/model-spec.js.map +1 -1
- package/dist/esm/refresh-free.js +1 -1
- package/dist/esm/refresh-free.js.map +1 -1
- package/dist/esm/run/attachments.js +1 -1
- package/dist/esm/run/attachments.js.map +1 -1
- package/dist/esm/run/bird/exec.js +23 -0
- package/dist/esm/run/bird/exec.js.map +1 -0
- package/dist/esm/run/bird/media.js +171 -0
- package/dist/esm/run/bird/media.js.map +1 -0
- package/dist/esm/run/bird/parse.js +82 -0
- package/dist/esm/run/bird/parse.js.map +1 -0
- package/dist/esm/run/bird/types.js +2 -0
- package/dist/esm/run/bird/types.js.map +1 -0
- package/dist/esm/run/bird.js +86 -144
- package/dist/esm/run/bird.js.map +1 -1
- package/dist/esm/run/cache-state.js.map +1 -1
- package/dist/esm/run/constants.js +2 -1
- package/dist/esm/run/constants.js.map +1 -1
- package/dist/esm/run/env.js +3 -0
- package/dist/esm/run/env.js.map +1 -1
- package/dist/esm/run/finish-line-labels.js +76 -0
- package/dist/esm/run/finish-line-labels.js.map +1 -0
- package/dist/esm/run/finish-line-lengths.js +96 -0
- package/dist/esm/run/finish-line-lengths.js.map +1 -0
- package/dist/esm/run/finish-line.js +3 -169
- package/dist/esm/run/finish-line.js.map +1 -1
- package/dist/esm/run/flows/asset/extract.js.map +1 -1
- package/dist/esm/run/flows/asset/input.js +1 -1
- package/dist/esm/run/flows/asset/input.js.map +1 -1
- package/dist/esm/run/flows/asset/media.js +19 -10
- package/dist/esm/run/flows/asset/media.js.map +1 -1
- package/dist/esm/run/flows/asset/output.js.map +1 -1
- package/dist/esm/run/flows/asset/preprocess.js.map +1 -1
- package/dist/esm/run/flows/asset/summary-attempts.js +109 -0
- package/dist/esm/run/flows/asset/summary-attempts.js.map +1 -0
- package/dist/esm/run/flows/asset/summary.js +19 -107
- package/dist/esm/run/flows/asset/summary.js.map +1 -1
- package/dist/esm/run/flows/url/extract.js +7 -4
- package/dist/esm/run/flows/url/extract.js.map +1 -1
- package/dist/esm/run/flows/url/flow-progress.js +119 -0
- package/dist/esm/run/flows/url/flow-progress.js.map +1 -0
- package/dist/esm/run/flows/url/flow.js +22 -93
- package/dist/esm/run/flows/url/flow.js.map +1 -1
- package/dist/esm/run/flows/url/markdown.js +21 -3
- package/dist/esm/run/flows/url/markdown.js.map +1 -1
- package/dist/esm/run/flows/url/progress-status.js +56 -0
- package/dist/esm/run/flows/url/progress-status.js.map +1 -0
- package/dist/esm/run/flows/url/slides-output-render.js +78 -0
- package/dist/esm/run/flows/url/slides-output-render.js.map +1 -0
- package/dist/esm/run/flows/url/slides-output-state.js +86 -0
- package/dist/esm/run/flows/url/slides-output-state.js.map +1 -0
- package/dist/esm/run/flows/url/slides-output-stream.js +271 -0
- package/dist/esm/run/flows/url/slides-output-stream.js.map +1 -0
- package/dist/esm/run/flows/url/slides-output.js +29 -422
- package/dist/esm/run/flows/url/slides-output.js.map +1 -1
- package/dist/esm/run/flows/url/slides-text-markdown.js +431 -0
- package/dist/esm/run/flows/url/slides-text-markdown.js.map +1 -0
- package/dist/esm/run/flows/url/slides-text-transcript.js +199 -0
- package/dist/esm/run/flows/url/slides-text-transcript.js.map +1 -0
- package/dist/esm/run/flows/url/slides-text-types.js +2 -0
- package/dist/esm/run/flows/url/slides-text-types.js.map +1 -0
- package/dist/esm/run/flows/url/slides-text.js +2 -627
- package/dist/esm/run/flows/url/slides-text.js.map +1 -1
- package/dist/esm/run/flows/url/summary-finish.js +34 -0
- package/dist/esm/run/flows/url/summary-finish.js.map +1 -0
- package/dist/esm/run/flows/url/summary-json.js +32 -0
- package/dist/esm/run/flows/url/summary-json.js.map +1 -0
- package/dist/esm/run/flows/url/summary-prompt.js +147 -0
- package/dist/esm/run/flows/url/summary-prompt.js.map +1 -0
- package/dist/esm/run/flows/url/summary-resolution.js +320 -0
- package/dist/esm/run/flows/url/summary-resolution.js.map +1 -0
- package/dist/esm/run/flows/url/summary-timestamps.js +136 -0
- package/dist/esm/run/flows/url/summary-timestamps.js.map +1 -0
- package/dist/esm/run/flows/url/summary.js +49 -543
- package/dist/esm/run/flows/url/summary.js.map +1 -1
- package/dist/esm/run/help.js +9 -3
- package/dist/esm/run/help.js.map +1 -1
- package/dist/esm/run/markdown-transforms.js +89 -0
- package/dist/esm/run/markdown-transforms.js.map +1 -0
- package/dist/esm/run/markdown.js +1 -96
- package/dist/esm/run/markdown.js.map +1 -1
- package/dist/esm/run/run-env.js +28 -7
- package/dist/esm/run/run-env.js.map +1 -1
- package/dist/esm/run/run-settings-parse.js +73 -0
- package/dist/esm/run/run-settings-parse.js.map +1 -0
- package/dist/esm/run/run-settings.js +1 -72
- package/dist/esm/run/run-settings.js.map +1 -1
- package/dist/esm/run/runner-contexts.js +116 -0
- package/dist/esm/run/runner-contexts.js.map +1 -0
- package/dist/esm/run/runner-execution.js +62 -0
- package/dist/esm/run/runner-execution.js.map +1 -0
- package/dist/esm/run/runner-flags.js +97 -0
- package/dist/esm/run/runner-flags.js.map +1 -0
- package/dist/esm/run/runner-setup.js +109 -0
- package/dist/esm/run/runner-setup.js.map +1 -0
- package/dist/esm/run/runner-slides.js +38 -0
- package/dist/esm/run/runner-slides.js.map +1 -0
- package/dist/esm/run/runner.js +99 -390
- package/dist/esm/run/runner.js.map +1 -1
- package/dist/esm/run/slides-render.js +5 -2
- package/dist/esm/run/slides-render.js.map +1 -1
- package/dist/esm/run/stdin-temp-file.js +1 -1
- package/dist/esm/run/stdin-temp-file.js.map +1 -1
- package/dist/esm/run/streaming.js +1 -0
- package/dist/esm/run/streaming.js.map +1 -1
- package/dist/esm/run/summary-engine.js +26 -10
- package/dist/esm/run/summary-engine.js.map +1 -1
- package/dist/esm/run/summary-llm.js +2 -1
- package/dist/esm/run/summary-llm.js.map +1 -1
- package/dist/esm/run/terminal.js +4 -1
- package/dist/esm/run/terminal.js.map +1 -1
- package/dist/esm/run/transcriber-cli.js +1 -1
- package/dist/esm/run/transcriber-cli.js.map +1 -1
- package/dist/esm/slides/download.js +242 -0
- package/dist/esm/slides/download.js.map +1 -0
- package/dist/esm/slides/extract-finalize.js +98 -0
- package/dist/esm/slides/extract-finalize.js.map +1 -0
- package/dist/esm/slides/extract.js +64 -1621
- package/dist/esm/slides/extract.js.map +1 -1
- package/dist/esm/slides/frame-extraction.js +372 -0
- package/dist/esm/slides/frame-extraction.js.map +1 -0
- package/dist/esm/slides/ingest.js +167 -0
- package/dist/esm/slides/ingest.js.map +1 -0
- package/dist/esm/slides/ocr.js +91 -0
- package/dist/esm/slides/ocr.js.map +1 -0
- package/dist/esm/slides/process.js +218 -0
- package/dist/esm/slides/process.js.map +1 -0
- package/dist/esm/slides/scene-detection.js +387 -0
- package/dist/esm/slides/scene-detection.js.map +1 -0
- package/dist/esm/slides/source-id.js +42 -0
- package/dist/esm/slides/source-id.js.map +1 -0
- package/dist/esm/tty/progress/fetch-html.js.map +1 -1
- package/dist/esm/tty/progress/transcript.js +21 -8
- package/dist/esm/tty/progress/transcript.js.map +1 -1
- package/dist/esm/tty/spinner.js +8 -2
- package/dist/esm/tty/spinner.js.map +1 -1
- package/dist/esm/tty/website-progress.js +5 -3
- package/dist/esm/tty/website-progress.js.map +1 -1
- package/dist/esm/version.js +1 -1
- package/dist/types/cache-keys.d.ts +44 -0
- package/dist/types/cache-slides-cleanup.d.ts +1 -0
- package/dist/types/cache.d.ts +1 -9
- package/dist/types/config/env.d.ts +6 -0
- package/dist/types/config/model.d.ts +3 -0
- package/dist/types/config/parse-helpers.d.ts +7 -0
- package/dist/types/config/read.d.ts +2 -0
- package/dist/types/config/sections.d.ts +33 -0
- package/dist/types/config/types.d.ts +230 -0
- package/dist/types/config.d.ts +3 -209
- package/dist/types/costs.d.ts +1 -1
- package/dist/types/daemon/agent-model.d.ts +40 -0
- package/dist/types/daemon/agent-request.d.ts +14 -0
- package/dist/types/daemon/chat.d.ts +3 -1
- package/dist/types/daemon/config.d.ts +13 -2
- package/dist/types/daemon/env-snapshot.d.ts +1 -1
- package/dist/types/daemon/flow-context.d.ts +1 -1
- package/dist/types/daemon/models.d.ts +1 -0
- package/dist/types/daemon/server-admin-routes.d.ts +22 -0
- package/dist/types/daemon/server-agent-route.d.ts +9 -0
- package/dist/types/daemon/server-http.d.ts +10 -0
- package/dist/types/daemon/server-session-routes.d.ts +11 -0
- package/dist/types/daemon/server-session.d.ts +52 -0
- package/dist/types/daemon/server-sse.d.ts +12 -0
- package/dist/types/daemon/server-summarize-execution.d.ts +70 -0
- package/dist/types/daemon/server-summarize-request.d.ts +36 -0
- package/dist/types/daemon/server.d.ts +3 -4
- package/dist/types/daemon/summarize.d.ts +1 -1
- package/dist/types/llm/cli-exec.d.ts +13 -0
- package/dist/types/llm/cli-provider-output.d.ts +16 -0
- package/dist/types/llm/generate-text-document.d.ts +34 -0
- package/dist/types/llm/generate-text-shared.d.ts +25 -0
- package/dist/types/llm/generate-text-stream.d.ts +26 -0
- package/dist/types/llm/generate-text.d.ts +6 -26
- package/dist/types/llm/html-to-markdown.d.ts +1 -1
- package/dist/types/llm/model-id.d.ts +1 -1
- package/dist/types/llm/provider-capabilities.d.ts +2 -0
- package/dist/types/llm/provider-profile.d.ts +31 -0
- package/dist/types/llm/providers/google.d.ts +6 -0
- package/dist/types/llm/providers/models.d.ts +5 -0
- package/dist/types/llm/transcript-to-markdown.d.ts +1 -1
- package/dist/types/model-auto-cli.d.ts +15 -0
- package/dist/types/model-auto-rules.d.ts +7 -0
- package/dist/types/model-auto.d.ts +5 -7
- package/dist/types/model-spec.d.ts +2 -2
- package/dist/types/run/attachments.d.ts +2 -2
- package/dist/types/run/bird/exec.d.ts +1 -0
- package/dist/types/run/bird/media.d.ts +3 -0
- package/dist/types/run/bird/parse.d.ts +3 -0
- package/dist/types/run/bird/types.d.ts +18 -0
- package/dist/types/run/bird.d.ts +12 -17
- package/dist/types/run/cache-state.d.ts +1 -1
- package/dist/types/run/constants.d.ts +2 -1
- package/dist/types/run/env.d.ts +1 -0
- package/dist/types/run/finish-line-labels.d.ts +29 -0
- package/dist/types/run/finish-line-lengths.d.ts +23 -0
- package/dist/types/run/finish-line.d.ts +2 -52
- package/dist/types/run/flows/asset/extract.d.ts +1 -1
- package/dist/types/run/flows/asset/input.d.ts +1 -1
- package/dist/types/run/flows/asset/preprocess.d.ts +1 -1
- package/dist/types/run/flows/asset/summary-attempts.d.ts +24 -0
- package/dist/types/run/flows/asset/summary.d.ts +6 -2
- package/dist/types/run/flows/url/flow-progress.d.ts +41 -0
- package/dist/types/run/flows/url/markdown.d.ts +2 -2
- package/dist/types/run/flows/url/progress-status.d.ts +16 -0
- package/dist/types/run/flows/url/slides-output-render.d.ts +43 -0
- package/dist/types/run/flows/url/slides-output-state.d.ts +21 -0
- package/dist/types/run/flows/url/slides-output-stream.d.ts +18 -0
- package/dist/types/run/flows/url/slides-output.d.ts +2 -17
- package/dist/types/run/flows/url/slides-text-markdown.d.ts +46 -0
- package/dist/types/run/flows/url/slides-text-transcript.d.ts +36 -0
- package/dist/types/run/flows/url/slides-text-types.d.ts +8 -0
- package/dist/types/run/flows/url/slides-text.d.ts +3 -87
- package/dist/types/run/flows/url/summary-finish.d.ts +16 -0
- package/dist/types/run/flows/url/summary-json.d.ts +51 -0
- package/dist/types/run/flows/url/summary-prompt.d.ts +22 -0
- package/dist/types/run/flows/url/summary-resolution.d.ts +31 -0
- package/dist/types/run/flows/url/summary-timestamps.d.ts +11 -0
- package/dist/types/run/flows/url/types.d.ts +4 -0
- package/dist/types/run/markdown-transforms.d.ts +3 -0
- package/dist/types/run/run-context.d.ts +4 -0
- package/dist/types/run/run-env.d.ts +4 -0
- package/dist/types/run/run-settings-parse.d.ts +5 -0
- package/dist/types/run/runner-contexts.d.ts +62 -0
- package/dist/types/run/runner-execution.d.ts +57 -0
- package/dist/types/run/runner-flags.d.ts +41 -0
- package/dist/types/run/runner-setup.d.ts +21 -0
- package/dist/types/run/runner-slides.d.ts +8 -0
- package/dist/types/run/streaming.d.ts +1 -1
- package/dist/types/run/summary-engine.d.ts +8 -4
- package/dist/types/run/summary-llm.d.ts +4 -3
- package/dist/types/run/terminal.d.ts +2 -0
- package/dist/types/run/types.d.ts +2 -2
- package/dist/types/slides/download.d.ts +29 -0
- package/dist/types/slides/extract-finalize.d.ts +57 -0
- package/dist/types/slides/extract.d.ts +1 -7
- package/dist/types/slides/frame-extraction.d.ts +38 -0
- package/dist/types/slides/ingest.d.ts +47 -0
- package/dist/types/slides/ocr.d.ts +5 -0
- package/dist/types/slides/process.d.ts +22 -0
- package/dist/types/slides/scene-detection.d.ts +75 -0
- package/dist/types/slides/source-id.d.ts +2 -0
- package/dist/types/version.d.ts +1 -1
- package/docs/_config.yml +1 -0
- package/docs/agent.md +3 -2
- package/docs/assets/site.css +134 -2
- package/docs/cache.md +2 -1
- package/docs/chrome-extension.md +12 -4
- package/docs/cli.md +2 -2
- package/docs/config.md +11 -4
- package/docs/index.html +5 -0
- package/docs/llm.md +5 -2
- package/docs/manual-tests.md +3 -0
- package/docs/media.md +3 -1
- package/docs/model-auto.md +2 -2
- package/docs/model-provider-resolution.md +57 -0
- package/docs/site/index.html +5 -0
- package/docs/slides-rendering-flow.md +46 -0
- package/docs/slides.md +5 -5
- package/docs/smoketest.md +1 -1
- package/docs/transcript-provider-flow.md +66 -0
- package/docs/website.md +1 -0
- package/docs/youtube.md +4 -2
- package/package.json +11 -11
|
@@ -0,0 +1,167 @@
|
|
|
1
|
+
import path from "node:path";
|
|
2
|
+
import { isDirectMediaUrl } from "../content/index.js";
|
|
3
|
+
export async function prepareSlidesInput({ source, mediaCache, timeoutMs, ytDlpPath, ytDlpCookiesFromBrowser, resolveSlidesYtDlpExtractFormat, resolveSlidesStreamFallback, buildSlidesMediaCacheKey, formatBytes, reportSlidesProgress, logSlidesTiming, downloadYoutubeVideo, downloadRemoteVideo, resolveYoutubeStreamUrl, }) {
|
|
4
|
+
const warnings = [];
|
|
5
|
+
const allowStreamFallback = resolveSlidesStreamFallback();
|
|
6
|
+
const mediaCacheKey = mediaCache ? buildSlidesMediaCacheKey(source.url) : null;
|
|
7
|
+
const cachedMedia = mediaCacheKey ? await mediaCache?.get({ url: mediaCacheKey }) : null;
|
|
8
|
+
if (cachedMedia) {
|
|
9
|
+
const detail = typeof cachedMedia.sizeBytes === "number"
|
|
10
|
+
? `(${formatBytes(cachedMedia.sizeBytes)})`
|
|
11
|
+
: undefined;
|
|
12
|
+
reportSlidesProgress?.("using cached video", 35, detail);
|
|
13
|
+
return {
|
|
14
|
+
inputPath: cachedMedia.filePath,
|
|
15
|
+
inputCleanup: null,
|
|
16
|
+
cachedMedia,
|
|
17
|
+
warnings,
|
|
18
|
+
};
|
|
19
|
+
}
|
|
20
|
+
if (source.kind === "youtube") {
|
|
21
|
+
if (!ytDlpPath) {
|
|
22
|
+
throw new Error("Slides for YouTube require yt-dlp (set YT_DLP_PATH or install yt-dlp).");
|
|
23
|
+
}
|
|
24
|
+
const format = resolveSlidesYtDlpExtractFormat();
|
|
25
|
+
reportSlidesProgress?.("downloading video", 6);
|
|
26
|
+
const downloadStartedAt = Date.now();
|
|
27
|
+
try {
|
|
28
|
+
const downloaded = await downloadYoutubeVideo({
|
|
29
|
+
ytDlpPath,
|
|
30
|
+
url: source.url,
|
|
31
|
+
timeoutMs,
|
|
32
|
+
format,
|
|
33
|
+
cookiesFromBrowser: ytDlpCookiesFromBrowser,
|
|
34
|
+
onProgress: (percent, detail) => {
|
|
35
|
+
reportSlidesProgress?.("downloading video", 6 + (Math.max(0, Math.min(100, percent)) / 100) * 29, detail);
|
|
36
|
+
},
|
|
37
|
+
});
|
|
38
|
+
const cached = mediaCacheKey
|
|
39
|
+
? await mediaCache?.put({
|
|
40
|
+
url: mediaCacheKey,
|
|
41
|
+
filePath: downloaded.filePath,
|
|
42
|
+
filename: path.basename(downloaded.filePath),
|
|
43
|
+
})
|
|
44
|
+
: null;
|
|
45
|
+
logSlidesTiming?.(`yt-dlp download (detect+extract, format=${format})`, downloadStartedAt);
|
|
46
|
+
return {
|
|
47
|
+
inputPath: cached?.filePath ?? downloaded.filePath,
|
|
48
|
+
inputCleanup: downloaded.cleanup,
|
|
49
|
+
cachedMedia: cached ?? null,
|
|
50
|
+
warnings,
|
|
51
|
+
};
|
|
52
|
+
}
|
|
53
|
+
catch (error) {
|
|
54
|
+
if (!allowStreamFallback)
|
|
55
|
+
throw error;
|
|
56
|
+
warnings.push(`Failed to download video; falling back to stream URL: ${String(error)}`);
|
|
57
|
+
reportSlidesProgress?.("fetching video", 6);
|
|
58
|
+
const streamStartedAt = Date.now();
|
|
59
|
+
const streamUrl = await resolveYoutubeStreamUrl({
|
|
60
|
+
ytDlpPath,
|
|
61
|
+
url: source.url,
|
|
62
|
+
format,
|
|
63
|
+
timeoutMs,
|
|
64
|
+
cookiesFromBrowser: ytDlpCookiesFromBrowser,
|
|
65
|
+
});
|
|
66
|
+
logSlidesTiming?.(`yt-dlp stream url (detect+extract, format=${format})`, streamStartedAt);
|
|
67
|
+
return {
|
|
68
|
+
inputPath: streamUrl,
|
|
69
|
+
inputCleanup: null,
|
|
70
|
+
cachedMedia: null,
|
|
71
|
+
warnings,
|
|
72
|
+
};
|
|
73
|
+
}
|
|
74
|
+
}
|
|
75
|
+
if (!isDirectMediaUrl(source.url)) {
|
|
76
|
+
if (!ytDlpPath) {
|
|
77
|
+
throw new Error("Slides for remote videos require yt-dlp (set YT_DLP_PATH or install yt-dlp).");
|
|
78
|
+
}
|
|
79
|
+
const format = resolveSlidesYtDlpExtractFormat();
|
|
80
|
+
reportSlidesProgress?.("downloading video", 6);
|
|
81
|
+
const downloadStartedAt = Date.now();
|
|
82
|
+
try {
|
|
83
|
+
const downloaded = await downloadYoutubeVideo({
|
|
84
|
+
ytDlpPath,
|
|
85
|
+
url: source.url,
|
|
86
|
+
timeoutMs,
|
|
87
|
+
format,
|
|
88
|
+
cookiesFromBrowser: ytDlpCookiesFromBrowser,
|
|
89
|
+
onProgress: (percent, detail) => {
|
|
90
|
+
reportSlidesProgress?.("downloading video", 6 + (Math.max(0, Math.min(100, percent)) / 100) * 29, detail);
|
|
91
|
+
},
|
|
92
|
+
});
|
|
93
|
+
const cached = mediaCacheKey
|
|
94
|
+
? await mediaCache?.put({
|
|
95
|
+
url: mediaCacheKey,
|
|
96
|
+
filePath: downloaded.filePath,
|
|
97
|
+
filename: path.basename(downloaded.filePath),
|
|
98
|
+
})
|
|
99
|
+
: null;
|
|
100
|
+
logSlidesTiming?.(`yt-dlp download (direct source, format=${format})`, downloadStartedAt);
|
|
101
|
+
return {
|
|
102
|
+
inputPath: cached?.filePath ?? downloaded.filePath,
|
|
103
|
+
inputCleanup: downloaded.cleanup,
|
|
104
|
+
cachedMedia: cached ?? null,
|
|
105
|
+
warnings,
|
|
106
|
+
};
|
|
107
|
+
}
|
|
108
|
+
catch (error) {
|
|
109
|
+
if (!allowStreamFallback)
|
|
110
|
+
throw error;
|
|
111
|
+
warnings.push(`Failed to download video; falling back to stream URL: ${String(error)}`);
|
|
112
|
+
reportSlidesProgress?.("fetching video", 6);
|
|
113
|
+
const streamStartedAt = Date.now();
|
|
114
|
+
const streamUrl = await resolveYoutubeStreamUrl({
|
|
115
|
+
ytDlpPath,
|
|
116
|
+
url: source.url,
|
|
117
|
+
format,
|
|
118
|
+
timeoutMs,
|
|
119
|
+
cookiesFromBrowser: ytDlpCookiesFromBrowser,
|
|
120
|
+
});
|
|
121
|
+
logSlidesTiming?.(`yt-dlp stream url (direct source, format=${format})`, streamStartedAt);
|
|
122
|
+
return {
|
|
123
|
+
inputPath: streamUrl,
|
|
124
|
+
inputCleanup: null,
|
|
125
|
+
cachedMedia: null,
|
|
126
|
+
warnings,
|
|
127
|
+
};
|
|
128
|
+
}
|
|
129
|
+
}
|
|
130
|
+
reportSlidesProgress?.("downloading video", 6);
|
|
131
|
+
const downloadStartedAt = Date.now();
|
|
132
|
+
try {
|
|
133
|
+
const downloaded = await downloadRemoteVideo({
|
|
134
|
+
url: source.url,
|
|
135
|
+
timeoutMs,
|
|
136
|
+
onProgress: (percent, detail) => {
|
|
137
|
+
reportSlidesProgress?.("downloading video", 6 + (Math.max(0, Math.min(100, percent)) / 100) * 29, detail);
|
|
138
|
+
},
|
|
139
|
+
});
|
|
140
|
+
const cached = mediaCacheKey
|
|
141
|
+
? await mediaCache?.put({
|
|
142
|
+
url: mediaCacheKey,
|
|
143
|
+
filePath: downloaded.filePath,
|
|
144
|
+
filename: path.basename(downloaded.filePath),
|
|
145
|
+
})
|
|
146
|
+
: null;
|
|
147
|
+
logSlidesTiming?.("download direct video (detect+extract)", downloadStartedAt);
|
|
148
|
+
return {
|
|
149
|
+
inputPath: cached?.filePath ?? downloaded.filePath,
|
|
150
|
+
inputCleanup: downloaded.cleanup,
|
|
151
|
+
cachedMedia: cached ?? null,
|
|
152
|
+
warnings,
|
|
153
|
+
};
|
|
154
|
+
}
|
|
155
|
+
catch (error) {
|
|
156
|
+
if (!allowStreamFallback)
|
|
157
|
+
throw error;
|
|
158
|
+
warnings.push(`Failed to download video; falling back to stream URL: ${String(error)}`);
|
|
159
|
+
return {
|
|
160
|
+
inputPath: source.url,
|
|
161
|
+
inputCleanup: null,
|
|
162
|
+
cachedMedia: null,
|
|
163
|
+
warnings,
|
|
164
|
+
};
|
|
165
|
+
}
|
|
166
|
+
}
|
|
167
|
+
//# sourceMappingURL=ingest.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"ingest.js","sourceRoot":"","sources":["../../../src/slides/ingest.ts"],"names":[],"mappings":"AAAA,OAAO,IAAI,MAAM,WAAW,CAAC;AAE7B,OAAO,EAAE,gBAAgB,EAAE,MAAM,qBAAqB,CAAC;AAKvD,MAAM,CAAC,KAAK,UAAU,kBAAkB,CAAC,EACvC,MAAM,EACN,UAAU,EACV,SAAS,EACT,SAAS,EACT,uBAAuB,EACvB,+BAA+B,EAC/B,2BAA2B,EAC3B,wBAAwB,EACxB,WAAW,EACX,oBAAoB,EACpB,eAAe,EACf,oBAAoB,EACpB,mBAAmB,EACnB,uBAAuB,GAiCxB;IAMC,MAAM,QAAQ,GAAa,EAAE,CAAC;IAC9B,MAAM,mBAAmB,GAAG,2BAA2B,EAAE,CAAC;IAC1D,MAAM,aAAa,GAAG,UAAU,CAAC,CAAC,CAAC,wBAAwB,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IAC/E,MAAM,WAAW,GAAG,aAAa,CAAC,CAAC,CAAC,MAAM,UAAU,EAAE,GAAG,CAAC,EAAE,GAAG,EAAE,aAAa,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IAEzF,IAAI,WAAW,EAAE,CAAC;QAChB,MAAM,MAAM,GACV,OAAO,WAAW,CAAC,SAAS,KAAK,QAAQ;YACvC,CAAC,CAAC,IAAI,WAAW,CAAC,WAAW,CAAC,SAAS,CAAC,GAAG;YAC3C,CAAC,CAAC,SAAS,CAAC;QAChB,oBAAoB,EAAE,CAAC,oBAAoB,EAAE,EAAE,EAAE,MAAM,CAAC,CAAC;QACzD,OAAO;YACL,SAAS,EAAE,WAAW,CAAC,QAAQ;YAC/B,YAAY,EAAE,IAAI;YAClB,WAAW;YACX,QAAQ;SACT,CAAC;IACJ,CAAC;IAED,IAAI,MAAM,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;QAC9B,IAAI,CAAC,SAAS,EAAE,CAAC;YACf,MAAM,IAAI,KAAK,CAAC,wEAAwE,CAAC,CAAC;QAC5F,CAAC;QACD,MAAM,MAAM,GAAG,+BAA+B,EAAE,CAAC;QACjD,oBAAoB,EAAE,CAAC,mBAAmB,EAAE,CAAC,CAAC,CAAC;QAC/C,MAAM,iBAAiB,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACrC,IAAI,CAAC;YACH,MAAM,UAAU,GAAG,MAAM,oBAAoB,CAAC;gBAC5C,SAAS;gBACT,GAAG,EAAE,MAAM,CAAC,GAAG;gBACf,SAAS;gBACT,MAAM;gBACN,kBAAkB,EAAE,uBAAuB;gBAC3C,UAAU,EAAE,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;oBAC9B,oBAAoB,EAAE,CACpB,mBAAmB,EACnB,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC,GAAG,GAAG,CAAC,GAAG,EAAE,EACpD,MAAM,CACP,CAAC;gBACJ,CAAC;aACF,CAAC,CAAC;YACH,MAAM,MAAM,GAAG,aAAa;gBAC1B,CAAC,CAAC,MAAM,UAAU,EAAE,GAAG,CAAC;oBACpB,GAAG,EAAE,aAAa;oBAClB,QAAQ,EAAE,UAAU,CAAC,QAAQ;oBAC7B,QAAQ,EAAE,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,QAAQ,CAAC;iBAC7C,CAAC;gBACJ,CAAC,CAAC,IAAI,CAAC;YACT,eAAe,EAAE,CAAC,2CAA2C,MAAM,GAAG,EAAE,iBAAiB,CAAC,CAAC;YAC3F,OAAO;gBACL,SAAS,EAAE,MAAM,EAAE,QAAQ,IAAI,UAAU,CAAC,QAAQ;gBAClD,YAAY,EAAE,UAAU,CAAC,OAAO;gBAChC,WAAW,EAAE,MAAM,IAAI,IAAI;gBAC3B,QAAQ;aACT,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,mBAAmB;gBAAE,MAAM,KAAK,CAAC;YACtC,QAAQ,CAAC,IAAI,CAAC,yDAAyD,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;YACxF,oBAAoB,EAAE,CAAC,gBAAgB,EAAE,CAAC,CAAC,CAAC;YAC5C,MAAM,eAAe,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YACnC,MAAM,SAAS,GAAG,MAAM,uBAAuB,CAAC;gBAC9C,SAAS;gBACT,GAAG,EAAE,MAAM,CAAC,GAAG;gBACf,MAAM;gBACN,SAAS;gBACT,kBAAkB,EAAE,uBAAuB;aAC5C,CAAC,CAAC;YACH,eAAe,EAAE,CAAC,6CAA6C,MAAM,GAAG,EAAE,eAAe,CAAC,CAAC;YAC3F,OAAO;gBACL,SAAS,EAAE,SAAS;gBACpB,YAAY,EAAE,IAAI;gBAClB,WAAW,EAAE,IAAI;gBACjB,QAAQ;aACT,CAAC;QACJ,CAAC;IACH,CAAC;IAED,IAAI,CAAC,gBAAgB,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC;QAClC,IAAI,CAAC,SAAS,EAAE,CAAC;YACf,MAAM,IAAI,KAAK,CACb,8EAA8E,CAC/E,CAAC;QACJ,CAAC;QACD,MAAM,MAAM,GAAG,+BAA+B,EAAE,CAAC;QACjD,oBAAoB,EAAE,CAAC,mBAAmB,EAAE,CAAC,CAAC,CAAC;QAC/C,MAAM,iBAAiB,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACrC,IAAI,CAAC;YACH,MAAM,UAAU,GAAG,MAAM,oBAAoB,CAAC;gBAC5C,SAAS;gBACT,GAAG,EAAE,MAAM,CAAC,GAAG;gBACf,SAAS;gBACT,MAAM;gBACN,kBAAkB,EAAE,uBAAuB;gBAC3C,UAAU,EAAE,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;oBAC9B,oBAAoB,EAAE,CACpB,mBAAmB,EACnB,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC,GAAG,GAAG,CAAC,GAAG,EAAE,EACpD,MAAM,CACP,CAAC;gBACJ,CAAC;aACF,CAAC,CAAC;YACH,MAAM,MAAM,GAAG,aAAa;gBAC1B,CAAC,CAAC,MAAM,UAAU,EAAE,GAAG,CAAC;oBACpB,GAAG,EAAE,aAAa;oBAClB,QAAQ,EAAE,UAAU,CAAC,QAAQ;oBAC7B,QAAQ,EAAE,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,QAAQ,CAAC;iBAC7C,CAAC;gBACJ,CAAC,CAAC,IAAI,CAAC;YACT,eAAe,EAAE,CAAC,0CAA0C,MAAM,GAAG,EAAE,iBAAiB,CAAC,CAAC;YAC1F,OAAO;gBACL,SAAS,EAAE,MAAM,EAAE,QAAQ,IAAI,UAAU,CAAC,QAAQ;gBAClD,YAAY,EAAE,UAAU,CAAC,OAAO;gBAChC,WAAW,EAAE,MAAM,IAAI,IAAI;gBAC3B,QAAQ;aACT,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,mBAAmB;gBAAE,MAAM,KAAK,CAAC;YACtC,QAAQ,CAAC,IAAI,CAAC,yDAAyD,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;YACxF,oBAAoB,EAAE,CAAC,gBAAgB,EAAE,CAAC,CAAC,CAAC;YAC5C,MAAM,eAAe,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YACnC,MAAM,SAAS,GAAG,MAAM,uBAAuB,CAAC;gBAC9C,SAAS;gBACT,GAAG,EAAE,MAAM,CAAC,GAAG;gBACf,MAAM;gBACN,SAAS;gBACT,kBAAkB,EAAE,uBAAuB;aAC5C,CAAC,CAAC;YACH,eAAe,EAAE,CAAC,4CAA4C,MAAM,GAAG,EAAE,eAAe,CAAC,CAAC;YAC1F,OAAO;gBACL,SAAS,EAAE,SAAS;gBACpB,YAAY,EAAE,IAAI;gBAClB,WAAW,EAAE,IAAI;gBACjB,QAAQ;aACT,CAAC;QACJ,CAAC;IACH,CAAC;IAED,oBAAoB,EAAE,CAAC,mBAAmB,EAAE,CAAC,CAAC,CAAC;IAC/C,MAAM,iBAAiB,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IACrC,IAAI,CAAC;QACH,MAAM,UAAU,GAAG,MAAM,mBAAmB,CAAC;YAC3C,GAAG,EAAE,MAAM,CAAC,GAAG;YACf,SAAS;YACT,UAAU,EAAE,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;gBAC9B,oBAAoB,EAAE,CACpB,mBAAmB,EACnB,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC,GAAG,GAAG,CAAC,GAAG,EAAE,EACpD,MAAM,CACP,CAAC;YACJ,CAAC;SACF,CAAC,CAAC;QACH,MAAM,MAAM,GAAG,aAAa;YAC1B,CAAC,CAAC,MAAM,UAAU,EAAE,GAAG,CAAC;gBACpB,GAAG,EAAE,aAAa;gBAClB,QAAQ,EAAE,UAAU,CAAC,QAAQ;gBAC7B,QAAQ,EAAE,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,QAAQ,CAAC;aAC7C,CAAC;YACJ,CAAC,CAAC,IAAI,CAAC;QACT,eAAe,EAAE,CAAC,wCAAwC,EAAE,iBAAiB,CAAC,CAAC;QAC/E,OAAO;YACL,SAAS,EAAE,MAAM,EAAE,QAAQ,IAAI,UAAU,CAAC,QAAQ;YAClD,YAAY,EAAE,UAAU,CAAC,OAAO;YAChC,WAAW,EAAE,MAAM,IAAI,IAAI;YAC3B,QAAQ;SACT,CAAC;IACJ,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,CAAC,mBAAmB;YAAE,MAAM,KAAK,CAAC;QACtC,QAAQ,CAAC,IAAI,CAAC,yDAAyD,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QACxF,OAAO;YACL,SAAS,EAAE,MAAM,CAAC,GAAG;YACrB,YAAY,EAAE,IAAI;YAClB,WAAW,EAAE,IAAI;YACjB,QAAQ;SACT,CAAC;IACJ,CAAC;AACH,CAAC"}
|
|
@@ -0,0 +1,91 @@
|
|
|
1
|
+
import { spawnTracked } from "../processes.js";
|
|
2
|
+
import { runWithConcurrency } from "./process.js";
|
|
3
|
+
const TESSERACT_TIMEOUT_MS = 120_000;
|
|
4
|
+
export function cleanOcrText(text) {
|
|
5
|
+
const lines = text
|
|
6
|
+
.split(/\r?\n/)
|
|
7
|
+
.map((line) => line.trim())
|
|
8
|
+
.filter((line) => line.length >= 2)
|
|
9
|
+
.filter((line) => !(line.length > 20 && !line.includes(" ")))
|
|
10
|
+
.filter((line) => /[a-z0-9]/i.test(line));
|
|
11
|
+
return lines.join("\n");
|
|
12
|
+
}
|
|
13
|
+
export function estimateOcrConfidence(text) {
|
|
14
|
+
if (!text)
|
|
15
|
+
return 0;
|
|
16
|
+
const total = text.length;
|
|
17
|
+
if (total === 0)
|
|
18
|
+
return 0;
|
|
19
|
+
const alnum = Array.from(text).filter((char) => /[a-z0-9]/i.test(char)).length;
|
|
20
|
+
return Math.min(1, alnum / total);
|
|
21
|
+
}
|
|
22
|
+
export async function runTesseract(tesseractPath, imagePath) {
|
|
23
|
+
return new Promise((resolve, reject) => {
|
|
24
|
+
const { proc, handle } = spawnTracked(tesseractPath, [imagePath, "stdout", "--oem", "3", "--psm", "6"], {
|
|
25
|
+
stdio: ["ignore", "pipe", "pipe"],
|
|
26
|
+
label: "tesseract",
|
|
27
|
+
kind: "tesseract",
|
|
28
|
+
captureOutput: false,
|
|
29
|
+
});
|
|
30
|
+
let stdout = "";
|
|
31
|
+
let stderr = "";
|
|
32
|
+
let stderrBuffer = "";
|
|
33
|
+
const timeout = setTimeout(() => {
|
|
34
|
+
proc.kill("SIGKILL");
|
|
35
|
+
reject(new Error("tesseract timed out"));
|
|
36
|
+
}, TESSERACT_TIMEOUT_MS);
|
|
37
|
+
if (proc.stdout) {
|
|
38
|
+
proc.stdout.setEncoding("utf8");
|
|
39
|
+
proc.stdout.on("data", (chunk) => {
|
|
40
|
+
stdout += chunk;
|
|
41
|
+
});
|
|
42
|
+
}
|
|
43
|
+
if (proc.stderr) {
|
|
44
|
+
proc.stderr.setEncoding("utf8");
|
|
45
|
+
proc.stderr.on("data", (chunk) => {
|
|
46
|
+
if (stderr.length < 8192)
|
|
47
|
+
stderr += chunk;
|
|
48
|
+
stderrBuffer += chunk;
|
|
49
|
+
const lines = stderrBuffer.split(/\r?\n/);
|
|
50
|
+
stderrBuffer = lines.pop() ?? "";
|
|
51
|
+
for (const line of lines) {
|
|
52
|
+
if (line)
|
|
53
|
+
handle?.appendOutput("stderr", line);
|
|
54
|
+
}
|
|
55
|
+
});
|
|
56
|
+
}
|
|
57
|
+
proc.on("error", (error) => {
|
|
58
|
+
clearTimeout(timeout);
|
|
59
|
+
reject(error);
|
|
60
|
+
});
|
|
61
|
+
proc.on("close", (code) => {
|
|
62
|
+
clearTimeout(timeout);
|
|
63
|
+
if (stderrBuffer.trim())
|
|
64
|
+
handle?.appendOutput("stderr", stderrBuffer.trim());
|
|
65
|
+
if (code === 0) {
|
|
66
|
+
resolve(stdout);
|
|
67
|
+
return;
|
|
68
|
+
}
|
|
69
|
+
const suffix = stderr.trim() ? `: ${stderr.trim()}` : "";
|
|
70
|
+
reject(new Error(`tesseract exited with code ${code}${suffix}`));
|
|
71
|
+
});
|
|
72
|
+
});
|
|
73
|
+
}
|
|
74
|
+
export async function runOcrOnSlides(slides, tesseractPath, workers, onProgress) {
|
|
75
|
+
const tasks = slides.map((slide) => async () => {
|
|
76
|
+
try {
|
|
77
|
+
const cleaned = cleanOcrText(await runTesseract(tesseractPath, slide.imagePath));
|
|
78
|
+
return {
|
|
79
|
+
...slide,
|
|
80
|
+
ocrText: cleaned,
|
|
81
|
+
ocrConfidence: estimateOcrConfidence(cleaned),
|
|
82
|
+
};
|
|
83
|
+
}
|
|
84
|
+
catch {
|
|
85
|
+
return { ...slide, ocrText: "", ocrConfidence: 0 };
|
|
86
|
+
}
|
|
87
|
+
});
|
|
88
|
+
const results = await runWithConcurrency(tasks, workers, onProgress ?? undefined);
|
|
89
|
+
return results.sort((a, b) => a.index - b.index);
|
|
90
|
+
}
|
|
91
|
+
//# sourceMappingURL=ocr.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"ocr.js","sourceRoot":"","sources":["../../../src/slides/ocr.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,iBAAiB,CAAC;AAC/C,OAAO,EAAE,kBAAkB,EAAE,MAAM,cAAc,CAAC;AAGlD,MAAM,oBAAoB,GAAG,OAAO,CAAC;AAErC,MAAM,UAAU,YAAY,CAAC,IAAY;IACvC,MAAM,KAAK,GAAG,IAAI;SACf,KAAK,CAAC,OAAO,CAAC;SACd,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;SAC1B,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,IAAI,CAAC,CAAC;SAClC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,GAAG,EAAE,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC;SAC5D,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;IAC5C,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC;AAED,MAAM,UAAU,qBAAqB,CAAC,IAAY;IAChD,IAAI,CAAC,IAAI;QAAE,OAAO,CAAC,CAAC;IACpB,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC;IAC1B,IAAI,KAAK,KAAK,CAAC;QAAE,OAAO,CAAC,CAAC;IAC1B,MAAM,KAAK,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC;IAC/E,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,GAAG,KAAK,CAAC,CAAC;AACpC,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,YAAY,CAAC,aAAqB,EAAE,SAAiB;IACzE,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACrC,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,YAAY,CACnC,aAAa,EACb,CAAC,SAAS,EAAE,QAAQ,EAAE,OAAO,EAAE,GAAG,EAAE,OAAO,EAAE,GAAG,CAAC,EACjD;YACE,KAAK,EAAE,CAAC,QAAQ,EAAE,MAAM,EAAE,MAAM,CAAC;YACjC,KAAK,EAAE,WAAW;YAClB,IAAI,EAAE,WAAW;YACjB,aAAa,EAAE,KAAK;SACrB,CACF,CAAC;QACF,IAAI,MAAM,GAAG,EAAE,CAAC;QAChB,IAAI,MAAM,GAAG,EAAE,CAAC;QAChB,IAAI,YAAY,GAAG,EAAE,CAAC;QAEtB,MAAM,OAAO,GAAG,UAAU,CAAC,GAAG,EAAE;YAC9B,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;YACrB,MAAM,CAAC,IAAI,KAAK,CAAC,qBAAqB,CAAC,CAAC,CAAC;QAC3C,CAAC,EAAE,oBAAoB,CAAC,CAAC;QAEzB,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YAChB,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC;YAChC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,KAAa,EAAE,EAAE;gBACvC,MAAM,IAAI,KAAK,CAAC;YAClB,CAAC,CAAC,CAAC;QACL,CAAC;QAED,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YAChB,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC;YAChC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,KAAa,EAAE,EAAE;gBACvC,IAAI,MAAM,CAAC,MAAM,GAAG,IAAI;oBAAE,MAAM,IAAI,KAAK,CAAC;gBAC1C,YAAY,IAAI,KAAK,CAAC;gBACtB,MAAM,KAAK,GAAG,YAAY,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;gBAC1C,YAAY,GAAG,KAAK,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC;gBACjC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;oBACzB,IAAI,IAAI;wBAAE,MAAM,EAAE,YAAY,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;gBACjD,CAAC;YACH,CAAC,CAAC,CAAC;QACL,CAAC;QAED,IAAI,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,KAAK,EAAE,EAAE;YACzB,YAAY,CAAC,OAAO,CAAC,CAAC;YACtB,MAAM,CAAC,KAAK,CAAC,CAAC;QAChB,CAAC,CAAC,CAAC;QAEH,IAAI,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,IAAI,EAAE,EAAE;YACxB,YAAY,CAAC,OAAO,CAAC,CAAC;YACtB,IAAI,YAAY,CAAC,IAAI,EAAE;gBAAE,MAAM,EAAE,YAAY,CAAC,QAAQ,EAAE,YAAY,CAAC,IAAI,EAAE,CAAC,CAAC;YAC7E,IAAI,IAAI,KAAK,CAAC,EAAE,CAAC;gBACf,OAAO,CAAC,MAAM,CAAC,CAAC;gBAChB,OAAO;YACT,CAAC;YACD,MAAM,MAAM,GAAG,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,KAAK,MAAM,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACzD,MAAM,CAAC,IAAI,KAAK,CAAC,8BAA8B,IAAI,GAAG,MAAM,EAAE,CAAC,CAAC,CAAC;QACnE,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,cAAc,CAClC,MAAoB,EACpB,aAAqB,EACrB,OAAe,EACf,UAAgE;IAEhE,MAAM,KAAK,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,IAAI,EAAE;QAC7C,IAAI,CAAC;YACH,MAAM,OAAO,GAAG,YAAY,CAAC,MAAM,YAAY,CAAC,aAAa,EAAE,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC;YACjF,OAAO;gBACL,GAAG,KAAK;gBACR,OAAO,EAAE,OAAO;gBAChB,aAAa,EAAE,qBAAqB,CAAC,OAAO,CAAC;aAC9C,CAAC;QACJ,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,EAAE,GAAG,KAAK,EAAE,OAAO,EAAE,EAAE,EAAE,aAAa,EAAE,CAAC,EAAE,CAAC;QACrD,CAAC;IACH,CAAC,CAAC,CAAC;IACH,MAAM,OAAO,GAAG,MAAM,kBAAkB,CAAC,KAAK,EAAE,OAAO,EAAE,UAAU,IAAI,SAAS,CAAC,CAAC;IAClF,OAAO,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC;AACnD,CAAC"}
|
|
@@ -0,0 +1,218 @@
|
|
|
1
|
+
import { spawnTracked } from "../processes.js";
|
|
2
|
+
export async function runProcess({ command, args, timeoutMs, errorLabel, onStderrLine, onStdoutLine, }) {
|
|
3
|
+
await new Promise((resolve, reject) => {
|
|
4
|
+
const { proc, handle } = spawnTracked(command, args, {
|
|
5
|
+
stdio: ["ignore", "pipe", "pipe"],
|
|
6
|
+
label: errorLabel,
|
|
7
|
+
kind: errorLabel,
|
|
8
|
+
captureOutput: false,
|
|
9
|
+
});
|
|
10
|
+
let stderr = "";
|
|
11
|
+
let stderrBuffer = "";
|
|
12
|
+
let stdoutBuffer = "";
|
|
13
|
+
const flushLine = (line) => {
|
|
14
|
+
onStderrLine?.(line, handle);
|
|
15
|
+
handle?.appendOutput("stderr", line);
|
|
16
|
+
if (stderr.length < 8192) {
|
|
17
|
+
stderr += line;
|
|
18
|
+
if (!line.endsWith("\n"))
|
|
19
|
+
stderr += "\n";
|
|
20
|
+
}
|
|
21
|
+
};
|
|
22
|
+
if (proc.stderr) {
|
|
23
|
+
proc.stderr.setEncoding("utf8");
|
|
24
|
+
proc.stderr.on("data", (chunk) => {
|
|
25
|
+
stderrBuffer += chunk;
|
|
26
|
+
const lines = stderrBuffer.split(/\r?\n/);
|
|
27
|
+
stderrBuffer = lines.pop() ?? "";
|
|
28
|
+
for (const line of lines) {
|
|
29
|
+
if (line)
|
|
30
|
+
flushLine(line);
|
|
31
|
+
}
|
|
32
|
+
});
|
|
33
|
+
}
|
|
34
|
+
if (proc.stdout) {
|
|
35
|
+
const handleStdoutLine = onStdoutLine ?? onStderrLine;
|
|
36
|
+
if (handleStdoutLine) {
|
|
37
|
+
proc.stdout.setEncoding("utf8");
|
|
38
|
+
proc.stdout.on("data", (chunk) => {
|
|
39
|
+
stdoutBuffer += chunk;
|
|
40
|
+
const lines = stdoutBuffer.split(/\r?\n/);
|
|
41
|
+
stdoutBuffer = lines.pop() ?? "";
|
|
42
|
+
for (const line of lines) {
|
|
43
|
+
if (!line)
|
|
44
|
+
continue;
|
|
45
|
+
handleStdoutLine(line, handle);
|
|
46
|
+
handle?.appendOutput("stdout", line);
|
|
47
|
+
}
|
|
48
|
+
});
|
|
49
|
+
}
|
|
50
|
+
}
|
|
51
|
+
const timeout = setTimeout(() => {
|
|
52
|
+
proc.kill("SIGKILL");
|
|
53
|
+
reject(new Error(`${errorLabel} timed out`));
|
|
54
|
+
}, timeoutMs);
|
|
55
|
+
proc.on("error", (error) => {
|
|
56
|
+
clearTimeout(timeout);
|
|
57
|
+
reject(error);
|
|
58
|
+
});
|
|
59
|
+
proc.on("close", (code) => {
|
|
60
|
+
clearTimeout(timeout);
|
|
61
|
+
if (stderrBuffer.trim().length > 0)
|
|
62
|
+
flushLine(stderrBuffer.trim());
|
|
63
|
+
if (stdoutBuffer.trim().length > 0) {
|
|
64
|
+
const handleStdoutLine = onStdoutLine ?? onStderrLine;
|
|
65
|
+
if (handleStdoutLine)
|
|
66
|
+
handleStdoutLine(stdoutBuffer.trim(), handle);
|
|
67
|
+
handle?.appendOutput("stdout", stdoutBuffer.trim());
|
|
68
|
+
}
|
|
69
|
+
if (code === 0) {
|
|
70
|
+
resolve();
|
|
71
|
+
return;
|
|
72
|
+
}
|
|
73
|
+
const suffix = stderr.trim() ? `: ${stderr.trim()}` : "";
|
|
74
|
+
reject(new Error(`${errorLabel} exited with code ${code}${suffix}`));
|
|
75
|
+
});
|
|
76
|
+
});
|
|
77
|
+
}
|
|
78
|
+
export async function runProcessCapture({ command, args, timeoutMs, errorLabel, }) {
|
|
79
|
+
return new Promise((resolve, reject) => {
|
|
80
|
+
const { proc, handle } = spawnTracked(command, args, {
|
|
81
|
+
stdio: ["ignore", "pipe", "pipe"],
|
|
82
|
+
label: errorLabel,
|
|
83
|
+
kind: errorLabel,
|
|
84
|
+
captureOutput: false,
|
|
85
|
+
});
|
|
86
|
+
let stdout = "";
|
|
87
|
+
let stderr = "";
|
|
88
|
+
let stdoutBuffer = "";
|
|
89
|
+
let stderrBuffer = "";
|
|
90
|
+
const timeout = setTimeout(() => {
|
|
91
|
+
proc.kill("SIGKILL");
|
|
92
|
+
reject(new Error(`${errorLabel} timed out`));
|
|
93
|
+
}, timeoutMs);
|
|
94
|
+
if (proc.stdout) {
|
|
95
|
+
proc.stdout.setEncoding("utf8");
|
|
96
|
+
proc.stdout.on("data", (chunk) => {
|
|
97
|
+
stdout += chunk;
|
|
98
|
+
stdoutBuffer += chunk;
|
|
99
|
+
const lines = stdoutBuffer.split(/\r?\n/);
|
|
100
|
+
stdoutBuffer = lines.pop() ?? "";
|
|
101
|
+
for (const line of lines) {
|
|
102
|
+
if (line)
|
|
103
|
+
handle?.appendOutput("stdout", line);
|
|
104
|
+
}
|
|
105
|
+
});
|
|
106
|
+
}
|
|
107
|
+
if (proc.stderr) {
|
|
108
|
+
proc.stderr.setEncoding("utf8");
|
|
109
|
+
proc.stderr.on("data", (chunk) => {
|
|
110
|
+
if (stderr.length < 8192)
|
|
111
|
+
stderr += chunk;
|
|
112
|
+
stderrBuffer += chunk;
|
|
113
|
+
const lines = stderrBuffer.split(/\r?\n/);
|
|
114
|
+
stderrBuffer = lines.pop() ?? "";
|
|
115
|
+
for (const line of lines) {
|
|
116
|
+
if (line)
|
|
117
|
+
handle?.appendOutput("stderr", line);
|
|
118
|
+
}
|
|
119
|
+
});
|
|
120
|
+
}
|
|
121
|
+
proc.on("error", (error) => {
|
|
122
|
+
clearTimeout(timeout);
|
|
123
|
+
reject(error);
|
|
124
|
+
});
|
|
125
|
+
proc.on("close", (code) => {
|
|
126
|
+
clearTimeout(timeout);
|
|
127
|
+
if (stdoutBuffer.trim())
|
|
128
|
+
handle?.appendOutput("stdout", stdoutBuffer.trim());
|
|
129
|
+
if (stderrBuffer.trim())
|
|
130
|
+
handle?.appendOutput("stderr", stderrBuffer.trim());
|
|
131
|
+
if (code === 0) {
|
|
132
|
+
resolve(stdout);
|
|
133
|
+
return;
|
|
134
|
+
}
|
|
135
|
+
const suffix = stderr.trim() ? `: ${stderr.trim()}` : "";
|
|
136
|
+
reject(new Error(`${errorLabel} exited with code ${code}${suffix}`));
|
|
137
|
+
});
|
|
138
|
+
});
|
|
139
|
+
}
|
|
140
|
+
export async function runProcessCaptureBuffer({ command, args, timeoutMs, errorLabel, }) {
|
|
141
|
+
return new Promise((resolve, reject) => {
|
|
142
|
+
const { proc, handle } = spawnTracked(command, args, {
|
|
143
|
+
stdio: ["ignore", "pipe", "pipe"],
|
|
144
|
+
label: errorLabel,
|
|
145
|
+
kind: errorLabel,
|
|
146
|
+
captureOutput: false,
|
|
147
|
+
});
|
|
148
|
+
const chunks = [];
|
|
149
|
+
let stderr = "";
|
|
150
|
+
let stderrBuffer = "";
|
|
151
|
+
const timeout = setTimeout(() => {
|
|
152
|
+
proc.kill("SIGKILL");
|
|
153
|
+
reject(new Error(`${errorLabel} timed out`));
|
|
154
|
+
}, timeoutMs);
|
|
155
|
+
if (proc.stdout) {
|
|
156
|
+
proc.stdout.on("data", (chunk) => {
|
|
157
|
+
chunks.push(chunk);
|
|
158
|
+
});
|
|
159
|
+
}
|
|
160
|
+
if (proc.stderr) {
|
|
161
|
+
proc.stderr.setEncoding("utf8");
|
|
162
|
+
proc.stderr.on("data", (chunk) => {
|
|
163
|
+
if (stderr.length < 8192)
|
|
164
|
+
stderr += chunk;
|
|
165
|
+
stderrBuffer += chunk;
|
|
166
|
+
const lines = stderrBuffer.split(/\r?\n/);
|
|
167
|
+
stderrBuffer = lines.pop() ?? "";
|
|
168
|
+
for (const line of lines) {
|
|
169
|
+
if (line)
|
|
170
|
+
handle?.appendOutput("stderr", line);
|
|
171
|
+
}
|
|
172
|
+
});
|
|
173
|
+
}
|
|
174
|
+
proc.on("error", (error) => {
|
|
175
|
+
clearTimeout(timeout);
|
|
176
|
+
reject(error);
|
|
177
|
+
});
|
|
178
|
+
proc.on("close", (code) => {
|
|
179
|
+
clearTimeout(timeout);
|
|
180
|
+
if (stderrBuffer.trim())
|
|
181
|
+
handle?.appendOutput("stderr", stderrBuffer.trim());
|
|
182
|
+
if (code === 0) {
|
|
183
|
+
resolve(Buffer.concat(chunks));
|
|
184
|
+
return;
|
|
185
|
+
}
|
|
186
|
+
const suffix = stderr.trim() ? `: ${stderr.trim()}` : "";
|
|
187
|
+
reject(new Error(`${errorLabel} exited with code ${code}${suffix}`));
|
|
188
|
+
});
|
|
189
|
+
});
|
|
190
|
+
}
|
|
191
|
+
export async function runWithConcurrency(tasks, workers, onProgress) {
|
|
192
|
+
if (tasks.length === 0)
|
|
193
|
+
return [];
|
|
194
|
+
const concurrency = Math.max(1, Math.min(16, Math.round(workers)));
|
|
195
|
+
const results = new Array(tasks.length);
|
|
196
|
+
const total = tasks.length;
|
|
197
|
+
let completed = 0;
|
|
198
|
+
let nextIndex = 0;
|
|
199
|
+
const worker = async () => {
|
|
200
|
+
while (true) {
|
|
201
|
+
const current = nextIndex;
|
|
202
|
+
if (current >= tasks.length)
|
|
203
|
+
return;
|
|
204
|
+
nextIndex += 1;
|
|
205
|
+
try {
|
|
206
|
+
results[current] = await tasks[current]();
|
|
207
|
+
}
|
|
208
|
+
finally {
|
|
209
|
+
completed += 1;
|
|
210
|
+
onProgress?.(completed, total);
|
|
211
|
+
}
|
|
212
|
+
}
|
|
213
|
+
};
|
|
214
|
+
const runners = Array.from({ length: Math.min(concurrency, tasks.length) }, () => worker());
|
|
215
|
+
await Promise.all(runners);
|
|
216
|
+
return results;
|
|
217
|
+
}
|
|
218
|
+
//# sourceMappingURL=process.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"process.js","sourceRoot":"","sources":["../../../src/slides/process.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,YAAY,EAAE,MAAM,iBAAiB,CAAC;AAE/C,MAAM,CAAC,KAAK,UAAU,UAAU,CAAC,EAC/B,OAAO,EACP,IAAI,EACJ,SAAS,EACT,UAAU,EACV,YAAY,EACZ,YAAY,GAQb;IACC,MAAM,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QAC1C,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,YAAY,CAAC,OAAO,EAAE,IAAI,EAAE;YACnD,KAAK,EAAE,CAAC,QAAQ,EAAE,MAAM,EAAE,MAAM,CAAC;YACjC,KAAK,EAAE,UAAU;YACjB,IAAI,EAAE,UAAU;YAChB,aAAa,EAAE,KAAK;SACrB,CAAC,CAAC;QACH,IAAI,MAAM,GAAG,EAAE,CAAC;QAChB,IAAI,YAAY,GAAG,EAAE,CAAC;QACtB,IAAI,YAAY,GAAG,EAAE,CAAC;QAEtB,MAAM,SAAS,GAAG,CAAC,IAAY,EAAE,EAAE;YACjC,YAAY,EAAE,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;YAC7B,MAAM,EAAE,YAAY,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;YACrC,IAAI,MAAM,CAAC,MAAM,GAAG,IAAI,EAAE,CAAC;gBACzB,MAAM,IAAI,IAAI,CAAC;gBACf,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC;oBAAE,MAAM,IAAI,IAAI,CAAC;YAC3C,CAAC;QACH,CAAC,CAAC;QAEF,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YAChB,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC;YAChC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,KAAa,EAAE,EAAE;gBACvC,YAAY,IAAI,KAAK,CAAC;gBACtB,MAAM,KAAK,GAAG,YAAY,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;gBAC1C,YAAY,GAAG,KAAK,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC;gBACjC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;oBACzB,IAAI,IAAI;wBAAE,SAAS,CAAC,IAAI,CAAC,CAAC;gBAC5B,CAAC;YACH,CAAC,CAAC,CAAC;QACL,CAAC;QAED,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YAChB,MAAM,gBAAgB,GAAG,YAAY,IAAI,YAAY,CAAC;YACtD,IAAI,gBAAgB,EAAE,CAAC;gBACrB,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC;gBAChC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,KAAa,EAAE,EAAE;oBACvC,YAAY,IAAI,KAAK,CAAC;oBACtB,MAAM,KAAK,GAAG,YAAY,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;oBAC1C,YAAY,GAAG,KAAK,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC;oBACjC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;wBACzB,IAAI,CAAC,IAAI;4BAAE,SAAS;wBACpB,gBAAgB,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;wBAC/B,MAAM,EAAE,YAAY,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;oBACvC,CAAC;gBACH,CAAC,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QAED,MAAM,OAAO,GAAG,UAAU,CAAC,GAAG,EAAE;YAC9B,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;YACrB,MAAM,CAAC,IAAI,KAAK,CAAC,GAAG,UAAU,YAAY,CAAC,CAAC,CAAC;QAC/C,CAAC,EAAE,SAAS,CAAC,CAAC;QAEd,IAAI,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,KAAK,EAAE,EAAE;YACzB,YAAY,CAAC,OAAO,CAAC,CAAC;YACtB,MAAM,CAAC,KAAK,CAAC,CAAC;QAChB,CAAC,CAAC,CAAC;QAEH,IAAI,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,IAAI,EAAE,EAAE;YACxB,YAAY,CAAC,OAAO,CAAC,CAAC;YACtB,IAAI,YAAY,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC;gBAAE,SAAS,CAAC,YAAY,CAAC,IAAI,EAAE,CAAC,CAAC;YACnE,IAAI,YAAY,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACnC,MAAM,gBAAgB,GAAG,YAAY,IAAI,YAAY,CAAC;gBACtD,IAAI,gBAAgB;oBAAE,gBAAgB,CAAC,YAAY,CAAC,IAAI,EAAE,EAAE,MAAM,CAAC,CAAC;gBACpE,MAAM,EAAE,YAAY,CAAC,QAAQ,EAAE,YAAY,CAAC,IAAI,EAAE,CAAC,CAAC;YACtD,CAAC;YACD,IAAI,IAAI,KAAK,CAAC,EAAE,CAAC;gBACf,OAAO,EAAE,CAAC;gBACV,OAAO;YACT,CAAC;YACD,MAAM,MAAM,GAAG,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,KAAK,MAAM,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACzD,MAAM,CAAC,IAAI,KAAK,CAAC,GAAG,UAAU,qBAAqB,IAAI,GAAG,MAAM,EAAE,CAAC,CAAC,CAAC;QACvE,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,iBAAiB,CAAC,EACtC,OAAO,EACP,IAAI,EACJ,SAAS,EACT,UAAU,GAMX;IACC,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACrC,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,YAAY,CAAC,OAAO,EAAE,IAAI,EAAE;YACnD,KAAK,EAAE,CAAC,QAAQ,EAAE,MAAM,EAAE,MAAM,CAAC;YACjC,KAAK,EAAE,UAAU;YACjB,IAAI,EAAE,UAAU;YAChB,aAAa,EAAE,KAAK;SACrB,CAAC,CAAC;QACH,IAAI,MAAM,GAAG,EAAE,CAAC;QAChB,IAAI,MAAM,GAAG,EAAE,CAAC;QAChB,IAAI,YAAY,GAAG,EAAE,CAAC;QACtB,IAAI,YAAY,GAAG,EAAE,CAAC;QAEtB,MAAM,OAAO,GAAG,UAAU,CAAC,GAAG,EAAE;YAC9B,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;YACrB,MAAM,CAAC,IAAI,KAAK,CAAC,GAAG,UAAU,YAAY,CAAC,CAAC,CAAC;QAC/C,CAAC,EAAE,SAAS,CAAC,CAAC;QAEd,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YAChB,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC;YAChC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,KAAa,EAAE,EAAE;gBACvC,MAAM,IAAI,KAAK,CAAC;gBAChB,YAAY,IAAI,KAAK,CAAC;gBACtB,MAAM,KAAK,GAAG,YAAY,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;gBAC1C,YAAY,GAAG,KAAK,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC;gBACjC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;oBACzB,IAAI,IAAI;wBAAE,MAAM,EAAE,YAAY,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;gBACjD,CAAC;YACH,CAAC,CAAC,CAAC;QACL,CAAC;QAED,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YAChB,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC;YAChC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,KAAa,EAAE,EAAE;gBACvC,IAAI,MAAM,CAAC,MAAM,GAAG,IAAI;oBAAE,MAAM,IAAI,KAAK,CAAC;gBAC1C,YAAY,IAAI,KAAK,CAAC;gBACtB,MAAM,KAAK,GAAG,YAAY,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;gBAC1C,YAAY,GAAG,KAAK,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC;gBACjC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;oBACzB,IAAI,IAAI;wBAAE,MAAM,EAAE,YAAY,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;gBACjD,CAAC;YACH,CAAC,CAAC,CAAC;QACL,CAAC;QAED,IAAI,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,KAAK,EAAE,EAAE;YACzB,YAAY,CAAC,OAAO,CAAC,CAAC;YACtB,MAAM,CAAC,KAAK,CAAC,CAAC;QAChB,CAAC,CAAC,CAAC;QAEH,IAAI,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,IAAI,EAAE,EAAE;YACxB,YAAY,CAAC,OAAO,CAAC,CAAC;YACtB,IAAI,YAAY,CAAC,IAAI,EAAE;gBAAE,MAAM,EAAE,YAAY,CAAC,QAAQ,EAAE,YAAY,CAAC,IAAI,EAAE,CAAC,CAAC;YAC7E,IAAI,YAAY,CAAC,IAAI,EAAE;gBAAE,MAAM,EAAE,YAAY,CAAC,QAAQ,EAAE,YAAY,CAAC,IAAI,EAAE,CAAC,CAAC;YAC7E,IAAI,IAAI,KAAK,CAAC,EAAE,CAAC;gBACf,OAAO,CAAC,MAAM,CAAC,CAAC;gBAChB,OAAO;YACT,CAAC;YACD,MAAM,MAAM,GAAG,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,KAAK,MAAM,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACzD,MAAM,CAAC,IAAI,KAAK,CAAC,GAAG,UAAU,qBAAqB,IAAI,GAAG,MAAM,EAAE,CAAC,CAAC,CAAC;QACvE,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,uBAAuB,CAAC,EAC5C,OAAO,EACP,IAAI,EACJ,SAAS,EACT,UAAU,GAMX;IACC,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACrC,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,YAAY,CAAC,OAAO,EAAE,IAAI,EAAE;YACnD,KAAK,EAAE,CAAC,QAAQ,EAAE,MAAM,EAAE,MAAM,CAAC;YACjC,KAAK,EAAE,UAAU;YACjB,IAAI,EAAE,UAAU;YAChB,aAAa,EAAE,KAAK;SACrB,CAAC,CAAC;QACH,MAAM,MAAM,GAAa,EAAE,CAAC;QAC5B,IAAI,MAAM,GAAG,EAAE,CAAC;QAChB,IAAI,YAAY,GAAG,EAAE,CAAC;QAEtB,MAAM,OAAO,GAAG,UAAU,CAAC,GAAG,EAAE;YAC9B,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;YACrB,MAAM,CAAC,IAAI,KAAK,CAAC,GAAG,UAAU,YAAY,CAAC,CAAC,CAAC;QAC/C,CAAC,EAAE,SAAS,CAAC,CAAC;QAEd,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YAChB,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,KAAa,EAAE,EAAE;gBACvC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACrB,CAAC,CAAC,CAAC;QACL,CAAC;QAED,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YAChB,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC;YAChC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,KAAa,EAAE,EAAE;gBACvC,IAAI,MAAM,CAAC,MAAM,GAAG,IAAI;oBAAE,MAAM,IAAI,KAAK,CAAC;gBAC1C,YAAY,IAAI,KAAK,CAAC;gBACtB,MAAM,KAAK,GAAG,YAAY,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;gBAC1C,YAAY,GAAG,KAAK,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC;gBACjC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;oBACzB,IAAI,IAAI;wBAAE,MAAM,EAAE,YAAY,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;gBACjD,CAAC;YACH,CAAC,CAAC,CAAC;QACL,CAAC;QAED,IAAI,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,KAAK,EAAE,EAAE;YACzB,YAAY,CAAC,OAAO,CAAC,CAAC;YACtB,MAAM,CAAC,KAAK,CAAC,CAAC;QAChB,CAAC,CAAC,CAAC;QAEH,IAAI,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,IAAI,EAAE,EAAE;YACxB,YAAY,CAAC,OAAO,CAAC,CAAC;YACtB,IAAI,YAAY,CAAC,IAAI,EAAE;gBAAE,MAAM,EAAE,YAAY,CAAC,QAAQ,EAAE,YAAY,CAAC,IAAI,EAAE,CAAC,CAAC;YAC7E,IAAI,IAAI,KAAK,CAAC,EAAE,CAAC;gBACf,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC;gBAC/B,OAAO;YACT,CAAC;YACD,MAAM,MAAM,GAAG,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,KAAK,MAAM,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACzD,MAAM,CAAC,IAAI,KAAK,CAAC,GAAG,UAAU,qBAAqB,IAAI,GAAG,MAAM,EAAE,CAAC,CAAC,CAAC;QACvE,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,kBAAkB,CACtC,KAA8B,EAC9B,OAAe,EACf,UAAgE;IAEhE,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,EAAE,CAAC;IAClC,MAAM,WAAW,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;IACnE,MAAM,OAAO,GAAQ,IAAI,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;IAC7C,MAAM,KAAK,GAAG,KAAK,CAAC,MAAM,CAAC;IAC3B,IAAI,SAAS,GAAG,CAAC,CAAC;IAClB,IAAI,SAAS,GAAG,CAAC,CAAC;IAElB,MAAM,MAAM,GAAG,KAAK,IAAI,EAAE;QACxB,OAAO,IAAI,EAAE,CAAC;YACZ,MAAM,OAAO,GAAG,SAAS,CAAC;YAC1B,IAAI,OAAO,IAAI,KAAK,CAAC,MAAM;gBAAE,OAAO;YACpC,SAAS,IAAI,CAAC,CAAC;YACf,IAAI,CAAC;gBACH,OAAO,CAAC,OAAO,CAAC,GAAG,MAAM,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC;YAC5C,CAAC;oBAAS,CAAC;gBACT,SAAS,IAAI,CAAC,CAAC;gBACf,UAAU,EAAE,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC;YACjC,CAAC;QACH,CAAC;IACH,CAAC,CAAC;IAEF,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,GAAG,CAAC,WAAW,EAAE,KAAK,CAAC,MAAM,CAAC,EAAE,EAAE,GAAG,EAAE,CAAC,MAAM,EAAE,CAAC,CAAC;IAC5F,MAAM,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;IAC3B,OAAO,OAAO,CAAC;AACjB,CAAC"}
|