@hypit/hypit 0.0.1 → 0.1.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +26 -0
- package/README.md +203 -0
- package/README.zh-CN.md +195 -0
- package/bin/hypit.mjs +46 -0
- package/dist/public/artifact.d.ts +75 -0
- package/dist/public/author-kit.d.ts +559 -0
- package/dist/public/browser-capture.d.ts +56 -0
- package/dist/public/caption.d.ts +751 -0
- package/dist/public/composition.d.ts +672 -0
- package/dist/public/endpoint-kit.d.ts +366 -0
- package/dist/public/generation.d.ts +591 -0
- package/dist/public/hyperframes.d.ts +774 -0
- package/dist/public/media.d.ts +708 -0
- package/dist/public/model-kit.d.ts +523 -0
- package/dist/public/narrative.d.ts +315 -0
- package/dist/public/program-space.d.ts +193 -0
- package/dist/public/runtime-kit.d.ts +427 -0
- package/dist/public/semantic-track.d.ts +418 -0
- package/dist/public/spatial.d.ts +1193 -0
- package/dist/public/speech.d.ts +391 -0
- package/dist/public/studio-adapter.d.ts +686 -0
- package/dist/public/svs.d.ts +311 -0
- package/dist/public/temporal-markup.d.ts +343 -0
- package/dist/public/temporal.d.ts +497 -0
- package/dist/public/text.d.ts +817 -0
- package/dist/public/visual-ir.d.ts +98 -0
- package/docs/public/hypit-logo-dark.svg +36 -0
- package/docs/public/hypit-logo-light.svg +38 -0
- package/examples/README.md +24 -0
- package/examples/minimal-author-package/README.md +18 -0
- package/examples/minimal-author-package/packages/example-component/README.md +44 -0
- package/examples/minimal-author-package/packages/example-component/package.json +27 -0
- package/examples/minimal-author-package/packages/example-component/preview/Box.png +0 -0
- package/examples/minimal-author-package/packages/example-component/preview/build.svrun +6 -0
- package/examples/minimal-author-package/packages/example-component/preview/preview.svml +47 -0
- package/examples/minimal-author-package/packages/example-component/preview/recipes.svs +8 -0
- package/examples/minimal-author-package/packages/example-component/src/activation.ts +10 -0
- package/examples/minimal-author-package/packages/example-component/src/component.ts +44 -0
- package/examples/minimal-author-package/packages/example-component/src/fragment.ts +32 -0
- package/examples/minimal-author-package/packages/example-component/src/index.ts +6 -0
- package/examples/minimal-author-package/packages/example-component/src/manifest.ts +82 -0
- package/examples/minimal-author-package/packages/example-component/src/style.ts +13 -0
- package/examples/minimal-author-package/packages/example-component/src/surface.ts +41 -0
- package/examples/minimal-author-package/packages/example-component/src/temporal.ts +6 -0
- package/examples/minimal-author-package/packages/example-component/tsconfig.json +18 -0
- package/examples/semantic-composition/README.md +35 -0
- package/examples/semantic-composition/chat.svml +25 -0
- package/examples/semantic-composition/chat.svrun +6 -0
- package/examples/semantic-composition/chat.svs +4 -0
- package/examples/semantic-composition/hypit.runtime.json +8 -0
- package/examples/semantic-composition/packages/chat-scene/README.md +29 -0
- package/examples/semantic-composition/packages/chat-scene/package.json +11 -0
- package/examples/semantic-composition/packages/chat-scene/src/activation.ts +112 -0
- package/examples/semantic-composition/packages/chat-scene/src/render.ts +64 -0
- package/examples/semantic-composition/packages/chat-scene/tsconfig.json +18 -0
- package/examples/semantic-composition/packages/responsive-explainer/README.md +45 -0
- package/examples/semantic-composition/packages/responsive-explainer/package.json +11 -0
- package/examples/semantic-composition/packages/responsive-explainer/src/activation.ts +90 -0
- package/examples/semantic-composition/packages/responsive-explainer/src/render.ts +68 -0
- package/examples/semantic-composition/packages/responsive-explainer/tsconfig.json +18 -0
- package/package.json +259 -7
- package/packages/artifact/README.md +10 -0
- package/packages/artifact/package.json +16 -0
- package/packages/artifact/src/activation.ts +8 -0
- package/packages/artifact/src/index.ts +24 -0
- package/packages/audio-track/README.md +43 -0
- package/packages/audio-track/package.json +36 -0
- package/packages/audio-track/src/activation.ts +20 -0
- package/packages/audio-track/src/component.ts +40 -0
- package/packages/audio-track/src/fragment.ts +63 -0
- package/packages/audio-track/src/index.ts +7 -0
- package/packages/audio-track/src/manifest.ts +151 -0
- package/packages/audio-track/src/program.ts +254 -0
- package/packages/audio-track/src/surface.ts +187 -0
- package/packages/audio-track/src/types.ts +62 -0
- package/packages/audio-track-studio/README.md +3 -0
- package/packages/audio-track-studio/package.json +14 -0
- package/packages/audio-track-studio/src/activation.ts +7 -0
- package/packages/audio-track-studio/src/index.ts +72 -0
- package/packages/author-kit/README.md +31 -0
- package/packages/author-kit/package.json +16 -0
- package/packages/author-kit/src/index.ts +59 -0
- package/packages/background-removal/README.md +29 -0
- package/packages/background-removal/package.json +16 -0
- package/packages/background-removal/src/activation.ts +18 -0
- package/packages/background-removal/src/component.ts +32 -0
- package/packages/background-removal/src/fragment.ts +18 -0
- package/packages/background-removal/src/index.ts +6 -0
- package/packages/background-removal/src/manifest.ts +45 -0
- package/packages/background-removal/src/program.ts +19 -0
- package/packages/background-removal/src/surface.ts +27 -0
- package/packages/background-removal/src/types.ts +5 -0
- package/packages/browser-capture/README.md +82 -0
- package/packages/browser-capture/package.json +15 -0
- package/packages/browser-capture/src/browser.ts +19 -0
- package/packages/browser-capture/src/index.ts +198 -0
- package/packages/build-result/package.json +13 -0
- package/packages/build-result/src/decode.ts +286 -0
- package/packages/build-result/src/index.ts +25 -0
- package/packages/build-result/src/store.ts +505 -0
- package/packages/build-result/src/types.ts +354 -0
- package/packages/build-result/src/writer.ts +184 -0
- package/packages/build-result-fs/README.md +29 -0
- package/packages/build-result-fs/package.json +17 -0
- package/packages/build-result-fs/src/activation.ts +62 -0
- package/packages/build-result-fs/src/index.ts +1 -0
- package/packages/build-result-kit/README.md +10 -0
- package/packages/build-result-kit/package.json +15 -0
- package/packages/build-result-kit/src/index.ts +144 -0
- package/packages/build-result-s3/README.md +49 -0
- package/packages/build-result-s3/package.json +19 -0
- package/packages/build-result-s3/src/activation.ts +71 -0
- package/packages/build-result-s3/src/client.ts +254 -0
- package/packages/build-result-s3/src/index.ts +4 -0
- package/packages/build-result-s3/src/repository.ts +361 -0
- package/packages/caption/README.md +77 -0
- package/packages/caption/package.json +28 -0
- package/packages/caption/src/activation.ts +17 -0
- package/packages/caption/src/component.ts +38 -0
- package/packages/caption/src/display.ts +111 -0
- package/packages/caption/src/error.ts +9 -0
- package/packages/caption/src/fragment.ts +26 -0
- package/packages/caption/src/index.ts +33 -0
- package/packages/caption/src/manifest.ts +97 -0
- package/packages/caption/src/style.ts +170 -0
- package/packages/caption/src/surface.ts +96 -0
- package/packages/caption/src/temporalize.ts +124 -0
- package/packages/caption/src/types.ts +71 -0
- package/packages/caption-fine/README.md +108 -0
- package/packages/caption-fine/package.json +30 -0
- package/packages/caption-fine/preview/Track.png +0 -0
- package/packages/caption-fine/src/activation.ts +32 -0
- package/packages/caption-fine/src/component.ts +58 -0
- package/packages/caption-fine/src/fragment.ts +112 -0
- package/packages/caption-fine/src/index.ts +19 -0
- package/packages/caption-fine/src/manifest.ts +383 -0
- package/packages/caption-fine/src/recipe.ts +120 -0
- package/packages/caption-fine/src/render.ts +1133 -0
- package/packages/caption-fine/src/schedule.ts +126 -0
- package/packages/caption-fine/src/spacing.ts +69 -0
- package/packages/caption-fine/src/style.ts +370 -0
- package/packages/caption-fine/src/surface.ts +152 -0
- package/packages/caption-fine/src/types.ts +191 -0
- package/packages/caption-fine-studio/README.md +3 -0
- package/packages/caption-fine-studio/package.json +15 -0
- package/packages/caption-fine-studio/src/activation.ts +7 -0
- package/packages/caption-fine-studio/src/index.ts +163 -0
- package/packages/cli/README.md +51 -0
- package/packages/cli/package.json +33 -0
- package/packages/cli/src/arguments.ts +605 -0
- package/packages/cli/src/build-planning.ts +460 -0
- package/packages/cli/src/command.ts +202 -0
- package/packages/cli/src/commands/environment.ts +391 -0
- package/packages/cli/src/commands/execution.ts +321 -0
- package/packages/cli/src/commands/results.ts +187 -0
- package/packages/cli/src/commands/types.ts +9 -0
- package/packages/cli/src/distribution.ts +74 -0
- package/packages/cli/src/index.ts +30 -0
- package/packages/cli/src/machine-view.ts +28 -0
- package/packages/cli/src/main.ts +654 -0
- package/packages/cli/src/oauth.ts +228 -0
- package/packages/cli/src/observation.ts +203 -0
- package/packages/cli/src/output.ts +1007 -0
- package/packages/cli/src/paths.ts +7 -0
- package/packages/cli/src/project-context.ts +38 -0
- package/packages/cli/src/reachability.ts +91 -0
- package/packages/cli/src/result-export.ts +148 -0
- package/packages/cli/src/result-query.ts +46 -0
- package/packages/cli/src/run-file.ts +186 -0
- package/packages/cli/src/runtime-port.ts +13 -0
- package/packages/cli/src/runtime-selection.ts +94 -0
- package/packages/cli/src/runtime-view.ts +15 -0
- package/packages/cli/src/source-discovery.ts +150 -0
- package/packages/cli/src/source-packages.ts +91 -0
- package/packages/cli/src/view.ts +228 -0
- package/packages/comment-sticker/README.md +41 -0
- package/packages/comment-sticker/package.json +29 -0
- package/packages/comment-sticker/preview/Track.png +0 -0
- package/packages/comment-sticker/src/activation.ts +32 -0
- package/packages/comment-sticker/src/author.ts +148 -0
- package/packages/comment-sticker/src/component.ts +97 -0
- package/packages/comment-sticker/src/fragment.ts +124 -0
- package/packages/comment-sticker/src/index.ts +8 -0
- package/packages/comment-sticker/src/manifest.ts +373 -0
- package/packages/comment-sticker/src/program.ts +610 -0
- package/packages/comment-sticker/src/surface.ts +172 -0
- package/packages/comment-sticker/src/types.ts +109 -0
- package/packages/comment-sticker-studio/README.md +3 -0
- package/packages/comment-sticker-studio/package.json +14 -0
- package/packages/comment-sticker-studio/src/activation.ts +7 -0
- package/packages/comment-sticker-studio/src/index.ts +132 -0
- package/packages/compiler-markup-node/README.md +12 -0
- package/packages/compiler-markup-node/package.json +22 -0
- package/packages/compiler-markup-node/src/index.ts +59 -0
- package/packages/compiler-node/README.md +60 -0
- package/packages/compiler-node/package.json +25 -0
- package/packages/compiler-node/src/compiler.ts +207 -0
- package/packages/compiler-node/src/error.ts +11 -0
- package/packages/compiler-node/src/graph-query.ts +51 -0
- package/packages/compiler-node/src/index.ts +27 -0
- package/packages/compiler-node/src/modules.ts +107 -0
- package/packages/compiler-node/src/run.ts +355 -0
- package/packages/component-kit/README.md +97 -0
- package/packages/component-kit/package.json +13 -0
- package/packages/component-kit/src/index.ts +155 -0
- package/packages/composition/README.md +53 -0
- package/packages/composition/package.json +29 -0
- package/packages/composition/src/activation.ts +3 -0
- package/packages/composition/src/component.ts +10 -0
- package/packages/composition/src/index.ts +18 -0
- package/packages/composition/src/manifest.ts +13 -0
- package/packages/composition/src/schema.ts +194 -0
- package/packages/composition/src/track.ts +1403 -0
- package/packages/core/README.md +22 -0
- package/packages/core/package.json +13 -0
- package/packages/core/src/error.ts +12 -0
- package/packages/core/src/graph.ts +341 -0
- package/packages/core/src/index.ts +32 -0
- package/packages/core/src/link.ts +240 -0
- package/packages/core/src/machine.ts +60 -0
- package/packages/core/src/plan.ts +504 -0
- package/packages/core/src/reducer.ts +428 -0
- package/packages/core/src/reference.ts +25 -0
- package/packages/core/src/slice.ts +108 -0
- package/packages/credential-store-env/README.md +11 -0
- package/packages/credential-store-env/package.json +17 -0
- package/packages/credential-store-env/src/activation.ts +25 -0
- package/packages/credential-store-env/src/index.ts +23 -0
- package/packages/credential-store-os/README.md +13 -0
- package/packages/credential-store-os/package.json +22 -0
- package/packages/credential-store-os/runtime/windows-credential.ps1 +59 -0
- package/packages/credential-store-os/src/activation.ts +32 -0
- package/packages/credential-store-os/src/index.ts +2 -0
- package/packages/credential-store-os/src/store.ts +196 -0
- package/packages/deck-track/README.md +52 -0
- package/packages/deck-track/package.json +35 -0
- package/packages/deck-track/preview/DepthStack.png +0 -0
- package/packages/deck-track/src/activation.ts +32 -0
- package/packages/deck-track/src/author.ts +217 -0
- package/packages/deck-track/src/component.ts +86 -0
- package/packages/deck-track/src/fragment.ts +148 -0
- package/packages/deck-track/src/index.ts +16 -0
- package/packages/deck-track/src/lower.ts +370 -0
- package/packages/deck-track/src/manifest.ts +438 -0
- package/packages/deck-track/src/program.ts +367 -0
- package/packages/deck-track/src/surface.ts +286 -0
- package/packages/deck-track/src/types.ts +119 -0
- package/packages/deck-track-studio/README.md +3 -0
- package/packages/deck-track-studio/package.json +14 -0
- package/packages/deck-track-studio/src/activation.ts +7 -0
- package/packages/deck-track-studio/src/index.ts +134 -0
- package/packages/driver-node/README.md +23 -0
- package/packages/driver-node/package.json +18 -0
- package/packages/driver-node/src/driver.ts +616 -0
- package/packages/driver-node/src/index.ts +10 -0
- package/packages/driver-node/src/planning.ts +67 -0
- package/packages/driver-node/src/registry.ts +234 -0
- package/packages/driver-node/src/resources.ts +36 -0
- package/packages/driver-node/src/types.ts +69 -0
- package/packages/elaborator/README.md +74 -0
- package/packages/elaborator/package.json +16 -0
- package/packages/elaborator/src/author.ts +308 -0
- package/packages/elaborator/src/fragment.ts +505 -0
- package/packages/elaborator/src/frontend-facet.ts +30 -0
- package/packages/elaborator/src/index.ts +78 -0
- package/packages/elaborator/src/source.ts +608 -0
- package/packages/endpoint-kit/README.md +111 -0
- package/packages/endpoint-kit/package.json +14 -0
- package/packages/endpoint-kit/src/index.ts +488 -0
- package/packages/estimate/README.md +32 -0
- package/packages/estimate/package.json +20 -0
- package/packages/estimate/src/activation.ts +11 -0
- package/packages/estimate/src/index.ts +16 -0
- package/packages/estimate/src/manifest.ts +34 -0
- package/packages/estimate/src/policy.ts +70 -0
- package/packages/estimate/src/program.ts +196 -0
- package/packages/estimate/src/types.ts +15 -0
- package/packages/film/README.md +49 -0
- package/packages/film/package.json +34 -0
- package/packages/film/src/activation.ts +16 -0
- package/packages/film/src/component.ts +61 -0
- package/packages/film/src/fragment.ts +83 -0
- package/packages/film/src/index.ts +11 -0
- package/packages/film/src/manifest.ts +152 -0
- package/packages/film/src/program.ts +110 -0
- package/packages/film/src/recipe.ts +24 -0
- package/packages/film/src/surface.ts +146 -0
- package/packages/film/src/types.ts +26 -0
- package/packages/film-studio/package.json +16 -0
- package/packages/film-studio/src/activation.ts +8 -0
- package/packages/film-studio/src/index.ts +17 -0
- package/packages/fonts-open/README.md +77 -0
- package/packages/fonts-open/package.json +130 -0
- package/packages/fonts-open/src/activation.ts +30 -0
- package/packages/fonts-open/src/catalog.ts +317 -0
- package/packages/fonts-open/src/index.ts +13 -0
- package/packages/fonts-open/src/manifest.ts +83 -0
- package/packages/fonts-open/src/surface.ts +239 -0
- package/packages/generation/README.md +19 -0
- package/packages/generation/package.json +23 -0
- package/packages/generation/src/activation.ts +9 -0
- package/packages/generation/src/component.ts +77 -0
- package/packages/generation/src/identity.ts +80 -0
- package/packages/generation/src/index.ts +79 -0
- package/packages/generation/src/manifest.ts +65 -0
- package/packages/generation/src/mapping.ts +231 -0
- package/packages/generation/src/ports.ts +222 -0
- package/packages/generation/src/request.ts +427 -0
- package/packages/generation/src/schema.ts +62 -0
- package/packages/generation/src/types.ts +17 -0
- package/packages/gpt-image/README.md +54 -0
- package/packages/gpt-image/package.json +34 -0
- package/packages/gpt-image/src/activation.ts +39 -0
- package/packages/gpt-image/src/fragment.ts +101 -0
- package/packages/gpt-image/src/index.ts +203 -0
- package/packages/gpt-image/src/surface.ts +194 -0
- package/packages/gpt-image-kits/README.md +44 -0
- package/packages/gpt-image-kits/kits/phone-ugc-v1.svs +34 -0
- package/packages/gpt-image-kits/package.json +15 -0
- package/packages/grok-imagine/README.md +21 -0
- package/packages/grok-imagine/package.json +21 -0
- package/packages/grok-imagine/src/activation.ts +29 -0
- package/packages/grok-imagine/src/index.ts +174 -0
- package/packages/grok-imagine/src/surface.ts +149 -0
- package/packages/host/README.md +5 -0
- package/packages/host/package.json +10 -0
- package/packages/host/src/facet.ts +6 -0
- package/packages/host/src/frontend.ts +56 -0
- package/packages/host/src/index.ts +9 -0
- package/packages/hyperframes/README.md +69 -0
- package/packages/hyperframes/package.json +36 -0
- package/packages/hyperframes/src/activation.ts +8 -0
- package/packages/hyperframes/src/browser-program.ts +79 -0
- package/packages/hyperframes/src/component.ts +32 -0
- package/packages/hyperframes/src/document.ts +827 -0
- package/packages/hyperframes/src/fragment.ts +32 -0
- package/packages/hyperframes/src/index.ts +13 -0
- package/packages/hyperframes/src/manifest.ts +67 -0
- package/packages/hyperframes/src/project.ts +118 -0
- package/packages/hyperframes/src/text.ts +1179 -0
- package/packages/hyperframes/src/types.ts +38 -0
- package/packages/image-compose/README.md +25 -0
- package/packages/image-compose/package.json +18 -0
- package/packages/image-compose/src/activation.ts +21 -0
- package/packages/image-compose/src/component.ts +100 -0
- package/packages/image-compose/src/fragment.ts +54 -0
- package/packages/image-compose/src/index.ts +10 -0
- package/packages/image-compose/src/manifest.ts +119 -0
- package/packages/image-compose/src/program.ts +75 -0
- package/packages/image-compose/src/surface.ts +83 -0
- package/packages/image-compose/src/types.ts +22 -0
- package/packages/image-transform/README.md +29 -0
- package/packages/image-transform/package.json +21 -0
- package/packages/image-transform/src/activation.ts +33 -0
- package/packages/image-transform/src/component.ts +67 -0
- package/packages/image-transform/src/fragment.ts +25 -0
- package/packages/image-transform/src/index.ts +13 -0
- package/packages/image-transform/src/manifest.ts +209 -0
- package/packages/image-transform/src/program.ts +23 -0
- package/packages/image-transform/src/surface.ts +216 -0
- package/packages/image-transform/src/types.ts +20 -0
- package/packages/interview-emoji-reveal/README.md +39 -0
- package/packages/interview-emoji-reveal/package.json +23 -0
- package/packages/interview-emoji-reveal/preview/Track.png +0 -0
- package/packages/interview-emoji-reveal/src/activation.ts +14 -0
- package/packages/interview-emoji-reveal/src/component.ts +45 -0
- package/packages/interview-emoji-reveal/src/fragment.ts +62 -0
- package/packages/interview-emoji-reveal/src/index.ts +16 -0
- package/packages/interview-emoji-reveal/src/manifest.ts +174 -0
- package/packages/interview-emoji-reveal/src/program.ts +242 -0
- package/packages/interview-emoji-reveal/src/style.ts +47 -0
- package/packages/interview-emoji-reveal/src/surface.ts +110 -0
- package/packages/interview-emoji-reveal/src/types.ts +52 -0
- package/packages/markup/README.md +81 -0
- package/packages/markup/package.json +16 -0
- package/packages/markup/src/element.ts +39 -0
- package/packages/markup/src/error.ts +20 -0
- package/packages/markup/src/frontend.ts +518 -0
- package/packages/markup/src/host-facet.ts +115 -0
- package/packages/markup/src/index.ts +25 -0
- package/packages/markup/src/registry.ts +83 -0
- package/packages/markup/src/syntax.ts +271 -0
- package/packages/markup/src/types.ts +246 -0
- package/packages/media/README.md +37 -0
- package/packages/media/package.json +19 -0
- package/packages/media/src/activation.ts +38 -0
- package/packages/media/src/component.ts +16 -0
- package/packages/media/src/frame-range.ts +33 -0
- package/packages/media/src/identity.ts +227 -0
- package/packages/media/src/index.ts +15 -0
- package/packages/media/src/manifest.ts +122 -0
- package/packages/media/src/render.ts +140 -0
- package/packages/media/src/schema.ts +69 -0
- package/packages/media/src/surface.ts +150 -0
- package/packages/media/src/types.ts +121 -0
- package/packages/media-execution/README.md +28 -0
- package/packages/media-execution/package.json +17 -0
- package/packages/media-execution/src/execute.ts +1322 -0
- package/packages/media-execution/src/index.ts +16 -0
- package/packages/media-execution/src/probe.ts +315 -0
- package/packages/media-execution/src/surface.ts +286 -0
- package/packages/media-execution/src/toolchain.ts +81 -0
- package/packages/media-execution/src/webp.ts +200 -0
- package/packages/media-pipeline/README.md +113 -0
- package/packages/media-pipeline/package.json +27 -0
- package/packages/media-pipeline/src/activation.ts +47 -0
- package/packages/media-pipeline/src/audio-plan.ts +113 -0
- package/packages/media-pipeline/src/component.ts +373 -0
- package/packages/media-pipeline/src/fragment.ts +167 -0
- package/packages/media-pipeline/src/index.ts +46 -0
- package/packages/media-pipeline/src/manifest.ts +653 -0
- package/packages/media-pipeline/src/operations.ts +248 -0
- package/packages/media-pipeline/src/selection.ts +110 -0
- package/packages/media-pipeline/src/surface.ts +389 -0
- package/packages/media-pipeline/src/types.ts +175 -0
- package/packages/media-track/README.md +197 -0
- package/packages/media-track/package.json +29 -0
- package/packages/media-track/preview/Track.png +0 -0
- package/packages/media-track/preview/build.svrun +5 -0
- package/packages/media-track/preview/flush.png +0 -0
- package/packages/media-track/preview/preview.svml +47 -0
- package/packages/media-track/preview/recipes.svs +23 -0
- package/packages/media-track/preview/rounded.png +0 -0
- package/packages/media-track/src/activation.ts +20 -0
- package/packages/media-track/src/author.ts +317 -0
- package/packages/media-track/src/component.ts +162 -0
- package/packages/media-track/src/fragment.ts +57 -0
- package/packages/media-track/src/index.ts +65 -0
- package/packages/media-track/src/layers.ts +308 -0
- package/packages/media-track/src/lower.ts +335 -0
- package/packages/media-track/src/manifest.ts +624 -0
- package/packages/media-track/src/motion.ts +387 -0
- package/packages/media-track/src/performance.ts +37 -0
- package/packages/media-track/src/presentation.ts +35 -0
- package/packages/media-track/src/program.ts +565 -0
- package/packages/media-track/src/sampling.ts +118 -0
- package/packages/media-track/src/sequence.ts +403 -0
- package/packages/media-track/src/sounds.ts +71 -0
- package/packages/media-track/src/surface.ts +668 -0
- package/packages/media-track/src/types.ts +311 -0
- package/packages/media-track-studio/README.md +3 -0
- package/packages/media-track-studio/package.json +15 -0
- package/packages/media-track-studio/src/activation.ts +7 -0
- package/packages/media-track-studio/src/index.ts +235 -0
- package/packages/mimo-speech/README.md +33 -0
- package/packages/mimo-speech/package.json +21 -0
- package/packages/mimo-speech/src/activation.ts +32 -0
- package/packages/mimo-speech/src/fragment.ts +11 -0
- package/packages/mimo-speech/src/index.ts +160 -0
- package/packages/mimo-speech/src/surface.ts +193 -0
- package/packages/minimax-h3/README.md +21 -0
- package/packages/minimax-h3/package.json +21 -0
- package/packages/minimax-h3/src/activation.ts +14 -0
- package/packages/minimax-h3/src/index.ts +188 -0
- package/packages/minimax-h3/src/surface.ts +87 -0
- package/packages/model-kit/README.md +52 -0
- package/packages/model-kit/package.json +19 -0
- package/packages/model-kit/src/index.ts +728 -0
- package/packages/nano-banana/README.md +23 -0
- package/packages/nano-banana/package.json +21 -0
- package/packages/nano-banana/src/activation.ts +14 -0
- package/packages/nano-banana/src/index.ts +172 -0
- package/packages/nano-banana/src/surface.ts +120 -0
- package/packages/narrative/README.md +7 -0
- package/packages/narrative/package.json +17 -0
- package/packages/narrative/src/activation.ts +7 -0
- package/packages/narrative/src/component.ts +33 -0
- package/packages/narrative/src/identity.ts +131 -0
- package/packages/narrative/src/index.ts +11 -0
- package/packages/narrative/src/manifest.ts +30 -0
- package/packages/narrative/src/schema.ts +89 -0
- package/packages/narrative/src/types.ts +141 -0
- package/packages/package-loader-node/README.md +23 -0
- package/packages/package-loader-node/package.json +15 -0
- package/packages/package-loader-node/src/contribution.ts +97 -0
- package/packages/package-loader-node/src/distribution-resolution.ts +146 -0
- package/packages/package-loader-node/src/index.ts +27 -0
- package/packages/package-loader-node/src/loader.ts +301 -0
- package/packages/package-loader-node/src/location.ts +279 -0
- package/packages/package-loader-node/src/types.ts +60 -0
- package/packages/program-space/README.md +20 -0
- package/packages/program-space/package.json +17 -0
- package/packages/program-space/src/activation.ts +19 -0
- package/packages/program-space/src/index.ts +107 -0
- package/packages/program-space/src/surface.ts +55 -0
- package/packages/protocol/README.md +11 -0
- package/packages/protocol/package.json +10 -0
- package/packages/protocol/src/build-id.ts +52 -0
- package/packages/protocol/src/build.ts +265 -0
- package/packages/protocol/src/canonical.ts +37 -0
- package/packages/protocol/src/error.ts +11 -0
- package/packages/protocol/src/identity.ts +59 -0
- package/packages/protocol/src/index.ts +9 -0
- package/packages/protocol/src/module.ts +67 -0
- package/packages/protocol/src/value.ts +88 -0
- package/packages/provider-hyperframes-aws-lambda/README.md +30 -0
- package/packages/provider-hyperframes-aws-lambda/package.json +30 -0
- package/packages/provider-hyperframes-aws-lambda/src/activation.ts +97 -0
- package/packages/provider-hyperframes-aws-lambda/src/client.ts +114 -0
- package/packages/provider-hyperframes-aws-lambda/src/index.ts +21 -0
- package/packages/provider-hyperframes-aws-lambda/src/provider.ts +522 -0
- package/packages/provider-hyperframes-local/README.md +129 -0
- package/packages/provider-hyperframes-local/package.json +34 -0
- package/packages/provider-hyperframes-local/src/activation.ts +107 -0
- package/packages/provider-hyperframes-local/src/capture-process.ts +110 -0
- package/packages/provider-hyperframes-local/src/capture-worker.ts +17 -0
- package/packages/provider-hyperframes-local/src/capture.ts +184 -0
- package/packages/provider-hyperframes-local/src/index.ts +10 -0
- package/packages/provider-hyperframes-local/src/options.ts +19 -0
- package/packages/provider-hyperframes-local/src/output.ts +73 -0
- package/packages/provider-hyperframes-local/src/process.ts +83 -0
- package/packages/provider-hyperframes-local/src/program.ts +58 -0
- package/packages/provider-hyperframes-local/src/provider.ts +62 -0
- package/packages/provider-hyperframes-local/src/render.ts +114 -0
- package/packages/provider-hyperframes-local/src/sampling.ts +89 -0
- package/packages/provider-hypihub/README.md +143 -0
- package/packages/provider-hypihub/package.json +26 -0
- package/packages/provider-hypihub/src/activation.ts +91 -0
- package/packages/provider-hypihub/src/index.ts +2 -0
- package/packages/provider-hypihub/src/mapping.ts +145 -0
- package/packages/provider-hypihub/src/oauth.ts +113 -0
- package/packages/provider-hypihub/src/provider.ts +566 -0
- package/packages/provider-hypihub/src/routes.ts +134 -0
- package/packages/provider-hypihub/src/upload.ts +402 -0
- package/packages/provider-image-opencv-local/README.md +16 -0
- package/packages/provider-image-opencv-local/package.json +27 -0
- package/packages/provider-image-opencv-local/runtime/raster_execute.py +299 -0
- package/packages/provider-image-opencv-local/src/activation.ts +61 -0
- package/packages/provider-image-opencv-local/src/deployment.ts +68 -0
- package/packages/provider-image-opencv-local/src/index.ts +2 -0
- package/packages/provider-image-opencv-local/src/program.ts +60 -0
- package/packages/provider-image-opencv-local/src/provider.ts +155 -0
- package/packages/provider-kie/README.md +134 -0
- package/packages/provider-kie/package.json +43 -0
- package/packages/provider-kie/src/activation.ts +71 -0
- package/packages/provider-kie/src/index.ts +10 -0
- package/packages/provider-kie/src/mapping.ts +182 -0
- package/packages/provider-kie/src/provider.ts +657 -0
- package/packages/provider-kie/src/routes.ts +150 -0
- package/packages/provider-media-local/README.md +58 -0
- package/packages/provider-media-local/package.json +28 -0
- package/packages/provider-media-local/src/activation.ts +65 -0
- package/packages/provider-media-local/src/index.ts +2 -0
- package/packages/provider-media-local/src/program.ts +19 -0
- package/packages/provider-media-local/src/provider.ts +150 -0
- package/packages/provider-whisperx-local/README.md +44 -0
- package/packages/provider-whisperx-local/package.json +27 -0
- package/packages/provider-whisperx-local/src/activation.ts +93 -0
- package/packages/provider-whisperx-local/src/index.ts +5 -0
- package/packages/provider-whisperx-local/src/program.ts +157 -0
- package/packages/provider-whisperx-local/src/provider.ts +191 -0
- package/packages/provider-xiaomi-mimo/README.md +32 -0
- package/packages/provider-xiaomi-mimo/package.json +24 -0
- package/packages/provider-xiaomi-mimo/src/activation.ts +57 -0
- package/packages/provider-xiaomi-mimo/src/index.ts +5 -0
- package/packages/provider-xiaomi-mimo/src/provider.ts +214 -0
- package/packages/ranking/README.md +67 -0
- package/packages/ranking/package.json +33 -0
- package/packages/ranking/preview/Column.svg +29 -0
- package/packages/ranking/preview/TierBoard.png +0 -0
- package/packages/ranking/preview/TierBoard.svg +36 -0
- package/packages/ranking/preview/TopThree.png +0 -0
- package/packages/ranking/src/activation.ts +38 -0
- package/packages/ranking/src/component.ts +271 -0
- package/packages/ranking/src/fragment.ts +206 -0
- package/packages/ranking/src/index.ts +26 -0
- package/packages/ranking/src/manifest.ts +807 -0
- package/packages/ranking/src/render.ts +698 -0
- package/packages/ranking/src/schedule.ts +895 -0
- package/packages/ranking/src/style.ts +272 -0
- package/packages/ranking/src/surface.ts +322 -0
- package/packages/ranking/src/tier.ts +176 -0
- package/packages/ranking/src/types.ts +277 -0
- package/packages/ranking-studio/README.md +3 -0
- package/packages/ranking-studio/package.json +14 -0
- package/packages/ranking-studio/src/activation.ts +7 -0
- package/packages/ranking-studio/src/index.ts +255 -0
- package/packages/raster/README.md +7 -0
- package/packages/raster/package.json +14 -0
- package/packages/raster/src/activation.ts +7 -0
- package/packages/raster/src/index.ts +7 -0
- package/packages/raster/src/manifest.ts +14 -0
- package/packages/raster/src/program.ts +128 -0
- package/packages/raster/src/schema.ts +53 -0
- package/packages/raster/src/types.ts +61 -0
- package/packages/render-hyperframes/README.md +58 -0
- package/packages/render-hyperframes/package.json +33 -0
- package/packages/render-hyperframes/src/activation.ts +18 -0
- package/packages/render-hyperframes/src/component.ts +37 -0
- package/packages/render-hyperframes/src/fragment.ts +73 -0
- package/packages/render-hyperframes/src/index.ts +6 -0
- package/packages/render-hyperframes/src/manifest.ts +100 -0
- package/packages/render-hyperframes/src/product.ts +29 -0
- package/packages/render-hyperframes/src/surface.ts +65 -0
- package/packages/resource-store-fs/README.md +13 -0
- package/packages/resource-store-fs/package.json +14 -0
- package/packages/resource-store-fs/src/index.ts +2 -0
- package/packages/resource-store-fs/src/store.ts +154 -0
- package/packages/resource-store-s3/README.md +15 -0
- package/packages/resource-store-s3/package.json +15 -0
- package/packages/resource-store-s3/src/client.ts +138 -0
- package/packages/resource-store-s3/src/index.ts +10 -0
- package/packages/resource-store-s3/src/store.ts +258 -0
- package/packages/run/README.md +23 -0
- package/packages/run/package.json +16 -0
- package/packages/run/src/candidate.ts +33 -0
- package/packages/run/src/facet.ts +59 -0
- package/packages/run/src/frontend-facet.ts +23 -0
- package/packages/run/src/frontend.ts +62 -0
- package/packages/run/src/graph.ts +65 -0
- package/packages/run/src/index.ts +33 -0
- package/packages/run/src/registry.ts +24 -0
- package/packages/run/src/resolve.ts +213 -0
- package/packages/run/src/types.ts +147 -0
- package/packages/run-markup/README.md +60 -0
- package/packages/run-markup/package.json +22 -0
- package/packages/run-markup/src/activation.ts +10 -0
- package/packages/run-markup/src/frontend.ts +16 -0
- package/packages/run-markup/src/index.ts +5 -0
- package/packages/run-markup/src/syntax.ts +304 -0
- package/packages/runtime/README.md +39 -0
- package/packages/runtime/package.json +15 -0
- package/packages/runtime/src/capacity.ts +51 -0
- package/packages/runtime/src/catalog.ts +30 -0
- package/packages/runtime/src/credentials.ts +124 -0
- package/packages/runtime/src/environment.ts +6 -0
- package/packages/runtime/src/execution.ts +125 -0
- package/packages/runtime/src/index.ts +24 -0
- package/packages/runtime/src/operations.ts +99 -0
- package/packages/runtime/src/scheduler.ts +281 -0
- package/packages/runtime/src/submission.ts +24 -0
- package/packages/runtime/src/types.ts +157 -0
- package/packages/runtime-host-node/README.md +25 -0
- package/packages/runtime-host-node/package.json +19 -0
- package/packages/runtime-host-node/src/index.ts +421 -0
- package/packages/runtime-host-node/src/packages.ts +158 -0
- package/packages/runtime-kit/README.md +42 -0
- package/packages/runtime-kit/package.json +16 -0
- package/packages/runtime-kit/src/index.ts +307 -0
- package/packages/runtime-kit/src/request-deadline.ts +17 -0
- package/packages/runtime-local/README.md +119 -0
- package/packages/runtime-local/package.json +33 -0
- package/packages/runtime-local/src/actions.ts +20 -0
- package/packages/runtime-local/src/config.ts +1229 -0
- package/packages/runtime-local/src/control.ts +120 -0
- package/packages/runtime-local/src/credentials.ts +61 -0
- package/packages/runtime-local/src/host.ts +174 -0
- package/packages/runtime-local/src/index.ts +36 -0
- package/packages/runtime-local/src/process-control.ts +59 -0
- package/packages/runtime-local/src/process-logs.ts +33 -0
- package/packages/runtime-local/src/programs.ts +441 -0
- package/packages/runtime-local/src/result-writer.ts +246 -0
- package/packages/runtime-local/src/runtime.ts +342 -0
- package/packages/runtime-local/src/types.ts +100 -0
- package/packages/runtime-local/src/worker-process.ts +343 -0
- package/packages/runtime-local/src/worker.ts +449 -0
- package/packages/screen-overlay/README.md +17 -0
- package/packages/screen-overlay/package.json +31 -0
- package/packages/screen-overlay/preview/Track.png +0 -0
- package/packages/screen-overlay/src/activation.ts +15 -0
- package/packages/screen-overlay/src/component.ts +20 -0
- package/packages/screen-overlay/src/fragment.ts +40 -0
- package/packages/screen-overlay/src/index.ts +7 -0
- package/packages/screen-overlay/src/manifest.ts +305 -0
- package/packages/screen-overlay/src/program.ts +321 -0
- package/packages/screen-overlay/src/surface.ts +90 -0
- package/packages/screen-overlay/src/types.ts +69 -0
- package/packages/screen-overlay-studio/README.md +3 -0
- package/packages/screen-overlay-studio/package.json +14 -0
- package/packages/screen-overlay-studio/src/activation.ts +7 -0
- package/packages/screen-overlay-studio/src/index.ts +80 -0
- package/packages/script/README.md +137 -0
- package/packages/script/package.json +22 -0
- package/packages/script/src/activation.ts +20 -0
- package/packages/script/src/edit.ts +174 -0
- package/packages/script/src/error.ts +13 -0
- package/packages/script/src/format.ts +83 -0
- package/packages/script/src/index.ts +20 -0
- package/packages/script/src/lexical.ts +133 -0
- package/packages/script/src/manifest.ts +95 -0
- package/packages/script/src/narrative.ts +232 -0
- package/packages/script/src/parser.ts +850 -0
- package/packages/script/src/surface.ts +132 -0
- package/packages/script/src/types.ts +125 -0
- package/packages/script-studio/package.json +13 -0
- package/packages/script-studio/src/activation.ts +8 -0
- package/packages/script-studio/src/index.ts +61 -0
- package/packages/seedance/README.md +19 -0
- package/packages/seedance/package.json +22 -0
- package/packages/seedance/src/activation.ts +38 -0
- package/packages/seedance/src/fragment.ts +46 -0
- package/packages/seedance/src/index.ts +329 -0
- package/packages/seedance/src/surface.ts +355 -0
- package/packages/seedance-kits/README.md +153 -0
- package/packages/seedance-kits/kits/broll-v1.svs +52 -0
- package/packages/seedance-kits/kits/call-v1.svs +55 -0
- package/packages/seedance-kits/kits/camera-reference-v1.svs +9 -0
- package/packages/seedance-kits/kits/motion-reference-v1.svs +9 -0
- package/packages/seedance-kits/kits/podcast-v1.svs +55 -0
- package/packages/seedance-kits/kits/speaker-v1.svs +136 -0
- package/packages/seedance-kits/kits/street-interview-v1.svs +49 -0
- package/packages/seedance-kits/package.json +24 -0
- package/packages/seedream/README.md +21 -0
- package/packages/seedream/package.json +21 -0
- package/packages/seedream/src/activation.ts +12 -0
- package/packages/seedream/src/index.ts +162 -0
- package/packages/seedream/src/surface.ts +84 -0
- package/packages/semantic-take-adjust/package.json +21 -0
- package/packages/semantic-take-adjust/src/activation.ts +22 -0
- package/packages/semantic-take-adjust/src/component.ts +31 -0
- package/packages/semantic-take-adjust/src/fragment.ts +24 -0
- package/packages/semantic-take-adjust/src/index.ts +12 -0
- package/packages/semantic-take-adjust/src/manifest.ts +57 -0
- package/packages/semantic-take-adjust/src/program.ts +49 -0
- package/packages/semantic-take-adjust/src/surface.ts +96 -0
- package/packages/semantic-take-adjust/src/types.ts +9 -0
- package/packages/semantic-track/README.md +21 -0
- package/packages/semantic-track/package.json +22 -0
- package/packages/semantic-track/src/activation.ts +8 -0
- package/packages/semantic-track/src/component.ts +24 -0
- package/packages/semantic-track/src/identity.ts +58 -0
- package/packages/semantic-track/src/index.ts +6 -0
- package/packages/semantic-track/src/location.ts +81 -0
- package/packages/semantic-track/src/manifest.ts +38 -0
- package/packages/semantic-track/src/projection.ts +71 -0
- package/packages/semantic-track/src/types.ts +26 -0
- package/packages/source/README.md +13 -0
- package/packages/source/package.json +13 -0
- package/packages/source/src/header.ts +80 -0
- package/packages/source/src/index.ts +17 -0
- package/packages/source/src/unit.ts +38 -0
- package/packages/spatial/README.md +77 -0
- package/packages/spatial/package.json +24 -0
- package/packages/spatial/src/activation.ts +43 -0
- package/packages/spatial/src/author.ts +59 -0
- package/packages/spatial/src/component.ts +45 -0
- package/packages/spatial/src/fragment.ts +36 -0
- package/packages/spatial/src/geometry.ts +238 -0
- package/packages/spatial/src/index.ts +37 -0
- package/packages/spatial/src/manifest.ts +341 -0
- package/packages/spatial/src/region-timeline.ts +69 -0
- package/packages/spatial/src/schema.ts +47 -0
- package/packages/spatial/src/surface.ts +319 -0
- package/packages/spatial/src/types.ts +101 -0
- package/packages/speech/README.md +16 -0
- package/packages/speech/package.json +19 -0
- package/packages/speech/src/activation.ts +7 -0
- package/packages/speech/src/component.ts +43 -0
- package/packages/speech/src/identity.ts +73 -0
- package/packages/speech/src/index.ts +6 -0
- package/packages/speech/src/manifest.ts +30 -0
- package/packages/speech/src/materialize.ts +103 -0
- package/packages/speech/src/schema.ts +42 -0
- package/packages/speech/src/types.ts +54 -0
- package/packages/speech-alignment/README.md +29 -0
- package/packages/speech-alignment/package.json +25 -0
- package/packages/speech-alignment/src/activation.ts +8 -0
- package/packages/speech-alignment/src/align.ts +235 -0
- package/packages/speech-alignment/src/component.ts +37 -0
- package/packages/speech-alignment/src/error.ts +9 -0
- package/packages/speech-alignment/src/index.ts +7 -0
- package/packages/speech-alignment/src/local.ts +64 -0
- package/packages/speech-alignment/src/locate.ts +473 -0
- package/packages/speech-alignment/src/manifest.ts +37 -0
- package/packages/speech-alignment/src/normalize.ts +79 -0
- package/packages/speech-alignment/src/types.ts +30 -0
- package/packages/speech-evidence/README.md +3 -0
- package/packages/speech-evidence/package.json +16 -0
- package/packages/speech-evidence/src/activation.ts +3 -0
- package/packages/speech-evidence/src/index.ts +102 -0
- package/packages/speech-track/README.md +51 -0
- package/packages/speech-track/package.json +28 -0
- package/packages/speech-track/preview/Track.png +0 -0
- package/packages/speech-track/src/activation.ts +19 -0
- package/packages/speech-track/src/component.ts +45 -0
- package/packages/speech-track/src/fragment.ts +74 -0
- package/packages/speech-track/src/index.ts +7 -0
- package/packages/speech-track/src/manifest.ts +73 -0
- package/packages/speech-track/src/program.ts +64 -0
- package/packages/speech-track/src/surface.ts +35 -0
- package/packages/speech-track/src/types.ts +6 -0
- package/packages/speech-track-studio/README.md +3 -0
- package/packages/speech-track-studio/package.json +14 -0
- package/packages/speech-track-studio/src/activation.ts +7 -0
- package/packages/speech-track-studio/src/index.ts +40 -0
- package/packages/store-sqlite/README.md +14 -0
- package/packages/store-sqlite/package.json +18 -0
- package/packages/store-sqlite/src/index.ts +2 -0
- package/packages/store-sqlite/src/store.ts +1101 -0
- package/packages/studio/README.md +125 -0
- package/packages/studio/index.html +10 -0
- package/packages/studio/package.json +50 -0
- package/packages/studio/src/build-library.ts +281 -0
- package/packages/studio/src/companion-assembly.ts +39 -0
- package/packages/studio/src/compile.ts +166 -0
- package/packages/studio/src/domain.ts +139 -0
- package/packages/studio/src/execute.ts +57 -0
- package/packages/studio/src/fallback-companions.ts +98 -0
- package/packages/studio/src/observe.ts +202 -0
- package/packages/studio/src/parameter-values.ts +81 -0
- package/packages/studio/src/parameters.ts +550 -0
- package/packages/studio/src/preview/render.ts +51 -0
- package/packages/studio/src/preview/runtime-shim.ts +184 -0
- package/packages/studio/src/programme.ts +276 -0
- package/packages/studio/src/run.ts +85 -0
- package/packages/studio/src/server.ts +725 -0
- package/packages/studio/src/session.ts +111 -0
- package/packages/studio/src/shared.ts +315 -0
- package/packages/studio/src/snapshot.ts +454 -0
- package/packages/studio/src/source-transaction.ts +57 -0
- package/packages/studio/src/storyboard.ts +133 -0
- package/packages/studio/src/studio-preflight.ts +198 -0
- package/packages/studio/src/studio-registry.ts +406 -0
- package/packages/studio/src/studio-trace.ts +136 -0
- package/packages/studio/src/style.css +1525 -0
- package/packages/studio/src/surface-preview.ts +35 -0
- package/packages/studio/src/temporal-graph.ts +227 -0
- package/packages/studio/src/ui/code.ts +450 -0
- package/packages/studio/src/ui/icons.ts +51 -0
- package/packages/studio/src/ui/library.ts +378 -0
- package/packages/studio/src/ui/main.ts +1001 -0
- package/packages/studio/src/ui/markers.ts +152 -0
- package/packages/studio/src/ui/material-preview.ts +176 -0
- package/packages/studio/src/ui/overlay.ts +144 -0
- package/packages/studio/src/ui/resize.ts +74 -0
- package/packages/studio/src/ui/selection.ts +178 -0
- package/packages/studio/src/ui/stage.ts +231 -0
- package/packages/studio/src/ui/syntax.ts +195 -0
- package/packages/studio/src/ui/timeline.ts +1041 -0
- package/packages/studio/src/ui/writeback.ts +10 -0
- package/packages/studio/src/ui/zoom.ts +129 -0
- package/packages/studio/start.ts +143 -0
- package/packages/studio-adapter/README.md +186 -0
- package/packages/studio-adapter/package.json +14 -0
- package/packages/studio-adapter/src/index.ts +850 -0
- package/packages/svs/README.md +37 -0
- package/packages/svs/package.json +21 -0
- package/packages/svs/src/activation.ts +11 -0
- package/packages/svs/src/format.ts +16 -0
- package/packages/svs/src/frontend.ts +33 -0
- package/packages/svs/src/index.ts +5 -0
- package/packages/svs/src/manifest.ts +17 -0
- package/packages/svs/src/parser.ts +279 -0
- package/packages/svs/src/types.ts +26 -0
- package/packages/temporal/README.md +31 -0
- package/packages/temporal/package.json +20 -0
- package/packages/temporal/src/activation.ts +9 -0
- package/packages/temporal/src/component.ts +68 -0
- package/packages/temporal/src/index.ts +110 -0
- package/packages/temporal/src/location.ts +67 -0
- package/packages/temporal/src/projection.ts +280 -0
- package/packages/temporal/src/rational.ts +80 -0
- package/packages/temporal/src/sample.ts +43 -0
- package/packages/temporal/src/schedule.ts +52 -0
- package/packages/temporal/src/types.ts +124 -0
- package/packages/temporal-markup/README.md +75 -0
- package/packages/temporal-markup/package.json +18 -0
- package/packages/temporal-markup/src/index.ts +537 -0
- package/packages/temporal-markup/src/space.ts +59 -0
- package/packages/text/README.md +59 -0
- package/packages/text/package.json +21 -0
- package/packages/text/src/activation.ts +33 -0
- package/packages/text/src/component.ts +72 -0
- package/packages/text/src/fragment.ts +57 -0
- package/packages/text/src/frontend.ts +39 -0
- package/packages/text/src/index.ts +27 -0
- package/packages/text/src/manifest.ts +170 -0
- package/packages/text/src/program.ts +418 -0
- package/packages/text/src/surface.ts +212 -0
- package/packages/text/src/svs.ts +189 -0
- package/packages/text/src/types.ts +82 -0
- package/packages/transport-aws-lambda/README.md +20 -0
- package/packages/transport-aws-lambda/package.json +14 -0
- package/packages/transport-aws-lambda/src/index.ts +131 -0
- package/packages/typography-track/README.md +50 -0
- package/packages/typography-track/package.json +34 -0
- package/packages/typography-track/preview/Mask.png +0 -0
- package/packages/typography-track/preview/Track.png +0 -0
- package/packages/typography-track/src/activation.ts +36 -0
- package/packages/typography-track/src/component.ts +93 -0
- package/packages/typography-track/src/fragment.ts +30 -0
- package/packages/typography-track/src/index.ts +11 -0
- package/packages/typography-track/src/manifest.ts +556 -0
- package/packages/typography-track/src/program.ts +622 -0
- package/packages/typography-track/src/surface.ts +842 -0
- package/packages/typography-track/src/types.ts +109 -0
- package/packages/typography-track-studio/README.md +3 -0
- package/packages/typography-track-studio/package.json +14 -0
- package/packages/typography-track-studio/src/activation.ts +7 -0
- package/packages/typography-track-studio/src/index.ts +116 -0
- package/packages/validation/README.md +11 -0
- package/packages/validation/package.json +15 -0
- package/packages/validation/src/index.ts +100 -0
- package/packages/video-cli/README.md +181 -0
- package/packages/video-cli/package.json +37 -0
- package/packages/video-cli/src/capture.ts +174 -0
- package/packages/video-cli/src/cli.ts +109 -0
- package/packages/video-cli/src/compiler.ts +32 -0
- package/packages/video-cli/src/creation.ts +449 -0
- package/packages/video-cli/src/distribution.ts +88 -0
- package/packages/video-cli/src/index.ts +50 -0
- package/packages/video-cli/src/media.ts +701 -0
- package/packages/video-cli/src/package-selection.ts +34 -0
- package/packages/video-cli/src/process.ts +71 -0
- package/packages/video-cli/src/studio-distribution.ts +19 -0
- package/packages/video-cli/src/transcript.ts +71 -0
- package/packages/video-cli/src/vocabulary.ts +386 -0
- package/packages/visual-ir/README.md +36 -0
- package/packages/visual-ir/package.json +16 -0
- package/packages/visual-ir/src/activation.ts +3 -0
- package/packages/visual-ir/src/index.ts +7 -0
- package/packages/visual-ir/src/style.ts +222 -0
- package/packages/volcengine-matting/README.md +89 -0
- package/packages/volcengine-matting/package.json +16 -0
- package/packages/volcengine-matting/src/activation.ts +13 -0
- package/packages/volcengine-matting/src/index.ts +45 -0
- package/packages/volcengine-matting/src/surface.ts +48 -0
- package/packages/whisperx/README.md +34 -0
- package/packages/whisperx/package.json +28 -0
- package/packages/whisperx/src/activation.ts +18 -0
- package/packages/whisperx/src/component.ts +64 -0
- package/packages/whisperx/src/evidence.ts +69 -0
- package/packages/whisperx/src/fragment.ts +76 -0
- package/packages/whisperx/src/index.ts +14 -0
- package/packages/whisperx/src/manifest.ts +92 -0
- package/packages/whisperx/src/surface.ts +90 -0
- package/packages/whisperx/src/transcript.ts +97 -0
- package/packages/whisperx/src/types.ts +9 -0
- package/packages/workspace/README.md +4 -0
- package/packages/workspace/package.json +14 -0
- package/packages/workspace/src/index.ts +38 -0
- package/packages/workspace-fs-node/README.md +13 -0
- package/packages/workspace-fs-node/package.json +15 -0
- package/packages/workspace-fs-node/src/index.ts +6 -0
- package/packages/workspace-fs-node/src/workspace.ts +226 -0
- package/packages/yt-dlp/README.md +31 -0
- package/packages/yt-dlp/package.json +10 -0
- package/packages/yt-dlp/src/download.ts +104 -0
- package/packages/yt-dlp/src/index.ts +1 -0
- package/services/image-opencv/README.md +33 -0
- package/services/image-opencv/package.json +14 -0
- package/services/image-opencv/pyproject.toml +13 -0
- package/services/image-opencv/uv.lock +56 -0
- package/services/whisperx/README.md +82 -0
- package/services/whisperx/package.json +15 -0
- package/services/whisperx/pyproject.toml +26 -0
- package/services/whisperx/src/hypit_whisperx_service/__init__.py +6 -0
- package/services/whisperx/src/hypit_whisperx_service/__main__.py +29 -0
- package/services/whisperx/src/hypit_whisperx_service/application.py +88 -0
- package/services/whisperx/src/hypit_whisperx_service/audio.py +66 -0
- package/services/whisperx/src/hypit_whisperx_service/check.py +35 -0
- package/services/whisperx/src/hypit_whisperx_service/config.py +81 -0
- package/services/whisperx/src/hypit_whisperx_service/engine.py +173 -0
- package/services/whisperx/src/hypit_whisperx_service/prepare.py +19 -0
- package/services/whisperx/src/hypit_whisperx_service/resources.py +41 -0
- package/services/whisperx/src/hypit_whisperx_service/server.py +101 -0
- package/services/whisperx/uv.lock +3381 -0
- package/services/yt-dlp/README.md +19 -0
- package/services/yt-dlp/package.json +14 -0
- package/services/yt-dlp/pyproject.toml +13 -0
- package/services/yt-dlp/uv.lock +23 -0
- package/index.js +0 -1
|
@@ -0,0 +1,454 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Turn a built programme into what the panels read.
|
|
3
|
+
*
|
|
4
|
+
* A timeline is the Presents of every Track, and a Present carries a span, an
|
|
5
|
+
* identity and a stacking order - the whole contract, for every package. So the
|
|
6
|
+
* timeline is assembled without knowing what made any of it, and a package that
|
|
7
|
+
* grows a new Track shows up without this file changing.
|
|
8
|
+
*/
|
|
9
|
+
import { relative } from "node:path";
|
|
10
|
+
|
|
11
|
+
import type { MarkupSurfaceRegistryLike } from "@hypit/markup";
|
|
12
|
+
import { compositionTypes } from "@hypit/composition";
|
|
13
|
+
import { narrativeTypes } from "@hypit/narrative";
|
|
14
|
+
import { sameModule, sameType } from "@hypit/protocol";
|
|
15
|
+
|
|
16
|
+
import type {
|
|
17
|
+
CandidateProvenance,
|
|
18
|
+
Clip,
|
|
19
|
+
StudioSnapshot,
|
|
20
|
+
Range,
|
|
21
|
+
ScriptMap,
|
|
22
|
+
SemanticTimeline,
|
|
23
|
+
Track,
|
|
24
|
+
} from "./shared.js";
|
|
25
|
+
import type { Placement } from "./observe.js";
|
|
26
|
+
import type { Preview } from "./programme.js";
|
|
27
|
+
import {
|
|
28
|
+
sealStudioClip,
|
|
29
|
+
} from "./studio-registry.js";
|
|
30
|
+
import type { StudioCompanionRegistry } from "./studio-registry.js";
|
|
31
|
+
import type { StudioEntityDraft } from "./studio-registry.js";
|
|
32
|
+
import { inspectorFieldsForBindings, resolveTimelineEditHandles, sourceBindingsForDraft, temporalBindingDeclarations } from "./parameters.js";
|
|
33
|
+
import type { StudioSourceFile } from "./parameters.js";
|
|
34
|
+
|
|
35
|
+
type Present = {
|
|
36
|
+
readonly id: string;
|
|
37
|
+
readonly subjectId?: string;
|
|
38
|
+
readonly span: { readonly startFrame: number; readonly endFrameExclusive: number };
|
|
39
|
+
readonly stacking: { readonly order: number };
|
|
40
|
+
};
|
|
41
|
+
|
|
42
|
+
/** Sound is placed in samples rather than frames, in the canonical 48 kHz. */
|
|
43
|
+
const SAMPLE_RATE = 48_000;
|
|
44
|
+
|
|
45
|
+
type AudioClip = {
|
|
46
|
+
readonly id: string;
|
|
47
|
+
readonly subjectId?: string;
|
|
48
|
+
readonly target: { readonly startSample: number; readonly endSampleExclusive: number };
|
|
49
|
+
};
|
|
50
|
+
|
|
51
|
+
/**
|
|
52
|
+
* Both kinds of Track say the same thing in their own domain: a named span.
|
|
53
|
+
* Reading them into one shape is what lets the timeline hold both without
|
|
54
|
+
* knowing which package made either.
|
|
55
|
+
*/
|
|
56
|
+
function spans(
|
|
57
|
+
track: unknown,
|
|
58
|
+
frameRate: { readonly numerator: number; readonly denominator: number },
|
|
59
|
+
): readonly { id: string; subjectId?: string; startFrame: number; endFrameExclusive: number; stackOrder: number }[] {
|
|
60
|
+
const held = track as { presents?: readonly Present[]; clips?: readonly AudioClip[] } | undefined;
|
|
61
|
+
if (held?.presents !== undefined) {
|
|
62
|
+
return held.presents.map((present) => ({
|
|
63
|
+
id: present.id,
|
|
64
|
+
...(present.subjectId === undefined ? {} : { subjectId: present.subjectId }),
|
|
65
|
+
startFrame: present.span.startFrame,
|
|
66
|
+
endFrameExclusive: present.span.endFrameExclusive,
|
|
67
|
+
stackOrder: present.stacking.order,
|
|
68
|
+
}));
|
|
69
|
+
}
|
|
70
|
+
const perSecond = frameRate.numerator / frameRate.denominator;
|
|
71
|
+
return (held?.clips ?? []).map((clip) => ({
|
|
72
|
+
id: clip.id,
|
|
73
|
+
...(clip.subjectId === undefined ? {} : { subjectId: clip.subjectId }),
|
|
74
|
+
startFrame: Math.floor(clip.target.startSample / SAMPLE_RATE * perSecond),
|
|
75
|
+
endFrameExclusive: Math.max(
|
|
76
|
+
Math.floor(clip.target.startSample / SAMPLE_RATE * perSecond) + 1,
|
|
77
|
+
Math.ceil(clip.target.endSampleExclusive / SAMPLE_RATE * perSecond),
|
|
78
|
+
),
|
|
79
|
+
// Sound is under every picture, so it sits at the bottom of the timeline.
|
|
80
|
+
stackOrder: Number.MIN_SAFE_INTEGER,
|
|
81
|
+
}));
|
|
82
|
+
}
|
|
83
|
+
|
|
84
|
+
/** Where an authored id was written, whatever kind of thing it names. */
|
|
85
|
+
type Located = { readonly id: string; readonly range: Range };
|
|
86
|
+
|
|
87
|
+
function authored(placements: readonly Placement[]): readonly Located[] {
|
|
88
|
+
const found: Located[] = [];
|
|
89
|
+
for (const placement of placements) {
|
|
90
|
+
if (placement.id !== undefined) found.push({ id: placement.id, range: placement.range });
|
|
91
|
+
for (const child of placement.children) {
|
|
92
|
+
if (child.id !== undefined) found.push({ id: child.id, range: child.range });
|
|
93
|
+
}
|
|
94
|
+
}
|
|
95
|
+
return found;
|
|
96
|
+
}
|
|
97
|
+
|
|
98
|
+
function scriptMap(
|
|
99
|
+
maps: Preview["source"]["observations"]["sourceMaps"],
|
|
100
|
+
built: Preview,
|
|
101
|
+
narrativeId: string,
|
|
102
|
+
): ScriptMap | undefined {
|
|
103
|
+
const candidates = maps.filter((map, index) => map.narrativeId === narrativeId
|
|
104
|
+
&& maps.findIndex((other) => other.narrativeId === map.narrativeId
|
|
105
|
+
&& other.sourcePath === map.sourcePath
|
|
106
|
+
&& other.range.start === map.range.start
|
|
107
|
+
&& other.range.end === map.range.end) === index);
|
|
108
|
+
if (candidates.length > 1) {
|
|
109
|
+
throw new Error(`Studio Narrative id ${narrativeId} is declared by more than one Script in the Source closure.`);
|
|
110
|
+
}
|
|
111
|
+
const found = candidates[0];
|
|
112
|
+
if (found === undefined) return undefined;
|
|
113
|
+
const selections = found.selections;
|
|
114
|
+
const segments = found.segments;
|
|
115
|
+
const moments = found.moments;
|
|
116
|
+
return {
|
|
117
|
+
companion: found.companion,
|
|
118
|
+
narrativeId: found.narrativeId,
|
|
119
|
+
sourcePath: found.sourcePath,
|
|
120
|
+
range: found.range,
|
|
121
|
+
content: found.content,
|
|
122
|
+
// A Segment is the outermost range a Script declares; a Selection written
|
|
123
|
+
// inside one is a level down, and one inside that another.
|
|
124
|
+
segments: segments.map((segment) => ({ ...segment, depth: 0 })),
|
|
125
|
+
selections: selections.map((selection) => ({
|
|
126
|
+
...selection,
|
|
127
|
+
depth: depthOf(selection, selections),
|
|
128
|
+
})),
|
|
129
|
+
moments,
|
|
130
|
+
// A Script says where a word is written; the timings say when it is said.
|
|
131
|
+
tokens: found.tokens.flatMap((token) => {
|
|
132
|
+
const placed = built.tokens.find((item) => item.id === token.id);
|
|
133
|
+
const startFrame = placed === undefined ? undefined : built.anchors.get(placed.startAnchorId);
|
|
134
|
+
const endFrame = placed === undefined ? undefined : built.anchors.get(placed.endAnchorId);
|
|
135
|
+
if (startFrame === undefined || endFrame === undefined) return [];
|
|
136
|
+
return [{ id: token.id, range: token.range, startFrame, endFrame }];
|
|
137
|
+
}),
|
|
138
|
+
};
|
|
139
|
+
}
|
|
140
|
+
|
|
141
|
+
type NarrativeValue = {
|
|
142
|
+
readonly id?: string;
|
|
143
|
+
readonly segments?: readonly {
|
|
144
|
+
readonly id: string;
|
|
145
|
+
readonly startAnchorId: string;
|
|
146
|
+
readonly endAnchorId: string;
|
|
147
|
+
}[];
|
|
148
|
+
readonly tokens?: readonly {
|
|
149
|
+
readonly id: string;
|
|
150
|
+
readonly segmentId: string;
|
|
151
|
+
readonly startAnchorId: string;
|
|
152
|
+
readonly endAnchorId: string;
|
|
153
|
+
readonly text: string;
|
|
154
|
+
}[];
|
|
155
|
+
readonly selections?: readonly {
|
|
156
|
+
readonly id: string;
|
|
157
|
+
readonly startAnchorId: string;
|
|
158
|
+
readonly endAnchorId: string;
|
|
159
|
+
}[];
|
|
160
|
+
readonly moments?: readonly {
|
|
161
|
+
readonly id: string;
|
|
162
|
+
readonly anchorId: string;
|
|
163
|
+
}[];
|
|
164
|
+
readonly semanticIndex?: {
|
|
165
|
+
readonly anchors?: readonly {
|
|
166
|
+
readonly id: string;
|
|
167
|
+
readonly kind: "program-start" | "segment-start" | "segment-end" | "token-start" | "token-end" | "program-end";
|
|
168
|
+
readonly segmentId?: string;
|
|
169
|
+
readonly tokenId?: string;
|
|
170
|
+
}[];
|
|
171
|
+
};
|
|
172
|
+
};
|
|
173
|
+
|
|
174
|
+
/**
|
|
175
|
+
* Project the compiled Narrative into the frame domain that the preview is
|
|
176
|
+
* already using. No frontend timing is invented here: if an anchor is absent
|
|
177
|
+
* from the built SemanticTrack, the corresponding item is simply not drawable yet.
|
|
178
|
+
*/
|
|
179
|
+
function semanticTimeline(
|
|
180
|
+
registry: StudioCompanionRegistry,
|
|
181
|
+
built: Preview,
|
|
182
|
+
script: ScriptMap | undefined,
|
|
183
|
+
): SemanticTimeline | undefined {
|
|
184
|
+
if (built.narrativeId === undefined) return undefined;
|
|
185
|
+
const records = built.source.compiled.program.records.filter((item) =>
|
|
186
|
+
sameType(item.type, narrativeTypes.narrative)
|
|
187
|
+
&& item.value.kind === "inline"
|
|
188
|
+
&& (item.value.value as NarrativeValue).id === built.narrativeId);
|
|
189
|
+
if (records.length > 1) {
|
|
190
|
+
throw new Error(`Studio Narrative id ${built.narrativeId} resolves to more than one authored value.`);
|
|
191
|
+
}
|
|
192
|
+
const record = records[0];
|
|
193
|
+
const narrative = record?.value.kind === "inline"
|
|
194
|
+
? record.value.value as NarrativeValue
|
|
195
|
+
: undefined;
|
|
196
|
+
if (narrative === undefined) throw new Error("Studio Narrative is not an inline authored value.");
|
|
197
|
+
|
|
198
|
+
const segmentRanges = new Map((script?.segments ?? []).map((item) => [item.id, item.range]));
|
|
199
|
+
const tokenRanges = new Map((script?.tokens ?? []).map((item) => [item.id, item.range]));
|
|
200
|
+
const frame = (id: string): number | undefined => built.anchors.get(id);
|
|
201
|
+
|
|
202
|
+
const segments = (narrative.segments ?? []).flatMap((segment) => {
|
|
203
|
+
const startFrame = frame(segment.startAnchorId);
|
|
204
|
+
const endFrame = frame(segment.endAnchorId);
|
|
205
|
+
if (startFrame === undefined || endFrame === undefined) return [];
|
|
206
|
+
return [{
|
|
207
|
+
id: segment.id,
|
|
208
|
+
startFrame,
|
|
209
|
+
endFrameExclusive: Math.max(startFrame + 1, endFrame),
|
|
210
|
+
...(segmentRanges.has(segment.id) ? { range: segmentRanges.get(segment.id)! } : {}),
|
|
211
|
+
}];
|
|
212
|
+
});
|
|
213
|
+
const tokens = (narrative.tokens ?? []).flatMap((token) => {
|
|
214
|
+
const startFrame = frame(token.startAnchorId);
|
|
215
|
+
const endFrame = frame(token.endAnchorId);
|
|
216
|
+
if (startFrame === undefined || endFrame === undefined) return [];
|
|
217
|
+
return [{
|
|
218
|
+
id: token.id,
|
|
219
|
+
segmentId: token.segmentId,
|
|
220
|
+
text: token.text,
|
|
221
|
+
startFrame,
|
|
222
|
+
endFrameExclusive: Math.max(startFrame + 1, endFrame),
|
|
223
|
+
...(tokenRanges.has(token.id) ? { range: tokenRanges.get(token.id)! } : {}),
|
|
224
|
+
}];
|
|
225
|
+
});
|
|
226
|
+
const anchors = (narrative.semanticIndex?.anchors ?? []).flatMap((anchor) => {
|
|
227
|
+
const at = frame(anchor.id);
|
|
228
|
+
if (at === undefined) return [];
|
|
229
|
+
return [{
|
|
230
|
+
id: anchor.id,
|
|
231
|
+
kind: anchor.kind,
|
|
232
|
+
frame: at,
|
|
233
|
+
...(anchor.segmentId === undefined ? {} : { segmentId: anchor.segmentId }),
|
|
234
|
+
...(anchor.tokenId === undefined ? {} : { tokenId: anchor.tokenId }),
|
|
235
|
+
}];
|
|
236
|
+
});
|
|
237
|
+
const selections = (narrative.selections ?? []).flatMap((selection) => {
|
|
238
|
+
const startFrame = frame(selection.startAnchorId);
|
|
239
|
+
const endFrameExclusive = frame(selection.endAnchorId);
|
|
240
|
+
if (startFrame === undefined || endFrameExclusive === undefined || endFrameExclusive <= startFrame) return [];
|
|
241
|
+
return [{
|
|
242
|
+
id: selection.id,
|
|
243
|
+
startAnchorId: selection.startAnchorId,
|
|
244
|
+
endAnchorId: selection.endAnchorId,
|
|
245
|
+
startFrame,
|
|
246
|
+
endFrameExclusive,
|
|
247
|
+
}];
|
|
248
|
+
});
|
|
249
|
+
const moments = (narrative.moments ?? []).flatMap((moment) => {
|
|
250
|
+
const at = frame(moment.anchorId);
|
|
251
|
+
return at === undefined ? [] : [{ id: moment.id, anchorId: moment.anchorId, frame: at }];
|
|
252
|
+
});
|
|
253
|
+
if (segments.length === 0) throw new Error("Studio SemanticTrack resolves no authored Segment anchors.");
|
|
254
|
+
const provenance: CandidateProvenance = {
|
|
255
|
+
output: built.timingOutput?.name ?? "SemanticTrack",
|
|
256
|
+
...(built.timingOutput?.ref === undefined ? {} : { outputRef: built.timingOutput.ref }),
|
|
257
|
+
...(built.timingCandidateId === undefined ? {} : { candidateId: built.timingCandidateId }),
|
|
258
|
+
origin: built.timingCandidateOrigin,
|
|
259
|
+
status: "resolved",
|
|
260
|
+
errors: [],
|
|
261
|
+
};
|
|
262
|
+
return {
|
|
263
|
+
spaceId: built.space.id,
|
|
264
|
+
narrativeId: built.narrativeId,
|
|
265
|
+
// Semantic is a Studio lane with its own registered meaning. Do not copy
|
|
266
|
+
// the authored Speech Track id into this label: it is the timebase, not a
|
|
267
|
+
// second Speech output.
|
|
268
|
+
presentation: registry.semanticTimelinePresentation(),
|
|
269
|
+
// Narrative order is the semantic ruler. Frame ties are common and must
|
|
270
|
+
// not erase the discrete 2M+2N+2 anchor ordering used by writeback.
|
|
271
|
+
anchors,
|
|
272
|
+
segments: segments.sort((left, right) => left.startFrame - right.startFrame || left.id.localeCompare(right.id)),
|
|
273
|
+
tokens: tokens.sort((left, right) => left.startFrame - right.startFrame || left.id.localeCompare(right.id)),
|
|
274
|
+
selections: selections.sort((left, right) => left.startFrame - right.startFrame || left.id.localeCompare(right.id)),
|
|
275
|
+
moments: moments.sort((left, right) => left.frame - right.frame || left.id.localeCompare(right.id)),
|
|
276
|
+
provenance,
|
|
277
|
+
};
|
|
278
|
+
}
|
|
279
|
+
|
|
280
|
+
/** The element an output belongs to: `take-opening.video` is `take-opening`. */
|
|
281
|
+
function depthOf(
|
|
282
|
+
selection: Omit<ScriptMap["selections"][number], "depth">,
|
|
283
|
+
all: readonly Omit<ScriptMap["selections"][number], "depth">[],
|
|
284
|
+
): number {
|
|
285
|
+
let depth = 1;
|
|
286
|
+
for (const other of all) {
|
|
287
|
+
if (other.id === selection.id) continue;
|
|
288
|
+
if (other.open.start < selection.open.start && other.close.end > selection.close.end) depth += 1;
|
|
289
|
+
}
|
|
290
|
+
return depth;
|
|
291
|
+
}
|
|
292
|
+
|
|
293
|
+
export function snapshot(registry: StudioCompanionRegistry, built: Preview, input: {
|
|
294
|
+
readonly revision: number;
|
|
295
|
+
readonly path: string;
|
|
296
|
+
readonly text: string;
|
|
297
|
+
readonly run: StudioSnapshot["run"];
|
|
298
|
+
readonly canvas: { readonly width: number; readonly height: number; readonly clearColor: string };
|
|
299
|
+
readonly frameRate: { readonly numerator: number; readonly denominator: number };
|
|
300
|
+
readonly preview: StudioSnapshot["preview"];
|
|
301
|
+
readonly workspaceRoot: string;
|
|
302
|
+
readonly sourceFiles: readonly StudioSourceFile[];
|
|
303
|
+
readonly surfaces: MarkupSurfaceRegistryLike;
|
|
304
|
+
}): StudioSnapshot {
|
|
305
|
+
const located = authored(built.source.observations.placements);
|
|
306
|
+
const script = built.narrativeId === undefined ? undefined : scriptMap(built.source.observations.sourceMaps, built, built.narrativeId);
|
|
307
|
+
const semantic = semanticTimeline(registry, built, script);
|
|
308
|
+
const tracks: Track[] = [];
|
|
309
|
+
for (const item of built.tracks) {
|
|
310
|
+
const projectedSpans = spans(item.value, input.frameRate);
|
|
311
|
+
const binding = registry.bindTrack(item);
|
|
312
|
+
const placement = item.trace.module === undefined ? undefined
|
|
313
|
+
: built.source.observations.placements.find((candidate) =>
|
|
314
|
+
candidate.id === item.trace.authoredId
|
|
315
|
+
&& sameModule(candidate.module, item.trace.module!)
|
|
316
|
+
&& candidate.surface === item.trace.surface);
|
|
317
|
+
const generic = (): readonly StudioEntityDraft[] => projectedSpans.map((span) => {
|
|
318
|
+
const identity = span.subjectId ?? span.id;
|
|
319
|
+
const where = located.find((candidate) => candidate.id === identity);
|
|
320
|
+
return {
|
|
321
|
+
id: `${item.outputRef}:${span.id}`,
|
|
322
|
+
...(sameType(item.typeRef, compositionTypes.visualTrack) ? { presentId: span.id } : {}),
|
|
323
|
+
authoredId: identity,
|
|
324
|
+
display: { title: identity, layers: [] },
|
|
325
|
+
startFrame: span.startFrame,
|
|
326
|
+
endFrameExclusive: span.endFrameExclusive,
|
|
327
|
+
...(where === undefined ? {} : { elementRange: where.range }),
|
|
328
|
+
stackOrder: span.stackOrder,
|
|
329
|
+
};
|
|
330
|
+
});
|
|
331
|
+
const drafts = registry.projectTrack({
|
|
332
|
+
track: item,
|
|
333
|
+
...(placement === undefined ? {} : { placement }),
|
|
334
|
+
...(item.surfacePreview === undefined ? {} : { surfacePreview: item.surfacePreview }),
|
|
335
|
+
spans: projectedSpans,
|
|
336
|
+
values: built.values,
|
|
337
|
+
temporalBindings: built.temporalBindings.get(item.outputRef) ?? [],
|
|
338
|
+
semantic,
|
|
339
|
+
generic,
|
|
340
|
+
}).map((draft) => {
|
|
341
|
+
const bindings = sourceBindingsForDraft({
|
|
342
|
+
root: input.workspaceRoot,
|
|
343
|
+
files: input.sourceFiles,
|
|
344
|
+
placement,
|
|
345
|
+
draft,
|
|
346
|
+
declarations: [
|
|
347
|
+
...registry.bindingDeclarations(item, placement, draft.lane),
|
|
348
|
+
...temporalBindingDeclarations(draft.temporal),
|
|
349
|
+
],
|
|
350
|
+
placements: built.source.observations.placements,
|
|
351
|
+
});
|
|
352
|
+
const inspector = inspectorFieldsForBindings(
|
|
353
|
+
draft,
|
|
354
|
+
bindings,
|
|
355
|
+
registry.inspectorDeclarations(item, placement, draft.lane),
|
|
356
|
+
);
|
|
357
|
+
const editHandles = resolveTimelineEditHandles(
|
|
358
|
+
bindings,
|
|
359
|
+
draft.temporal,
|
|
360
|
+
semantic,
|
|
361
|
+
);
|
|
362
|
+
return {
|
|
363
|
+
draft,
|
|
364
|
+
inspector,
|
|
365
|
+
editHandles,
|
|
366
|
+
};
|
|
367
|
+
});
|
|
368
|
+
const clips: Clip[] = drafts
|
|
369
|
+
.filter(({ draft }) => draft.lane === undefined)
|
|
370
|
+
.map(({ draft, inspector, editHandles }) => sealStudioClip(item.outputRef, draft, binding, editHandles, inspector));
|
|
371
|
+
const provenance: CandidateProvenance = {
|
|
372
|
+
output: item.name,
|
|
373
|
+
outputRef: item.outputRef,
|
|
374
|
+
...(item.candidateId === undefined ? {} : { candidateId: item.candidateId }),
|
|
375
|
+
origin: item.candidateOrigin,
|
|
376
|
+
status: "resolved",
|
|
377
|
+
errors: [],
|
|
378
|
+
};
|
|
379
|
+
tracks.push({
|
|
380
|
+
id: item.outputRef,
|
|
381
|
+
label: item.name,
|
|
382
|
+
row: 0,
|
|
383
|
+
clips,
|
|
384
|
+
binding,
|
|
385
|
+
provenance,
|
|
386
|
+
});
|
|
387
|
+
for (const attachment of registry.trackAttachments(item)) {
|
|
388
|
+
const attachedDrafts = drafts.filter(({ draft }) => draft.lane === attachment.attachmentId);
|
|
389
|
+
if (attachedDrafts.length === 0) continue;
|
|
390
|
+
tracks.push({
|
|
391
|
+
id: `${item.outputRef}::studio::${attachment.attachmentId}`,
|
|
392
|
+
label: attachment.label ?? attachment.attachmentId ?? item.name,
|
|
393
|
+
row: 0,
|
|
394
|
+
clips: attachedDrafts.map(({ draft, inspector, editHandles }) =>
|
|
395
|
+
sealStudioClip(item.outputRef, draft, attachment, editHandles, inspector)),
|
|
396
|
+
binding: attachment,
|
|
397
|
+
provenance,
|
|
398
|
+
});
|
|
399
|
+
}
|
|
400
|
+
}
|
|
401
|
+
// Root lanes retain Film's authored organizational order. A Present's z is
|
|
402
|
+
// local compositing data and cannot define the order of a Track containing
|
|
403
|
+
// independently stacked items. Studio-only detail lanes stay beside the
|
|
404
|
+
// root that produced them in this list.
|
|
405
|
+
const rows = tracks.map((track, row) => ({ ...track, row }));
|
|
406
|
+
|
|
407
|
+
const declared = (built.space as { durationSec?: number; frameRate?: { numerator: number; denominator: number } })
|
|
408
|
+
?.durationSec;
|
|
409
|
+
const frameCount = Math.max(
|
|
410
|
+
1,
|
|
411
|
+
declared === undefined
|
|
412
|
+
? 0
|
|
413
|
+
: Math.round(declared * input.frameRate.numerator / input.frameRate.denominator),
|
|
414
|
+
...rows.flatMap((track) => track.clips.map((clip) => clip.endFrameExclusive)),
|
|
415
|
+
...(semantic?.segments ?? []).map((segment) => segment.endFrameExclusive),
|
|
416
|
+
...(semantic?.tokens ?? []).map((token) => token.endFrameExclusive),
|
|
417
|
+
);
|
|
418
|
+
return {
|
|
419
|
+
revision: input.revision,
|
|
420
|
+
source: {
|
|
421
|
+
path: input.path,
|
|
422
|
+
text: input.text,
|
|
423
|
+
files: input.sourceFiles.map((file) => ({
|
|
424
|
+
path: relative(input.workspaceRoot, file.path),
|
|
425
|
+
text: file.text,
|
|
426
|
+
language: file.language,
|
|
427
|
+
role: file.role ?? "dependency",
|
|
428
|
+
imports: (file.imports ?? []).map((item) => item.source),
|
|
429
|
+
})),
|
|
430
|
+
},
|
|
431
|
+
run: input.run,
|
|
432
|
+
...(script === undefined ? {} : { script }),
|
|
433
|
+
space: {
|
|
434
|
+
canvasWidth: input.canvas.width,
|
|
435
|
+
canvasHeight: input.canvas.height,
|
|
436
|
+
clearColor: input.canvas.clearColor,
|
|
437
|
+
frameRate: input.frameRate,
|
|
438
|
+
frameCount,
|
|
439
|
+
durationSec: frameCount * input.frameRate.denominator / input.frameRate.numerator,
|
|
440
|
+
},
|
|
441
|
+
tracks: rows,
|
|
442
|
+
...(semantic === undefined ? {} : { semantic }),
|
|
443
|
+
preview: input.preview,
|
|
444
|
+
provenance: {
|
|
445
|
+
timing: built.timing,
|
|
446
|
+
picture: "resolved",
|
|
447
|
+
note: note(built),
|
|
448
|
+
},
|
|
449
|
+
};
|
|
450
|
+
}
|
|
451
|
+
|
|
452
|
+
function note(_built: Preview): string {
|
|
453
|
+
return "Composition and timing are resolved from the selected Run Source.";
|
|
454
|
+
}
|
|
@@ -0,0 +1,57 @@
|
|
|
1
|
+
import { readFile, rename, unlink, writeFile } from "node:fs/promises";
|
|
2
|
+
import { basename, dirname, join } from "node:path";
|
|
3
|
+
|
|
4
|
+
export type SourceFileOperations = {
|
|
5
|
+
readonly read: (path: string) => Promise<string>;
|
|
6
|
+
readonly write: (path: string, text: string) => Promise<void>;
|
|
7
|
+
readonly move: (from: string, to: string) => Promise<void>;
|
|
8
|
+
readonly remove: (path: string) => Promise<void>;
|
|
9
|
+
};
|
|
10
|
+
|
|
11
|
+
const nodeSourceFileOperations: SourceFileOperations = {
|
|
12
|
+
read: async (path) => await readFile(path, "utf8"),
|
|
13
|
+
write: async (path, text) => { await writeFile(path, text, "utf8"); },
|
|
14
|
+
move: async (from, to) => { await rename(from, to); },
|
|
15
|
+
remove: async (path) => { await unlink(path); },
|
|
16
|
+
};
|
|
17
|
+
|
|
18
|
+
/** Publish a set of complete Source texts, restoring already-published files on write failure. */
|
|
19
|
+
export async function replaceSourceFiles(
|
|
20
|
+
files: ReadonlyMap<string, string>,
|
|
21
|
+
operations: SourceFileOperations = nodeSourceFileOperations,
|
|
22
|
+
): Promise<void> {
|
|
23
|
+
const temporaries: { readonly path: string; readonly temporary: string }[] = [];
|
|
24
|
+
const previous = new Map<string, string>();
|
|
25
|
+
const applied: string[] = [];
|
|
26
|
+
try {
|
|
27
|
+
for (const [absolute, text] of files) {
|
|
28
|
+
previous.set(absolute, await operations.read(absolute));
|
|
29
|
+
const temporary = join(dirname(absolute), `.${basename(absolute)}.hypit-studio.tmp`);
|
|
30
|
+
await operations.write(temporary, text);
|
|
31
|
+
temporaries.push({ path: absolute, temporary });
|
|
32
|
+
}
|
|
33
|
+
for (const item of temporaries) {
|
|
34
|
+
await operations.move(item.temporary, item.path);
|
|
35
|
+
applied.push(item.path);
|
|
36
|
+
}
|
|
37
|
+
} catch (error) {
|
|
38
|
+
for (const absolute of [...applied].reverse()) {
|
|
39
|
+
const text = previous.get(absolute);
|
|
40
|
+
if (text === undefined) continue;
|
|
41
|
+
const recovery = join(dirname(absolute), `.${basename(absolute)}.hypit-studio.recover.tmp`);
|
|
42
|
+
try {
|
|
43
|
+
await operations.write(recovery, text);
|
|
44
|
+
await operations.move(recovery, absolute);
|
|
45
|
+
} catch {
|
|
46
|
+
// Preserve the original publish error; this path is best-effort restoration.
|
|
47
|
+
} finally {
|
|
48
|
+
try { await operations.remove(recovery); } catch { /* already moved */ }
|
|
49
|
+
}
|
|
50
|
+
}
|
|
51
|
+
throw error;
|
|
52
|
+
} finally {
|
|
53
|
+
for (const item of temporaries) {
|
|
54
|
+
try { await operations.remove(item.temporary); } catch { /* already moved */ }
|
|
55
|
+
}
|
|
56
|
+
}
|
|
57
|
+
}
|
|
@@ -0,0 +1,133 @@
|
|
|
1
|
+
import { spawn } from "node:child_process";
|
|
2
|
+
|
|
3
|
+
import type { ServedFile } from "./compile.js";
|
|
4
|
+
|
|
5
|
+
export type StudioStoryboard = {
|
|
6
|
+
readonly bytes: Uint8Array;
|
|
7
|
+
readonly count: number;
|
|
8
|
+
readonly columns: number;
|
|
9
|
+
readonly rows: number;
|
|
10
|
+
readonly tileWidth: number;
|
|
11
|
+
readonly tileHeight: number;
|
|
12
|
+
readonly sampleFps: number;
|
|
13
|
+
};
|
|
14
|
+
|
|
15
|
+
type VideoFacts = {
|
|
16
|
+
readonly duration: number;
|
|
17
|
+
readonly fps: number;
|
|
18
|
+
readonly width: number;
|
|
19
|
+
readonly height: number;
|
|
20
|
+
};
|
|
21
|
+
|
|
22
|
+
function run(
|
|
23
|
+
executable: string,
|
|
24
|
+
args: readonly string[],
|
|
25
|
+
input: Uint8Array,
|
|
26
|
+
maxOutputBytes: number,
|
|
27
|
+
): Promise<Buffer> {
|
|
28
|
+
return new Promise((resolve, reject) => {
|
|
29
|
+
const child = spawn(executable, [...args], {
|
|
30
|
+
shell: false,
|
|
31
|
+
windowsHide: true,
|
|
32
|
+
stdio: ["pipe", "pipe", "pipe"],
|
|
33
|
+
});
|
|
34
|
+
const stdout: Buffer[] = [];
|
|
35
|
+
let outputBytes = 0;
|
|
36
|
+
let stderr = "";
|
|
37
|
+
let settled = false;
|
|
38
|
+
const finish = (error?: Error): void => {
|
|
39
|
+
if (settled) return;
|
|
40
|
+
settled = true;
|
|
41
|
+
if (error === undefined) resolve(Buffer.concat(stdout));
|
|
42
|
+
else reject(error);
|
|
43
|
+
};
|
|
44
|
+
child.stdout.on("data", (chunk: Buffer) => {
|
|
45
|
+
outputBytes += chunk.byteLength;
|
|
46
|
+
if (outputBytes > maxOutputBytes) {
|
|
47
|
+
child.kill("SIGKILL");
|
|
48
|
+
finish(new Error(`${executable} storyboard output is too large.`));
|
|
49
|
+
return;
|
|
50
|
+
}
|
|
51
|
+
stdout.push(chunk);
|
|
52
|
+
});
|
|
53
|
+
child.stderr.on("data", (chunk: Buffer) => {
|
|
54
|
+
stderr = `${stderr}${chunk.toString("utf8")}`.slice(-64 * 1024);
|
|
55
|
+
});
|
|
56
|
+
child.on("error", (error) => finish(error));
|
|
57
|
+
child.on("close", (code) => {
|
|
58
|
+
if (code === 0) finish();
|
|
59
|
+
else finish(new Error(`${executable} exited ${String(code)}: ${stderr.trim()}`));
|
|
60
|
+
});
|
|
61
|
+
child.stdin.on("error", () => { /* a failed child reports through close */ });
|
|
62
|
+
child.stdin.end(Buffer.from(input));
|
|
63
|
+
});
|
|
64
|
+
}
|
|
65
|
+
|
|
66
|
+
function rational(value: string | undefined): number | undefined {
|
|
67
|
+
if (value === undefined) return undefined;
|
|
68
|
+
const [numerator, denominator] = value.split("/").map(Number);
|
|
69
|
+
if (numerator === undefined || denominator === undefined || denominator === 0) return undefined;
|
|
70
|
+
const result = numerator / denominator;
|
|
71
|
+
return Number.isFinite(result) && result > 0 ? result : undefined;
|
|
72
|
+
}
|
|
73
|
+
|
|
74
|
+
async function videoFacts(file: ServedFile): Promise<VideoFacts> {
|
|
75
|
+
const output = await run("ffprobe", [
|
|
76
|
+
"-v", "error",
|
|
77
|
+
"-select_streams", "v:0",
|
|
78
|
+
"-show_entries", "stream=avg_frame_rate,duration,width,height:format=duration",
|
|
79
|
+
"-of", "json",
|
|
80
|
+
"pipe:0",
|
|
81
|
+
], file.bytes, 1024 * 1024);
|
|
82
|
+
const value = JSON.parse(output.toString("utf8")) as {
|
|
83
|
+
readonly streams?: readonly {
|
|
84
|
+
readonly avg_frame_rate?: string;
|
|
85
|
+
readonly duration?: string;
|
|
86
|
+
readonly width?: number;
|
|
87
|
+
readonly height?: number;
|
|
88
|
+
}[];
|
|
89
|
+
readonly format?: { readonly duration?: string };
|
|
90
|
+
};
|
|
91
|
+
const stream = value.streams?.[0];
|
|
92
|
+
const duration = Number(stream?.duration ?? value.format?.duration);
|
|
93
|
+
const fps = rational(stream?.avg_frame_rate);
|
|
94
|
+
const width = stream?.width;
|
|
95
|
+
const height = stream?.height;
|
|
96
|
+
if (!(Number.isFinite(duration) && duration > 0 && fps !== undefined
|
|
97
|
+
&& width !== undefined && width > 0 && height !== undefined && height > 0)) {
|
|
98
|
+
throw new Error("Video duration, frame rate or extent is unavailable for its Studio storyboard.");
|
|
99
|
+
}
|
|
100
|
+
return { duration, fps, width, height };
|
|
101
|
+
}
|
|
102
|
+
|
|
103
|
+
/** Build one immutable filmstrip atlas for an already selected video Artifact. */
|
|
104
|
+
export async function createStudioStoryboard(file: ServedFile): Promise<StudioStoryboard> {
|
|
105
|
+
if (!file.mediaType.startsWith("video/")) throw new Error("Studio storyboards require a video Artifact.");
|
|
106
|
+
const facts = await videoFacts(file);
|
|
107
|
+
// Timeline content is roughly 40 CSS px high. An 80 px atlas tile remains
|
|
108
|
+
// crisp on a 2x display while still being a small presentation derivative.
|
|
109
|
+
const tileHeight = 80;
|
|
110
|
+
const tileWidth = Math.max(1, Math.round(tileHeight * facts.width / facts.height));
|
|
111
|
+
// Short-form material gets a tile for every source frame. Longer material
|
|
112
|
+
// gradually reduces sampling density to keep the presentation atlas bounded.
|
|
113
|
+
const sampleFps = Math.max(1, Math.min(facts.fps, 360 / facts.duration));
|
|
114
|
+
const count = Math.max(1, Math.floor(facts.duration * sampleFps));
|
|
115
|
+
const columns = Math.min(32, count);
|
|
116
|
+
const rows = Math.ceil(count / columns);
|
|
117
|
+
const filter = [
|
|
118
|
+
`fps=${sampleFps.toFixed(6)}`,
|
|
119
|
+
`scale=${tileWidth}:${tileHeight}:force_original_aspect_ratio=decrease`,
|
|
120
|
+
`pad=${tileWidth}:${tileHeight}:(ow-iw)/2:(oh-ih)/2:black`,
|
|
121
|
+
`tile=layout=${columns}x${rows}:nb_frames=${count}:padding=0:margin=0`,
|
|
122
|
+
].join(",");
|
|
123
|
+
const bytes = await run("ffmpeg", [
|
|
124
|
+
"-hide_banner", "-loglevel", "error",
|
|
125
|
+
"-i", "pipe:0",
|
|
126
|
+
"-vf", filter,
|
|
127
|
+
"-frames:v", "1",
|
|
128
|
+
"-f", "image2pipe",
|
|
129
|
+
"-vcodec", "png",
|
|
130
|
+
"pipe:1",
|
|
131
|
+
], file.bytes, 64 * 1024 * 1024);
|
|
132
|
+
return { bytes, count, columns, rows, tileWidth, tileHeight, sampleFps };
|
|
133
|
+
}
|