@hypit/hypit 0.1.3 → 0.1.5
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +5 -3
- package/dist/public/caption.d.ts +206 -183
- package/dist/public/composition.d.ts +25 -3
- package/dist/public/endpoint-kit.d.ts +24 -2
- package/dist/public/generation.d.ts +5 -1
- package/dist/public/hyperframes.d.ts +19 -1
- package/dist/public/narrative.d.ts +17 -3
- package/dist/public/performance.d.ts +1590 -0
- package/dist/public/program-space.d.ts +179 -32
- package/dist/public/runtime-kit.d.ts +21 -8
- package/dist/public/sound.d.ts +822 -0
- package/dist/public/speech.d.ts +41 -0
- package/dist/public/studio-adapter.d.ts +107 -16
- package/dist/public/temporal-markup.d.ts +9 -44
- package/dist/public/temporal.d.ts +37 -28
- package/dist/public/{semantic-track.d.ts → timeline.d.ts} +62 -49
- package/examples/README.md +18 -10
- package/examples/minimal-author-package/packages/example-component/preview/preview.svml +19 -12
- package/examples/minimal-author-package/packages/example-component/src/component.ts +5 -5
- package/examples/minimal-author-package/packages/example-component/src/fragment.ts +3 -5
- package/examples/minimal-author-package/packages/example-component/src/manifest.ts +8 -10
- package/examples/minimal-author-package/packages/example-component/src/surface.ts +2 -2
- package/examples/provider-package/README.md +78 -0
- package/examples/provider-package/hypit.runtime.json +12 -0
- package/examples/provider-package/packages/provider-images/package.json +11 -0
- package/examples/provider-package/packages/provider-images/src/activation.ts +24 -0
- package/examples/provider-package/packages/provider-images/src/provider.ts +122 -0
- package/examples/provider-package/packages/provider-images/tsconfig.json +9 -0
- package/examples/semantic-composition/README.md +6 -0
- package/examples/semantic-composition/chat.svml +6 -5
- package/examples/semantic-composition/packages/chat-scene/README.md +3 -3
- package/examples/semantic-composition/packages/chat-scene/src/activation.ts +18 -21
- package/examples/semantic-composition/packages/chat-scene/src/render.ts +4 -4
- package/examples/semantic-composition/packages/performance-styles/README.md +42 -0
- package/examples/semantic-composition/packages/performance-styles/package.json +25 -0
- package/examples/semantic-composition/packages/performance-styles/src/activation.ts +57 -0
- package/examples/semantic-composition/packages/performance-styles/src/render.ts +54 -0
- package/examples/semantic-composition/packages/performance-styles/src/studio.ts +28 -0
- package/examples/semantic-composition/packages/performance-styles/tsconfig.json +18 -0
- package/examples/semantic-composition/packages/responsive-explainer/README.md +16 -9
- package/examples/semantic-composition/packages/responsive-explainer/src/activation.ts +12 -12
- package/examples/semantic-composition/packages/responsive-explainer/src/render.ts +5 -5
- package/examples/semantic-composition/packages/sound-styles/README.md +36 -0
- package/examples/semantic-composition/packages/sound-styles/package.json +25 -0
- package/examples/semantic-composition/packages/sound-styles/src/activation.ts +53 -0
- package/examples/semantic-composition/packages/sound-styles/src/render.ts +14 -0
- package/examples/semantic-composition/packages/sound-styles/tsconfig.json +18 -0
- package/package.json +35 -15
- package/packages/audio-track/README.md +20 -13
- package/packages/audio-track/package.json +1 -1
- package/packages/audio-track/src/component.ts +4 -4
- package/packages/audio-track/src/fragment.ts +6 -5
- package/packages/audio-track/src/index.ts +1 -1
- package/packages/audio-track/src/manifest.ts +17 -16
- package/packages/audio-track/src/program.ts +21 -25
- package/packages/audio-track/src/surface.ts +19 -18
- package/packages/audio-track-studio/README.md +23 -0
- package/packages/audio-track-studio/src/index.ts +33 -19
- package/packages/author-kit/README.md +1 -1
- package/packages/background-removal/README.md +4 -7
- package/packages/browser-capture/package.json +1 -1
- package/packages/build-result/README.md +69 -0
- package/packages/build-result/package.json +2 -1
- package/packages/build-result/src/decode.ts +12 -8
- package/packages/build-result/src/execution-log.ts +17 -0
- package/packages/build-result/src/file-reference.ts +42 -0
- package/packages/build-result/src/index.ts +4 -0
- package/packages/build-result/src/replace-file-windows.ts +58 -0
- package/packages/build-result/src/replace-file.ts +11 -0
- package/packages/build-result/src/store.ts +58 -14
- package/packages/build-result/src/types.ts +41 -8
- package/packages/build-result/src/writer.ts +12 -1
- package/packages/build-result-fs/README.md +23 -1
- package/packages/build-result-s3/README.md +5 -0
- package/packages/build-result-s3/src/repository.ts +23 -5
- package/packages/caption/README.md +61 -73
- package/packages/caption/package.json +3 -2
- package/packages/caption/src/activation.ts +2 -2
- package/packages/caption/src/component.ts +20 -5
- package/packages/caption/src/display.ts +3 -18
- package/packages/caption/src/fragment.ts +3 -7
- package/packages/caption/src/index.ts +6 -5
- package/packages/caption/src/manifest.ts +29 -46
- package/packages/caption/src/style.ts +24 -135
- package/packages/caption/src/surface.ts +12 -92
- package/packages/caption/src/temporalize.ts +18 -53
- package/packages/caption/src/types.ts +8 -35
- package/packages/caption/src/visibility.ts +23 -0
- package/packages/caption-fine/README.md +31 -11
- package/packages/caption-fine/package.json +4 -2
- package/packages/caption-fine/src/component.ts +3 -3
- package/packages/caption-fine/src/fragment.ts +7 -19
- package/packages/caption-fine/src/index.ts +2 -0
- package/packages/caption-fine/src/manifest.ts +27 -18
- package/packages/caption-fine/src/recipe.ts +7 -0
- package/packages/caption-fine/src/render.ts +62 -49
- package/packages/caption-fine/src/schedule.ts +39 -35
- package/packages/caption-fine/src/style.ts +10 -9
- package/packages/caption-fine/src/surface.ts +62 -35
- package/packages/caption-fine/src/types.ts +2 -0
- package/packages/caption-fine-studio/README.md +24 -2
- package/packages/caption-fine-studio/package.json +10 -3
- package/packages/caption-fine-studio/src/activation.ts +3 -3
- package/packages/caption-fine-studio/src/index.ts +61 -40
- package/packages/cli/README.md +81 -3
- package/packages/cli/package.json +1 -0
- package/packages/cli/src/arguments.ts +39 -15
- package/packages/cli/src/build-planning.ts +9 -3
- package/packages/cli/src/command.ts +7 -1
- package/packages/cli/src/commands/environment.ts +66 -27
- package/packages/cli/src/commands/execution.ts +81 -26
- package/packages/cli/src/commands/results.ts +7 -11
- package/packages/cli/src/index.ts +2 -2
- package/packages/cli/src/machine-view.ts +15 -5
- package/packages/cli/src/main.ts +38 -42
- package/packages/cli/src/observation.ts +7 -1
- package/packages/cli/src/output.ts +92 -34
- package/packages/cli/src/result-export.ts +22 -13
- package/packages/cli/src/run-file.ts +19 -8
- package/packages/cli/src/view.ts +64 -18
- package/packages/comment-sticker/README.md +3 -3
- package/packages/comment-sticker/package.json +1 -1
- package/packages/comment-sticker/src/component.ts +4 -4
- package/packages/comment-sticker/src/fragment.ts +5 -4
- package/packages/comment-sticker/src/manifest.ts +7 -6
- package/packages/comment-sticker/src/program.ts +9 -9
- package/packages/comment-sticker/src/surface.ts +6 -7
- package/packages/comment-sticker-studio/src/index.ts +2 -1
- package/packages/compiler-node/src/compiler.ts +1 -0
- package/packages/composition/README.md +21 -0
- package/packages/composition/src/audio-presentation.ts +44 -0
- package/packages/composition/src/index.ts +3 -0
- package/packages/composition/src/schema.ts +8 -3
- package/packages/composition/src/track.ts +15 -1
- package/packages/credential-store-env/README.md +1 -1
- package/packages/deck-track/README.md +3 -3
- package/packages/deck-track/package.json +1 -1
- package/packages/deck-track/src/component.ts +5 -5
- package/packages/deck-track/src/fragment.ts +6 -5
- package/packages/deck-track/src/lower.ts +12 -12
- package/packages/deck-track/src/manifest.ts +8 -7
- package/packages/deck-track/src/program.ts +13 -16
- package/packages/deck-track/src/surface.ts +9 -10
- package/packages/driver-node/src/driver.ts +41 -3
- package/packages/elevenlabs-speech/README.md +27 -0
- package/packages/{provider-xiaomi-mimo → elevenlabs-speech}/package.json +5 -8
- package/packages/elevenlabs-speech/src/activation.ts +26 -0
- package/packages/elevenlabs-speech/src/fragment.ts +11 -0
- package/packages/elevenlabs-speech/src/index.ts +111 -0
- package/packages/elevenlabs-speech/src/surface.ts +167 -0
- package/packages/endpoint-kit/README.md +24 -0
- package/packages/endpoint-kit/src/index.ts +7 -1
- package/packages/estimate/README.md +56 -3
- package/packages/estimate/src/program.ts +7 -8
- package/packages/film/README.md +12 -7
- package/packages/film/package.json +1 -1
- package/packages/film/src/component.ts +4 -4
- package/packages/film/src/fragment.ts +6 -5
- package/packages/film/src/manifest.ts +11 -10
- package/packages/film/src/program.ts +5 -5
- package/packages/film/src/recipe.ts +2 -1
- package/packages/film/src/surface.ts +6 -6
- package/packages/film-studio/package.json +1 -1
- package/packages/film-studio/src/index.ts +2 -2
- package/packages/fishaudio-speech/README.md +33 -0
- package/packages/fishaudio-speech/package.json +21 -0
- package/packages/fishaudio-speech/src/activation.ts +32 -0
- package/packages/fishaudio-speech/src/fragment.ts +11 -0
- package/packages/fishaudio-speech/src/index.ts +156 -0
- package/packages/fishaudio-speech/src/surface.ts +192 -0
- package/packages/fonts-open/README.md +5 -0
- package/packages/fonts-open/package.json +5 -1
- package/packages/fonts-open/src/studio.ts +21 -0
- package/packages/generation/README.md +11 -1
- package/packages/generation/src/mapping.ts +28 -30
- package/packages/gpt-image/README.md +1 -2
- package/packages/grok-imagine/README.md +1 -2
- package/packages/hyperframes/README.md +7 -3
- package/packages/hyperframes/src/browser-program.ts +11 -2
- package/packages/hyperframes/src/document.ts +15 -2
- package/packages/interview-emoji-reveal/README.md +4 -4
- package/packages/interview-emoji-reveal/package.json +1 -1
- package/packages/interview-emoji-reveal/src/component.ts +4 -4
- package/packages/interview-emoji-reveal/src/fragment.ts +6 -5
- package/packages/interview-emoji-reveal/src/manifest.ts +9 -8
- package/packages/interview-emoji-reveal/src/program.ts +14 -14
- package/packages/interview-emoji-reveal/src/surface.ts +8 -9
- package/packages/media-execution/README.md +7 -3
- package/packages/media-execution/src/audio-presentation.ts +23 -0
- package/packages/media-execution/src/execute.ts +2 -0
- package/packages/media-pipeline/README.md +7 -3
- package/packages/media-pipeline/src/audio-plan.ts +4 -1
- package/packages/media-pipeline/src/component.ts +16 -2
- package/packages/media-pipeline/src/manifest.ts +3 -1
- package/packages/media-pipeline/src/types.ts +2 -1
- package/packages/media-track/README.md +14 -47
- package/packages/media-track/package.json +1 -1
- package/packages/media-track/preview/preview.svml +5 -5
- package/packages/media-track/src/author.ts +12 -6
- package/packages/media-track/src/component.ts +10 -16
- package/packages/media-track/src/fragment.ts +8 -7
- package/packages/media-track/src/index.ts +3 -1
- package/packages/media-track/src/lower.ts +7 -7
- package/packages/media-track/src/manifest.ts +16 -38
- package/packages/media-track/src/program.ts +62 -67
- package/packages/media-track/src/sampling.ts +6 -6
- package/packages/media-track/src/sequence.ts +8 -8
- package/packages/media-track/src/surface.ts +25 -43
- package/packages/media-track-studio/README.md +9 -0
- package/packages/media-track-studio/src/index.ts +23 -13
- package/packages/mimo-speech/README.md +1 -1
- package/packages/minimax-h3/README.md +1 -1
- package/packages/nano-banana/README.md +1 -1
- package/packages/narrative/README.md +23 -1
- package/packages/narrative/src/identity.ts +11 -0
- package/packages/narrative/src/index.ts +3 -0
- package/packages/narrative/src/schema.ts +28 -27
- package/packages/narrative/src/selection.ts +52 -0
- package/packages/narrative/src/types.ts +2 -0
- package/packages/package-loader-node/README.md +30 -0
- package/packages/package-loader-node/package.json +5 -2
- package/packages/package-loader-node/src/distribution-resolution.ts +10 -3
- package/packages/package-loader-node/src/index.ts +1 -0
- package/packages/package-loader-node/src/loader.ts +12 -15
- package/packages/package-loader-node/src/location.ts +27 -1
- package/packages/package-loader-node/src/module-scope.ts +183 -0
- package/packages/package-loader-node/src/types.ts +4 -0
- package/packages/performance/README.md +83 -0
- package/packages/performance/package.json +30 -0
- package/packages/performance/src/activation.ts +11 -0
- package/packages/performance/src/component.ts +46 -0
- package/packages/performance/src/index.ts +6 -0
- package/packages/performance/src/manifest.ts +53 -0
- package/packages/{media-track/src/performance.ts → performance/src/media.ts} +9 -10
- package/packages/performance/src/program.ts +51 -0
- package/packages/performance/src/style.ts +35 -0
- package/packages/performance/src/surface.ts +99 -0
- package/packages/performance-studio/README.md +25 -0
- package/packages/performance-studio/package.json +21 -0
- package/packages/performance-studio/src/activation.ts +6 -0
- package/packages/performance-studio/src/index.ts +84 -0
- package/packages/program-space/README.md +9 -18
- package/packages/program-space/src/activation.ts +1 -5
- package/packages/program-space/src/index.ts +2 -11
- package/packages/program-space/src/surface.ts +1 -20
- package/packages/project-context-node/README.md +20 -0
- package/packages/project-context-node/package.json +10 -0
- package/packages/project-context-node/src/index.ts +3 -0
- package/packages/{cli → project-context-node}/src/runtime-selection.ts +7 -2
- package/packages/provider-hyperframes-local/README.md +43 -15
- package/packages/provider-hyperframes-local/src/activation.ts +4 -3
- package/packages/provider-hyperframes-local/src/capture-process.ts +26 -4
- package/packages/provider-hyperframes-local/src/capture.ts +96 -26
- package/packages/provider-hyperframes-local/src/concurrency.ts +86 -0
- package/packages/provider-hyperframes-local/src/opaque-capture.ts +92 -0
- package/packages/provider-hyperframes-local/src/options.ts +2 -0
- package/packages/provider-hyperframes-local/src/program.ts +6 -3
- package/packages/provider-hyperframes-local/src/progress.ts +53 -0
- package/packages/provider-hyperframes-local/src/provider.ts +18 -5
- package/packages/provider-hyperframes-local/src/render.ts +48 -7
- package/packages/provider-hypihub/README.md +48 -17
- package/packages/provider-hypihub/package.json +2 -0
- package/packages/provider-hypihub/src/mapping.ts +31 -7
- package/packages/provider-hypihub/src/oauth.ts +6 -0
- package/packages/provider-hypihub/src/provider.ts +25 -13
- package/packages/provider-hypihub/src/routes.ts +1 -2
- package/packages/provider-hypihub/src/upload.ts +2 -0
- package/packages/provider-media-local/README.md +3 -4
- package/packages/provider-whisperx-local/README.md +57 -0
- package/packages/provider-whisperx-local/src/program.ts +1 -0
- package/packages/provider-whisperx-local/src/provider.ts +3 -0
- package/packages/ranking/README.md +8 -6
- package/packages/ranking/package.json +1 -1
- package/packages/ranking/src/component.ts +6 -6
- package/packages/ranking/src/fragment.ts +11 -7
- package/packages/ranking/src/manifest.ts +21 -14
- package/packages/ranking/src/render.ts +33 -35
- package/packages/ranking/src/schedule.ts +16 -19
- package/packages/ranking/src/surface.ts +12 -13
- package/packages/ranking-studio/README.md +29 -0
- package/packages/ranking-studio/package.json +8 -3
- package/packages/ranking-studio/src/index.ts +71 -12
- package/packages/render-hyperframes/README.md +7 -7
- package/packages/render-hyperframes/package.json +1 -1
- package/packages/render-hyperframes/src/component.ts +11 -1
- package/packages/render-hyperframes/src/fragment.ts +7 -4
- package/packages/render-hyperframes/src/manifest.ts +4 -4
- package/packages/render-hyperframes/src/surface.ts +6 -6
- package/packages/runtime/README.md +8 -1
- package/packages/runtime/src/catalog.ts +2 -0
- package/packages/runtime/src/execution.ts +15 -4
- package/packages/runtime/src/index.ts +2 -1
- package/packages/runtime/src/log.ts +51 -0
- package/packages/runtime/src/types.ts +5 -8
- package/packages/runtime-host-node/README.md +30 -0
- package/packages/runtime-host-node/package.json +1 -0
- package/packages/runtime-host-node/src/index.ts +25 -9
- package/packages/runtime-host-node/src/packages.ts +47 -50
- package/packages/runtime-kit/README.md +5 -0
- package/packages/runtime-kit/src/index.ts +3 -1
- package/packages/runtime-local/README.md +111 -4
- package/packages/runtime-local/src/config.ts +202 -56
- package/packages/runtime-local/src/control.ts +9 -1
- package/packages/runtime-local/src/executor.ts +66 -0
- package/packages/runtime-local/src/host.ts +37 -17
- package/packages/runtime-local/src/log.ts +48 -0
- package/packages/runtime-local/src/programs.ts +41 -25
- package/packages/runtime-local/src/result-writer.ts +2 -0
- package/packages/runtime-local/src/runtime.ts +10 -6
- package/packages/runtime-local/src/supervisor.ts +142 -0
- package/packages/runtime-local/src/types.ts +9 -2
- package/packages/runtime-local/src/worker-process.ts +7 -24
- package/packages/runtime-local/src/worker.ts +55 -83
- package/packages/screen-overlay/README.md +3 -3
- package/packages/screen-overlay/package.json +1 -1
- package/packages/screen-overlay/src/component.ts +3 -3
- package/packages/screen-overlay/src/fragment.ts +5 -4
- package/packages/screen-overlay/src/manifest.ts +7 -6
- package/packages/screen-overlay/src/program.ts +9 -9
- package/packages/screen-overlay/src/surface.ts +6 -7
- package/packages/script/README.md +37 -2
- package/packages/script/src/edit.ts +123 -73
- package/packages/script/src/lexical.ts +40 -6
- package/packages/script/src/manifest.ts +2 -2
- package/packages/script/src/narrative.ts +1 -0
- package/packages/script/src/parser.ts +36 -8
- package/packages/script/src/surface.ts +4 -3
- package/packages/script/src/types.ts +5 -1
- package/packages/script-studio/package.json +9 -3
- package/packages/script-studio/src/index.ts +2 -0
- package/packages/script-studio/src/projection.ts +105 -0
- package/packages/seedance/README.md +30 -1
- package/packages/seedance/src/index.ts +18 -7
- package/packages/seedance/src/surface.ts +17 -4
- package/packages/seedance-kits/README.md +10 -2
- package/packages/seedance-kits/kits/speaker-v1.svs +5 -5
- package/packages/seedream/README.md +1 -1
- package/packages/sound/README.md +81 -0
- package/packages/sound/package.json +25 -0
- package/packages/sound/src/activation.ts +11 -0
- package/packages/sound/src/component.ts +28 -0
- package/packages/sound/src/index.ts +5 -0
- package/packages/sound/src/manifest.ts +47 -0
- package/packages/sound/src/program.ts +84 -0
- package/packages/sound/src/style.ts +34 -0
- package/packages/sound/src/surface.ts +90 -0
- package/packages/sound-studio/README.md +22 -0
- package/packages/sound-studio/package.json +20 -0
- package/packages/sound-studio/src/activation.ts +6 -0
- package/packages/sound-studio/src/index.ts +74 -0
- package/packages/speech/README.md +2 -2
- package/packages/speech-alignment/src/align.ts +45 -21
- package/packages/speech-alignment/src/local.ts +8 -0
- package/packages/speech-alignment/src/locate.ts +1 -1
- package/packages/store-sqlite/README.md +7 -0
- package/packages/store-sqlite/src/store.ts +84 -83
- package/packages/studio/INSPECTOR.md +117 -0
- package/packages/studio/README.md +149 -14
- package/packages/studio/package.json +8 -7
- package/packages/studio/src/build-library.ts +99 -84
- package/packages/studio/src/companion-assembly.ts +1 -0
- package/packages/studio/src/domain.ts +1 -1
- package/packages/studio/src/fallback-companions.ts +3 -3
- package/packages/studio/src/feedback-server.ts +51 -0
- package/packages/studio/src/feedback-store.ts +66 -0
- package/packages/studio/src/feedback.ts +60 -0
- package/packages/studio/src/library-media.ts +19 -0
- package/packages/studio/src/parameter-values.ts +83 -1
- package/packages/studio/src/parameters.ts +132 -43
- package/packages/studio/src/preview/render.ts +5 -1
- package/packages/studio/src/preview/runtime-shim.ts +49 -3
- package/packages/studio/src/programme.ts +14 -30
- package/packages/studio/src/server.ts +66 -34
- package/packages/studio/src/shared.ts +24 -8
- package/packages/studio/src/snapshot.ts +21 -132
- package/packages/studio/src/studio-preflight.ts +3 -3
- package/packages/studio/src/studio-registry.ts +72 -6
- package/packages/studio/src/style.css +342 -190
- package/packages/studio/src/temporal-edit.ts +131 -0
- package/packages/studio/src/ui/artifact-name.ts +80 -0
- package/packages/studio/src/ui/artifact-preview.ts +99 -0
- package/packages/studio/src/ui/comments.ts +233 -0
- package/packages/studio/src/ui/icons.ts +10 -1
- package/packages/studio/src/ui/library.ts +373 -192
- package/packages/studio/src/ui/main.ts +291 -110
- package/packages/studio/src/ui/material-preview.ts +1 -1
- package/packages/studio/src/ui/overlay.ts +31 -26
- package/packages/studio/src/ui/scrub-preview.ts +108 -0
- package/packages/studio/src/ui/sidebar-panel.ts +31 -0
- package/packages/studio/src/ui/stage.ts +188 -9
- package/packages/studio/src/ui/timeline.ts +187 -281
- package/packages/studio/start.ts +19 -5
- package/packages/studio-adapter/README.md +151 -11
- package/packages/studio-adapter/src/index.ts +126 -14
- package/packages/temporal/README.md +6 -6
- package/packages/temporal/package.json +1 -1
- package/packages/temporal/src/component.ts +5 -6
- package/packages/temporal/src/index.ts +8 -6
- package/packages/temporal/src/location.ts +11 -11
- package/packages/temporal/src/projection.ts +19 -19
- package/packages/temporal/src/rational.ts +4 -4
- package/packages/temporal-markup/EDITING.md +183 -0
- package/packages/temporal-markup/README.md +31 -11
- package/packages/temporal-markup/package.json +1 -1
- package/packages/temporal-markup/src/index.ts +20 -25
- package/packages/temporal-markup/src/space.ts +10 -41
- package/packages/timeline/README.md +31 -0
- package/packages/{semantic-track → timeline}/package.json +1 -1
- package/packages/timeline/src/activation.ts +8 -0
- package/packages/timeline/src/component.ts +24 -0
- package/packages/timeline/src/identity.ts +60 -0
- package/packages/timeline/src/index.ts +6 -0
- package/packages/{semantic-track → timeline}/src/location.ts +20 -20
- package/packages/timeline/src/manifest.ts +39 -0
- package/packages/{semantic-track → timeline}/src/projection.ts +14 -14
- package/packages/timeline/src/types.ts +24 -0
- package/packages/timeline-author/README.md +68 -0
- package/packages/{speech-track → timeline-author}/package.json +6 -4
- package/packages/timeline-author/src/activation.ts +22 -0
- package/packages/{speech-track → timeline-author}/src/component.ts +15 -13
- package/packages/{speech-track → timeline-author}/src/fragment.ts +14 -23
- package/packages/timeline-author/src/index.ts +7 -0
- package/packages/timeline-author/src/manifest.ts +78 -0
- package/packages/timeline-author/src/program.ts +107 -0
- package/packages/timeline-author/src/surface.ts +46 -0
- package/packages/timeline-author/src/types.ts +6 -0
- package/packages/typography-track/README.md +4 -4
- package/packages/typography-track/package.json +1 -1
- package/packages/typography-track/src/component.ts +4 -4
- package/packages/typography-track/src/fragment.ts +4 -3
- package/packages/typography-track/src/manifest.ts +11 -9
- package/packages/typography-track/src/program.ts +15 -15
- package/packages/typography-track/src/surface.ts +17 -18
- package/packages/typography-track-studio/package.json +8 -3
- package/packages/typography-track-studio/src/index.ts +5 -1
- package/packages/video-cli/README.md +16 -4
- package/packages/video-cli/package.json +2 -1
- package/packages/video-cli/src/creation.ts +25 -9
- package/packages/video-cli/src/index.ts +1 -1
- package/packages/video-cli/src/studio-distribution.ts +2 -1
- package/packages/volcengine-matting/README.md +3 -3
- package/packages/whisperx/README.md +8 -1
- package/packages/workspace/src/index.ts +2 -0
- package/packages/workspace-fs-node/README.md +4 -1
- package/packages/workspace-fs-node/src/workspace.ts +3 -1
- package/services/whisperx/README.md +14 -0
- package/services/whisperx/pyproject.toml +2 -0
- package/services/whisperx/uv.lock +20 -20
- package/packages/provider-hyperframes-aws-lambda/README.md +0 -30
- package/packages/provider-hyperframes-aws-lambda/package.json +0 -30
- package/packages/provider-hyperframes-aws-lambda/src/activation.ts +0 -97
- package/packages/provider-hyperframes-aws-lambda/src/client.ts +0 -114
- package/packages/provider-hyperframes-aws-lambda/src/index.ts +0 -21
- package/packages/provider-hyperframes-aws-lambda/src/provider.ts +0 -522
- package/packages/provider-kie/README.md +0 -134
- package/packages/provider-kie/package.json +0 -43
- package/packages/provider-kie/src/activation.ts +0 -71
- package/packages/provider-kie/src/index.ts +0 -10
- package/packages/provider-kie/src/mapping.ts +0 -182
- package/packages/provider-kie/src/provider.ts +0 -657
- package/packages/provider-kie/src/routes.ts +0 -150
- package/packages/provider-xiaomi-mimo/README.md +0 -32
- package/packages/provider-xiaomi-mimo/src/activation.ts +0 -57
- package/packages/provider-xiaomi-mimo/src/index.ts +0 -5
- package/packages/provider-xiaomi-mimo/src/provider.ts +0 -214
- package/packages/runtime/src/environment.ts +0 -6
- package/packages/semantic-track/README.md +0 -21
- package/packages/semantic-track/src/activation.ts +0 -8
- package/packages/semantic-track/src/component.ts +0 -24
- package/packages/semantic-track/src/identity.ts +0 -58
- package/packages/semantic-track/src/index.ts +0 -6
- package/packages/semantic-track/src/manifest.ts +0 -38
- package/packages/semantic-track/src/types.ts +0 -26
- package/packages/speech-track/README.md +0 -51
- package/packages/speech-track/src/activation.ts +0 -19
- package/packages/speech-track/src/index.ts +0 -7
- package/packages/speech-track/src/manifest.ts +0 -73
- package/packages/speech-track/src/program.ts +0 -64
- package/packages/speech-track/src/surface.ts +0 -35
- package/packages/speech-track/src/types.ts +0 -6
- package/packages/speech-track-studio/README.md +0 -3
- package/packages/speech-track-studio/package.json +0 -14
- package/packages/speech-track-studio/src/activation.ts +0 -7
- package/packages/speech-track-studio/src/index.ts +0 -40
- /package/packages/{cli → project-context-node}/src/project-context.ts +0 -0
- /package/packages/{speech-track → timeline-author}/preview/Track.png +0 -0
|
@@ -1,5 +1,6 @@
|
|
|
1
1
|
import type {
|
|
2
2
|
StudioTrackCompanion,
|
|
3
|
+
StudioParameterCompanion,
|
|
3
4
|
StudioTrackCompanionContext,
|
|
4
5
|
StudioEditHandle,
|
|
5
6
|
StudioEntityDraft,
|
|
@@ -8,16 +9,18 @@ import type {
|
|
|
8
9
|
StudioViewRole,
|
|
9
10
|
StudioResolvedTrack,
|
|
10
11
|
StudioScriptAdjustment,
|
|
12
|
+
StudioScriptProjectionInput,
|
|
11
13
|
StudioScriptCompanion,
|
|
12
14
|
StudioScriptSourceMap,
|
|
13
15
|
StudioSourceBindingDeclaration,
|
|
14
16
|
StudioSpan,
|
|
15
17
|
} from "@hypit/studio-adapter";
|
|
16
18
|
import { studioParameterControls } from "@hypit/studio-adapter";
|
|
19
|
+
import { parameterOption } from "./parameter-values.js";
|
|
17
20
|
import { compositionTypes } from "@hypit/composition";
|
|
18
21
|
import { sameModule, sameType } from "@hypit/protocol";
|
|
19
22
|
import type { ModuleRef, TypeRef } from "@hypit/protocol";
|
|
20
|
-
import {
|
|
23
|
+
import { timelineTypes } from "@hypit/timeline";
|
|
21
24
|
|
|
22
25
|
import type { Placement } from "./observe.js";
|
|
23
26
|
import type { Clip, StudioTrackBinding } from "./shared.js";
|
|
@@ -28,9 +31,9 @@ const flatLane = {
|
|
|
28
31
|
heightPx: 52,
|
|
29
32
|
};
|
|
30
33
|
|
|
31
|
-
const tones = new Set(["blue", "green", "teal", "violet", "magenta", "orange", "orange-muted", "neutral"]);
|
|
34
|
+
const tones = new Set(["blue", "blue-muted", "green", "green-muted", "teal", "violet", "magenta", "magenta-muted", "orange", "orange-muted", "neutral"]);
|
|
32
35
|
const icons = new Set(["brand", "captions", "component", "layers", "ranking", "text", "timeline", "video", "waveform"]);
|
|
33
|
-
const chromes = new Set(["standard", "group", "point"]);
|
|
36
|
+
const chromes = new Set(["standard", "group", "point", "compact"]);
|
|
34
37
|
const layouts = new Set(["repeat-x", "cover", "contain", "storyboard", "waveform"]);
|
|
35
38
|
const inspectorDomains = new Set(["where", "how", "when"]);
|
|
36
39
|
const inspectorControls = new Set<string>(studioParameterControls);
|
|
@@ -67,6 +70,27 @@ function validateInspector(
|
|
|
67
70
|
if (field.control === "select" && (field.options === undefined || field.options.length === 0)) {
|
|
68
71
|
throw new Error(`${subject} Inspector field ${field.binding} has no select options`);
|
|
69
72
|
}
|
|
73
|
+
const choices = (field.options ?? []).map(parameterOption);
|
|
74
|
+
if (choices.some(option => !option.label.trim() || !["string", "number", "boolean"].includes(typeof option.value)
|
|
75
|
+
|| typeof option.value === "number" && !Number.isFinite(option.value))
|
|
76
|
+
|| new Set(choices.map(option => JSON.stringify(option.value))).size !== choices.length) {
|
|
77
|
+
throw new Error(`${subject} Inspector field ${field.binding} has invalid or repeated choices`);
|
|
78
|
+
}
|
|
79
|
+
const numeric = field.number;
|
|
80
|
+
if (numeric !== undefined) {
|
|
81
|
+
if (field.control !== "number" || numeric.scale !== undefined && (!Number.isFinite(numeric.scale) || numeric.scale <= 0)
|
|
82
|
+
|| numeric.step !== undefined && (!Number.isFinite(numeric.step) || numeric.step <= 0)
|
|
83
|
+
|| numeric.minimum !== undefined && !Number.isFinite(numeric.minimum)
|
|
84
|
+
|| numeric.maximum !== undefined && !Number.isFinite(numeric.maximum)
|
|
85
|
+
|| numeric.minimum !== undefined && numeric.maximum !== undefined && numeric.minimum > numeric.maximum
|
|
86
|
+
|| numeric.suffixes !== undefined && (numeric.suffixes.length === 0 || numeric.suffixes.some(suffix => !suffix.trim()))) {
|
|
87
|
+
throw new Error(`${subject} Inspector field ${field.binding} has an invalid numeric presentation`);
|
|
88
|
+
}
|
|
89
|
+
}
|
|
90
|
+
if (field.multiline && field.control !== "text") throw new Error(`${subject} multiline editing requires text`);
|
|
91
|
+
if (field.swatches !== undefined && (field.control !== "color" || field.swatches.some(color => !/^#[0-9a-f]{6}(?:[0-9a-f]{2})?$/iu.test(color)))) {
|
|
92
|
+
throw new Error(`${subject} color suggestions require hex colors`);
|
|
93
|
+
}
|
|
70
94
|
}
|
|
71
95
|
}
|
|
72
96
|
|
|
@@ -78,6 +102,17 @@ function validateCompanionVocabulary(companion: StudioTrackCompanion): void {
|
|
|
78
102
|
throw new Error(`Studio Track Companion ${companion.id} selects unsupported icon ${companion.icon}`);
|
|
79
103
|
}
|
|
80
104
|
validateInspector(`Studio Track Companion ${companion.id}`, companion.bindings, companion.inspector);
|
|
105
|
+
const bandIds = new Set<string>();
|
|
106
|
+
for (const band of companion.bands ?? []) {
|
|
107
|
+
if (!band.id.trim() || bandIds.has(band.id)) throw new Error(`Studio Companion ${companion.id} has a duplicate or empty band id`);
|
|
108
|
+
bandIds.add(band.id);
|
|
109
|
+
if (!Number.isFinite(band.heightPx) || band.heightPx <= 0
|
|
110
|
+
|| !["before", "after"].includes(band.placement) || !["label", "content"].includes(band.display)) {
|
|
111
|
+
throw new Error(`Studio Companion ${companion.id} band ${band.id} has invalid layout`);
|
|
112
|
+
}
|
|
113
|
+
if (band.tone !== undefined && !tones.has(band.tone)) throw new Error(`Studio Companion ${companion.id} band ${band.id} has unsupported tone`);
|
|
114
|
+
validateInspector(`Studio Companion ${companion.id} band ${band.id}`, band.bindings, band.inspector);
|
|
115
|
+
}
|
|
81
116
|
for (const attachment of companion.attachments ?? []) {
|
|
82
117
|
if (attachment.tone !== undefined && !tones.has(attachment.tone)) {
|
|
83
118
|
throw new Error(`Studio Track Companion ${companion.id} attachment ${attachment.id} selects unsupported tone ${attachment.tone}`);
|
|
@@ -90,6 +125,10 @@ function validateCompanionVocabulary(companion: StudioTrackCompanion): void {
|
|
|
90
125
|
}
|
|
91
126
|
|
|
92
127
|
function validateDraftVocabulary(companion: StudioTrackCompanion, draft: StudioEntityDraft): void {
|
|
128
|
+
if (draft.band !== undefined && (draft.lane !== undefined || !companion.bands?.some(band => band.id === draft.band))) {
|
|
129
|
+
throw new Error(`Studio Companion ${companion.id} entity ${draft.id} must select one declared band within its own Track`);
|
|
130
|
+
}
|
|
131
|
+
|
|
93
132
|
if (draft.display === undefined || typeof draft.display.title !== "string" || draft.display.title.trim().length === 0) {
|
|
94
133
|
throw new Error(`Studio Track Companion ${companion.id} entity ${draft.id} has no display title`);
|
|
95
134
|
}
|
|
@@ -146,6 +185,7 @@ function specificity(companion: StudioTrackCompanion): number {
|
|
|
146
185
|
|
|
147
186
|
/** Immutable interpretation assembled for one project session. */
|
|
148
187
|
export class StudioCompanionRegistry {
|
|
188
|
+
readonly #parameters: readonly StudioParameterCompanion[];
|
|
149
189
|
readonly #tracks: readonly StudioTrackCompanion[];
|
|
150
190
|
readonly #films: readonly StudioFilmCompanion[];
|
|
151
191
|
readonly #scripts: readonly StudioScriptCompanion[];
|
|
@@ -155,6 +195,7 @@ export class StudioCompanionRegistry {
|
|
|
155
195
|
options: {
|
|
156
196
|
readonly films?: readonly StudioFilmCompanion[];
|
|
157
197
|
readonly scripts?: readonly StudioScriptCompanion[];
|
|
198
|
+
readonly parameters?: readonly StudioParameterCompanion[];
|
|
158
199
|
} = {},
|
|
159
200
|
) {
|
|
160
201
|
const ids = new Set<string>();
|
|
@@ -175,11 +216,23 @@ export class StudioCompanionRegistry {
|
|
|
175
216
|
ids.add(companion.id);
|
|
176
217
|
}
|
|
177
218
|
}
|
|
219
|
+
this.#parameters = Object.freeze([...(options.parameters ?? [])]);
|
|
220
|
+
for (const companion of this.#parameters) {
|
|
221
|
+
if (ids.has(companion.id)) throw new Error(`Studio Parameter Companion id is repeated: ${companion.id}`);
|
|
222
|
+
ids.add(companion.id);
|
|
223
|
+
validateInspector(`Studio Parameter Companion ${companion.id}`, companion.bindings, companion.inspector);
|
|
224
|
+
}
|
|
178
225
|
this.#tracks = Object.freeze([...tracks]);
|
|
179
226
|
this.#films = Object.freeze(films);
|
|
180
227
|
this.#scripts = Object.freeze(scripts);
|
|
181
228
|
}
|
|
182
229
|
|
|
230
|
+
parameterCompanionFor(module: ModuleRef, surface: string): StudioParameterCompanion | undefined {
|
|
231
|
+
const found = this.#parameters.filter(companion => sameModule(companion.match.module, module) && companion.match.surface === surface);
|
|
232
|
+
if (found.length > 1) throw new Error(`Studio Parameter companions are ambiguous for ${module.name}#${surface}.`);
|
|
233
|
+
return found[0];
|
|
234
|
+
}
|
|
235
|
+
|
|
183
236
|
filmCompanionFor(
|
|
184
237
|
type: TypeRef,
|
|
185
238
|
placement: Pick<Placement, "surface" | "module"> | undefined,
|
|
@@ -212,6 +265,12 @@ export class StudioCompanionRegistry {
|
|
|
212
265
|
: { ...found, companion: companion.id };
|
|
213
266
|
}
|
|
214
267
|
|
|
268
|
+
projectScript(input: StudioScriptProjectionInput) {
|
|
269
|
+
const companion = this.#scripts.find(item => item.id === input.source.companion);
|
|
270
|
+
if (companion?.project === undefined) throw new Error(`Script Companion ${input.source.companion} does not provide a timeline projection.`);
|
|
271
|
+
return companion.project(input);
|
|
272
|
+
}
|
|
273
|
+
|
|
215
274
|
adjustScript(input: {
|
|
216
275
|
readonly companion: string;
|
|
217
276
|
readonly sourceName: string;
|
|
@@ -264,7 +323,7 @@ export class StudioCompanionRegistry {
|
|
|
264
323
|
readonly icon: StudioTrackBinding["icon"];
|
|
265
324
|
readonly lane: StudioTrackBinding["lane"];
|
|
266
325
|
} {
|
|
267
|
-
const companion = this.trackCompanionFor(
|
|
326
|
+
const companion = this.trackCompanionFor(timelineTypes.track, undefined, []);
|
|
268
327
|
return {
|
|
269
328
|
family: companion?.family ?? "semantic",
|
|
270
329
|
tone: companion?.tone ?? "teal",
|
|
@@ -312,7 +371,7 @@ export class StudioCompanionRegistry {
|
|
|
312
371
|
bindTrack(track: StudioResolvedTrack): StudioTrackBinding {
|
|
313
372
|
const companion = this.#trackCompanion(track);
|
|
314
373
|
// A Companion may provide a deliberate presentation label for a facet
|
|
315
|
-
// (e.g.
|
|
374
|
+
// (e.g. a component’s picture and sound outputs). Authored ids remain the fallback
|
|
316
375
|
// for ordinary user-named tracks.
|
|
317
376
|
const label = companion.label ?? track.trace.authoredId;
|
|
318
377
|
return {
|
|
@@ -324,6 +383,7 @@ export class StudioCompanionRegistry {
|
|
|
324
383
|
icon: companion.icon ?? (sameType(track.typeRef, compositionTypes.audioTrack) ? "waveform" : "layers"),
|
|
325
384
|
companion: companion.id,
|
|
326
385
|
lane: companion.lane ?? flatLane,
|
|
386
|
+
...(companion.bands === undefined ? {} : { bands: companion.bands.map(({ bindings: _bindings, inspector: _inspector, ...band }) => band) }),
|
|
327
387
|
...(track.trace.placement === undefined ? {} : { authoredTag: track.trace.placement }),
|
|
328
388
|
references: track.trace.references.map(({ name, type }) => ({ name, type })),
|
|
329
389
|
};
|
|
@@ -338,7 +398,7 @@ export class StudioCompanionRegistry {
|
|
|
338
398
|
: { kind: "preview", role: "decoration", preview, layout: "repeat-x" };
|
|
339
399
|
const projected: readonly StudioEntityDraft[] = companion.poster?.source !== "surface-preview" || surfaceLayer === undefined
|
|
340
400
|
? drafts
|
|
341
|
-
: drafts.map((draft) => draft.lane !== undefined
|
|
401
|
+
: drafts.map((draft) => draft.lane !== undefined || draft.band !== undefined
|
|
342
402
|
? draft
|
|
343
403
|
: {
|
|
344
404
|
...draft,
|
|
@@ -355,8 +415,10 @@ export class StudioCompanionRegistry {
|
|
|
355
415
|
track: StudioResolvedTrack,
|
|
356
416
|
placement: Placement | undefined,
|
|
357
417
|
lane?: string,
|
|
418
|
+
band?: string,
|
|
358
419
|
) {
|
|
359
420
|
const companion = this.#trackCompanion(track);
|
|
421
|
+
if (band !== undefined) return companion.bands?.find(item => item.id === band)?.bindings ?? [];
|
|
360
422
|
if (lane !== undefined) {
|
|
361
423
|
return companion.attachments?.find((attachment) => attachment.id === lane)?.bindings ?? [];
|
|
362
424
|
}
|
|
@@ -367,8 +429,10 @@ export class StudioCompanionRegistry {
|
|
|
367
429
|
track: StudioResolvedTrack,
|
|
368
430
|
placement: Placement | undefined,
|
|
369
431
|
lane?: string,
|
|
432
|
+
band?: string,
|
|
370
433
|
) {
|
|
371
434
|
const companion = this.#trackCompanion(track);
|
|
435
|
+
if (band !== undefined) return companion.bands?.find(item => item.id === band)?.inspector ?? [];
|
|
372
436
|
if (lane !== undefined) {
|
|
373
437
|
return companion.attachments?.find((attachment) => attachment.id === lane)?.inspector ?? [];
|
|
374
438
|
}
|
|
@@ -388,6 +452,8 @@ export function sealStudioClip(
|
|
|
388
452
|
id: draft.id.startsWith(`${outputRef}:`) ? draft.id : `${outputRef}:${draft.id}`,
|
|
389
453
|
...(draft.presentId === undefined ? {} : { presentId: draft.presentId }),
|
|
390
454
|
authoredId: draft.authoredId,
|
|
455
|
+
...(draft.band === undefined ? {} : { band: draft.band }),
|
|
456
|
+
...(draft.selectionGroup === undefined ? {} : { selectionGroup: draft.selectionGroup }),
|
|
391
457
|
...(draft.markerId === undefined ? {} : { markerId: draft.markerId }),
|
|
392
458
|
display: draft.display,
|
|
393
459
|
startFrame: draft.startFrame,
|