@hypit/hypit 0.0.1 → 0.1.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +26 -0
- package/README.md +203 -0
- package/README.zh-CN.md +195 -0
- package/bin/hypit.mjs +46 -0
- package/dist/public/artifact.d.ts +75 -0
- package/dist/public/author-kit.d.ts +559 -0
- package/dist/public/browser-capture.d.ts +56 -0
- package/dist/public/caption.d.ts +751 -0
- package/dist/public/composition.d.ts +672 -0
- package/dist/public/endpoint-kit.d.ts +366 -0
- package/dist/public/generation.d.ts +591 -0
- package/dist/public/hyperframes.d.ts +774 -0
- package/dist/public/media.d.ts +708 -0
- package/dist/public/model-kit.d.ts +523 -0
- package/dist/public/narrative.d.ts +315 -0
- package/dist/public/program-space.d.ts +193 -0
- package/dist/public/runtime-kit.d.ts +427 -0
- package/dist/public/semantic-track.d.ts +418 -0
- package/dist/public/spatial.d.ts +1193 -0
- package/dist/public/speech.d.ts +391 -0
- package/dist/public/studio-adapter.d.ts +686 -0
- package/dist/public/svs.d.ts +311 -0
- package/dist/public/temporal-markup.d.ts +343 -0
- package/dist/public/temporal.d.ts +497 -0
- package/dist/public/text.d.ts +817 -0
- package/dist/public/visual-ir.d.ts +98 -0
- package/docs/public/hypit-logo-dark.svg +36 -0
- package/docs/public/hypit-logo-light.svg +38 -0
- package/examples/README.md +24 -0
- package/examples/minimal-author-package/README.md +18 -0
- package/examples/minimal-author-package/packages/example-component/README.md +44 -0
- package/examples/minimal-author-package/packages/example-component/package.json +27 -0
- package/examples/minimal-author-package/packages/example-component/preview/Box.png +0 -0
- package/examples/minimal-author-package/packages/example-component/preview/build.svrun +6 -0
- package/examples/minimal-author-package/packages/example-component/preview/preview.svml +47 -0
- package/examples/minimal-author-package/packages/example-component/preview/recipes.svs +8 -0
- package/examples/minimal-author-package/packages/example-component/src/activation.ts +10 -0
- package/examples/minimal-author-package/packages/example-component/src/component.ts +44 -0
- package/examples/minimal-author-package/packages/example-component/src/fragment.ts +32 -0
- package/examples/minimal-author-package/packages/example-component/src/index.ts +6 -0
- package/examples/minimal-author-package/packages/example-component/src/manifest.ts +82 -0
- package/examples/minimal-author-package/packages/example-component/src/style.ts +13 -0
- package/examples/minimal-author-package/packages/example-component/src/surface.ts +41 -0
- package/examples/minimal-author-package/packages/example-component/src/temporal.ts +6 -0
- package/examples/minimal-author-package/packages/example-component/tsconfig.json +18 -0
- package/examples/semantic-composition/README.md +35 -0
- package/examples/semantic-composition/chat.svml +25 -0
- package/examples/semantic-composition/chat.svrun +6 -0
- package/examples/semantic-composition/chat.svs +4 -0
- package/examples/semantic-composition/hypit.runtime.json +8 -0
- package/examples/semantic-composition/packages/chat-scene/README.md +29 -0
- package/examples/semantic-composition/packages/chat-scene/package.json +11 -0
- package/examples/semantic-composition/packages/chat-scene/src/activation.ts +112 -0
- package/examples/semantic-composition/packages/chat-scene/src/render.ts +64 -0
- package/examples/semantic-composition/packages/chat-scene/tsconfig.json +18 -0
- package/examples/semantic-composition/packages/responsive-explainer/README.md +45 -0
- package/examples/semantic-composition/packages/responsive-explainer/package.json +11 -0
- package/examples/semantic-composition/packages/responsive-explainer/src/activation.ts +90 -0
- package/examples/semantic-composition/packages/responsive-explainer/src/render.ts +68 -0
- package/examples/semantic-composition/packages/responsive-explainer/tsconfig.json +18 -0
- package/package.json +259 -7
- package/packages/artifact/README.md +10 -0
- package/packages/artifact/package.json +16 -0
- package/packages/artifact/src/activation.ts +8 -0
- package/packages/artifact/src/index.ts +24 -0
- package/packages/audio-track/README.md +43 -0
- package/packages/audio-track/package.json +36 -0
- package/packages/audio-track/src/activation.ts +20 -0
- package/packages/audio-track/src/component.ts +40 -0
- package/packages/audio-track/src/fragment.ts +63 -0
- package/packages/audio-track/src/index.ts +7 -0
- package/packages/audio-track/src/manifest.ts +151 -0
- package/packages/audio-track/src/program.ts +254 -0
- package/packages/audio-track/src/surface.ts +187 -0
- package/packages/audio-track/src/types.ts +62 -0
- package/packages/audio-track-studio/README.md +3 -0
- package/packages/audio-track-studio/package.json +14 -0
- package/packages/audio-track-studio/src/activation.ts +7 -0
- package/packages/audio-track-studio/src/index.ts +72 -0
- package/packages/author-kit/README.md +31 -0
- package/packages/author-kit/package.json +16 -0
- package/packages/author-kit/src/index.ts +59 -0
- package/packages/background-removal/README.md +29 -0
- package/packages/background-removal/package.json +16 -0
- package/packages/background-removal/src/activation.ts +18 -0
- package/packages/background-removal/src/component.ts +32 -0
- package/packages/background-removal/src/fragment.ts +18 -0
- package/packages/background-removal/src/index.ts +6 -0
- package/packages/background-removal/src/manifest.ts +45 -0
- package/packages/background-removal/src/program.ts +19 -0
- package/packages/background-removal/src/surface.ts +27 -0
- package/packages/background-removal/src/types.ts +5 -0
- package/packages/browser-capture/README.md +82 -0
- package/packages/browser-capture/package.json +15 -0
- package/packages/browser-capture/src/browser.ts +19 -0
- package/packages/browser-capture/src/index.ts +198 -0
- package/packages/build-result/package.json +13 -0
- package/packages/build-result/src/decode.ts +286 -0
- package/packages/build-result/src/index.ts +25 -0
- package/packages/build-result/src/store.ts +505 -0
- package/packages/build-result/src/types.ts +354 -0
- package/packages/build-result/src/writer.ts +184 -0
- package/packages/build-result-fs/README.md +29 -0
- package/packages/build-result-fs/package.json +17 -0
- package/packages/build-result-fs/src/activation.ts +62 -0
- package/packages/build-result-fs/src/index.ts +1 -0
- package/packages/build-result-kit/README.md +10 -0
- package/packages/build-result-kit/package.json +15 -0
- package/packages/build-result-kit/src/index.ts +144 -0
- package/packages/build-result-s3/README.md +49 -0
- package/packages/build-result-s3/package.json +19 -0
- package/packages/build-result-s3/src/activation.ts +71 -0
- package/packages/build-result-s3/src/client.ts +254 -0
- package/packages/build-result-s3/src/index.ts +4 -0
- package/packages/build-result-s3/src/repository.ts +361 -0
- package/packages/caption/README.md +77 -0
- package/packages/caption/package.json +28 -0
- package/packages/caption/src/activation.ts +17 -0
- package/packages/caption/src/component.ts +38 -0
- package/packages/caption/src/display.ts +111 -0
- package/packages/caption/src/error.ts +9 -0
- package/packages/caption/src/fragment.ts +26 -0
- package/packages/caption/src/index.ts +33 -0
- package/packages/caption/src/manifest.ts +97 -0
- package/packages/caption/src/style.ts +170 -0
- package/packages/caption/src/surface.ts +96 -0
- package/packages/caption/src/temporalize.ts +124 -0
- package/packages/caption/src/types.ts +71 -0
- package/packages/caption-fine/README.md +108 -0
- package/packages/caption-fine/package.json +30 -0
- package/packages/caption-fine/preview/Track.png +0 -0
- package/packages/caption-fine/src/activation.ts +32 -0
- package/packages/caption-fine/src/component.ts +58 -0
- package/packages/caption-fine/src/fragment.ts +112 -0
- package/packages/caption-fine/src/index.ts +19 -0
- package/packages/caption-fine/src/manifest.ts +383 -0
- package/packages/caption-fine/src/recipe.ts +120 -0
- package/packages/caption-fine/src/render.ts +1133 -0
- package/packages/caption-fine/src/schedule.ts +126 -0
- package/packages/caption-fine/src/spacing.ts +69 -0
- package/packages/caption-fine/src/style.ts +370 -0
- package/packages/caption-fine/src/surface.ts +152 -0
- package/packages/caption-fine/src/types.ts +191 -0
- package/packages/caption-fine-studio/README.md +3 -0
- package/packages/caption-fine-studio/package.json +15 -0
- package/packages/caption-fine-studio/src/activation.ts +7 -0
- package/packages/caption-fine-studio/src/index.ts +163 -0
- package/packages/cli/README.md +51 -0
- package/packages/cli/package.json +33 -0
- package/packages/cli/src/arguments.ts +605 -0
- package/packages/cli/src/build-planning.ts +460 -0
- package/packages/cli/src/command.ts +202 -0
- package/packages/cli/src/commands/environment.ts +391 -0
- package/packages/cli/src/commands/execution.ts +321 -0
- package/packages/cli/src/commands/results.ts +187 -0
- package/packages/cli/src/commands/types.ts +9 -0
- package/packages/cli/src/distribution.ts +74 -0
- package/packages/cli/src/index.ts +30 -0
- package/packages/cli/src/machine-view.ts +28 -0
- package/packages/cli/src/main.ts +654 -0
- package/packages/cli/src/oauth.ts +228 -0
- package/packages/cli/src/observation.ts +203 -0
- package/packages/cli/src/output.ts +1007 -0
- package/packages/cli/src/paths.ts +7 -0
- package/packages/cli/src/project-context.ts +38 -0
- package/packages/cli/src/reachability.ts +91 -0
- package/packages/cli/src/result-export.ts +148 -0
- package/packages/cli/src/result-query.ts +46 -0
- package/packages/cli/src/run-file.ts +186 -0
- package/packages/cli/src/runtime-port.ts +13 -0
- package/packages/cli/src/runtime-selection.ts +94 -0
- package/packages/cli/src/runtime-view.ts +15 -0
- package/packages/cli/src/source-discovery.ts +150 -0
- package/packages/cli/src/source-packages.ts +91 -0
- package/packages/cli/src/view.ts +228 -0
- package/packages/comment-sticker/README.md +41 -0
- package/packages/comment-sticker/package.json +29 -0
- package/packages/comment-sticker/preview/Track.png +0 -0
- package/packages/comment-sticker/src/activation.ts +32 -0
- package/packages/comment-sticker/src/author.ts +148 -0
- package/packages/comment-sticker/src/component.ts +97 -0
- package/packages/comment-sticker/src/fragment.ts +124 -0
- package/packages/comment-sticker/src/index.ts +8 -0
- package/packages/comment-sticker/src/manifest.ts +373 -0
- package/packages/comment-sticker/src/program.ts +610 -0
- package/packages/comment-sticker/src/surface.ts +172 -0
- package/packages/comment-sticker/src/types.ts +109 -0
- package/packages/comment-sticker-studio/README.md +3 -0
- package/packages/comment-sticker-studio/package.json +14 -0
- package/packages/comment-sticker-studio/src/activation.ts +7 -0
- package/packages/comment-sticker-studio/src/index.ts +132 -0
- package/packages/compiler-markup-node/README.md +12 -0
- package/packages/compiler-markup-node/package.json +22 -0
- package/packages/compiler-markup-node/src/index.ts +59 -0
- package/packages/compiler-node/README.md +60 -0
- package/packages/compiler-node/package.json +25 -0
- package/packages/compiler-node/src/compiler.ts +207 -0
- package/packages/compiler-node/src/error.ts +11 -0
- package/packages/compiler-node/src/graph-query.ts +51 -0
- package/packages/compiler-node/src/index.ts +27 -0
- package/packages/compiler-node/src/modules.ts +107 -0
- package/packages/compiler-node/src/run.ts +355 -0
- package/packages/component-kit/README.md +97 -0
- package/packages/component-kit/package.json +13 -0
- package/packages/component-kit/src/index.ts +155 -0
- package/packages/composition/README.md +53 -0
- package/packages/composition/package.json +29 -0
- package/packages/composition/src/activation.ts +3 -0
- package/packages/composition/src/component.ts +10 -0
- package/packages/composition/src/index.ts +18 -0
- package/packages/composition/src/manifest.ts +13 -0
- package/packages/composition/src/schema.ts +194 -0
- package/packages/composition/src/track.ts +1403 -0
- package/packages/core/README.md +22 -0
- package/packages/core/package.json +13 -0
- package/packages/core/src/error.ts +12 -0
- package/packages/core/src/graph.ts +341 -0
- package/packages/core/src/index.ts +32 -0
- package/packages/core/src/link.ts +240 -0
- package/packages/core/src/machine.ts +60 -0
- package/packages/core/src/plan.ts +504 -0
- package/packages/core/src/reducer.ts +428 -0
- package/packages/core/src/reference.ts +25 -0
- package/packages/core/src/slice.ts +108 -0
- package/packages/credential-store-env/README.md +11 -0
- package/packages/credential-store-env/package.json +17 -0
- package/packages/credential-store-env/src/activation.ts +25 -0
- package/packages/credential-store-env/src/index.ts +23 -0
- package/packages/credential-store-os/README.md +13 -0
- package/packages/credential-store-os/package.json +22 -0
- package/packages/credential-store-os/runtime/windows-credential.ps1 +59 -0
- package/packages/credential-store-os/src/activation.ts +32 -0
- package/packages/credential-store-os/src/index.ts +2 -0
- package/packages/credential-store-os/src/store.ts +196 -0
- package/packages/deck-track/README.md +52 -0
- package/packages/deck-track/package.json +35 -0
- package/packages/deck-track/preview/DepthStack.png +0 -0
- package/packages/deck-track/src/activation.ts +32 -0
- package/packages/deck-track/src/author.ts +217 -0
- package/packages/deck-track/src/component.ts +86 -0
- package/packages/deck-track/src/fragment.ts +148 -0
- package/packages/deck-track/src/index.ts +16 -0
- package/packages/deck-track/src/lower.ts +370 -0
- package/packages/deck-track/src/manifest.ts +438 -0
- package/packages/deck-track/src/program.ts +367 -0
- package/packages/deck-track/src/surface.ts +286 -0
- package/packages/deck-track/src/types.ts +119 -0
- package/packages/deck-track-studio/README.md +3 -0
- package/packages/deck-track-studio/package.json +14 -0
- package/packages/deck-track-studio/src/activation.ts +7 -0
- package/packages/deck-track-studio/src/index.ts +134 -0
- package/packages/driver-node/README.md +23 -0
- package/packages/driver-node/package.json +18 -0
- package/packages/driver-node/src/driver.ts +616 -0
- package/packages/driver-node/src/index.ts +10 -0
- package/packages/driver-node/src/planning.ts +67 -0
- package/packages/driver-node/src/registry.ts +234 -0
- package/packages/driver-node/src/resources.ts +36 -0
- package/packages/driver-node/src/types.ts +69 -0
- package/packages/elaborator/README.md +74 -0
- package/packages/elaborator/package.json +16 -0
- package/packages/elaborator/src/author.ts +308 -0
- package/packages/elaborator/src/fragment.ts +505 -0
- package/packages/elaborator/src/frontend-facet.ts +30 -0
- package/packages/elaborator/src/index.ts +78 -0
- package/packages/elaborator/src/source.ts +608 -0
- package/packages/endpoint-kit/README.md +111 -0
- package/packages/endpoint-kit/package.json +14 -0
- package/packages/endpoint-kit/src/index.ts +488 -0
- package/packages/estimate/README.md +32 -0
- package/packages/estimate/package.json +20 -0
- package/packages/estimate/src/activation.ts +11 -0
- package/packages/estimate/src/index.ts +16 -0
- package/packages/estimate/src/manifest.ts +34 -0
- package/packages/estimate/src/policy.ts +70 -0
- package/packages/estimate/src/program.ts +196 -0
- package/packages/estimate/src/types.ts +15 -0
- package/packages/film/README.md +49 -0
- package/packages/film/package.json +34 -0
- package/packages/film/src/activation.ts +16 -0
- package/packages/film/src/component.ts +61 -0
- package/packages/film/src/fragment.ts +83 -0
- package/packages/film/src/index.ts +11 -0
- package/packages/film/src/manifest.ts +152 -0
- package/packages/film/src/program.ts +110 -0
- package/packages/film/src/recipe.ts +24 -0
- package/packages/film/src/surface.ts +146 -0
- package/packages/film/src/types.ts +26 -0
- package/packages/film-studio/package.json +16 -0
- package/packages/film-studio/src/activation.ts +8 -0
- package/packages/film-studio/src/index.ts +17 -0
- package/packages/fonts-open/README.md +77 -0
- package/packages/fonts-open/package.json +130 -0
- package/packages/fonts-open/src/activation.ts +30 -0
- package/packages/fonts-open/src/catalog.ts +317 -0
- package/packages/fonts-open/src/index.ts +13 -0
- package/packages/fonts-open/src/manifest.ts +83 -0
- package/packages/fonts-open/src/surface.ts +239 -0
- package/packages/generation/README.md +19 -0
- package/packages/generation/package.json +23 -0
- package/packages/generation/src/activation.ts +9 -0
- package/packages/generation/src/component.ts +77 -0
- package/packages/generation/src/identity.ts +80 -0
- package/packages/generation/src/index.ts +79 -0
- package/packages/generation/src/manifest.ts +65 -0
- package/packages/generation/src/mapping.ts +231 -0
- package/packages/generation/src/ports.ts +222 -0
- package/packages/generation/src/request.ts +427 -0
- package/packages/generation/src/schema.ts +62 -0
- package/packages/generation/src/types.ts +17 -0
- package/packages/gpt-image/README.md +54 -0
- package/packages/gpt-image/package.json +34 -0
- package/packages/gpt-image/src/activation.ts +39 -0
- package/packages/gpt-image/src/fragment.ts +101 -0
- package/packages/gpt-image/src/index.ts +203 -0
- package/packages/gpt-image/src/surface.ts +194 -0
- package/packages/gpt-image-kits/README.md +44 -0
- package/packages/gpt-image-kits/kits/phone-ugc-v1.svs +34 -0
- package/packages/gpt-image-kits/package.json +15 -0
- package/packages/grok-imagine/README.md +21 -0
- package/packages/grok-imagine/package.json +21 -0
- package/packages/grok-imagine/src/activation.ts +29 -0
- package/packages/grok-imagine/src/index.ts +174 -0
- package/packages/grok-imagine/src/surface.ts +149 -0
- package/packages/host/README.md +5 -0
- package/packages/host/package.json +10 -0
- package/packages/host/src/facet.ts +6 -0
- package/packages/host/src/frontend.ts +56 -0
- package/packages/host/src/index.ts +9 -0
- package/packages/hyperframes/README.md +69 -0
- package/packages/hyperframes/package.json +36 -0
- package/packages/hyperframes/src/activation.ts +8 -0
- package/packages/hyperframes/src/browser-program.ts +79 -0
- package/packages/hyperframes/src/component.ts +32 -0
- package/packages/hyperframes/src/document.ts +827 -0
- package/packages/hyperframes/src/fragment.ts +32 -0
- package/packages/hyperframes/src/index.ts +13 -0
- package/packages/hyperframes/src/manifest.ts +67 -0
- package/packages/hyperframes/src/project.ts +118 -0
- package/packages/hyperframes/src/text.ts +1179 -0
- package/packages/hyperframes/src/types.ts +38 -0
- package/packages/image-compose/README.md +25 -0
- package/packages/image-compose/package.json +18 -0
- package/packages/image-compose/src/activation.ts +21 -0
- package/packages/image-compose/src/component.ts +100 -0
- package/packages/image-compose/src/fragment.ts +54 -0
- package/packages/image-compose/src/index.ts +10 -0
- package/packages/image-compose/src/manifest.ts +119 -0
- package/packages/image-compose/src/program.ts +75 -0
- package/packages/image-compose/src/surface.ts +83 -0
- package/packages/image-compose/src/types.ts +22 -0
- package/packages/image-transform/README.md +29 -0
- package/packages/image-transform/package.json +21 -0
- package/packages/image-transform/src/activation.ts +33 -0
- package/packages/image-transform/src/component.ts +67 -0
- package/packages/image-transform/src/fragment.ts +25 -0
- package/packages/image-transform/src/index.ts +13 -0
- package/packages/image-transform/src/manifest.ts +209 -0
- package/packages/image-transform/src/program.ts +23 -0
- package/packages/image-transform/src/surface.ts +216 -0
- package/packages/image-transform/src/types.ts +20 -0
- package/packages/interview-emoji-reveal/README.md +39 -0
- package/packages/interview-emoji-reveal/package.json +23 -0
- package/packages/interview-emoji-reveal/preview/Track.png +0 -0
- package/packages/interview-emoji-reveal/src/activation.ts +14 -0
- package/packages/interview-emoji-reveal/src/component.ts +45 -0
- package/packages/interview-emoji-reveal/src/fragment.ts +62 -0
- package/packages/interview-emoji-reveal/src/index.ts +16 -0
- package/packages/interview-emoji-reveal/src/manifest.ts +174 -0
- package/packages/interview-emoji-reveal/src/program.ts +242 -0
- package/packages/interview-emoji-reveal/src/style.ts +47 -0
- package/packages/interview-emoji-reveal/src/surface.ts +110 -0
- package/packages/interview-emoji-reveal/src/types.ts +52 -0
- package/packages/markup/README.md +81 -0
- package/packages/markup/package.json +16 -0
- package/packages/markup/src/element.ts +39 -0
- package/packages/markup/src/error.ts +20 -0
- package/packages/markup/src/frontend.ts +518 -0
- package/packages/markup/src/host-facet.ts +115 -0
- package/packages/markup/src/index.ts +25 -0
- package/packages/markup/src/registry.ts +83 -0
- package/packages/markup/src/syntax.ts +271 -0
- package/packages/markup/src/types.ts +246 -0
- package/packages/media/README.md +37 -0
- package/packages/media/package.json +19 -0
- package/packages/media/src/activation.ts +38 -0
- package/packages/media/src/component.ts +16 -0
- package/packages/media/src/frame-range.ts +33 -0
- package/packages/media/src/identity.ts +227 -0
- package/packages/media/src/index.ts +15 -0
- package/packages/media/src/manifest.ts +122 -0
- package/packages/media/src/render.ts +140 -0
- package/packages/media/src/schema.ts +69 -0
- package/packages/media/src/surface.ts +150 -0
- package/packages/media/src/types.ts +121 -0
- package/packages/media-execution/README.md +28 -0
- package/packages/media-execution/package.json +17 -0
- package/packages/media-execution/src/execute.ts +1322 -0
- package/packages/media-execution/src/index.ts +16 -0
- package/packages/media-execution/src/probe.ts +315 -0
- package/packages/media-execution/src/surface.ts +286 -0
- package/packages/media-execution/src/toolchain.ts +81 -0
- package/packages/media-execution/src/webp.ts +200 -0
- package/packages/media-pipeline/README.md +113 -0
- package/packages/media-pipeline/package.json +27 -0
- package/packages/media-pipeline/src/activation.ts +47 -0
- package/packages/media-pipeline/src/audio-plan.ts +113 -0
- package/packages/media-pipeline/src/component.ts +373 -0
- package/packages/media-pipeline/src/fragment.ts +167 -0
- package/packages/media-pipeline/src/index.ts +46 -0
- package/packages/media-pipeline/src/manifest.ts +653 -0
- package/packages/media-pipeline/src/operations.ts +248 -0
- package/packages/media-pipeline/src/selection.ts +110 -0
- package/packages/media-pipeline/src/surface.ts +389 -0
- package/packages/media-pipeline/src/types.ts +175 -0
- package/packages/media-track/README.md +197 -0
- package/packages/media-track/package.json +29 -0
- package/packages/media-track/preview/Track.png +0 -0
- package/packages/media-track/preview/build.svrun +5 -0
- package/packages/media-track/preview/flush.png +0 -0
- package/packages/media-track/preview/preview.svml +47 -0
- package/packages/media-track/preview/recipes.svs +23 -0
- package/packages/media-track/preview/rounded.png +0 -0
- package/packages/media-track/src/activation.ts +20 -0
- package/packages/media-track/src/author.ts +317 -0
- package/packages/media-track/src/component.ts +162 -0
- package/packages/media-track/src/fragment.ts +57 -0
- package/packages/media-track/src/index.ts +65 -0
- package/packages/media-track/src/layers.ts +308 -0
- package/packages/media-track/src/lower.ts +335 -0
- package/packages/media-track/src/manifest.ts +624 -0
- package/packages/media-track/src/motion.ts +387 -0
- package/packages/media-track/src/performance.ts +37 -0
- package/packages/media-track/src/presentation.ts +35 -0
- package/packages/media-track/src/program.ts +565 -0
- package/packages/media-track/src/sampling.ts +118 -0
- package/packages/media-track/src/sequence.ts +403 -0
- package/packages/media-track/src/sounds.ts +71 -0
- package/packages/media-track/src/surface.ts +668 -0
- package/packages/media-track/src/types.ts +311 -0
- package/packages/media-track-studio/README.md +3 -0
- package/packages/media-track-studio/package.json +15 -0
- package/packages/media-track-studio/src/activation.ts +7 -0
- package/packages/media-track-studio/src/index.ts +235 -0
- package/packages/mimo-speech/README.md +33 -0
- package/packages/mimo-speech/package.json +21 -0
- package/packages/mimo-speech/src/activation.ts +32 -0
- package/packages/mimo-speech/src/fragment.ts +11 -0
- package/packages/mimo-speech/src/index.ts +160 -0
- package/packages/mimo-speech/src/surface.ts +193 -0
- package/packages/minimax-h3/README.md +21 -0
- package/packages/minimax-h3/package.json +21 -0
- package/packages/minimax-h3/src/activation.ts +14 -0
- package/packages/minimax-h3/src/index.ts +188 -0
- package/packages/minimax-h3/src/surface.ts +87 -0
- package/packages/model-kit/README.md +52 -0
- package/packages/model-kit/package.json +19 -0
- package/packages/model-kit/src/index.ts +728 -0
- package/packages/nano-banana/README.md +23 -0
- package/packages/nano-banana/package.json +21 -0
- package/packages/nano-banana/src/activation.ts +14 -0
- package/packages/nano-banana/src/index.ts +172 -0
- package/packages/nano-banana/src/surface.ts +120 -0
- package/packages/narrative/README.md +7 -0
- package/packages/narrative/package.json +17 -0
- package/packages/narrative/src/activation.ts +7 -0
- package/packages/narrative/src/component.ts +33 -0
- package/packages/narrative/src/identity.ts +131 -0
- package/packages/narrative/src/index.ts +11 -0
- package/packages/narrative/src/manifest.ts +30 -0
- package/packages/narrative/src/schema.ts +89 -0
- package/packages/narrative/src/types.ts +141 -0
- package/packages/package-loader-node/README.md +23 -0
- package/packages/package-loader-node/package.json +15 -0
- package/packages/package-loader-node/src/contribution.ts +97 -0
- package/packages/package-loader-node/src/distribution-resolution.ts +146 -0
- package/packages/package-loader-node/src/index.ts +27 -0
- package/packages/package-loader-node/src/loader.ts +301 -0
- package/packages/package-loader-node/src/location.ts +279 -0
- package/packages/package-loader-node/src/types.ts +60 -0
- package/packages/program-space/README.md +20 -0
- package/packages/program-space/package.json +17 -0
- package/packages/program-space/src/activation.ts +19 -0
- package/packages/program-space/src/index.ts +107 -0
- package/packages/program-space/src/surface.ts +55 -0
- package/packages/protocol/README.md +11 -0
- package/packages/protocol/package.json +10 -0
- package/packages/protocol/src/build-id.ts +52 -0
- package/packages/protocol/src/build.ts +265 -0
- package/packages/protocol/src/canonical.ts +37 -0
- package/packages/protocol/src/error.ts +11 -0
- package/packages/protocol/src/identity.ts +59 -0
- package/packages/protocol/src/index.ts +9 -0
- package/packages/protocol/src/module.ts +67 -0
- package/packages/protocol/src/value.ts +88 -0
- package/packages/provider-hyperframes-aws-lambda/README.md +30 -0
- package/packages/provider-hyperframes-aws-lambda/package.json +30 -0
- package/packages/provider-hyperframes-aws-lambda/src/activation.ts +97 -0
- package/packages/provider-hyperframes-aws-lambda/src/client.ts +114 -0
- package/packages/provider-hyperframes-aws-lambda/src/index.ts +21 -0
- package/packages/provider-hyperframes-aws-lambda/src/provider.ts +522 -0
- package/packages/provider-hyperframes-local/README.md +129 -0
- package/packages/provider-hyperframes-local/package.json +34 -0
- package/packages/provider-hyperframes-local/src/activation.ts +107 -0
- package/packages/provider-hyperframes-local/src/capture-process.ts +110 -0
- package/packages/provider-hyperframes-local/src/capture-worker.ts +17 -0
- package/packages/provider-hyperframes-local/src/capture.ts +184 -0
- package/packages/provider-hyperframes-local/src/index.ts +10 -0
- package/packages/provider-hyperframes-local/src/options.ts +19 -0
- package/packages/provider-hyperframes-local/src/output.ts +73 -0
- package/packages/provider-hyperframes-local/src/process.ts +83 -0
- package/packages/provider-hyperframes-local/src/program.ts +58 -0
- package/packages/provider-hyperframes-local/src/provider.ts +62 -0
- package/packages/provider-hyperframes-local/src/render.ts +114 -0
- package/packages/provider-hyperframes-local/src/sampling.ts +89 -0
- package/packages/provider-hypihub/README.md +143 -0
- package/packages/provider-hypihub/package.json +26 -0
- package/packages/provider-hypihub/src/activation.ts +91 -0
- package/packages/provider-hypihub/src/index.ts +2 -0
- package/packages/provider-hypihub/src/mapping.ts +145 -0
- package/packages/provider-hypihub/src/oauth.ts +113 -0
- package/packages/provider-hypihub/src/provider.ts +566 -0
- package/packages/provider-hypihub/src/routes.ts +134 -0
- package/packages/provider-hypihub/src/upload.ts +402 -0
- package/packages/provider-image-opencv-local/README.md +16 -0
- package/packages/provider-image-opencv-local/package.json +27 -0
- package/packages/provider-image-opencv-local/runtime/raster_execute.py +299 -0
- package/packages/provider-image-opencv-local/src/activation.ts +61 -0
- package/packages/provider-image-opencv-local/src/deployment.ts +68 -0
- package/packages/provider-image-opencv-local/src/index.ts +2 -0
- package/packages/provider-image-opencv-local/src/program.ts +60 -0
- package/packages/provider-image-opencv-local/src/provider.ts +155 -0
- package/packages/provider-kie/README.md +134 -0
- package/packages/provider-kie/package.json +43 -0
- package/packages/provider-kie/src/activation.ts +71 -0
- package/packages/provider-kie/src/index.ts +10 -0
- package/packages/provider-kie/src/mapping.ts +182 -0
- package/packages/provider-kie/src/provider.ts +657 -0
- package/packages/provider-kie/src/routes.ts +150 -0
- package/packages/provider-media-local/README.md +58 -0
- package/packages/provider-media-local/package.json +28 -0
- package/packages/provider-media-local/src/activation.ts +65 -0
- package/packages/provider-media-local/src/index.ts +2 -0
- package/packages/provider-media-local/src/program.ts +19 -0
- package/packages/provider-media-local/src/provider.ts +150 -0
- package/packages/provider-whisperx-local/README.md +44 -0
- package/packages/provider-whisperx-local/package.json +27 -0
- package/packages/provider-whisperx-local/src/activation.ts +93 -0
- package/packages/provider-whisperx-local/src/index.ts +5 -0
- package/packages/provider-whisperx-local/src/program.ts +157 -0
- package/packages/provider-whisperx-local/src/provider.ts +191 -0
- package/packages/provider-xiaomi-mimo/README.md +32 -0
- package/packages/provider-xiaomi-mimo/package.json +24 -0
- package/packages/provider-xiaomi-mimo/src/activation.ts +57 -0
- package/packages/provider-xiaomi-mimo/src/index.ts +5 -0
- package/packages/provider-xiaomi-mimo/src/provider.ts +214 -0
- package/packages/ranking/README.md +67 -0
- package/packages/ranking/package.json +33 -0
- package/packages/ranking/preview/Column.svg +29 -0
- package/packages/ranking/preview/TierBoard.png +0 -0
- package/packages/ranking/preview/TierBoard.svg +36 -0
- package/packages/ranking/preview/TopThree.png +0 -0
- package/packages/ranking/src/activation.ts +38 -0
- package/packages/ranking/src/component.ts +271 -0
- package/packages/ranking/src/fragment.ts +206 -0
- package/packages/ranking/src/index.ts +26 -0
- package/packages/ranking/src/manifest.ts +807 -0
- package/packages/ranking/src/render.ts +698 -0
- package/packages/ranking/src/schedule.ts +895 -0
- package/packages/ranking/src/style.ts +272 -0
- package/packages/ranking/src/surface.ts +322 -0
- package/packages/ranking/src/tier.ts +176 -0
- package/packages/ranking/src/types.ts +277 -0
- package/packages/ranking-studio/README.md +3 -0
- package/packages/ranking-studio/package.json +14 -0
- package/packages/ranking-studio/src/activation.ts +7 -0
- package/packages/ranking-studio/src/index.ts +255 -0
- package/packages/raster/README.md +7 -0
- package/packages/raster/package.json +14 -0
- package/packages/raster/src/activation.ts +7 -0
- package/packages/raster/src/index.ts +7 -0
- package/packages/raster/src/manifest.ts +14 -0
- package/packages/raster/src/program.ts +128 -0
- package/packages/raster/src/schema.ts +53 -0
- package/packages/raster/src/types.ts +61 -0
- package/packages/render-hyperframes/README.md +58 -0
- package/packages/render-hyperframes/package.json +33 -0
- package/packages/render-hyperframes/src/activation.ts +18 -0
- package/packages/render-hyperframes/src/component.ts +37 -0
- package/packages/render-hyperframes/src/fragment.ts +73 -0
- package/packages/render-hyperframes/src/index.ts +6 -0
- package/packages/render-hyperframes/src/manifest.ts +100 -0
- package/packages/render-hyperframes/src/product.ts +29 -0
- package/packages/render-hyperframes/src/surface.ts +65 -0
- package/packages/resource-store-fs/README.md +13 -0
- package/packages/resource-store-fs/package.json +14 -0
- package/packages/resource-store-fs/src/index.ts +2 -0
- package/packages/resource-store-fs/src/store.ts +154 -0
- package/packages/resource-store-s3/README.md +15 -0
- package/packages/resource-store-s3/package.json +15 -0
- package/packages/resource-store-s3/src/client.ts +138 -0
- package/packages/resource-store-s3/src/index.ts +10 -0
- package/packages/resource-store-s3/src/store.ts +258 -0
- package/packages/run/README.md +23 -0
- package/packages/run/package.json +16 -0
- package/packages/run/src/candidate.ts +33 -0
- package/packages/run/src/facet.ts +59 -0
- package/packages/run/src/frontend-facet.ts +23 -0
- package/packages/run/src/frontend.ts +62 -0
- package/packages/run/src/graph.ts +65 -0
- package/packages/run/src/index.ts +33 -0
- package/packages/run/src/registry.ts +24 -0
- package/packages/run/src/resolve.ts +213 -0
- package/packages/run/src/types.ts +147 -0
- package/packages/run-markup/README.md +60 -0
- package/packages/run-markup/package.json +22 -0
- package/packages/run-markup/src/activation.ts +10 -0
- package/packages/run-markup/src/frontend.ts +16 -0
- package/packages/run-markup/src/index.ts +5 -0
- package/packages/run-markup/src/syntax.ts +304 -0
- package/packages/runtime/README.md +39 -0
- package/packages/runtime/package.json +15 -0
- package/packages/runtime/src/capacity.ts +51 -0
- package/packages/runtime/src/catalog.ts +30 -0
- package/packages/runtime/src/credentials.ts +124 -0
- package/packages/runtime/src/environment.ts +6 -0
- package/packages/runtime/src/execution.ts +125 -0
- package/packages/runtime/src/index.ts +24 -0
- package/packages/runtime/src/operations.ts +99 -0
- package/packages/runtime/src/scheduler.ts +281 -0
- package/packages/runtime/src/submission.ts +24 -0
- package/packages/runtime/src/types.ts +157 -0
- package/packages/runtime-host-node/README.md +25 -0
- package/packages/runtime-host-node/package.json +19 -0
- package/packages/runtime-host-node/src/index.ts +421 -0
- package/packages/runtime-host-node/src/packages.ts +158 -0
- package/packages/runtime-kit/README.md +42 -0
- package/packages/runtime-kit/package.json +16 -0
- package/packages/runtime-kit/src/index.ts +307 -0
- package/packages/runtime-kit/src/request-deadline.ts +17 -0
- package/packages/runtime-local/README.md +119 -0
- package/packages/runtime-local/package.json +33 -0
- package/packages/runtime-local/src/actions.ts +20 -0
- package/packages/runtime-local/src/config.ts +1229 -0
- package/packages/runtime-local/src/control.ts +120 -0
- package/packages/runtime-local/src/credentials.ts +61 -0
- package/packages/runtime-local/src/host.ts +174 -0
- package/packages/runtime-local/src/index.ts +36 -0
- package/packages/runtime-local/src/process-control.ts +59 -0
- package/packages/runtime-local/src/process-logs.ts +33 -0
- package/packages/runtime-local/src/programs.ts +441 -0
- package/packages/runtime-local/src/result-writer.ts +246 -0
- package/packages/runtime-local/src/runtime.ts +342 -0
- package/packages/runtime-local/src/types.ts +100 -0
- package/packages/runtime-local/src/worker-process.ts +343 -0
- package/packages/runtime-local/src/worker.ts +449 -0
- package/packages/screen-overlay/README.md +17 -0
- package/packages/screen-overlay/package.json +31 -0
- package/packages/screen-overlay/preview/Track.png +0 -0
- package/packages/screen-overlay/src/activation.ts +15 -0
- package/packages/screen-overlay/src/component.ts +20 -0
- package/packages/screen-overlay/src/fragment.ts +40 -0
- package/packages/screen-overlay/src/index.ts +7 -0
- package/packages/screen-overlay/src/manifest.ts +305 -0
- package/packages/screen-overlay/src/program.ts +321 -0
- package/packages/screen-overlay/src/surface.ts +90 -0
- package/packages/screen-overlay/src/types.ts +69 -0
- package/packages/screen-overlay-studio/README.md +3 -0
- package/packages/screen-overlay-studio/package.json +14 -0
- package/packages/screen-overlay-studio/src/activation.ts +7 -0
- package/packages/screen-overlay-studio/src/index.ts +80 -0
- package/packages/script/README.md +137 -0
- package/packages/script/package.json +22 -0
- package/packages/script/src/activation.ts +20 -0
- package/packages/script/src/edit.ts +174 -0
- package/packages/script/src/error.ts +13 -0
- package/packages/script/src/format.ts +83 -0
- package/packages/script/src/index.ts +20 -0
- package/packages/script/src/lexical.ts +133 -0
- package/packages/script/src/manifest.ts +95 -0
- package/packages/script/src/narrative.ts +232 -0
- package/packages/script/src/parser.ts +850 -0
- package/packages/script/src/surface.ts +132 -0
- package/packages/script/src/types.ts +125 -0
- package/packages/script-studio/package.json +13 -0
- package/packages/script-studio/src/activation.ts +8 -0
- package/packages/script-studio/src/index.ts +61 -0
- package/packages/seedance/README.md +19 -0
- package/packages/seedance/package.json +22 -0
- package/packages/seedance/src/activation.ts +38 -0
- package/packages/seedance/src/fragment.ts +46 -0
- package/packages/seedance/src/index.ts +329 -0
- package/packages/seedance/src/surface.ts +355 -0
- package/packages/seedance-kits/README.md +153 -0
- package/packages/seedance-kits/kits/broll-v1.svs +52 -0
- package/packages/seedance-kits/kits/call-v1.svs +55 -0
- package/packages/seedance-kits/kits/camera-reference-v1.svs +9 -0
- package/packages/seedance-kits/kits/motion-reference-v1.svs +9 -0
- package/packages/seedance-kits/kits/podcast-v1.svs +55 -0
- package/packages/seedance-kits/kits/speaker-v1.svs +136 -0
- package/packages/seedance-kits/kits/street-interview-v1.svs +49 -0
- package/packages/seedance-kits/package.json +24 -0
- package/packages/seedream/README.md +21 -0
- package/packages/seedream/package.json +21 -0
- package/packages/seedream/src/activation.ts +12 -0
- package/packages/seedream/src/index.ts +162 -0
- package/packages/seedream/src/surface.ts +84 -0
- package/packages/semantic-take-adjust/package.json +21 -0
- package/packages/semantic-take-adjust/src/activation.ts +22 -0
- package/packages/semantic-take-adjust/src/component.ts +31 -0
- package/packages/semantic-take-adjust/src/fragment.ts +24 -0
- package/packages/semantic-take-adjust/src/index.ts +12 -0
- package/packages/semantic-take-adjust/src/manifest.ts +57 -0
- package/packages/semantic-take-adjust/src/program.ts +49 -0
- package/packages/semantic-take-adjust/src/surface.ts +96 -0
- package/packages/semantic-take-adjust/src/types.ts +9 -0
- package/packages/semantic-track/README.md +21 -0
- package/packages/semantic-track/package.json +22 -0
- package/packages/semantic-track/src/activation.ts +8 -0
- package/packages/semantic-track/src/component.ts +24 -0
- package/packages/semantic-track/src/identity.ts +58 -0
- package/packages/semantic-track/src/index.ts +6 -0
- package/packages/semantic-track/src/location.ts +81 -0
- package/packages/semantic-track/src/manifest.ts +38 -0
- package/packages/semantic-track/src/projection.ts +71 -0
- package/packages/semantic-track/src/types.ts +26 -0
- package/packages/source/README.md +13 -0
- package/packages/source/package.json +13 -0
- package/packages/source/src/header.ts +80 -0
- package/packages/source/src/index.ts +17 -0
- package/packages/source/src/unit.ts +38 -0
- package/packages/spatial/README.md +77 -0
- package/packages/spatial/package.json +24 -0
- package/packages/spatial/src/activation.ts +43 -0
- package/packages/spatial/src/author.ts +59 -0
- package/packages/spatial/src/component.ts +45 -0
- package/packages/spatial/src/fragment.ts +36 -0
- package/packages/spatial/src/geometry.ts +238 -0
- package/packages/spatial/src/index.ts +37 -0
- package/packages/spatial/src/manifest.ts +341 -0
- package/packages/spatial/src/region-timeline.ts +69 -0
- package/packages/spatial/src/schema.ts +47 -0
- package/packages/spatial/src/surface.ts +319 -0
- package/packages/spatial/src/types.ts +101 -0
- package/packages/speech/README.md +16 -0
- package/packages/speech/package.json +19 -0
- package/packages/speech/src/activation.ts +7 -0
- package/packages/speech/src/component.ts +43 -0
- package/packages/speech/src/identity.ts +73 -0
- package/packages/speech/src/index.ts +6 -0
- package/packages/speech/src/manifest.ts +30 -0
- package/packages/speech/src/materialize.ts +103 -0
- package/packages/speech/src/schema.ts +42 -0
- package/packages/speech/src/types.ts +54 -0
- package/packages/speech-alignment/README.md +29 -0
- package/packages/speech-alignment/package.json +25 -0
- package/packages/speech-alignment/src/activation.ts +8 -0
- package/packages/speech-alignment/src/align.ts +235 -0
- package/packages/speech-alignment/src/component.ts +37 -0
- package/packages/speech-alignment/src/error.ts +9 -0
- package/packages/speech-alignment/src/index.ts +7 -0
- package/packages/speech-alignment/src/local.ts +64 -0
- package/packages/speech-alignment/src/locate.ts +473 -0
- package/packages/speech-alignment/src/manifest.ts +37 -0
- package/packages/speech-alignment/src/normalize.ts +79 -0
- package/packages/speech-alignment/src/types.ts +30 -0
- package/packages/speech-evidence/README.md +3 -0
- package/packages/speech-evidence/package.json +16 -0
- package/packages/speech-evidence/src/activation.ts +3 -0
- package/packages/speech-evidence/src/index.ts +102 -0
- package/packages/speech-track/README.md +51 -0
- package/packages/speech-track/package.json +28 -0
- package/packages/speech-track/preview/Track.png +0 -0
- package/packages/speech-track/src/activation.ts +19 -0
- package/packages/speech-track/src/component.ts +45 -0
- package/packages/speech-track/src/fragment.ts +74 -0
- package/packages/speech-track/src/index.ts +7 -0
- package/packages/speech-track/src/manifest.ts +73 -0
- package/packages/speech-track/src/program.ts +64 -0
- package/packages/speech-track/src/surface.ts +35 -0
- package/packages/speech-track/src/types.ts +6 -0
- package/packages/speech-track-studio/README.md +3 -0
- package/packages/speech-track-studio/package.json +14 -0
- package/packages/speech-track-studio/src/activation.ts +7 -0
- package/packages/speech-track-studio/src/index.ts +40 -0
- package/packages/store-sqlite/README.md +14 -0
- package/packages/store-sqlite/package.json +18 -0
- package/packages/store-sqlite/src/index.ts +2 -0
- package/packages/store-sqlite/src/store.ts +1101 -0
- package/packages/studio/README.md +125 -0
- package/packages/studio/index.html +10 -0
- package/packages/studio/package.json +50 -0
- package/packages/studio/src/build-library.ts +281 -0
- package/packages/studio/src/companion-assembly.ts +39 -0
- package/packages/studio/src/compile.ts +166 -0
- package/packages/studio/src/domain.ts +139 -0
- package/packages/studio/src/execute.ts +57 -0
- package/packages/studio/src/fallback-companions.ts +98 -0
- package/packages/studio/src/observe.ts +202 -0
- package/packages/studio/src/parameter-values.ts +81 -0
- package/packages/studio/src/parameters.ts +550 -0
- package/packages/studio/src/preview/render.ts +51 -0
- package/packages/studio/src/preview/runtime-shim.ts +184 -0
- package/packages/studio/src/programme.ts +276 -0
- package/packages/studio/src/run.ts +85 -0
- package/packages/studio/src/server.ts +725 -0
- package/packages/studio/src/session.ts +111 -0
- package/packages/studio/src/shared.ts +315 -0
- package/packages/studio/src/snapshot.ts +454 -0
- package/packages/studio/src/source-transaction.ts +57 -0
- package/packages/studio/src/storyboard.ts +133 -0
- package/packages/studio/src/studio-preflight.ts +198 -0
- package/packages/studio/src/studio-registry.ts +406 -0
- package/packages/studio/src/studio-trace.ts +136 -0
- package/packages/studio/src/style.css +1525 -0
- package/packages/studio/src/surface-preview.ts +35 -0
- package/packages/studio/src/temporal-graph.ts +227 -0
- package/packages/studio/src/ui/code.ts +450 -0
- package/packages/studio/src/ui/icons.ts +51 -0
- package/packages/studio/src/ui/library.ts +378 -0
- package/packages/studio/src/ui/main.ts +1001 -0
- package/packages/studio/src/ui/markers.ts +152 -0
- package/packages/studio/src/ui/material-preview.ts +176 -0
- package/packages/studio/src/ui/overlay.ts +144 -0
- package/packages/studio/src/ui/resize.ts +74 -0
- package/packages/studio/src/ui/selection.ts +178 -0
- package/packages/studio/src/ui/stage.ts +231 -0
- package/packages/studio/src/ui/syntax.ts +195 -0
- package/packages/studio/src/ui/timeline.ts +1041 -0
- package/packages/studio/src/ui/writeback.ts +10 -0
- package/packages/studio/src/ui/zoom.ts +129 -0
- package/packages/studio/start.ts +143 -0
- package/packages/studio-adapter/README.md +186 -0
- package/packages/studio-adapter/package.json +14 -0
- package/packages/studio-adapter/src/index.ts +850 -0
- package/packages/svs/README.md +37 -0
- package/packages/svs/package.json +21 -0
- package/packages/svs/src/activation.ts +11 -0
- package/packages/svs/src/format.ts +16 -0
- package/packages/svs/src/frontend.ts +33 -0
- package/packages/svs/src/index.ts +5 -0
- package/packages/svs/src/manifest.ts +17 -0
- package/packages/svs/src/parser.ts +279 -0
- package/packages/svs/src/types.ts +26 -0
- package/packages/temporal/README.md +31 -0
- package/packages/temporal/package.json +20 -0
- package/packages/temporal/src/activation.ts +9 -0
- package/packages/temporal/src/component.ts +68 -0
- package/packages/temporal/src/index.ts +110 -0
- package/packages/temporal/src/location.ts +67 -0
- package/packages/temporal/src/projection.ts +280 -0
- package/packages/temporal/src/rational.ts +80 -0
- package/packages/temporal/src/sample.ts +43 -0
- package/packages/temporal/src/schedule.ts +52 -0
- package/packages/temporal/src/types.ts +124 -0
- package/packages/temporal-markup/README.md +75 -0
- package/packages/temporal-markup/package.json +18 -0
- package/packages/temporal-markup/src/index.ts +537 -0
- package/packages/temporal-markup/src/space.ts +59 -0
- package/packages/text/README.md +59 -0
- package/packages/text/package.json +21 -0
- package/packages/text/src/activation.ts +33 -0
- package/packages/text/src/component.ts +72 -0
- package/packages/text/src/fragment.ts +57 -0
- package/packages/text/src/frontend.ts +39 -0
- package/packages/text/src/index.ts +27 -0
- package/packages/text/src/manifest.ts +170 -0
- package/packages/text/src/program.ts +418 -0
- package/packages/text/src/surface.ts +212 -0
- package/packages/text/src/svs.ts +189 -0
- package/packages/text/src/types.ts +82 -0
- package/packages/transport-aws-lambda/README.md +20 -0
- package/packages/transport-aws-lambda/package.json +14 -0
- package/packages/transport-aws-lambda/src/index.ts +131 -0
- package/packages/typography-track/README.md +50 -0
- package/packages/typography-track/package.json +34 -0
- package/packages/typography-track/preview/Mask.png +0 -0
- package/packages/typography-track/preview/Track.png +0 -0
- package/packages/typography-track/src/activation.ts +36 -0
- package/packages/typography-track/src/component.ts +93 -0
- package/packages/typography-track/src/fragment.ts +30 -0
- package/packages/typography-track/src/index.ts +11 -0
- package/packages/typography-track/src/manifest.ts +556 -0
- package/packages/typography-track/src/program.ts +622 -0
- package/packages/typography-track/src/surface.ts +842 -0
- package/packages/typography-track/src/types.ts +109 -0
- package/packages/typography-track-studio/README.md +3 -0
- package/packages/typography-track-studio/package.json +14 -0
- package/packages/typography-track-studio/src/activation.ts +7 -0
- package/packages/typography-track-studio/src/index.ts +116 -0
- package/packages/validation/README.md +11 -0
- package/packages/validation/package.json +15 -0
- package/packages/validation/src/index.ts +100 -0
- package/packages/video-cli/README.md +181 -0
- package/packages/video-cli/package.json +37 -0
- package/packages/video-cli/src/capture.ts +174 -0
- package/packages/video-cli/src/cli.ts +109 -0
- package/packages/video-cli/src/compiler.ts +32 -0
- package/packages/video-cli/src/creation.ts +449 -0
- package/packages/video-cli/src/distribution.ts +88 -0
- package/packages/video-cli/src/index.ts +50 -0
- package/packages/video-cli/src/media.ts +701 -0
- package/packages/video-cli/src/package-selection.ts +34 -0
- package/packages/video-cli/src/process.ts +71 -0
- package/packages/video-cli/src/studio-distribution.ts +19 -0
- package/packages/video-cli/src/transcript.ts +71 -0
- package/packages/video-cli/src/vocabulary.ts +386 -0
- package/packages/visual-ir/README.md +36 -0
- package/packages/visual-ir/package.json +16 -0
- package/packages/visual-ir/src/activation.ts +3 -0
- package/packages/visual-ir/src/index.ts +7 -0
- package/packages/visual-ir/src/style.ts +222 -0
- package/packages/volcengine-matting/README.md +89 -0
- package/packages/volcengine-matting/package.json +16 -0
- package/packages/volcengine-matting/src/activation.ts +13 -0
- package/packages/volcengine-matting/src/index.ts +45 -0
- package/packages/volcengine-matting/src/surface.ts +48 -0
- package/packages/whisperx/README.md +34 -0
- package/packages/whisperx/package.json +28 -0
- package/packages/whisperx/src/activation.ts +18 -0
- package/packages/whisperx/src/component.ts +64 -0
- package/packages/whisperx/src/evidence.ts +69 -0
- package/packages/whisperx/src/fragment.ts +76 -0
- package/packages/whisperx/src/index.ts +14 -0
- package/packages/whisperx/src/manifest.ts +92 -0
- package/packages/whisperx/src/surface.ts +90 -0
- package/packages/whisperx/src/transcript.ts +97 -0
- package/packages/whisperx/src/types.ts +9 -0
- package/packages/workspace/README.md +4 -0
- package/packages/workspace/package.json +14 -0
- package/packages/workspace/src/index.ts +38 -0
- package/packages/workspace-fs-node/README.md +13 -0
- package/packages/workspace-fs-node/package.json +15 -0
- package/packages/workspace-fs-node/src/index.ts +6 -0
- package/packages/workspace-fs-node/src/workspace.ts +226 -0
- package/packages/yt-dlp/README.md +31 -0
- package/packages/yt-dlp/package.json +10 -0
- package/packages/yt-dlp/src/download.ts +104 -0
- package/packages/yt-dlp/src/index.ts +1 -0
- package/services/image-opencv/README.md +33 -0
- package/services/image-opencv/package.json +14 -0
- package/services/image-opencv/pyproject.toml +13 -0
- package/services/image-opencv/uv.lock +56 -0
- package/services/whisperx/README.md +82 -0
- package/services/whisperx/package.json +15 -0
- package/services/whisperx/pyproject.toml +26 -0
- package/services/whisperx/src/hypit_whisperx_service/__init__.py +6 -0
- package/services/whisperx/src/hypit_whisperx_service/__main__.py +29 -0
- package/services/whisperx/src/hypit_whisperx_service/application.py +88 -0
- package/services/whisperx/src/hypit_whisperx_service/audio.py +66 -0
- package/services/whisperx/src/hypit_whisperx_service/check.py +35 -0
- package/services/whisperx/src/hypit_whisperx_service/config.py +81 -0
- package/services/whisperx/src/hypit_whisperx_service/engine.py +173 -0
- package/services/whisperx/src/hypit_whisperx_service/prepare.py +19 -0
- package/services/whisperx/src/hypit_whisperx_service/resources.py +41 -0
- package/services/whisperx/src/hypit_whisperx_service/server.py +101 -0
- package/services/whisperx/uv.lock +3381 -0
- package/services/yt-dlp/README.md +19 -0
- package/services/yt-dlp/package.json +14 -0
- package/services/yt-dlp/pyproject.toml +13 -0
- package/services/yt-dlp/uv.lock +23 -0
- package/index.js +0 -1
|
@@ -0,0 +1,16 @@
|
|
|
1
|
+
export {
|
|
2
|
+
executeInspectMedia,
|
|
3
|
+
executeExtractAudio,
|
|
4
|
+
executeExtractFrame,
|
|
5
|
+
executeMuxProgramMedia,
|
|
6
|
+
executeNormalizeMedia,
|
|
7
|
+
executeProjectSpeechEvidenceAudio,
|
|
8
|
+
executeRenderTimelineAudio,
|
|
9
|
+
executeRenderStillVideo,
|
|
10
|
+
executeTransformMedia,
|
|
11
|
+
} from "./execute.js";
|
|
12
|
+
export { parseMediaInspection } from "./probe.js";
|
|
13
|
+
export { verifyCompositableSurfaceBytes } from "./surface.js";
|
|
14
|
+
export { probeMediaToolchain } from "./toolchain.js";
|
|
15
|
+
export type { MediaToolchainState } from "./toolchain.js";
|
|
16
|
+
export type * from "./execute.js";
|
|
@@ -0,0 +1,315 @@
|
|
|
1
|
+
import { sealMediaInspection } from "@hypit/media";
|
|
2
|
+
import type { MediaAudioStream, MediaInspection, MediaOtherStream, MediaRational, MediaStream, MediaTimestamp, MediaVideoStream } from "@hypit/media";
|
|
3
|
+
import type { BlobRef } from "@hypit/protocol";
|
|
4
|
+
|
|
5
|
+
type JsonObject = Record<string, unknown>;
|
|
6
|
+
|
|
7
|
+
type FfprobeStream = {
|
|
8
|
+
readonly index?: unknown;
|
|
9
|
+
readonly codec_type?: unknown;
|
|
10
|
+
readonly codec_name?: unknown;
|
|
11
|
+
readonly width?: unknown;
|
|
12
|
+
readonly height?: unknown;
|
|
13
|
+
readonly sample_aspect_ratio?: unknown;
|
|
14
|
+
readonly time_base?: unknown;
|
|
15
|
+
readonly avg_frame_rate?: unknown;
|
|
16
|
+
readonly r_frame_rate?: unknown;
|
|
17
|
+
readonly sample_rate?: unknown;
|
|
18
|
+
readonly channels?: unknown;
|
|
19
|
+
readonly channel_layout?: unknown;
|
|
20
|
+
readonly disposition?: { readonly default?: unknown; readonly attached_pic?: unknown };
|
|
21
|
+
readonly tags?: { readonly rotate?: unknown };
|
|
22
|
+
readonly side_data_list?: readonly unknown[];
|
|
23
|
+
};
|
|
24
|
+
|
|
25
|
+
type FfprobeFrame = {
|
|
26
|
+
readonly media_type?: unknown;
|
|
27
|
+
readonly stream_index?: unknown;
|
|
28
|
+
readonly pts?: unknown;
|
|
29
|
+
readonly best_effort_timestamp?: unknown;
|
|
30
|
+
readonly duration?: unknown;
|
|
31
|
+
readonly pkt_duration?: unknown;
|
|
32
|
+
readonly nb_samples?: unknown;
|
|
33
|
+
};
|
|
34
|
+
|
|
35
|
+
type Unit = { pts: bigint; duration: bigint | undefined; samples: number };
|
|
36
|
+
|
|
37
|
+
function object(value: unknown): JsonObject | undefined {
|
|
38
|
+
return value !== null && typeof value === "object" && !Array.isArray(value)
|
|
39
|
+
? value as JsonObject
|
|
40
|
+
: undefined;
|
|
41
|
+
}
|
|
42
|
+
|
|
43
|
+
function integer(value: unknown): number | undefined {
|
|
44
|
+
if (typeof value === "number" && Number.isSafeInteger(value)) return value;
|
|
45
|
+
if (typeof value === "string" && /^-?\d+$/u.test(value)) {
|
|
46
|
+
const parsed = Number(value);
|
|
47
|
+
return Number.isSafeInteger(parsed) ? parsed : undefined;
|
|
48
|
+
}
|
|
49
|
+
return undefined;
|
|
50
|
+
}
|
|
51
|
+
|
|
52
|
+
function positiveInteger(value: unknown): number | undefined {
|
|
53
|
+
const parsed = integer(value);
|
|
54
|
+
return parsed !== undefined && parsed > 0 ? parsed : undefined;
|
|
55
|
+
}
|
|
56
|
+
|
|
57
|
+
function bigintValue(value: unknown): bigint | undefined {
|
|
58
|
+
if (typeof value === "string" && /^-?\d+$/u.test(value)) return BigInt(value);
|
|
59
|
+
if (typeof value === "number" && Number.isSafeInteger(value)) return BigInt(value);
|
|
60
|
+
return undefined;
|
|
61
|
+
}
|
|
62
|
+
|
|
63
|
+
function rational(value: unknown, allowZero = false): MediaRational | undefined {
|
|
64
|
+
if (typeof value !== "string") return undefined;
|
|
65
|
+
const match = value.match(/^(-?\d+)\/(\d+)$/u);
|
|
66
|
+
if (match === null) return undefined;
|
|
67
|
+
const numerator = Number(match[1]);
|
|
68
|
+
const denominator = Number(match[2]);
|
|
69
|
+
if (!Number.isSafeInteger(numerator) || !Number.isSafeInteger(denominator) || denominator < 1) return undefined;
|
|
70
|
+
if (allowZero ? numerator < 0 : numerator < 1) return undefined;
|
|
71
|
+
return { numerator, denominator };
|
|
72
|
+
}
|
|
73
|
+
|
|
74
|
+
function divisor(left: number, right: number): number {
|
|
75
|
+
let a = Math.abs(left);
|
|
76
|
+
let b = Math.abs(right);
|
|
77
|
+
while (b !== 0) [a, b] = [b, a % b];
|
|
78
|
+
return a;
|
|
79
|
+
}
|
|
80
|
+
|
|
81
|
+
function sampleAspectRatio(value: unknown): MediaRational {
|
|
82
|
+
if (typeof value !== "string") return { numerator: 1, denominator: 1 };
|
|
83
|
+
const match = value.match(/^(\d+):(\d+)$/u);
|
|
84
|
+
if (match === null) return { numerator: 1, denominator: 1 };
|
|
85
|
+
const numerator = Number(match[1]);
|
|
86
|
+
const denominator = Number(match[2]);
|
|
87
|
+
if (!Number.isSafeInteger(numerator) || !Number.isSafeInteger(denominator)
|
|
88
|
+
|| numerator <= 0 || denominator <= 0) return { numerator: 1, denominator: 1 };
|
|
89
|
+
const factor = divisor(numerator, denominator);
|
|
90
|
+
return { numerator: numerator / factor, denominator: denominator / factor };
|
|
91
|
+
}
|
|
92
|
+
|
|
93
|
+
function numeric(value: unknown): number | undefined {
|
|
94
|
+
if (typeof value === "number" && Number.isFinite(value)) return value;
|
|
95
|
+
if (typeof value === "string" && value.trim() && Number.isFinite(Number(value))) return Number(value);
|
|
96
|
+
return undefined;
|
|
97
|
+
}
|
|
98
|
+
|
|
99
|
+
function displayRotation(stream: FfprobeStream, index: number): 0 | 90 | 180 | 270 {
|
|
100
|
+
const sideData = stream.side_data_list?.map(object).find((item) => item?.side_data_type === "Display Matrix");
|
|
101
|
+
const raw = numeric(sideData?.rotation) ?? numeric(stream.tags?.rotate) ?? 0;
|
|
102
|
+
const normalized = ((raw % 360) + 360) % 360;
|
|
103
|
+
for (const quarter of [0, 90, 180, 270] as const) {
|
|
104
|
+
if (Math.abs(normalized - quarter) < 1e-6) return quarter;
|
|
105
|
+
}
|
|
106
|
+
throw new Error(`video stream ${index} uses unsupported non-quarter display rotation ${raw}`);
|
|
107
|
+
}
|
|
108
|
+
|
|
109
|
+
function timestamp(ticks: bigint, timeBase: MediaRational): MediaTimestamp {
|
|
110
|
+
return { ticks: ticks.toString(), timeBase };
|
|
111
|
+
}
|
|
112
|
+
|
|
113
|
+
function median(values: readonly bigint[]): bigint {
|
|
114
|
+
const ordered = [...values].sort((left, right) => left < right ? -1 : left > right ? 1 : 0);
|
|
115
|
+
return ordered[Math.floor((ordered.length - 1) / 2)]!;
|
|
116
|
+
}
|
|
117
|
+
|
|
118
|
+
function sampleDurationTicks(
|
|
119
|
+
samples: number,
|
|
120
|
+
stream: FfprobeStream,
|
|
121
|
+
timeBase: MediaRational,
|
|
122
|
+
): bigint | undefined {
|
|
123
|
+
const sampleRate = positiveInteger(stream.sample_rate);
|
|
124
|
+
if (samples <= 0 || sampleRate === undefined) return undefined;
|
|
125
|
+
const numerator = BigInt(samples) * BigInt(timeBase.denominator);
|
|
126
|
+
const denominator = BigInt(sampleRate) * BigInt(timeBase.numerator);
|
|
127
|
+
if (denominator <= 0n) return undefined;
|
|
128
|
+
return (numerator + denominator / 2n) / denominator;
|
|
129
|
+
}
|
|
130
|
+
|
|
131
|
+
function timing(
|
|
132
|
+
frames: readonly FfprobeFrame[],
|
|
133
|
+
stream: FfprobeStream,
|
|
134
|
+
kind: "video" | "audio" | "other",
|
|
135
|
+
index: number,
|
|
136
|
+
timeBase: MediaRational | undefined,
|
|
137
|
+
): {
|
|
138
|
+
readonly timingStatus: MediaStream["timingStatus"];
|
|
139
|
+
readonly startPts?: MediaTimestamp;
|
|
140
|
+
readonly endPts?: MediaTimestamp;
|
|
141
|
+
readonly decodedUnitCount: number;
|
|
142
|
+
readonly decodedSampleFrames: number;
|
|
143
|
+
} {
|
|
144
|
+
if (timeBase === undefined) return { timingStatus: "missing", decodedUnitCount: 0, decodedSampleFrames: 0 };
|
|
145
|
+
const selected = frames.filter((frame) => integer(frame.stream_index) === index
|
|
146
|
+
&& (kind === "other" || frame.media_type === kind));
|
|
147
|
+
const units: Unit[] = [];
|
|
148
|
+
for (const frame of selected) {
|
|
149
|
+
const pts = bigintValue(frame.pts) ?? bigintValue(frame.best_effort_timestamp);
|
|
150
|
+
if (pts === undefined) return { timingStatus: "missing", decodedUnitCount: selected.length, decodedSampleFrames: 0 };
|
|
151
|
+
const samples = positiveInteger(frame.nb_samples) ?? 0;
|
|
152
|
+
units.push({
|
|
153
|
+
pts,
|
|
154
|
+
duration: bigintValue(frame.duration) ?? bigintValue(frame.pkt_duration)
|
|
155
|
+
?? (kind === "audio" ? sampleDurationTicks(samples, stream, timeBase) : undefined),
|
|
156
|
+
samples,
|
|
157
|
+
});
|
|
158
|
+
}
|
|
159
|
+
if (units.length === 0) return { timingStatus: "missing", decodedUnitCount: 0, decodedSampleFrames: 0 };
|
|
160
|
+
const deltas: bigint[] = [];
|
|
161
|
+
for (let offset = 1; offset < units.length; offset += 1) {
|
|
162
|
+
const delta = units[offset]!.pts - units[offset - 1]!.pts;
|
|
163
|
+
if (delta <= 0n) {
|
|
164
|
+
return {
|
|
165
|
+
timingStatus: "non-monotonic",
|
|
166
|
+
decodedUnitCount: units.length,
|
|
167
|
+
decodedSampleFrames: units.reduce((sum, unit) => sum + unit.samples, 0),
|
|
168
|
+
};
|
|
169
|
+
}
|
|
170
|
+
deltas.push(delta);
|
|
171
|
+
}
|
|
172
|
+
for (let offset = 0; offset < units.length - 1; offset += 1) {
|
|
173
|
+
if (units[offset]!.duration === undefined || units[offset]!.duration! <= 0n) {
|
|
174
|
+
units[offset]!.duration = units[offset + 1]!.pts - units[offset]!.pts;
|
|
175
|
+
}
|
|
176
|
+
}
|
|
177
|
+
const last = units.at(-1)!;
|
|
178
|
+
if (last.duration === undefined || last.duration <= 0n) {
|
|
179
|
+
last.duration = deltas.at(-1);
|
|
180
|
+
}
|
|
181
|
+
if (last.duration === undefined || last.duration <= 0n) {
|
|
182
|
+
return {
|
|
183
|
+
timingStatus: "missing",
|
|
184
|
+
decodedUnitCount: units.length,
|
|
185
|
+
decodedSampleFrames: units.reduce((sum, unit) => sum + unit.samples, 0),
|
|
186
|
+
};
|
|
187
|
+
}
|
|
188
|
+
if (kind === "audio") {
|
|
189
|
+
for (let offset = 0; offset < units.length - 1; offset += 1) {
|
|
190
|
+
const gap = units[offset + 1]!.pts - (units[offset]!.pts + units[offset]!.duration!);
|
|
191
|
+
if (gap > 2n || gap < -2n) {
|
|
192
|
+
return {
|
|
193
|
+
timingStatus: gap > 0n ? "discontinuous" : "non-monotonic",
|
|
194
|
+
decodedUnitCount: units.length,
|
|
195
|
+
decodedSampleFrames: units.reduce((sum, unit) => sum + unit.samples, 0),
|
|
196
|
+
};
|
|
197
|
+
}
|
|
198
|
+
}
|
|
199
|
+
} else if (kind === "video" && deltas.length >= 2) {
|
|
200
|
+
const cadence = median(deltas);
|
|
201
|
+
const halfSecondTicks = (BigInt(timeBase.denominator) + 2n * BigInt(timeBase.numerator) - 1n)
|
|
202
|
+
/ (2n * BigInt(timeBase.numerator));
|
|
203
|
+
const threshold = cadence * 4n > halfSecondTicks ? cadence * 4n : halfSecondTicks;
|
|
204
|
+
if (deltas.some((delta) => delta > threshold)) {
|
|
205
|
+
return {
|
|
206
|
+
timingStatus: "discontinuous",
|
|
207
|
+
decodedUnitCount: units.length,
|
|
208
|
+
decodedSampleFrames: 0,
|
|
209
|
+
};
|
|
210
|
+
}
|
|
211
|
+
}
|
|
212
|
+
return {
|
|
213
|
+
timingStatus: "admissible",
|
|
214
|
+
startPts: timestamp(units[0]!.pts, timeBase),
|
|
215
|
+
endPts: timestamp(last.pts + last.duration, timeBase),
|
|
216
|
+
decodedUnitCount: units.length,
|
|
217
|
+
decodedSampleFrames: units.reduce((sum, unit) => sum + unit.samples, 0),
|
|
218
|
+
};
|
|
219
|
+
}
|
|
220
|
+
|
|
221
|
+
export function parseMediaInspection(args: {
|
|
222
|
+
readonly source: BlobRef;
|
|
223
|
+
readonly ffprobeVersion: string;
|
|
224
|
+
readonly value: unknown;
|
|
225
|
+
}): MediaInspection {
|
|
226
|
+
const root = object(args.value);
|
|
227
|
+
if (root === undefined) throw new Error("ffprobe output must be an object");
|
|
228
|
+
const rawStreams = Array.isArray(root.streams) ? root.streams.map(object).filter((item): item is JsonObject => item !== undefined) : [];
|
|
229
|
+
const streams = rawStreams as FfprobeStream[];
|
|
230
|
+
const rawFrames = Array.isArray(root.frames) ? root.frames.map(object).filter((item): item is JsonObject => item !== undefined) : [];
|
|
231
|
+
const frames = rawFrames as FfprobeFrame[];
|
|
232
|
+
const parsed: MediaStream[] = streams.map((stream): MediaStream => {
|
|
233
|
+
const index = integer(stream.index);
|
|
234
|
+
if (index === undefined || index < 0) throw new Error("ffprobe stream index is invalid");
|
|
235
|
+
const codecType = typeof stream.codec_type === "string" && stream.codec_type.length > 0 ? stream.codec_type : "unknown";
|
|
236
|
+
const codecName = typeof stream.codec_name === "string" && stream.codec_name.length > 0 ? stream.codec_name : "unknown";
|
|
237
|
+
const timeBase = rational(stream.time_base);
|
|
238
|
+
const disposition = {
|
|
239
|
+
default: integer(stream.disposition?.default) === 1,
|
|
240
|
+
attachedPicture: integer(stream.disposition?.attached_pic) === 1,
|
|
241
|
+
};
|
|
242
|
+
if (codecType === "video") {
|
|
243
|
+
const measured = timing(frames, stream, "video", index, timeBase);
|
|
244
|
+
const width = positiveInteger(stream.width);
|
|
245
|
+
const height = positiveInteger(stream.height);
|
|
246
|
+
if (width === undefined || height === undefined) throw new Error(`video stream ${index} dimensions are invalid`);
|
|
247
|
+
const role: MediaVideoStream["role"] = disposition.attachedPicture
|
|
248
|
+
? "attached-picture"
|
|
249
|
+
: measured.decodedUnitCount >= 2 ? "moving" : "still";
|
|
250
|
+
return {
|
|
251
|
+
kind: "video",
|
|
252
|
+
index,
|
|
253
|
+
codecType: "video",
|
|
254
|
+
codecName,
|
|
255
|
+
disposition,
|
|
256
|
+
timingStatus: measured.timingStatus,
|
|
257
|
+
...(timeBase === undefined ? {} : { timeBase }),
|
|
258
|
+
...(measured.startPts === undefined ? {} : { startPts: measured.startPts, endPts: measured.endPts! }),
|
|
259
|
+
decodedUnitCount: measured.decodedUnitCount,
|
|
260
|
+
role,
|
|
261
|
+
width,
|
|
262
|
+
height,
|
|
263
|
+
sampleAspectRatio: sampleAspectRatio(stream.sample_aspect_ratio),
|
|
264
|
+
rotationDegrees: displayRotation(stream, index),
|
|
265
|
+
...(rational(stream.avg_frame_rate, true) === undefined ? {} : { averageFrameRate: rational(stream.avg_frame_rate, true)! }),
|
|
266
|
+
...(rational(stream.r_frame_rate, true) === undefined ? {} : { nominalFrameRate: rational(stream.r_frame_rate, true)! }),
|
|
267
|
+
};
|
|
268
|
+
}
|
|
269
|
+
if (codecType === "audio") {
|
|
270
|
+
const measured = timing(frames, stream, "audio", index, timeBase);
|
|
271
|
+
const sampleRate = positiveInteger(stream.sample_rate);
|
|
272
|
+
const channels = positiveInteger(stream.channels);
|
|
273
|
+
if (sampleRate === undefined || channels === undefined) throw new Error(`audio stream ${index} shape is invalid`);
|
|
274
|
+
const result: MediaAudioStream = {
|
|
275
|
+
kind: "audio",
|
|
276
|
+
index,
|
|
277
|
+
codecType: "audio",
|
|
278
|
+
codecName,
|
|
279
|
+
disposition,
|
|
280
|
+
timingStatus: measured.timingStatus,
|
|
281
|
+
...(timeBase === undefined ? {} : { timeBase }),
|
|
282
|
+
...(measured.startPts === undefined ? {} : { startPts: measured.startPts, endPts: measured.endPts! }),
|
|
283
|
+
decodedUnitCount: measured.decodedUnitCount,
|
|
284
|
+
sampleRate,
|
|
285
|
+
channels,
|
|
286
|
+
...(typeof stream.channel_layout === "string" && stream.channel_layout.length > 0
|
|
287
|
+
? { channelLayout: stream.channel_layout }
|
|
288
|
+
: {}),
|
|
289
|
+
decodedSampleFrames: measured.decodedSampleFrames,
|
|
290
|
+
};
|
|
291
|
+
return result;
|
|
292
|
+
}
|
|
293
|
+
const measured = timing(frames, stream, "other", index, timeBase);
|
|
294
|
+
const result: MediaOtherStream = {
|
|
295
|
+
kind: "other",
|
|
296
|
+
index,
|
|
297
|
+
codecType,
|
|
298
|
+
codecName,
|
|
299
|
+
disposition,
|
|
300
|
+
timingStatus: measured.timingStatus,
|
|
301
|
+
...(timeBase === undefined ? {} : { timeBase }),
|
|
302
|
+
...(measured.startPts === undefined ? {} : { startPts: measured.startPts, endPts: measured.endPts! }),
|
|
303
|
+
decodedUnitCount: measured.decodedUnitCount,
|
|
304
|
+
};
|
|
305
|
+
return result;
|
|
306
|
+
});
|
|
307
|
+
const format = object(root.format);
|
|
308
|
+
const formatNames = typeof format?.format_name === "string"
|
|
309
|
+
? [...new Set(format.format_name.split(",").map((item) => item.trim()).filter(Boolean))].sort()
|
|
310
|
+
: ["unknown"];
|
|
311
|
+
return sealMediaInspection({
|
|
312
|
+
container: { formatNames: formatNames.length === 0 ? ["unknown"] : formatNames },
|
|
313
|
+
streams: parsed.sort((left, right) => left.index - right.index),
|
|
314
|
+
});
|
|
315
|
+
}
|
|
@@ -0,0 +1,286 @@
|
|
|
1
|
+
import { spawn } from "node:child_process";
|
|
2
|
+
import { mkdtemp, rm, writeFile } from "node:fs/promises";
|
|
3
|
+
import { tmpdir } from "node:os";
|
|
4
|
+
import { join } from "node:path";
|
|
5
|
+
|
|
6
|
+
import { assertCompositableSurfaceRef } from "@hypit/media";
|
|
7
|
+
import type { CompositableSurfaceRef } from "@hypit/media";
|
|
8
|
+
|
|
9
|
+
type JsonObject = Record<string, unknown>;
|
|
10
|
+
|
|
11
|
+
type ProbeStream = {
|
|
12
|
+
readonly codec_type?: unknown;
|
|
13
|
+
readonly codec_name?: unknown;
|
|
14
|
+
readonly width?: unknown;
|
|
15
|
+
readonly height?: unknown;
|
|
16
|
+
readonly pix_fmt?: unknown;
|
|
17
|
+
readonly sample_aspect_ratio?: unknown;
|
|
18
|
+
readonly avg_frame_rate?: unknown;
|
|
19
|
+
readonly r_frame_rate?: unknown;
|
|
20
|
+
readonly nb_read_frames?: unknown;
|
|
21
|
+
readonly nb_frames?: unknown;
|
|
22
|
+
readonly color_range?: unknown;
|
|
23
|
+
readonly color_space?: unknown;
|
|
24
|
+
readonly color_transfer?: unknown;
|
|
25
|
+
readonly color_primaries?: unknown;
|
|
26
|
+
readonly field_order?: unknown;
|
|
27
|
+
readonly disposition?: { readonly attached_pic?: unknown };
|
|
28
|
+
readonly tags?: { readonly rotate?: unknown; readonly alpha_mode?: unknown };
|
|
29
|
+
readonly side_data_list?: readonly unknown[];
|
|
30
|
+
};
|
|
31
|
+
|
|
32
|
+
type PixelFormat = {
|
|
33
|
+
readonly name?: unknown;
|
|
34
|
+
readonly flags?: { readonly alpha?: unknown };
|
|
35
|
+
};
|
|
36
|
+
|
|
37
|
+
function assert(condition: unknown, message: string): asserts condition {
|
|
38
|
+
if (!condition) throw new Error(message);
|
|
39
|
+
}
|
|
40
|
+
|
|
41
|
+
function object(value: unknown): JsonObject | undefined {
|
|
42
|
+
return value !== null && typeof value === "object" && !Array.isArray(value)
|
|
43
|
+
? value as JsonObject
|
|
44
|
+
: undefined;
|
|
45
|
+
}
|
|
46
|
+
|
|
47
|
+
async function runProcess(args: {
|
|
48
|
+
readonly executable: string;
|
|
49
|
+
readonly argv: readonly string[];
|
|
50
|
+
readonly timeoutMs: number;
|
|
51
|
+
readonly maxOutputBytes: number;
|
|
52
|
+
readonly signal?: AbortSignal;
|
|
53
|
+
}): Promise<Uint8Array> {
|
|
54
|
+
args.signal?.throwIfAborted();
|
|
55
|
+
return await new Promise((resolve, reject) => {
|
|
56
|
+
const child = spawn(args.executable, [...args.argv], {
|
|
57
|
+
shell: false,
|
|
58
|
+
windowsHide: true,
|
|
59
|
+
stdio: ["ignore", "pipe", "pipe"],
|
|
60
|
+
env: { PATH: process.env.PATH ?? "" },
|
|
61
|
+
});
|
|
62
|
+
const stdout: Buffer[] = [];
|
|
63
|
+
let bytes = 0;
|
|
64
|
+
let stderr = "";
|
|
65
|
+
let settled = false;
|
|
66
|
+
let failure: Error | undefined;
|
|
67
|
+
const stop = (error: Error) => {
|
|
68
|
+
failure ??= error;
|
|
69
|
+
child.kill("SIGKILL");
|
|
70
|
+
};
|
|
71
|
+
const finish = (error?: Error): void => {
|
|
72
|
+
if (settled) return;
|
|
73
|
+
settled = true;
|
|
74
|
+
clearTimeout(timer);
|
|
75
|
+
args.signal?.removeEventListener("abort", abort);
|
|
76
|
+
if (error === undefined) resolve(Buffer.concat(stdout));
|
|
77
|
+
else reject(error);
|
|
78
|
+
};
|
|
79
|
+
const abort = () => stop(args.signal?.reason ?? new Error("Process aborted"));
|
|
80
|
+
args.signal?.addEventListener("abort", abort, { once: true });
|
|
81
|
+
const timer = setTimeout(() => {
|
|
82
|
+
stop(new Error(`${args.executable} timed out`));
|
|
83
|
+
}, args.timeoutMs);
|
|
84
|
+
child.stdout.on("data", (chunk: Buffer) => {
|
|
85
|
+
bytes += chunk.byteLength;
|
|
86
|
+
if (bytes > args.maxOutputBytes) {
|
|
87
|
+
stop(new Error(`${args.executable} output exceeded the configured limit`));
|
|
88
|
+
return;
|
|
89
|
+
}
|
|
90
|
+
stdout.push(chunk);
|
|
91
|
+
});
|
|
92
|
+
child.stderr.on("data", (chunk: Buffer) => {
|
|
93
|
+
bytes += chunk.byteLength;
|
|
94
|
+
stderr = `${stderr}${chunk.toString()}`.slice(-8_000);
|
|
95
|
+
if (bytes > args.maxOutputBytes) {
|
|
96
|
+
stop(new Error(`${args.executable} output exceeded the configured limit`));
|
|
97
|
+
}
|
|
98
|
+
});
|
|
99
|
+
child.on("error", (error) => finish(error));
|
|
100
|
+
if (args.signal?.aborted) abort();
|
|
101
|
+
child.on("close", (code) => {
|
|
102
|
+
if (failure !== undefined) finish(failure);
|
|
103
|
+
else if (code === 0) finish();
|
|
104
|
+
else finish(new Error(`${args.executable} exited ${String(code)}: ${stderr}`));
|
|
105
|
+
});
|
|
106
|
+
});
|
|
107
|
+
}
|
|
108
|
+
|
|
109
|
+
function json(bytes: Uint8Array, subject: string): JsonObject {
|
|
110
|
+
let value: unknown;
|
|
111
|
+
try {
|
|
112
|
+
value = JSON.parse(Buffer.from(bytes).toString("utf8"));
|
|
113
|
+
} catch {
|
|
114
|
+
throw new Error(`${subject} returned invalid JSON`);
|
|
115
|
+
}
|
|
116
|
+
const result = object(value);
|
|
117
|
+
assert(result !== undefined, `${subject} returned an invalid object`);
|
|
118
|
+
return result;
|
|
119
|
+
}
|
|
120
|
+
|
|
121
|
+
function positiveInteger(value: unknown, subject: string): number {
|
|
122
|
+
const parsed = typeof value === "number"
|
|
123
|
+
? value
|
|
124
|
+
: typeof value === "string" && /^\d+$/u.test(value) ? Number(value) : NaN;
|
|
125
|
+
assert(Number.isSafeInteger(parsed) && parsed > 0, `${subject} is not a positive integer`);
|
|
126
|
+
return parsed;
|
|
127
|
+
}
|
|
128
|
+
|
|
129
|
+
function rational(value: unknown, subject: string): { readonly numerator: number; readonly denominator: number } {
|
|
130
|
+
assert(typeof value === "string" && /^\d+\/\d+$/u.test(value), `${subject} is not a rational`);
|
|
131
|
+
const [rawNumerator, rawDenominator] = value.split("/");
|
|
132
|
+
const numerator = Number(rawNumerator);
|
|
133
|
+
const denominator = Number(rawDenominator);
|
|
134
|
+
assert(Number.isSafeInteger(numerator) && numerator > 0
|
|
135
|
+
&& Number.isSafeInteger(denominator) && denominator > 0, `${subject} is invalid`);
|
|
136
|
+
return { numerator, denominator };
|
|
137
|
+
}
|
|
138
|
+
|
|
139
|
+
function sameRational(
|
|
140
|
+
left: { readonly numerator: number; readonly denominator: number },
|
|
141
|
+
right: { readonly numerator: number; readonly denominator: number },
|
|
142
|
+
): boolean {
|
|
143
|
+
return BigInt(left.numerator) * BigInt(right.denominator)
|
|
144
|
+
=== BigInt(right.numerator) * BigInt(left.denominator);
|
|
145
|
+
}
|
|
146
|
+
|
|
147
|
+
function rotation(stream: ProbeStream): number {
|
|
148
|
+
const side = stream.side_data_list?.map(object).find((item) => item?.side_data_type === "Display Matrix");
|
|
149
|
+
const value = side?.rotation ?? stream.tags?.rotate ?? 0;
|
|
150
|
+
const parsed = typeof value === "number" ? value : Number(value);
|
|
151
|
+
assert(Number.isFinite(parsed), "Surface rotation metadata is invalid");
|
|
152
|
+
return ((parsed % 360) + 360) % 360;
|
|
153
|
+
}
|
|
154
|
+
|
|
155
|
+
function assertSrgb(stream: ProbeStream): void {
|
|
156
|
+
const allowed = {
|
|
157
|
+
color_space: new Set([undefined, "unknown", "gbr", "rgb", "bt709"]),
|
|
158
|
+
color_transfer: new Set([undefined, "unknown", "iec61966-2-1", "bt709"]),
|
|
159
|
+
color_primaries: new Set([undefined, "unknown", "bt709"]),
|
|
160
|
+
color_range: new Set([undefined, "unknown", "pc", "tv"]),
|
|
161
|
+
} as const;
|
|
162
|
+
for (const [name, values] of Object.entries(allowed)) {
|
|
163
|
+
const value = stream[name as keyof typeof allowed];
|
|
164
|
+
assert(typeof value === "string" || value === undefined, `Surface ${name} metadata is invalid`);
|
|
165
|
+
assert(values.has(value), `Surface ${name} ${String(value)} is not SDR sRGB-compatible`);
|
|
166
|
+
}
|
|
167
|
+
}
|
|
168
|
+
|
|
169
|
+
const pixelFormats = new Map<string, Map<string, boolean>>();
|
|
170
|
+
|
|
171
|
+
async function pixelFormatAlpha(
|
|
172
|
+
ffprobePath: string,
|
|
173
|
+
timeoutMs: number,
|
|
174
|
+
maxOutputBytes: number,
|
|
175
|
+
signal: AbortSignal,
|
|
176
|
+
): Promise<Map<string, boolean>> {
|
|
177
|
+
signal.throwIfAborted();
|
|
178
|
+
const cached = pixelFormats.get(ffprobePath);
|
|
179
|
+
if (cached !== undefined) return cached;
|
|
180
|
+
const root = json(await runProcess({ executable: ffprobePath,
|
|
181
|
+
argv: ["-v", "error", "-print_format", "json", "-show_pixel_formats"],
|
|
182
|
+
timeoutMs, maxOutputBytes, signal,
|
|
183
|
+
}), "ffprobe pixel-format query");
|
|
184
|
+
assert(Array.isArray(root.pixel_formats), "ffprobe returned no pixel-format table");
|
|
185
|
+
const result = new Map<string, boolean>();
|
|
186
|
+
for (const raw of root.pixel_formats) {
|
|
187
|
+
const format = object(raw) as PixelFormat | undefined;
|
|
188
|
+
if (typeof format?.name === "string") result.set(format.name, format.flags?.alpha === 1);
|
|
189
|
+
}
|
|
190
|
+
// Cache completed facts only; cancelling one caller cannot cancel another's probe.
|
|
191
|
+
pixelFormats.set(ffprobePath, result);
|
|
192
|
+
return result;
|
|
193
|
+
}
|
|
194
|
+
|
|
195
|
+
function suffix(mediaType: string): string {
|
|
196
|
+
if (mediaType === "image/png") return ".png";
|
|
197
|
+
if (mediaType === "image/webp") return ".webp";
|
|
198
|
+
if (mediaType === "video/webm") return ".webm";
|
|
199
|
+
if (mediaType === "video/mp4") return ".mp4";
|
|
200
|
+
throw new Error(`Surface media type ${mediaType} is unsupported`);
|
|
201
|
+
}
|
|
202
|
+
|
|
203
|
+
/**
|
|
204
|
+
* Decode and verify one typed Surface before its bytes enter a renderer.
|
|
205
|
+
*
|
|
206
|
+
* This is an admission gate, not a second media Product. Success returns no
|
|
207
|
+
* side-channel facts; anything a later graph step needs must be an explicit output.
|
|
208
|
+
*/
|
|
209
|
+
export async function verifyCompositableSurfaceBytes(options: {
|
|
210
|
+
readonly surface: CompositableSurfaceRef;
|
|
211
|
+
readonly bytes: Uint8Array;
|
|
212
|
+
readonly ffprobePath?: string;
|
|
213
|
+
readonly processTimeoutMs?: number;
|
|
214
|
+
readonly maxProbeOutputBytes?: number;
|
|
215
|
+
readonly signal?: AbortSignal;
|
|
216
|
+
}): Promise<void> {
|
|
217
|
+
const controller = new AbortController();
|
|
218
|
+
const signal = options.signal === undefined ? controller.signal : AbortSignal.any([controller.signal, options.signal]);
|
|
219
|
+
signal.throwIfAborted();
|
|
220
|
+
assertCompositableSurfaceRef(options.surface);
|
|
221
|
+
assert(options.bytes.byteLength === options.surface.artifact.size,
|
|
222
|
+
`Surface ${options.surface.artifact.resource} byte size differs`);
|
|
223
|
+
const ffprobePath = options.ffprobePath ?? "ffprobe";
|
|
224
|
+
const timeoutMs = options.processTimeoutMs ?? 120_000;
|
|
225
|
+
const maxOutputBytes = options.maxProbeOutputBytes ?? 8 * 1024 * 1024;
|
|
226
|
+
const directory = await mkdtemp(join(tmpdir(), "hypit-surface-verify-"));
|
|
227
|
+
try {
|
|
228
|
+
const path = join(directory, `surface${suffix(options.surface.artifact.mediaType)}`);
|
|
229
|
+
await writeFile(path, options.bytes, { signal });
|
|
230
|
+
const pending = [
|
|
231
|
+
runProcess({
|
|
232
|
+
executable: ffprobePath,
|
|
233
|
+
argv: ["-v", "error", "-print_format", "json", "-show_streams", "-count_frames", path],
|
|
234
|
+
timeoutMs,
|
|
235
|
+
maxOutputBytes, signal,
|
|
236
|
+
}),
|
|
237
|
+
pixelFormatAlpha(ffprobePath, timeoutMs, maxOutputBytes, signal),
|
|
238
|
+
] as const;
|
|
239
|
+
await Promise.allSettled(pending.map(async (job) => {
|
|
240
|
+
try { return await job; } catch (error) { controller.abort(error); throw error; }
|
|
241
|
+
}));
|
|
242
|
+
signal.throwIfAborted();
|
|
243
|
+
const [probe, formats] = await Promise.all(pending);
|
|
244
|
+
const root = json(probe, "ffprobe Surface query");
|
|
245
|
+
assert(Array.isArray(root.streams) && root.streams.length === 1,
|
|
246
|
+
"Surface must contain exactly one visual stream and no audio or auxiliary streams");
|
|
247
|
+
const stream = root.streams[0] as ProbeStream;
|
|
248
|
+
assert(stream.codec_type === "video", "Surface stream is not visual");
|
|
249
|
+
assert(stream.disposition?.attached_pic !== 1, "Surface cannot be an attached-picture stream");
|
|
250
|
+
const width = positiveInteger(stream.width, "Surface width");
|
|
251
|
+
const height = positiveInteger(stream.height, "Surface height");
|
|
252
|
+
assert(width === options.surface.width && height === options.surface.height,
|
|
253
|
+
"Surface decoded dimensions differ from its declaration");
|
|
254
|
+
assert(stream.sample_aspect_ratio === undefined || stream.sample_aspect_ratio === "1:1",
|
|
255
|
+
"Surface must use square pixels");
|
|
256
|
+
assert(rotation(stream) === 0, "Surface must not depend on display rotation metadata");
|
|
257
|
+
assert(stream.field_order === undefined || stream.field_order === "progressive" || stream.field_order === "unknown",
|
|
258
|
+
"Surface must be progressive");
|
|
259
|
+
assertSrgb(stream);
|
|
260
|
+
|
|
261
|
+
assert(typeof stream.pix_fmt === "string" && stream.pix_fmt.length > 0,
|
|
262
|
+
"Surface pixel format is absent");
|
|
263
|
+
const pixelAlpha = formats.get(stream.pix_fmt);
|
|
264
|
+
assert(pixelAlpha !== undefined, `Surface pixel format ${stream.pix_fmt} is unknown to ffprobe`);
|
|
265
|
+
const taggedAlpha = stream.tags?.alpha_mode === "1" || stream.tags?.alpha_mode === "straight";
|
|
266
|
+
const hasAlpha = pixelAlpha || taggedAlpha;
|
|
267
|
+
if (options.surface.alphaMode === "straight") {
|
|
268
|
+
assert(hasAlpha, "Surface declares straight alpha but its bytes carry no alpha channel");
|
|
269
|
+
} else {
|
|
270
|
+
assert(!hasAlpha, "Surface declares opaque pixels but its encoded format carries alpha");
|
|
271
|
+
}
|
|
272
|
+
|
|
273
|
+
const frameCount = positiveInteger(stream.nb_read_frames ?? stream.nb_frames, "Surface frame count");
|
|
274
|
+
if (options.surface.timing.kind === "still") {
|
|
275
|
+
assert(frameCount === 1, "Still Surface must decode to exactly one frame");
|
|
276
|
+
} else {
|
|
277
|
+
assert(frameCount === options.surface.timing.frameCount,
|
|
278
|
+
"Surface decoded frame count differs from its declaration");
|
|
279
|
+
const rate = rational(stream.avg_frame_rate ?? stream.r_frame_rate, "Surface frame rate");
|
|
280
|
+
assert(sameRational(rate, options.surface.timing.frameRate),
|
|
281
|
+
"Surface decoded frame rate differs from its declaration");
|
|
282
|
+
}
|
|
283
|
+
} finally {
|
|
284
|
+
await rm(directory, { recursive: true, force: true }).catch(() => {});
|
|
285
|
+
}
|
|
286
|
+
}
|