@aura3d/engine 1.0.9 → 1.1.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +46 -15
- package/dist/animation/AnimationClipRegistry.d.ts +16 -0
- package/dist/animation/AnimationClipRegistry.d.ts.map +1 -1
- package/dist/animation/AnimationClipRegistry.js +42 -0
- package/dist/animation/AnimationClipRegistry.js.map +1 -1
- package/dist/animation/AnimationController.d.ts +15 -0
- package/dist/animation/AnimationController.d.ts.map +1 -1
- package/dist/animation/AnimationController.js +28 -0
- package/dist/animation/AnimationController.js.map +1 -1
- package/dist/animation/AnimationStateGraph.d.ts +11 -1
- package/dist/animation/AnimationStateGraph.d.ts.map +1 -1
- package/dist/animation/AnimationStateGraph.js +50 -1
- package/dist/animation/AnimationStateGraph.js.map +1 -1
- package/dist/animation/HumanoidRetargeting.d.ts +13 -0
- package/dist/animation/HumanoidRetargeting.d.ts.map +1 -1
- package/dist/animation/HumanoidRetargeting.js +43 -0
- package/dist/animation/HumanoidRetargeting.js.map +1 -1
- package/dist/animation/MotionQuality.d.ts +6 -0
- package/dist/animation/MotionQuality.d.ts.map +1 -1
- package/dist/animation/MotionQuality.js +16 -0
- package/dist/animation/MotionQuality.js.map +1 -1
- package/dist/animation/browser-index.d.ts +2 -2
- package/dist/animation/browser-index.d.ts.map +1 -1
- package/dist/animation/browser-index.js +1 -1
- package/dist/animation/browser-index.js.map +1 -1
- package/dist/animation/index.d.ts +2 -2
- package/dist/animation/index.d.ts.map +1 -1
- package/dist/animation/index.js +1 -1
- package/dist/animation/index.js.map +1 -1
- package/dist/audio/AudioBus.d.ts +2 -0
- package/dist/audio/AudioBus.d.ts.map +1 -1
- package/dist/audio/AudioBus.js +6 -0
- package/dist/audio/AudioBus.js.map +1 -1
- package/dist/audio/AudioFileManager.d.ts +77 -0
- package/dist/audio/AudioFileManager.d.ts.map +1 -0
- package/dist/audio/AudioFileManager.js +168 -0
- package/dist/audio/AudioFileManager.js.map +1 -0
- package/dist/audio/AudioMixer.d.ts +43 -0
- package/dist/audio/AudioMixer.d.ts.map +1 -1
- package/dist/audio/AudioMixer.js +43 -0
- package/dist/audio/AudioMixer.js.map +1 -1
- package/dist/audio/AudioTimelineTrack.d.ts +135 -0
- package/dist/audio/AudioTimelineTrack.d.ts.map +1 -0
- package/dist/audio/AudioTimelineTrack.js +356 -0
- package/dist/audio/AudioTimelineTrack.js.map +1 -0
- package/dist/audio/AudioWaveform.d.ts +64 -0
- package/dist/audio/AudioWaveform.d.ts.map +1 -0
- package/dist/audio/AudioWaveform.js +146 -0
- package/dist/audio/AudioWaveform.js.map +1 -0
- package/dist/audio/index.d.ts +8 -1
- package/dist/audio/index.d.ts.map +1 -1
- package/dist/audio/index.js +4 -1
- package/dist/audio/index.js.map +1 -1
- package/dist/aura3d-cli/cartoon-asset-profiles.d.ts +15 -0
- package/dist/aura3d-cli/cartoon-asset-profiles.d.ts.map +1 -0
- package/dist/aura3d-cli/cartoon-asset-profiles.js +46 -0
- package/dist/aura3d-cli/cartoon-asset-profiles.js.map +1 -0
- package/dist/aura3d-cli/cli.js +63 -7
- package/dist/aura3d-cli/cli.js.map +1 -1
- package/dist/aura3d-cli/game-asset-profiles.d.ts +13 -0
- package/dist/aura3d-cli/game-asset-profiles.d.ts.map +1 -0
- package/dist/aura3d-cli/game-asset-profiles.js +36 -0
- package/dist/aura3d-cli/game-asset-profiles.js.map +1 -0
- package/dist/aura3d-cli/game-asset-validator.d.ts +9 -0
- package/dist/aura3d-cli/game-asset-validator.d.ts.map +1 -0
- package/dist/aura3d-cli/game-asset-validator.js +5 -0
- package/dist/aura3d-cli/game-asset-validator.js.map +1 -0
- package/dist/aura3d-cli/index.d.ts +50 -0
- package/dist/aura3d-cli/index.d.ts.map +1 -1
- package/dist/aura3d-cli/index.js +212 -0
- package/dist/aura3d-cli/index.js.map +1 -1
- package/dist/aura3d-cli/pull-bridge.d.ts +3 -3
- package/dist/aura3d-cli/pull-bridge.d.ts.map +1 -1
- package/dist/aura3d-cli/pull-bridge.js +52 -21
- package/dist/aura3d-cli/pull-bridge.js.map +1 -1
- package/dist/create-aura3d/index.d.ts +1 -1
- package/dist/create-aura3d/index.d.ts.map +1 -1
- package/dist/create-aura3d/index.js +4 -2
- package/dist/create-aura3d/index.js.map +1 -1
- package/dist/editor-runtime/AssetDropZone.d.ts +52 -0
- package/dist/editor-runtime/AssetDropZone.d.ts.map +1 -0
- package/dist/editor-runtime/AssetDropZone.js +115 -0
- package/dist/editor-runtime/AssetDropZone.js.map +1 -0
- package/dist/editor-runtime/CameraPathEditor.d.ts +48 -0
- package/dist/editor-runtime/CameraPathEditor.d.ts.map +1 -0
- package/dist/editor-runtime/CameraPathEditor.js +181 -0
- package/dist/editor-runtime/CameraPathEditor.js.map +1 -0
- package/dist/editor-runtime/CartoonSceneEditor.d.ts +111 -0
- package/dist/editor-runtime/CartoonSceneEditor.d.ts.map +1 -0
- package/dist/editor-runtime/CartoonSceneEditor.js +285 -0
- package/dist/editor-runtime/CartoonSceneEditor.js.map +1 -0
- package/dist/editor-runtime/CurveEditor.d.ts +38 -0
- package/dist/editor-runtime/CurveEditor.d.ts.map +1 -0
- package/dist/editor-runtime/CurveEditor.js +112 -0
- package/dist/editor-runtime/CurveEditor.js.map +1 -0
- package/dist/editor-runtime/EpisodeReviewPanel.d.ts +67 -0
- package/dist/editor-runtime/EpisodeReviewPanel.d.ts.map +1 -0
- package/dist/editor-runtime/EpisodeReviewPanel.js +162 -0
- package/dist/editor-runtime/EpisodeReviewPanel.js.map +1 -0
- package/dist/editor-runtime/KeyframeEditor.d.ts +49 -0
- package/dist/editor-runtime/KeyframeEditor.d.ts.map +1 -0
- package/dist/editor-runtime/KeyframeEditor.js +161 -0
- package/dist/editor-runtime/KeyframeEditor.js.map +1 -0
- package/dist/editor-runtime/MultiUserReviewWorkflow.d.ts +77 -0
- package/dist/editor-runtime/MultiUserReviewWorkflow.d.ts.map +1 -0
- package/dist/editor-runtime/MultiUserReviewWorkflow.js +162 -0
- package/dist/editor-runtime/MultiUserReviewWorkflow.js.map +1 -0
- package/dist/editor-runtime/NonlinearAnimationEditor.d.ts +81 -0
- package/dist/editor-runtime/NonlinearAnimationEditor.d.ts.map +1 -0
- package/dist/editor-runtime/NonlinearAnimationEditor.js +180 -0
- package/dist/editor-runtime/NonlinearAnimationEditor.js.map +1 -0
- package/dist/editor-runtime/PropertyPanel.d.ts +21 -0
- package/dist/editor-runtime/PropertyPanel.d.ts.map +1 -0
- package/dist/editor-runtime/PropertyPanel.js +72 -0
- package/dist/editor-runtime/PropertyPanel.js.map +1 -0
- package/dist/editor-runtime/RenderQueuePanel.d.ts +38 -0
- package/dist/editor-runtime/RenderQueuePanel.d.ts.map +1 -0
- package/dist/editor-runtime/RenderQueuePanel.js +72 -0
- package/dist/editor-runtime/RenderQueuePanel.js.map +1 -0
- package/dist/editor-runtime/SceneOutliner.d.ts +19 -0
- package/dist/editor-runtime/SceneOutliner.d.ts.map +1 -0
- package/dist/editor-runtime/SceneOutliner.js +64 -0
- package/dist/editor-runtime/SceneOutliner.js.map +1 -0
- package/dist/editor-runtime/TimelineEditorController.d.ts +102 -0
- package/dist/editor-runtime/TimelineEditorController.d.ts.map +1 -0
- package/dist/editor-runtime/TimelineEditorController.js +449 -0
- package/dist/editor-runtime/TimelineEditorController.js.map +1 -0
- package/dist/editor-runtime/TimelineTrackTypes.d.ts +25 -0
- package/dist/editor-runtime/TimelineTrackTypes.d.ts.map +1 -0
- package/dist/editor-runtime/TimelineTrackTypes.js +48 -0
- package/dist/editor-runtime/TimelineTrackTypes.js.map +1 -0
- package/dist/editor-runtime/TimelineUI.d.ts +27 -0
- package/dist/editor-runtime/TimelineUI.d.ts.map +1 -0
- package/dist/editor-runtime/TimelineUI.js +123 -0
- package/dist/editor-runtime/TimelineUI.js.map +1 -0
- package/dist/editor-runtime/VisualReviewDashboard.d.ts +43 -0
- package/dist/editor-runtime/VisualReviewDashboard.d.ts.map +1 -0
- package/dist/editor-runtime/VisualReviewDashboard.js +47 -0
- package/dist/editor-runtime/VisualReviewDashboard.js.map +1 -0
- package/dist/editor-runtime/index.d.ts +30 -0
- package/dist/editor-runtime/index.d.ts.map +1 -1
- package/dist/editor-runtime/index.js +15 -0
- package/dist/editor-runtime/index.js.map +1 -1
- package/dist/engine/advanced-runtime/A3DRenderer.d.ts +24 -2
- package/dist/engine/advanced-runtime/A3DRenderer.d.ts.map +1 -1
- package/dist/engine/advanced-runtime/A3DRenderer.js +70 -9
- package/dist/engine/advanced-runtime/A3DRenderer.js.map +1 -1
- package/dist/engine/agent-api/AssetLibraryBrowser.d.ts +77 -0
- package/dist/engine/agent-api/AssetLibraryBrowser.d.ts.map +1 -0
- package/dist/engine/agent-api/AssetLibraryBrowser.js +112 -0
- package/dist/engine/agent-api/AssetLibraryBrowser.js.map +1 -0
- package/dist/engine/agent-api/AudioMuxer.d.ts +72 -0
- package/dist/engine/agent-api/AudioMuxer.d.ts.map +1 -0
- package/dist/engine/agent-api/AudioMuxer.js +80 -0
- package/dist/engine/agent-api/AudioMuxer.js.map +1 -0
- package/dist/engine/agent-api/AudioVisemeAnalyzer.d.ts +47 -0
- package/dist/engine/agent-api/AudioVisemeAnalyzer.d.ts.map +1 -0
- package/dist/engine/agent-api/AudioVisemeAnalyzer.js +113 -0
- package/dist/engine/agent-api/AudioVisemeAnalyzer.js.map +1 -0
- package/dist/engine/agent-api/BatchEpisodeRenderer.d.ts +31 -0
- package/dist/engine/agent-api/BatchEpisodeRenderer.d.ts.map +1 -0
- package/dist/engine/agent-api/BatchEpisodeRenderer.js +20 -0
- package/dist/engine/agent-api/BatchEpisodeRenderer.js.map +1 -0
- package/dist/engine/agent-api/BodyLanguageLibrary.d.ts +4 -0
- package/dist/engine/agent-api/BodyLanguageLibrary.d.ts.map +1 -0
- package/dist/engine/agent-api/BodyLanguageLibrary.js +10 -0
- package/dist/engine/agent-api/BodyLanguageLibrary.js.map +1 -0
- package/dist/engine/agent-api/BrowserFrameCaptureAdapter.d.ts +65 -0
- package/dist/engine/agent-api/BrowserFrameCaptureAdapter.d.ts.map +1 -0
- package/dist/engine/agent-api/BrowserFrameCaptureAdapter.js +42 -0
- package/dist/engine/agent-api/BrowserFrameCaptureAdapter.js.map +1 -0
- package/dist/engine/agent-api/CameraChoreographer.d.ts +69 -0
- package/dist/engine/agent-api/CameraChoreographer.d.ts.map +1 -0
- package/dist/engine/agent-api/CameraChoreographer.js +165 -0
- package/dist/engine/agent-api/CameraChoreographer.js.map +1 -0
- package/dist/engine/agent-api/CameraPathEditor.d.ts +20 -0
- package/dist/engine/agent-api/CameraPathEditor.d.ts.map +1 -0
- package/dist/engine/agent-api/CameraPathEditor.js +47 -0
- package/dist/engine/agent-api/CameraPathEditor.js.map +1 -0
- package/dist/engine/agent-api/CameraPresetLibrary.d.ts +22 -0
- package/dist/engine/agent-api/CameraPresetLibrary.d.ts.map +1 -0
- package/dist/engine/agent-api/CameraPresetLibrary.js +109 -0
- package/dist/engine/agent-api/CameraPresetLibrary.js.map +1 -0
- package/dist/engine/agent-api/CaptionExporter.d.ts +23 -0
- package/dist/engine/agent-api/CaptionExporter.d.ts.map +1 -0
- package/dist/engine/agent-api/CaptionExporter.js +69 -0
- package/dist/engine/agent-api/CaptionExporter.js.map +1 -0
- package/dist/engine/agent-api/CartoonAssetManifest.d.ts +50 -0
- package/dist/engine/agent-api/CartoonAssetManifest.d.ts.map +1 -0
- package/dist/engine/agent-api/CartoonAssetManifest.js +65 -0
- package/dist/engine/agent-api/CartoonAssetManifest.js.map +1 -0
- package/dist/engine/agent-api/CartoonDirector.d.ts +26 -1
- package/dist/engine/agent-api/CartoonDirector.d.ts.map +1 -1
- package/dist/engine/agent-api/CartoonDirector.js +92 -2
- package/dist/engine/agent-api/CartoonDirector.js.map +1 -1
- package/dist/engine/agent-api/CartoonEpisodePackage.d.ts +51 -0
- package/dist/engine/agent-api/CartoonEpisodePackage.d.ts.map +1 -0
- package/dist/engine/agent-api/CartoonEpisodePackage.js +79 -0
- package/dist/engine/agent-api/CartoonEpisodePackage.js.map +1 -0
- package/dist/engine/agent-api/CartoonMotionQuality.d.ts +83 -0
- package/dist/engine/agent-api/CartoonMotionQuality.d.ts.map +1 -0
- package/dist/engine/agent-api/CartoonMotionQuality.js +128 -0
- package/dist/engine/agent-api/CartoonMotionQuality.js.map +1 -0
- package/dist/engine/agent-api/CartoonPerformance.d.ts +1 -0
- package/dist/engine/agent-api/CartoonPerformance.d.ts.map +1 -1
- package/dist/engine/agent-api/CartoonPerformance.js +28 -0
- package/dist/engine/agent-api/CartoonPerformance.js.map +1 -1
- package/dist/engine/agent-api/CartoonRenderQueue.d.ts +11 -0
- package/dist/engine/agent-api/CartoonRenderQueue.d.ts.map +1 -1
- package/dist/engine/agent-api/CartoonRenderQueue.js +25 -0
- package/dist/engine/agent-api/CartoonRenderQueue.js.map +1 -1
- package/dist/engine/agent-api/CartoonRouteProof.d.ts +112 -0
- package/dist/engine/agent-api/CartoonRouteProof.d.ts.map +1 -0
- package/dist/engine/agent-api/CartoonRouteProof.js +127 -0
- package/dist/engine/agent-api/CartoonRouteProof.js.map +1 -0
- package/dist/engine/agent-api/CloudRenderAdapter.d.ts +55 -0
- package/dist/engine/agent-api/CloudRenderAdapter.d.ts.map +1 -0
- package/dist/engine/agent-api/CloudRenderAdapter.js +75 -0
- package/dist/engine/agent-api/CloudRenderAdapter.js.map +1 -0
- package/dist/engine/agent-api/DialogueAlignment.d.ts +18 -0
- package/dist/engine/agent-api/DialogueAlignment.d.ts.map +1 -0
- package/dist/engine/agent-api/DialogueAlignment.js +23 -0
- package/dist/engine/agent-api/DialogueAlignment.js.map +1 -0
- package/dist/engine/agent-api/EpisodeStructure.d.ts +77 -0
- package/dist/engine/agent-api/EpisodeStructure.d.ts.map +1 -0
- package/dist/engine/agent-api/EpisodeStructure.js +123 -0
- package/dist/engine/agent-api/EpisodeStructure.js.map +1 -0
- package/dist/engine/agent-api/EpisodeTemplates.d.ts +13 -0
- package/dist/engine/agent-api/EpisodeTemplates.d.ts.map +1 -0
- package/dist/engine/agent-api/EpisodeTemplates.js +14 -0
- package/dist/engine/agent-api/EpisodeTemplates.js.map +1 -0
- package/dist/engine/agent-api/ExternalPhonemeAnalyzer.d.ts +54 -0
- package/dist/engine/agent-api/ExternalPhonemeAnalyzer.d.ts.map +1 -0
- package/dist/engine/agent-api/ExternalPhonemeAnalyzer.js +107 -0
- package/dist/engine/agent-api/ExternalPhonemeAnalyzer.js.map +1 -0
- package/dist/engine/agent-api/FrameEncoder.d.ts +79 -0
- package/dist/engine/agent-api/FrameEncoder.d.ts.map +1 -0
- package/dist/engine/agent-api/FrameEncoder.js +131 -0
- package/dist/engine/agent-api/FrameEncoder.js.map +1 -0
- package/dist/engine/agent-api/GameEvidence.d.ts +43 -0
- package/dist/engine/agent-api/GameEvidence.d.ts.map +1 -1
- package/dist/engine/agent-api/GameEvidence.js +30 -1
- package/dist/engine/agent-api/GameEvidence.js.map +1 -1
- package/dist/engine/agent-api/GameInspector.d.ts +65 -0
- package/dist/engine/agent-api/GameInspector.d.ts.map +1 -0
- package/dist/engine/agent-api/GameInspector.js +53 -0
- package/dist/engine/agent-api/GameInspector.js.map +1 -0
- package/dist/engine/agent-api/GameRuntime.d.ts +67 -1
- package/dist/engine/agent-api/GameRuntime.d.ts.map +1 -1
- package/dist/engine/agent-api/GameRuntime.js +191 -7
- package/dist/engine/agent-api/GameRuntime.js.map +1 -1
- package/dist/engine/agent-api/MediaRecorderFrameEncoder.d.ts +19 -0
- package/dist/engine/agent-api/MediaRecorderFrameEncoder.d.ts.map +1 -0
- package/dist/engine/agent-api/MediaRecorderFrameEncoder.js +74 -0
- package/dist/engine/agent-api/MediaRecorderFrameEncoder.js.map +1 -0
- package/dist/engine/agent-api/PerformanceBlender.d.ts +30 -0
- package/dist/engine/agent-api/PerformanceBlender.d.ts.map +1 -0
- package/dist/engine/agent-api/PerformanceBlender.js +62 -0
- package/dist/engine/agent-api/PerformanceBlender.js.map +1 -0
- package/dist/engine/agent-api/PerformanceCaptureSession.d.ts +65 -0
- package/dist/engine/agent-api/PerformanceCaptureSession.d.ts.map +1 -0
- package/dist/engine/agent-api/PerformanceCaptureSession.js +131 -0
- package/dist/engine/agent-api/PerformanceCaptureSession.js.map +1 -0
- package/dist/engine/agent-api/PerformancePoseEditor.d.ts +21 -0
- package/dist/engine/agent-api/PerformancePoseEditor.d.ts.map +1 -0
- package/dist/engine/agent-api/PerformancePoseEditor.js +23 -0
- package/dist/engine/agent-api/PerformancePoseEditor.js.map +1 -0
- package/dist/engine/agent-api/PerformanceScriptParser.d.ts +9 -0
- package/dist/engine/agent-api/PerformanceScriptParser.d.ts.map +1 -0
- package/dist/engine/agent-api/PerformanceScriptParser.js +16 -0
- package/dist/engine/agent-api/PerformanceScriptParser.js.map +1 -0
- package/dist/engine/agent-api/PngSequenceEncoder.d.ts +34 -0
- package/dist/engine/agent-api/PngSequenceEncoder.d.ts.map +1 -0
- package/dist/engine/agent-api/PngSequenceEncoder.js +75 -0
- package/dist/engine/agent-api/PngSequenceEncoder.js.map +1 -0
- package/dist/engine/agent-api/PromptAnimationContract.d.ts +25 -0
- package/dist/engine/agent-api/PromptAnimationContract.d.ts.map +1 -1
- package/dist/engine/agent-api/PromptAnimationContract.js +60 -1
- package/dist/engine/agent-api/PromptAnimationContract.js.map +1 -1
- package/dist/engine/agent-api/PublishingPipeline.d.ts +62 -0
- package/dist/engine/agent-api/PublishingPipeline.d.ts.map +1 -0
- package/dist/engine/agent-api/PublishingPipeline.js +81 -0
- package/dist/engine/agent-api/PublishingPipeline.js.map +1 -0
- package/dist/engine/agent-api/RenderProgressTracker.d.ts +49 -0
- package/dist/engine/agent-api/RenderProgressTracker.d.ts.map +1 -0
- package/dist/engine/agent-api/RenderProgressTracker.js +106 -0
- package/dist/engine/agent-api/RenderProgressTracker.js.map +1 -0
- package/dist/engine/agent-api/RuntimeNodeHandle.d.ts +50 -0
- package/dist/engine/agent-api/RuntimeNodeHandle.d.ts.map +1 -1
- package/dist/engine/agent-api/RuntimeNodeHandle.js +48 -0
- package/dist/engine/agent-api/RuntimeNodeHandle.js.map +1 -1
- package/dist/engine/agent-api/SceneSequencer.d.ts +67 -0
- package/dist/engine/agent-api/SceneSequencer.d.ts.map +1 -0
- package/dist/engine/agent-api/SceneSequencer.js +104 -0
- package/dist/engine/agent-api/SceneSequencer.js.map +1 -0
- package/dist/engine/agent-api/ShotCompositionRules.d.ts +45 -0
- package/dist/engine/agent-api/ShotCompositionRules.d.ts.map +1 -0
- package/dist/engine/agent-api/ShotCompositionRules.js +54 -0
- package/dist/engine/agent-api/ShotCompositionRules.js.map +1 -0
- package/dist/engine/agent-api/ShotTransitionEngine.d.ts +46 -0
- package/dist/engine/agent-api/ShotTransitionEngine.d.ts.map +1 -0
- package/dist/engine/agent-api/ShotTransitionEngine.js +98 -0
- package/dist/engine/agent-api/ShotTransitionEngine.js.map +1 -0
- package/dist/engine/agent-api/ThumbnailGenerator.d.ts +44 -0
- package/dist/engine/agent-api/ThumbnailGenerator.d.ts.map +1 -0
- package/dist/engine/agent-api/ThumbnailGenerator.js +82 -0
- package/dist/engine/agent-api/ThumbnailGenerator.js.map +1 -0
- package/dist/engine/agent-api/VideoExportPipeline.d.ts +80 -0
- package/dist/engine/agent-api/VideoExportPipeline.d.ts.map +1 -0
- package/dist/engine/agent-api/VideoExportPipeline.js +139 -0
- package/dist/engine/agent-api/VideoExportPipeline.js.map +1 -0
- package/dist/engine/agent-api/VisemeTimelineTrack.d.ts +29 -0
- package/dist/engine/agent-api/VisemeTimelineTrack.d.ts.map +1 -0
- package/dist/engine/agent-api/VisemeTimelineTrack.js +34 -0
- package/dist/engine/agent-api/VisemeTimelineTrack.js.map +1 -0
- package/dist/engine/agent-api/WaveformVisualizer.d.ts +61 -0
- package/dist/engine/agent-api/WaveformVisualizer.d.ts.map +1 -0
- package/dist/engine/agent-api/WaveformVisualizer.js +108 -0
- package/dist/engine/agent-api/WaveformVisualizer.js.map +1 -0
- package/dist/engine/agent-api/WebCodecsFrameEncoder.d.ts +21 -0
- package/dist/engine/agent-api/WebCodecsFrameEncoder.d.ts.map +1 -0
- package/dist/engine/agent-api/WebCodecsFrameEncoder.js +94 -0
- package/dist/engine/agent-api/WebCodecsFrameEncoder.js.map +1 -0
- package/dist/engine/agent-api/YouTubeMetadataGenerator.d.ts +21 -0
- package/dist/engine/agent-api/YouTubeMetadataGenerator.d.ts.map +1 -0
- package/dist/engine/agent-api/YouTubeMetadataGenerator.js +51 -0
- package/dist/engine/agent-api/YouTubeMetadataGenerator.js.map +1 -0
- package/dist/engine/agent-api/YouTubeUploadAdapter.d.ts +48 -0
- package/dist/engine/agent-api/YouTubeUploadAdapter.d.ts.map +1 -0
- package/dist/engine/agent-api/YouTubeUploadAdapter.js +114 -0
- package/dist/engine/agent-api/YouTubeUploadAdapter.js.map +1 -0
- package/dist/engine/agent-api/game-kits/fighting.d.ts +20 -0
- package/dist/engine/agent-api/game-kits/fighting.d.ts.map +1 -1
- package/dist/engine/agent-api/game-kits/fighting.js +20 -0
- package/dist/engine/agent-api/game-kits/fighting.js.map +1 -1
- package/dist/engine/agent-api/index.d.ts +121 -3
- package/dist/engine/agent-api/index.d.ts.map +1 -1
- package/dist/engine/agent-api/index.js +138 -2
- package/dist/engine/agent-api/index.js.map +1 -1
- package/dist/engine/agent-api/product-viewer-runtime.d.ts.map +1 -1
- package/dist/engine/game/GameAudio.d.ts +65 -0
- package/dist/engine/game/GameAudio.d.ts.map +1 -0
- package/dist/engine/game/GameAudio.js +155 -0
- package/dist/engine/game/GameAudio.js.map +1 -0
- package/dist/engine/game/index.d.ts +3 -0
- package/dist/engine/game/index.d.ts.map +1 -0
- package/dist/engine/game/index.js +2 -0
- package/dist/engine/game/index.js.map +1 -0
- package/dist/engine/index.d.ts +4 -1
- package/dist/engine/index.d.ts.map +1 -1
- package/dist/engine/index.js +3 -1
- package/dist/engine/index.js.map +1 -1
- package/dist/engine/production-runtime/GameAppRuntime.d.ts +3 -0
- package/dist/engine/production-runtime/GameAppRuntime.d.ts.map +1 -0
- package/dist/engine/production-runtime/GameAppRuntime.js +2 -0
- package/dist/engine/production-runtime/GameAppRuntime.js.map +1 -0
- package/dist/engine/production-runtime/GameRenderPreset.d.ts +55 -0
- package/dist/engine/production-runtime/GameRenderPreset.d.ts.map +1 -0
- package/dist/engine/production-runtime/GameRenderPreset.js +90 -0
- package/dist/engine/production-runtime/GameRenderPreset.js.map +1 -0
- package/dist/engine/production-runtime/index.d.ts +18 -1
- package/dist/engine/production-runtime/index.d.ts.map +1 -1
- package/dist/engine/production-runtime/index.js +35 -1
- package/dist/engine/production-runtime/index.js.map +1 -1
- package/dist/engine/runtime/AssetPreloader.d.ts +14 -0
- package/dist/engine/runtime/AssetPreloader.d.ts.map +1 -0
- package/dist/engine/runtime/AssetPreloader.js +22 -0
- package/dist/engine/runtime/AssetPreloader.js.map +1 -0
- package/dist/engine/runtime/ResourceManager.d.ts +48 -0
- package/dist/engine/runtime/ResourceManager.d.ts.map +1 -0
- package/dist/engine/runtime/ResourceManager.js +156 -0
- package/dist/engine/runtime/ResourceManager.js.map +1 -0
- package/dist/engine/runtime/index.d.ts +5 -0
- package/dist/engine/runtime/index.d.ts.map +1 -0
- package/dist/engine/runtime/index.js +3 -0
- package/dist/engine/runtime/index.js.map +1 -0
- package/dist/physics/CharacterController.d.ts +31 -0
- package/dist/physics/CharacterController.d.ts.map +1 -1
- package/dist/physics/CharacterController.js +90 -0
- package/dist/physics/CharacterController.js.map +1 -1
- package/dist/physics/CollisionVolumes.d.ts +29 -0
- package/dist/physics/CollisionVolumes.d.ts.map +1 -1
- package/dist/physics/CollisionVolumes.js +43 -0
- package/dist/physics/CollisionVolumes.js.map +1 -1
- package/dist/physics/KinematicBody.d.ts +15 -0
- package/dist/physics/KinematicBody.d.ts.map +1 -1
- package/dist/physics/KinematicBody.js +28 -0
- package/dist/physics/KinematicBody.js.map +1 -1
- package/dist/physics/KinematicWorld.js +6 -0
- package/dist/physics/KinematicWorld.js.map +1 -1
- package/dist/rendering/FrameVisualMetrics.d.ts +19 -0
- package/dist/rendering/FrameVisualMetrics.d.ts.map +1 -1
- package/dist/rendering/FrameVisualMetrics.js +57 -0
- package/dist/rendering/FrameVisualMetrics.js.map +1 -1
- package/dist/rendering/cartoon/CartoonMaterialStyle.d.ts +19 -0
- package/dist/rendering/cartoon/CartoonMaterialStyle.d.ts.map +1 -0
- package/dist/rendering/cartoon/CartoonMaterialStyle.js +13 -0
- package/dist/rendering/cartoon/CartoonMaterialStyle.js.map +1 -0
- package/dist/rendering/cartoon/CartoonRenderPreset.d.ts +36 -0
- package/dist/rendering/cartoon/CartoonRenderPreset.d.ts.map +1 -0
- package/dist/rendering/cartoon/CartoonRenderPreset.js +23 -0
- package/dist/rendering/cartoon/CartoonRenderPreset.js.map +1 -0
- package/dist/rendering/cartoon/CartoonVisualQuality.d.ts +28 -0
- package/dist/rendering/cartoon/CartoonVisualQuality.d.ts.map +1 -0
- package/dist/rendering/cartoon/CartoonVisualQuality.js +39 -0
- package/dist/rendering/cartoon/CartoonVisualQuality.js.map +1 -0
- package/dist/rendering/cartoon/index.d.ts +4 -0
- package/dist/rendering/cartoon/index.d.ts.map +1 -0
- package/dist/rendering/cartoon/index.js +4 -0
- package/dist/rendering/cartoon/index.js.map +1 -0
- package/dist/rendering/index.d.ts +3 -2
- package/dist/rendering/index.d.ts.map +1 -1
- package/dist/rendering/index.js +2 -1
- package/dist/rendering/index.js.map +1 -1
- package/dist/scripting/CartoonNodeCategories.d.ts +3 -0
- package/dist/scripting/CartoonNodeCategories.d.ts.map +1 -0
- package/dist/scripting/CartoonNodeCategories.js +9 -0
- package/dist/scripting/CartoonNodeCategories.js.map +1 -0
- package/dist/scripting/CartoonVisualNodes.d.ts +3 -0
- package/dist/scripting/CartoonVisualNodes.d.ts.map +1 -0
- package/dist/scripting/CartoonVisualNodes.js +41 -0
- package/dist/scripting/CartoonVisualNodes.js.map +1 -0
- package/dist/scripting/VisualGraphExecutor.js +46 -0
- package/dist/scripting/VisualGraphExecutor.js.map +1 -1
- package/dist/scripting/VisualNodeCatalog.d.ts +1 -1
- package/dist/scripting/VisualNodeCatalog.d.ts.map +1 -1
- package/dist/scripting/VisualNodeCatalog.js +3 -1
- package/dist/scripting/VisualNodeCatalog.js.map +1 -1
- package/dist/scripting/index.d.ts +3 -0
- package/dist/scripting/index.d.ts.map +1 -1
- package/dist/scripting/index.js +2 -0
- package/dist/scripting/index.js.map +1 -1
- package/package.json +138 -120
- package/templates/product-viewer/tests/screenshot.spec.ts +8 -16
|
@@ -0,0 +1,75 @@
|
|
|
1
|
+
import { createPromptAnimationIssue } from "./PromptAnimationContract.js";
|
|
2
|
+
export function createCloudRenderJobRequest(input) {
|
|
3
|
+
return {
|
|
4
|
+
kind: "cloud-render-job-request",
|
|
5
|
+
provider: input.provider ?? "custom",
|
|
6
|
+
episodeId: input.renderQueue.episodeId,
|
|
7
|
+
packageId: input.packageManifest.packageId,
|
|
8
|
+
renderQueuePath: "render-manifest.json",
|
|
9
|
+
outputDirectory: input.outputDirectory ?? "dist/episodes",
|
|
10
|
+
requiredArtifacts: input.packageManifest.files.map((file) => file.path)
|
|
11
|
+
};
|
|
12
|
+
}
|
|
13
|
+
export function probeCloudRenderAdapter(options = {}) {
|
|
14
|
+
const provider = options.provider ?? "custom";
|
|
15
|
+
const requiresCredentials = options.requiresCredentials ?? provider !== "local";
|
|
16
|
+
const credentialsAvailable = options.credentialsAvailable ?? Boolean(options.token);
|
|
17
|
+
const configured = options.available ?? Boolean(options.submit || (options.endpoint && (!requiresCredentials || credentialsAvailable)));
|
|
18
|
+
if (!configured) {
|
|
19
|
+
return {
|
|
20
|
+
supported: false,
|
|
21
|
+
status: "unsupported",
|
|
22
|
+
provider,
|
|
23
|
+
requiresCredentials,
|
|
24
|
+
diagnostics: [
|
|
25
|
+
createPromptAnimationIssue("warning", "cloud-render-unconfigured", "Cloud render submission was skipped because no configured provider endpoint/client is available.")
|
|
26
|
+
]
|
|
27
|
+
};
|
|
28
|
+
}
|
|
29
|
+
if (requiresCredentials && !credentialsAvailable) {
|
|
30
|
+
return {
|
|
31
|
+
supported: false,
|
|
32
|
+
status: "missing-credentials",
|
|
33
|
+
provider,
|
|
34
|
+
requiresCredentials,
|
|
35
|
+
diagnostics: [
|
|
36
|
+
createPromptAnimationIssue("error", "cloud-render-credentials-missing", "Cloud render submission requires provider credentials before jobs can be submitted.")
|
|
37
|
+
]
|
|
38
|
+
};
|
|
39
|
+
}
|
|
40
|
+
return {
|
|
41
|
+
supported: true,
|
|
42
|
+
status: "ready",
|
|
43
|
+
provider,
|
|
44
|
+
requiresCredentials,
|
|
45
|
+
diagnostics: []
|
|
46
|
+
};
|
|
47
|
+
}
|
|
48
|
+
export function createCloudRenderAdapter(options = {}) {
|
|
49
|
+
const provider = options.provider ?? "custom";
|
|
50
|
+
const capability = probeCloudRenderAdapter(options);
|
|
51
|
+
return {
|
|
52
|
+
provider,
|
|
53
|
+
available: capability.supported,
|
|
54
|
+
capability,
|
|
55
|
+
reason: capability.supported ? undefined : capability.diagnostics[0]?.message,
|
|
56
|
+
submit(request) {
|
|
57
|
+
if (!capability.supported) {
|
|
58
|
+
return {
|
|
59
|
+
kind: "cloud-render-job-result",
|
|
60
|
+
provider,
|
|
61
|
+
status: "unsupported",
|
|
62
|
+
diagnostics: capability.diagnostics
|
|
63
|
+
};
|
|
64
|
+
}
|
|
65
|
+
return options.submit?.(request) ?? {
|
|
66
|
+
kind: "cloud-render-job-result",
|
|
67
|
+
provider,
|
|
68
|
+
jobId: `${request.episodeId}:cloud-render`,
|
|
69
|
+
status: "queued",
|
|
70
|
+
diagnostics: []
|
|
71
|
+
};
|
|
72
|
+
}
|
|
73
|
+
};
|
|
74
|
+
}
|
|
75
|
+
//# sourceMappingURL=CloudRenderAdapter.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"CloudRenderAdapter.js","sourceRoot":"","sources":["../../../../../packages/engine/src/agent-api/CloudRenderAdapter.ts"],"names":[],"mappings":"AAEA,OAAO,EACL,0BAA0B,EAG3B,MAAM,8BAA8B,CAAC;AAmDtC,MAAM,UAAU,2BAA2B,CAAC,KAK3C;IACC,OAAO;QACL,IAAI,EAAE,0BAA0B;QAChC,QAAQ,EAAE,KAAK,CAAC,QAAQ,IAAI,QAAQ;QACpC,SAAS,EAAE,KAAK,CAAC,WAAW,CAAC,SAAS;QACtC,SAAS,EAAE,KAAK,CAAC,eAAe,CAAC,SAAS;QAC1C,eAAe,EAAE,sBAAsB;QACvC,eAAe,EAAE,KAAK,CAAC,eAAe,IAAI,eAAe;QACzD,iBAAiB,EAAE,KAAK,CAAC,eAAe,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC;KACxE,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,uBAAuB,CAAC,UAA2C,EAAE;IACnF,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,IAAI,QAAQ,CAAC;IAC9C,MAAM,mBAAmB,GAAG,OAAO,CAAC,mBAAmB,IAAI,QAAQ,KAAK,OAAO,CAAC;IAChF,MAAM,oBAAoB,GAAG,OAAO,CAAC,oBAAoB,IAAI,OAAO,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;IACpF,MAAM,UAAU,GAAG,OAAO,CAAC,SAAS,IAAI,OAAO,CAAC,OAAO,CAAC,MAAM,IAAI,CAAC,OAAO,CAAC,QAAQ,IAAI,CAAC,CAAC,mBAAmB,IAAI,oBAAoB,CAAC,CAAC,CAAC,CAAC;IAExI,IAAI,CAAC,UAAU,EAAE,CAAC;QAChB,OAAO;YACL,SAAS,EAAE,KAAK;YAChB,MAAM,EAAE,aAAa;YACrB,QAAQ;YACR,mBAAmB;YACnB,WAAW,EAAE;gBACX,0BAA0B,CACxB,SAAS,EACT,2BAA2B,EAC3B,kGAAkG,CACnG;aACF;SACF,CAAC;IACJ,CAAC;IAED,IAAI,mBAAmB,IAAI,CAAC,oBAAoB,EAAE,CAAC;QACjD,OAAO;YACL,SAAS,EAAE,KAAK;YAChB,MAAM,EAAE,qBAAqB;YAC7B,QAAQ;YACR,mBAAmB;YACnB,WAAW,EAAE;gBACX,0BAA0B,CACxB,OAAO,EACP,kCAAkC,EAClC,qFAAqF,CACtF;aACF;SACF,CAAC;IACJ,CAAC;IAED,OAAO;QACL,SAAS,EAAE,IAAI;QACf,MAAM,EAAE,OAAO;QACf,QAAQ;QACR,mBAAmB;QACnB,WAAW,EAAE,EAAE;KAChB,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,wBAAwB,CAAC,UAA2C,EAAE;IACpF,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,IAAI,QAAQ,CAAC;IAC9C,MAAM,UAAU,GAAG,uBAAuB,CAAC,OAAO,CAAC,CAAC;IACpD,OAAO;QACL,QAAQ;QACR,SAAS,EAAE,UAAU,CAAC,SAAS;QAC/B,UAAU;QACV,MAAM,EAAE,UAAU,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,UAAU,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,OAAO;QAC7E,MAAM,CAAC,OAAO;YACZ,IAAI,CAAC,UAAU,CAAC,SAAS,EAAE,CAAC;gBAC1B,OAAO;oBACL,IAAI,EAAE,yBAAyB;oBAC/B,QAAQ;oBACR,MAAM,EAAE,aAAa;oBACrB,WAAW,EAAE,UAAU,CAAC,WAAW;iBACpC,CAAC;YACJ,CAAC;YACD,OAAO,OAAO,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,IAAI;gBAClC,IAAI,EAAE,yBAAyB;gBAC/B,QAAQ;gBACR,KAAK,EAAE,GAAG,OAAO,CAAC,SAAS,eAAe;gBAC1C,MAAM,EAAE,QAAQ;gBAChB,WAAW,EAAE,EAAE;aAChB,CAAC;QACJ,CAAC;KACF,CAAC;AACJ,CAAC"}
|
|
@@ -0,0 +1,18 @@
|
|
|
1
|
+
import type { DialogueTrackArtifact } from "./DialoguePerformance.js";
|
|
2
|
+
export interface DialogueAlignmentCue {
|
|
3
|
+
readonly lineId: string;
|
|
4
|
+
readonly audioFile?: string | undefined;
|
|
5
|
+
readonly startTime: number;
|
|
6
|
+
readonly endTime: number;
|
|
7
|
+
readonly duration: number;
|
|
8
|
+
readonly driftSeconds: number;
|
|
9
|
+
}
|
|
10
|
+
export interface DialogueAlignmentReport {
|
|
11
|
+
readonly kind: "dialogue-alignment";
|
|
12
|
+
readonly lineCount: number;
|
|
13
|
+
readonly alignedLineCount: number;
|
|
14
|
+
readonly maxDriftSeconds: number;
|
|
15
|
+
readonly cues: readonly DialogueAlignmentCue[];
|
|
16
|
+
}
|
|
17
|
+
export declare function alignDialogueToAudio(dialogue: DialogueTrackArtifact, durationsByAudioFile: Readonly<Record<string, number>>): DialogueAlignmentReport;
|
|
18
|
+
//# sourceMappingURL=DialogueAlignment.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"DialogueAlignment.d.ts","sourceRoot":"","sources":["../../../../../packages/engine/src/agent-api/DialogueAlignment.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAgB,qBAAqB,EAAE,MAAM,0BAA0B,CAAC;AAEpF,MAAM,WAAW,oBAAoB;IACnC,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,SAAS,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACxC,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;IACzB,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;IAC1B,QAAQ,CAAC,YAAY,EAAE,MAAM,CAAC;CAC/B;AAED,MAAM,WAAW,uBAAuB;IACtC,QAAQ,CAAC,IAAI,EAAE,oBAAoB,CAAC;IACpC,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,gBAAgB,EAAE,MAAM,CAAC;IAClC,QAAQ,CAAC,eAAe,EAAE,MAAM,CAAC;IACjC,QAAQ,CAAC,IAAI,EAAE,SAAS,oBAAoB,EAAE,CAAC;CAChD;AAED,wBAAgB,oBAAoB,CAClC,QAAQ,EAAE,qBAAqB,EAC/B,oBAAoB,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,GACrD,uBAAuB,CASzB"}
|
|
@@ -0,0 +1,23 @@
|
|
|
1
|
+
export function alignDialogueToAudio(dialogue, durationsByAudioFile) {
|
|
2
|
+
const cues = dialogue.lines.map((line) => alignDialogueLine(line, durationsByAudioFile[line.audioFile ?? ""]));
|
|
3
|
+
return {
|
|
4
|
+
kind: "dialogue-alignment",
|
|
5
|
+
lineCount: dialogue.lines.length,
|
|
6
|
+
alignedLineCount: cues.filter((cue) => cue.audioFile && cue.driftSeconds <= 0.05).length,
|
|
7
|
+
maxDriftSeconds: Math.max(0, ...cues.map((cue) => cue.driftSeconds)),
|
|
8
|
+
cues
|
|
9
|
+
};
|
|
10
|
+
}
|
|
11
|
+
function alignDialogueLine(line, audioDuration) {
|
|
12
|
+
const lineDuration = Math.max(0, line.endTime - line.startTime);
|
|
13
|
+
const duration = audioDuration ?? lineDuration;
|
|
14
|
+
return {
|
|
15
|
+
lineId: line.lineId,
|
|
16
|
+
audioFile: line.audioFile,
|
|
17
|
+
startTime: line.startTime,
|
|
18
|
+
endTime: line.startTime + duration,
|
|
19
|
+
duration,
|
|
20
|
+
driftSeconds: Math.abs(duration - lineDuration)
|
|
21
|
+
};
|
|
22
|
+
}
|
|
23
|
+
//# sourceMappingURL=DialogueAlignment.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"DialogueAlignment.js","sourceRoot":"","sources":["../../../../../packages/engine/src/agent-api/DialogueAlignment.ts"],"names":[],"mappings":"AAmBA,MAAM,UAAU,oBAAoB,CAClC,QAA+B,EAC/B,oBAAsD;IAEtD,MAAM,IAAI,GAAG,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAwB,EAAE,CAAC,iBAAiB,CAAC,IAAI,EAAE,oBAAoB,CAAC,IAAI,CAAC,SAAS,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;IACrI,OAAO;QACL,IAAI,EAAE,oBAAoB;QAC1B,SAAS,EAAE,QAAQ,CAAC,KAAK,CAAC,MAAM;QAChC,gBAAgB,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,SAAS,IAAI,GAAG,CAAC,YAAY,IAAI,IAAI,CAAC,CAAC,MAAM;QACxF,eAAe,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;QACpE,IAAI;KACL,CAAC;AACJ,CAAC;AAED,SAAS,iBAAiB,CAAC,IAAkB,EAAE,aAAsB;IACnE,MAAM,YAAY,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC;IAChE,MAAM,QAAQ,GAAG,aAAa,IAAI,YAAY,CAAC;IAC/C,OAAO;QACL,MAAM,EAAE,IAAI,CAAC,MAAM;QACnB,SAAS,EAAE,IAAI,CAAC,SAAS;QACzB,SAAS,EAAE,IAAI,CAAC,SAAS;QACzB,OAAO,EAAE,IAAI,CAAC,SAAS,GAAG,QAAQ;QAClC,QAAQ;QACR,YAAY,EAAE,IAAI,CAAC,GAAG,CAAC,QAAQ,GAAG,YAAY,CAAC;KAChD,CAAC;AACJ,CAAC"}
|
|
@@ -0,0 +1,77 @@
|
|
|
1
|
+
import { type PromptAnimationId, type PromptAnimationSeconds, type PromptAnimationValidationIssue } from "./PromptAnimationContract.js";
|
|
2
|
+
export interface EpisodeShotRef {
|
|
3
|
+
readonly shotId: PromptAnimationId;
|
|
4
|
+
readonly timelineShotId?: PromptAnimationId | undefined;
|
|
5
|
+
readonly startTime: PromptAnimationSeconds;
|
|
6
|
+
readonly endTime: PromptAnimationSeconds;
|
|
7
|
+
readonly beat?: string | undefined;
|
|
8
|
+
readonly pacing?: "hold" | "normal" | "quick" | "montage" | undefined;
|
|
9
|
+
}
|
|
10
|
+
export interface EpisodeSceneStructure {
|
|
11
|
+
readonly sceneId: PromptAnimationId;
|
|
12
|
+
readonly title: string;
|
|
13
|
+
readonly locationId?: PromptAnimationId | undefined;
|
|
14
|
+
readonly startTime: PromptAnimationSeconds;
|
|
15
|
+
readonly endTime: PromptAnimationSeconds;
|
|
16
|
+
readonly characterIds: readonly PromptAnimationId[];
|
|
17
|
+
readonly shotRefs: readonly EpisodeShotRef[];
|
|
18
|
+
}
|
|
19
|
+
export interface EpisodeActStructure {
|
|
20
|
+
readonly actId: PromptAnimationId;
|
|
21
|
+
readonly title: string;
|
|
22
|
+
readonly startTime: PromptAnimationSeconds;
|
|
23
|
+
readonly endTime: PromptAnimationSeconds;
|
|
24
|
+
readonly scenes: readonly EpisodeSceneStructure[];
|
|
25
|
+
readonly pacingNotes?: readonly string[] | undefined;
|
|
26
|
+
}
|
|
27
|
+
export interface EpisodeStructureMetadata {
|
|
28
|
+
readonly title: string;
|
|
29
|
+
readonly description?: string | undefined;
|
|
30
|
+
readonly runtime: PromptAnimationSeconds;
|
|
31
|
+
readonly characterIds: readonly PromptAnimationId[];
|
|
32
|
+
readonly language?: string | undefined;
|
|
33
|
+
}
|
|
34
|
+
export interface EpisodeStructureArtifact {
|
|
35
|
+
readonly artifact: "episode-structure";
|
|
36
|
+
readonly contractId: string;
|
|
37
|
+
readonly episodeId: PromptAnimationId;
|
|
38
|
+
readonly metadata: EpisodeStructureMetadata;
|
|
39
|
+
readonly acts: readonly EpisodeActStructure[];
|
|
40
|
+
readonly generatedAt?: string | undefined;
|
|
41
|
+
}
|
|
42
|
+
export type EpisodeStructure = EpisodeStructureArtifact;
|
|
43
|
+
export interface LegacyEpisodeShotReference {
|
|
44
|
+
readonly shotId: PromptAnimationId;
|
|
45
|
+
readonly startTime: PromptAnimationSeconds;
|
|
46
|
+
readonly endTime: PromptAnimationSeconds;
|
|
47
|
+
}
|
|
48
|
+
export interface LegacyEpisodeScene {
|
|
49
|
+
readonly sceneId: PromptAnimationId;
|
|
50
|
+
readonly title: string;
|
|
51
|
+
readonly locationId?: PromptAnimationId | undefined;
|
|
52
|
+
readonly shots: readonly LegacyEpisodeShotReference[];
|
|
53
|
+
}
|
|
54
|
+
export interface LegacyEpisodeAct {
|
|
55
|
+
readonly actId: PromptAnimationId;
|
|
56
|
+
readonly title: string;
|
|
57
|
+
readonly scenes: readonly LegacyEpisodeScene[];
|
|
58
|
+
}
|
|
59
|
+
export interface LegacyEpisodeStructureInput {
|
|
60
|
+
readonly episodeId: PromptAnimationId;
|
|
61
|
+
readonly title: string;
|
|
62
|
+
readonly acts: readonly LegacyEpisodeAct[];
|
|
63
|
+
readonly metadata: Readonly<Record<string, string | number | boolean>>;
|
|
64
|
+
readonly duration?: PromptAnimationSeconds | undefined;
|
|
65
|
+
readonly generatedAt?: string | undefined;
|
|
66
|
+
}
|
|
67
|
+
export type CreateEpisodeStructureInput = {
|
|
68
|
+
readonly episodeId: PromptAnimationId;
|
|
69
|
+
readonly metadata: EpisodeStructureMetadata;
|
|
70
|
+
readonly acts: readonly EpisodeActStructure[];
|
|
71
|
+
readonly generatedAt?: string | undefined;
|
|
72
|
+
};
|
|
73
|
+
export declare function createEpisodeStructure(input: CreateEpisodeStructureInput | LegacyEpisodeStructureInput): EpisodeStructureArtifact;
|
|
74
|
+
export declare function flattenEpisodeShotRefs(episode: EpisodeStructureArtifact): readonly EpisodeShotRef[];
|
|
75
|
+
export declare function sceneStructureAtTime(episode: EpisodeStructureArtifact, time: PromptAnimationSeconds): EpisodeSceneStructure | undefined;
|
|
76
|
+
export declare function validateEpisodeStructure(episode: EpisodeStructureArtifact): readonly PromptAnimationValidationIssue[];
|
|
77
|
+
//# sourceMappingURL=EpisodeStructure.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"EpisodeStructure.d.ts","sourceRoot":"","sources":["../../../../../packages/engine/src/agent-api/EpisodeStructure.ts"],"names":[],"mappings":"AAAA,OAAO,EAAgE,KAAK,iBAAiB,EAAE,KAAK,sBAAsB,EAAE,KAAK,8BAA8B,EAA8B,MAAM,8BAA8B,CAAC;AAElO,MAAM,WAAW,cAAc;IAC7B,QAAQ,CAAC,MAAM,EAAE,iBAAiB,CAAC;IACnC,QAAQ,CAAC,cAAc,CAAC,EAAE,iBAAiB,GAAG,SAAS,CAAC;IACxD,QAAQ,CAAC,SAAS,EAAE,sBAAsB,CAAC;IAC3C,QAAQ,CAAC,OAAO,EAAE,sBAAsB,CAAC;IACzC,QAAQ,CAAC,IAAI,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACnC,QAAQ,CAAC,MAAM,CAAC,EAAE,MAAM,GAAG,QAAQ,GAAG,OAAO,GAAG,SAAS,GAAG,SAAS,CAAC;CACvE;AAED,MAAM,WAAW,qBAAqB;IACpC,QAAQ,CAAC,OAAO,EAAE,iBAAiB,CAAC;IACpC,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,UAAU,CAAC,EAAE,iBAAiB,GAAG,SAAS,CAAC;IACpD,QAAQ,CAAC,SAAS,EAAE,sBAAsB,CAAC;IAC3C,QAAQ,CAAC,OAAO,EAAE,sBAAsB,CAAC;IACzC,QAAQ,CAAC,YAAY,EAAE,SAAS,iBAAiB,EAAE,CAAC;IACpD,QAAQ,CAAC,QAAQ,EAAE,SAAS,cAAc,EAAE,CAAC;CAC9C;AAED,MAAM,WAAW,mBAAmB;IAClC,QAAQ,CAAC,KAAK,EAAE,iBAAiB,CAAC;IAClC,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,SAAS,EAAE,sBAAsB,CAAC;IAC3C,QAAQ,CAAC,OAAO,EAAE,sBAAsB,CAAC;IACzC,QAAQ,CAAC,MAAM,EAAE,SAAS,qBAAqB,EAAE,CAAC;IAClD,QAAQ,CAAC,WAAW,CAAC,EAAE,SAAS,MAAM,EAAE,GAAG,SAAS,CAAC;CACtD;AAED,MAAM,WAAW,wBAAwB;IACvC,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,WAAW,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC1C,QAAQ,CAAC,OAAO,EAAE,sBAAsB,CAAC;IACzC,QAAQ,CAAC,YAAY,EAAE,SAAS,iBAAiB,EAAE,CAAC;IACpD,QAAQ,CAAC,QAAQ,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;CACxC;AAED,MAAM,WAAW,wBAAwB;IACvC,QAAQ,CAAC,QAAQ,EAAE,mBAAmB,CAAC;IACvC,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,SAAS,EAAE,iBAAiB,CAAC;IACtC,QAAQ,CAAC,QAAQ,EAAE,wBAAwB,CAAC;IAC5C,QAAQ,CAAC,IAAI,EAAE,SAAS,mBAAmB,EAAE,CAAC;IAC9C,QAAQ,CAAC,WAAW,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;CAC3C;AAED,MAAM,MAAM,gBAAgB,GAAG,wBAAwB,CAAC;AAExD,MAAM,WAAW,0BAA0B;IACzC,QAAQ,CAAC,MAAM,EAAE,iBAAiB,CAAC;IACnC,QAAQ,CAAC,SAAS,EAAE,sBAAsB,CAAC;IAC3C,QAAQ,CAAC,OAAO,EAAE,sBAAsB,CAAC;CAC1C;AAED,MAAM,WAAW,kBAAkB;IACjC,QAAQ,CAAC,OAAO,EAAE,iBAAiB,CAAC;IACpC,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,UAAU,CAAC,EAAE,iBAAiB,GAAG,SAAS,CAAC;IACpD,QAAQ,CAAC,KAAK,EAAE,SAAS,0BAA0B,EAAE,CAAC;CACvD;AAED,MAAM,WAAW,gBAAgB;IAC/B,QAAQ,CAAC,KAAK,EAAE,iBAAiB,CAAC;IAClC,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,MAAM,EAAE,SAAS,kBAAkB,EAAE,CAAC;CAChD;AAED,MAAM,WAAW,2BAA2B;IAC1C,QAAQ,CAAC,SAAS,EAAE,iBAAiB,CAAC;IACtC,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,IAAI,EAAE,SAAS,gBAAgB,EAAE,CAAC;IAC3C,QAAQ,CAAC,QAAQ,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,GAAG,OAAO,CAAC,CAAC,CAAC;IACvE,QAAQ,CAAC,QAAQ,CAAC,EAAE,sBAAsB,GAAG,SAAS,CAAC;IACvD,QAAQ,CAAC,WAAW,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;CAC3C;AAED,MAAM,MAAM,2BAA2B,GAAG;IACxC,QAAQ,CAAC,SAAS,EAAE,iBAAiB,CAAC;IACtC,QAAQ,CAAC,QAAQ,EAAE,wBAAwB,CAAC;IAC5C,QAAQ,CAAC,IAAI,EAAE,SAAS,mBAAmB,EAAE,CAAC;IAC9C,QAAQ,CAAC,WAAW,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;CAC3C,CAAC;AAEF,wBAAgB,sBAAsB,CAAC,KAAK,EAAE,2BAA2B,GAAG,2BAA2B,GAAG,wBAAwB,CA4CjI;AAED,wBAAgB,sBAAsB,CAAC,OAAO,EAAE,wBAAwB,GAAG,SAAS,cAAc,EAAE,CAEnG;AAED,wBAAgB,oBAAoB,CAClC,OAAO,EAAE,wBAAwB,EACjC,IAAI,EAAE,sBAAsB,GAC3B,qBAAqB,GAAG,SAAS,CAWnC;AAED,wBAAgB,wBAAwB,CAAC,OAAO,EAAE,wBAAwB,GAAG,SAAS,8BAA8B,EAAE,CAkCrH"}
|
|
@@ -0,0 +1,123 @@
|
|
|
1
|
+
import { normalizePromptAnimationTime, promptAnimationContractVersion, createPromptAnimationIssue } from "./PromptAnimationContract.js";
|
|
2
|
+
export function createEpisodeStructure(input) {
|
|
3
|
+
if ("title" in input) {
|
|
4
|
+
const sceneShots = (scene) => "shots" in scene ? scene.shots : scene.shotRefs;
|
|
5
|
+
const legacyActs = input.acts;
|
|
6
|
+
const runtime = input.duration ?? Math.max(0, ...legacyActs.flatMap((act) => act.scenes.flatMap((scene) => sceneShots(scene).map((shot) => shot.endTime))));
|
|
7
|
+
return {
|
|
8
|
+
artifact: "episode-structure",
|
|
9
|
+
contractId: promptAnimationContractVersion,
|
|
10
|
+
episodeId: input.episodeId,
|
|
11
|
+
metadata: {
|
|
12
|
+
title: input.title,
|
|
13
|
+
runtime: normalizePromptAnimationTime(runtime),
|
|
14
|
+
characterIds: typeof input.metadata.characterId === "string" ? [input.metadata.characterId] : []
|
|
15
|
+
},
|
|
16
|
+
acts: legacyActs.map((act) => ({
|
|
17
|
+
actId: act.actId,
|
|
18
|
+
title: act.title,
|
|
19
|
+
startTime: normalizePromptAnimationTime(readNumber(act, "startTime") ?? Math.min(...act.scenes.flatMap((scene) => sceneShots(scene).map((shot) => shot.startTime)), 0)),
|
|
20
|
+
endTime: normalizePromptAnimationTime(readNumber(act, "endTime") ?? Math.max(...act.scenes.flatMap((scene) => sceneShots(scene).map((shot) => shot.endTime)), runtime)),
|
|
21
|
+
scenes: act.scenes.map((scene) => ({
|
|
22
|
+
sceneId: scene.sceneId,
|
|
23
|
+
title: scene.title,
|
|
24
|
+
locationId: scene.locationId,
|
|
25
|
+
startTime: normalizePromptAnimationTime(readNumber(scene, "startTime") ?? Math.min(...sceneShots(scene).map((shot) => shot.startTime), 0)),
|
|
26
|
+
endTime: normalizePromptAnimationTime(readNumber(scene, "endTime") ?? Math.max(...sceneShots(scene).map((shot) => shot.endTime), runtime)),
|
|
27
|
+
characterIds: readStringArray(scene, "characterIds"),
|
|
28
|
+
shotRefs: sceneShots(scene).map((shot) => ({ ...shot }))
|
|
29
|
+
}))
|
|
30
|
+
})),
|
|
31
|
+
...(input.generatedAt ? { generatedAt: input.generatedAt } : {})
|
|
32
|
+
};
|
|
33
|
+
}
|
|
34
|
+
return {
|
|
35
|
+
artifact: "episode-structure",
|
|
36
|
+
contractId: promptAnimationContractVersion,
|
|
37
|
+
episodeId: input.episodeId,
|
|
38
|
+
metadata: {
|
|
39
|
+
...input.metadata,
|
|
40
|
+
runtime: normalizePromptAnimationTime(input.metadata.runtime)
|
|
41
|
+
},
|
|
42
|
+
acts: input.acts.map(normalizeActStructure),
|
|
43
|
+
...(input.generatedAt ? { generatedAt: input.generatedAt } : {})
|
|
44
|
+
};
|
|
45
|
+
}
|
|
46
|
+
export function flattenEpisodeShotRefs(episode) {
|
|
47
|
+
return episode.acts.flatMap((act) => act.scenes.flatMap((scene) => scene.shotRefs));
|
|
48
|
+
}
|
|
49
|
+
export function sceneStructureAtTime(episode, time) {
|
|
50
|
+
const normalized = normalizePromptAnimationTime(time);
|
|
51
|
+
for (const act of episode.acts) {
|
|
52
|
+
for (const scene of act.scenes) {
|
|
53
|
+
if (normalized >= scene.startTime && normalized < scene.endTime)
|
|
54
|
+
return scene;
|
|
55
|
+
}
|
|
56
|
+
}
|
|
57
|
+
const lastAct = episode.acts[episode.acts.length - 1];
|
|
58
|
+
const lastScene = lastAct?.scenes[lastAct.scenes.length - 1];
|
|
59
|
+
if (lastScene && normalized === lastScene.endTime)
|
|
60
|
+
return lastScene;
|
|
61
|
+
return undefined;
|
|
62
|
+
}
|
|
63
|
+
export function validateEpisodeStructure(episode) {
|
|
64
|
+
const issues = [];
|
|
65
|
+
if (!episode.metadata.title.trim()) {
|
|
66
|
+
issues.push(createPromptAnimationIssue("error", "episode-structure-title-missing", "Episode structure requires a title."));
|
|
67
|
+
}
|
|
68
|
+
if (episode.acts.length === 0) {
|
|
69
|
+
issues.push(createPromptAnimationIssue("error", "episode-structure-acts-missing", "Episode structure requires at least one act."));
|
|
70
|
+
}
|
|
71
|
+
const sceneIds = new Set();
|
|
72
|
+
const shotIds = new Set();
|
|
73
|
+
for (const [actIndex, act] of episode.acts.entries()) {
|
|
74
|
+
if (act.endTime <= act.startTime) {
|
|
75
|
+
issues.push(createPromptAnimationIssue("error", "episode-act-duration", `Act "${act.actId}" must end after it starts.`, { path: `acts.${actIndex}` }));
|
|
76
|
+
}
|
|
77
|
+
for (const [sceneIndex, scene] of act.scenes.entries()) {
|
|
78
|
+
if (sceneIds.has(scene.sceneId)) {
|
|
79
|
+
issues.push(createPromptAnimationIssue("error", "episode-scene-id-duplicate", `Duplicate scene id "${scene.sceneId}".`, { path: `acts.${actIndex}.scenes.${sceneIndex}` }));
|
|
80
|
+
}
|
|
81
|
+
sceneIds.add(scene.sceneId);
|
|
82
|
+
if (scene.endTime <= scene.startTime) {
|
|
83
|
+
issues.push(createPromptAnimationIssue("error", "episode-scene-duration", `Scene "${scene.sceneId}" must end after it starts.`, { path: `acts.${actIndex}.scenes.${sceneIndex}` }));
|
|
84
|
+
}
|
|
85
|
+
for (const [shotIndex, shot] of scene.shotRefs.entries()) {
|
|
86
|
+
if (shotIds.has(shot.shotId)) {
|
|
87
|
+
issues.push(createPromptAnimationIssue("warning", "episode-shot-id-reused", `Shot id "${shot.shotId}" is reused in the episode structure.`, { path: `acts.${actIndex}.scenes.${sceneIndex}.shotRefs.${shotIndex}` }));
|
|
88
|
+
}
|
|
89
|
+
shotIds.add(shot.shotId);
|
|
90
|
+
if (shot.endTime <= shot.startTime) {
|
|
91
|
+
issues.push(createPromptAnimationIssue("error", "episode-shot-duration", `Shot "${shot.shotId}" must end after it starts.`, { path: `acts.${actIndex}.scenes.${sceneIndex}.shotRefs.${shotIndex}` }));
|
|
92
|
+
}
|
|
93
|
+
}
|
|
94
|
+
}
|
|
95
|
+
}
|
|
96
|
+
return issues;
|
|
97
|
+
}
|
|
98
|
+
function readNumber(value, key) {
|
|
99
|
+
const record = value;
|
|
100
|
+
return typeof record[key] === "number" ? record[key] : undefined;
|
|
101
|
+
}
|
|
102
|
+
function readStringArray(value, key) {
|
|
103
|
+
const record = value;
|
|
104
|
+
return Array.isArray(record[key]) && record[key].every((entry) => typeof entry === "string") ? record[key] : [];
|
|
105
|
+
}
|
|
106
|
+
function normalizeActStructure(act) {
|
|
107
|
+
return {
|
|
108
|
+
...act,
|
|
109
|
+
startTime: normalizePromptAnimationTime(act.startTime),
|
|
110
|
+
endTime: normalizePromptAnimationTime(act.endTime),
|
|
111
|
+
scenes: act.scenes.map((scene) => ({
|
|
112
|
+
...scene,
|
|
113
|
+
startTime: normalizePromptAnimationTime(scene.startTime),
|
|
114
|
+
endTime: normalizePromptAnimationTime(scene.endTime),
|
|
115
|
+
shotRefs: scene.shotRefs.map((shot) => ({
|
|
116
|
+
...shot,
|
|
117
|
+
startTime: normalizePromptAnimationTime(shot.startTime),
|
|
118
|
+
endTime: normalizePromptAnimationTime(shot.endTime)
|
|
119
|
+
}))
|
|
120
|
+
}))
|
|
121
|
+
};
|
|
122
|
+
}
|
|
123
|
+
//# sourceMappingURL=EpisodeStructure.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"EpisodeStructure.js","sourceRoot":"","sources":["../../../../../packages/engine/src/agent-api/EpisodeStructure.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,4BAA4B,EAAE,8BAA8B,EAA4F,0BAA0B,EAAE,MAAM,8BAA8B,CAAC;AAoFlO,MAAM,UAAU,sBAAsB,CAAC,KAAgE;IACrG,IAAI,OAAO,IAAI,KAAK,EAAE,CAAC;QACrB,MAAM,UAAU,GAAG,CAAC,KAAiD,EAA6B,EAAE,CAClG,OAAO,IAAI,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,QAAQ,CAAC;QAClD,MAAM,UAAU,GAAG,KAAK,CAAC,IAA2D,CAAC;QACrF,MAAM,OAAO,GAAG,KAAK,CAAC,QAAQ,IAAI,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,GAAG,UAAU,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC;QAC5J,OAAO;YACL,QAAQ,EAAE,mBAAmB;YAC7B,UAAU,EAAE,8BAA8B;YAC1C,SAAS,EAAE,KAAK,CAAC,SAAS;YAC1B,QAAQ,EAAE;gBACR,KAAK,EAAE,KAAK,CAAC,KAAK;gBAClB,OAAO,EAAE,4BAA4B,CAAC,OAAO,CAAC;gBAC9C,YAAY,EAAE,OAAO,KAAK,CAAC,QAAQ,CAAC,WAAW,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,EAAE;aACjG;YACD,IAAI,EAAE,UAAU,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;gBAC7B,KAAK,EAAE,GAAG,CAAC,KAAK;gBAChB,KAAK,EAAE,GAAG,CAAC,KAAK;gBAChB,SAAS,EAAE,4BAA4B,CAAC,UAAU,CAAC,GAAG,EAAE,WAAW,CAAC,IAAI,IAAI,CAAC,GAAG,CAAC,GAAG,GAAG,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;gBACvK,OAAO,EAAE,4BAA4B,CAAC,UAAU,CAAC,GAAG,EAAE,SAAS,CAAC,IAAI,IAAI,CAAC,GAAG,CAAC,GAAG,GAAG,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC;gBACvK,MAAM,EAAE,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;oBACjC,OAAO,EAAE,KAAK,CAAC,OAAO;oBACtB,KAAK,EAAE,KAAK,CAAC,KAAK;oBAClB,UAAU,EAAE,KAAK,CAAC,UAAU;oBAC5B,SAAS,EAAE,4BAA4B,CAAC,UAAU,CAAC,KAAK,EAAE,WAAW,CAAC,IAAI,IAAI,CAAC,GAAG,CAAC,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC,CAAC;oBAC1I,OAAO,EAAE,4BAA4B,CAAC,UAAU,CAAC,KAAK,EAAE,SAAS,CAAC,IAAI,IAAI,CAAC,GAAG,CAAC,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,OAAO,CAAC,CAAC;oBAC1I,YAAY,EAAE,eAAe,CAAC,KAAK,EAAE,cAAc,CAAC;oBACpD,QAAQ,EAAE,UAAU,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,EAAE,GAAG,IAAI,EAAE,CAAC,CAAC;iBACzD,CAAC,CAAC;aACJ,CAAC,CAAC;YACH,GAAG,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,KAAK,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SACjE,CAAC;IACJ,CAAC;IACD,OAAO;QACL,QAAQ,EAAE,mBAAmB;QAC7B,UAAU,EAAE,8BAA8B;QAC1C,SAAS,EAAE,KAAK,CAAC,SAAS;QAC1B,QAAQ,EAAE;YACR,GAAG,KAAK,CAAC,QAAQ;YACjB,OAAO,EAAE,4BAA4B,CAAC,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC;SAC9D;QACD,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,qBAAqB,CAAC;QAC3C,GAAG,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,KAAK,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KACjE,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,sBAAsB,CAAC,OAAiC;IACtE,OAAO,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC;AACtF,CAAC;AAED,MAAM,UAAU,oBAAoB,CAClC,OAAiC,EACjC,IAA4B;IAE5B,MAAM,UAAU,GAAG,4BAA4B,CAAC,IAAI,CAAC,CAAC;IACtD,KAAK,MAAM,GAAG,IAAI,OAAO,CAAC,IAAI,EAAE,CAAC;QAC/B,KAAK,MAAM,KAAK,IAAI,GAAG,CAAC,MAAM,EAAE,CAAC;YAC/B,IAAI,UAAU,IAAI,KAAK,CAAC,SAAS,IAAI,UAAU,GAAG,KAAK,CAAC,OAAO;gBAAE,OAAO,KAAK,CAAC;QAChF,CAAC;IACH,CAAC;IACD,MAAM,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IACtD,MAAM,SAAS,GAAG,OAAO,EAAE,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IAC7D,IAAI,SAAS,IAAI,UAAU,KAAK,SAAS,CAAC,OAAO;QAAE,OAAO,SAAS,CAAC;IACpE,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,MAAM,UAAU,wBAAwB,CAAC,OAAiC;IACxE,MAAM,MAAM,GAAqC,EAAE,CAAC;IACpD,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,EAAE,EAAE,CAAC;QACnC,MAAM,CAAC,IAAI,CAAC,0BAA0B,CAAC,OAAO,EAAE,iCAAiC,EAAE,qCAAqC,CAAC,CAAC,CAAC;IAC7H,CAAC;IACD,IAAI,OAAO,CAAC,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC9B,MAAM,CAAC,IAAI,CAAC,0BAA0B,CAAC,OAAO,EAAE,gCAAgC,EAAE,8CAA8C,CAAC,CAAC,CAAC;IACrI,CAAC;IACD,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAU,CAAC;IACnC,MAAM,OAAO,GAAG,IAAI,GAAG,EAAU,CAAC;IAClC,KAAK,MAAM,CAAC,QAAQ,EAAE,GAAG,CAAC,IAAI,OAAO,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,CAAC;QACrD,IAAI,GAAG,CAAC,OAAO,IAAI,GAAG,CAAC,SAAS,EAAE,CAAC;YACjC,MAAM,CAAC,IAAI,CAAC,0BAA0B,CAAC,OAAO,EAAE,sBAAsB,EAAE,QAAQ,GAAG,CAAC,KAAK,6BAA6B,EAAE,EAAE,IAAI,EAAE,QAAQ,QAAQ,EAAE,EAAE,CAAC,CAAC,CAAC;QACzJ,CAAC;QACD,KAAK,MAAM,CAAC,UAAU,EAAE,KAAK,CAAC,IAAI,GAAG,CAAC,MAAM,CAAC,OAAO,EAAE,EAAE,CAAC;YACvD,IAAI,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC;gBAChC,MAAM,CAAC,IAAI,CAAC,0BAA0B,CAAC,OAAO,EAAE,4BAA4B,EAAE,uBAAuB,KAAK,CAAC,OAAO,IAAI,EAAE,EAAE,IAAI,EAAE,QAAQ,QAAQ,WAAW,UAAU,EAAE,EAAE,CAAC,CAAC,CAAC;YAC9K,CAAC;YACD,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;YAC5B,IAAI,KAAK,CAAC,OAAO,IAAI,KAAK,CAAC,SAAS,EAAE,CAAC;gBACrC,MAAM,CAAC,IAAI,CAAC,0BAA0B,CAAC,OAAO,EAAE,wBAAwB,EAAE,UAAU,KAAK,CAAC,OAAO,6BAA6B,EAAE,EAAE,IAAI,EAAE,QAAQ,QAAQ,WAAW,UAAU,EAAE,EAAE,CAAC,CAAC,CAAC;YACtL,CAAC;YACD,KAAK,MAAM,CAAC,SAAS,EAAE,IAAI,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,OAAO,EAAE,EAAE,CAAC;gBACzD,IAAI,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC;oBAC7B,MAAM,CAAC,IAAI,CAAC,0BAA0B,CAAC,SAAS,EAAE,wBAAwB,EAAE,YAAY,IAAI,CAAC,MAAM,uCAAuC,EAAE,EAAE,IAAI,EAAE,QAAQ,QAAQ,WAAW,UAAU,aAAa,SAAS,EAAE,EAAE,CAAC,CAAC,CAAC;gBACxN,CAAC;gBACD,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;gBACzB,IAAI,IAAI,CAAC,OAAO,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;oBACnC,MAAM,CAAC,IAAI,CAAC,0BAA0B,CAAC,OAAO,EAAE,uBAAuB,EAAE,SAAS,IAAI,CAAC,MAAM,6BAA6B,EAAE,EAAE,IAAI,EAAE,QAAQ,QAAQ,WAAW,UAAU,aAAa,SAAS,EAAE,EAAE,CAAC,CAAC,CAAC;gBACxM,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,UAAU,CAAC,KAAc,EAAE,GAAW;IAC7C,MAAM,MAAM,GAAG,KAAgC,CAAC;IAChD,OAAO,OAAO,MAAM,CAAC,GAAG,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;AACnE,CAAC;AAED,SAAS,eAAe,CAAC,KAAc,EAAE,GAAW;IAClD,MAAM,MAAM,GAAG,KAAgC,CAAC;IAChD,OAAO,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;AAClH,CAAC;AAED,SAAS,qBAAqB,CAAC,GAAwB;IACrD,OAAO;QACL,GAAG,GAAG;QACN,SAAS,EAAE,4BAA4B,CAAC,GAAG,CAAC,SAAS,CAAC;QACtD,OAAO,EAAE,4BAA4B,CAAC,GAAG,CAAC,OAAO,CAAC;QAClD,MAAM,EAAE,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;YACjC,GAAG,KAAK;YACR,SAAS,EAAE,4BAA4B,CAAC,KAAK,CAAC,SAAS,CAAC;YACxD,OAAO,EAAE,4BAA4B,CAAC,KAAK,CAAC,OAAO,CAAC;YACpD,QAAQ,EAAE,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;gBACtC,GAAG,IAAI;gBACP,SAAS,EAAE,4BAA4B,CAAC,IAAI,CAAC,SAAS,CAAC;gBACvD,OAAO,EAAE,4BAA4B,CAAC,IAAI,CAAC,OAAO,CAAC;aACpD,CAAC,CAAC;SACJ,CAAC,CAAC;KACJ,CAAC;AACJ,CAAC"}
|
|
@@ -0,0 +1,13 @@
|
|
|
1
|
+
export type EpisodeTemplateId = "short-form" | "standard" | "series-pilot" | "educational" | "music-video";
|
|
2
|
+
export interface EpisodeTemplate {
|
|
3
|
+
readonly id: EpisodeTemplateId;
|
|
4
|
+
readonly label: string;
|
|
5
|
+
readonly durationMinutes: readonly [number, number];
|
|
6
|
+
readonly characterRange: readonly [number, number];
|
|
7
|
+
readonly beatRange: readonly [number, number];
|
|
8
|
+
readonly cameraStyle: string;
|
|
9
|
+
readonly musicCue: string;
|
|
10
|
+
}
|
|
11
|
+
export declare const episodeTemplates: readonly EpisodeTemplate[];
|
|
12
|
+
export declare function episodeTemplate(id: EpisodeTemplateId): EpisodeTemplate;
|
|
13
|
+
//# sourceMappingURL=EpisodeTemplates.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"EpisodeTemplates.d.ts","sourceRoot":"","sources":["../../../../../packages/engine/src/agent-api/EpisodeTemplates.ts"],"names":[],"mappings":"AAAA,MAAM,MAAM,iBAAiB,GAAG,YAAY,GAAG,UAAU,GAAG,cAAc,GAAG,aAAa,GAAG,aAAa,CAAC;AAE3G,MAAM,WAAW,eAAe;IAC9B,QAAQ,CAAC,EAAE,EAAE,iBAAiB,CAAC;IAC/B,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,eAAe,EAAE,SAAS,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACpD,QAAQ,CAAC,cAAc,EAAE,SAAS,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACnD,QAAQ,CAAC,SAAS,EAAE,SAAS,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAC9C,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;IAC7B,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;CAC3B;AAED,eAAO,MAAM,gBAAgB,EAAE,SAAS,eAAe,EAMtD,CAAC;AAEF,wBAAgB,eAAe,CAAC,EAAE,EAAE,iBAAiB,GAAG,eAAe,CAItE"}
|
|
@@ -0,0 +1,14 @@
|
|
|
1
|
+
export const episodeTemplates = [
|
|
2
|
+
{ id: "short-form", label: "Short Form", durationMinutes: [1, 3], characterRange: [2, 3], beatRange: [3, 5], cameraStyle: "simple establishing, medium, close-up", musicCue: "light bed" },
|
|
3
|
+
{ id: "standard", label: "Standard", durationMinutes: [5, 7], characterRange: [3, 5], beatRange: [8, 12], cameraStyle: "multi-location shot/reverse-shot", musicCue: "theme plus underscore" },
|
|
4
|
+
{ id: "series-pilot", label: "Series Pilot", durationMinutes: [10, 15], characterRange: [3, 6], beatRange: [12, 18], cameraStyle: "character-introduction coverage", musicCue: "theme, stingers, act breaks" },
|
|
5
|
+
{ id: "educational", label: "Educational", durationMinutes: [3, 5], characterRange: [1, 4], beatRange: [5, 9], cameraStyle: "narrator-led topic segments", musicCue: "gentle loop with quiz stings" },
|
|
6
|
+
{ id: "music-video", label: "Music Video", durationMinutes: [2, 4], characterRange: [1, 5], beatRange: [4, 10], cameraStyle: "rhythmic choreography", musicCue: "song-driven" }
|
|
7
|
+
];
|
|
8
|
+
export function episodeTemplate(id) {
|
|
9
|
+
const template = episodeTemplates.find((candidate) => candidate.id === id);
|
|
10
|
+
if (!template)
|
|
11
|
+
throw new Error(`Unknown episode template: ${id}`);
|
|
12
|
+
return template;
|
|
13
|
+
}
|
|
14
|
+
//# sourceMappingURL=EpisodeTemplates.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"EpisodeTemplates.js","sourceRoot":"","sources":["../../../../../packages/engine/src/agent-api/EpisodeTemplates.ts"],"names":[],"mappings":"AAYA,MAAM,CAAC,MAAM,gBAAgB,GAA+B;IAC1D,EAAE,EAAE,EAAE,YAAY,EAAE,KAAK,EAAE,YAAY,EAAE,eAAe,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,cAAc,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,SAAS,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,WAAW,EAAE,uCAAuC,EAAE,QAAQ,EAAE,WAAW,EAAE;IAC1L,EAAE,EAAE,EAAE,UAAU,EAAE,KAAK,EAAE,UAAU,EAAE,eAAe,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,cAAc,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,SAAS,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,WAAW,EAAE,kCAAkC,EAAE,QAAQ,EAAE,uBAAuB,EAAE;IAC9L,EAAE,EAAE,EAAE,cAAc,EAAE,KAAK,EAAE,cAAc,EAAE,eAAe,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,cAAc,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,SAAS,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,WAAW,EAAE,iCAAiC,EAAE,QAAQ,EAAE,6BAA6B,EAAE;IAC9M,EAAE,EAAE,EAAE,aAAa,EAAE,KAAK,EAAE,aAAa,EAAE,eAAe,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,cAAc,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,SAAS,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,WAAW,EAAE,6BAA6B,EAAE,QAAQ,EAAE,8BAA8B,EAAE;IACrM,EAAE,EAAE,EAAE,aAAa,EAAE,KAAK,EAAE,aAAa,EAAE,eAAe,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,cAAc,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,SAAS,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,WAAW,EAAE,uBAAuB,EAAE,QAAQ,EAAE,aAAa,EAAE;CAChL,CAAC;AAEF,MAAM,UAAU,eAAe,CAAC,EAAqB;IACnD,MAAM,QAAQ,GAAG,gBAAgB,CAAC,IAAI,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC;IAC3E,IAAI,CAAC,QAAQ;QAAE,MAAM,IAAI,KAAK,CAAC,6BAA6B,EAAE,EAAE,CAAC,CAAC;IAClE,OAAO,QAAQ,CAAC;AAClB,CAAC"}
|
|
@@ -0,0 +1,54 @@
|
|
|
1
|
+
import { type AnalyzeAudioVisemesOptions, type AudioVisemeAnalysis } from "./AudioVisemeAnalyzer.js";
|
|
2
|
+
import { type PromptAnimationId, type PromptAnimationLanguageCode, type PromptAnimationSeconds, type PromptAnimationValidationIssue } from "./PromptAnimationContract.js";
|
|
3
|
+
export type ExternalPhonemeAnalyzerStatus = "ready" | "unsupported" | "missing-credentials" | "provider-error";
|
|
4
|
+
export interface ExternalPhonemeAnalyzerCapability {
|
|
5
|
+
readonly supported: boolean;
|
|
6
|
+
readonly status: ExternalPhonemeAnalyzerStatus;
|
|
7
|
+
readonly providerId?: string | undefined;
|
|
8
|
+
readonly requiresCredentials: boolean;
|
|
9
|
+
readonly diagnostics: readonly PromptAnimationValidationIssue[];
|
|
10
|
+
}
|
|
11
|
+
export interface ExternalPhonemeTiming {
|
|
12
|
+
readonly phoneme: string;
|
|
13
|
+
readonly startTime: PromptAnimationSeconds;
|
|
14
|
+
readonly endTime: PromptAnimationSeconds;
|
|
15
|
+
readonly confidence?: number | undefined;
|
|
16
|
+
}
|
|
17
|
+
export interface ExternalPhonemeAlignment {
|
|
18
|
+
readonly kind: "external-phoneme-alignment";
|
|
19
|
+
readonly providerId: string;
|
|
20
|
+
readonly episodeId: PromptAnimationId;
|
|
21
|
+
readonly characterId: PromptAnimationId;
|
|
22
|
+
readonly lineId?: PromptAnimationId | undefined;
|
|
23
|
+
readonly language: PromptAnimationLanguageCode;
|
|
24
|
+
readonly transcript: string;
|
|
25
|
+
readonly phonemes: readonly ExternalPhonemeTiming[];
|
|
26
|
+
readonly diagnostics: readonly PromptAnimationValidationIssue[];
|
|
27
|
+
}
|
|
28
|
+
export interface ExternalPhonemeAnalyzerInput extends AnalyzeAudioVisemesOptions {
|
|
29
|
+
readonly transcript: string;
|
|
30
|
+
}
|
|
31
|
+
export interface ExternalPhonemeAnalyzerProvider {
|
|
32
|
+
analyze(input: ExternalPhonemeAnalyzerInput): Promise<ExternalPhonemeAlignment> | ExternalPhonemeAlignment;
|
|
33
|
+
}
|
|
34
|
+
export interface ExternalPhonemeAnalyzerAdapter {
|
|
35
|
+
readonly kind: "external-phoneme-analyzer";
|
|
36
|
+
readonly capability: ExternalPhonemeAnalyzerCapability;
|
|
37
|
+
analyze(input: ExternalPhonemeAnalyzerInput): Promise<ExternalPhonemeAnalyzerResult>;
|
|
38
|
+
}
|
|
39
|
+
export interface ExternalPhonemeAnalyzerResult {
|
|
40
|
+
readonly ok: boolean;
|
|
41
|
+
readonly status: ExternalPhonemeAnalyzerStatus;
|
|
42
|
+
readonly analysis: AudioVisemeAnalysis;
|
|
43
|
+
readonly alignment?: ExternalPhonemeAlignment | undefined;
|
|
44
|
+
readonly diagnostics: readonly PromptAnimationValidationIssue[];
|
|
45
|
+
}
|
|
46
|
+
export interface CreateExternalPhonemeAnalyzerAdapterOptions {
|
|
47
|
+
readonly providerId?: string | undefined;
|
|
48
|
+
readonly provider?: ExternalPhonemeAnalyzerProvider | undefined;
|
|
49
|
+
readonly requiresCredentials?: boolean | undefined;
|
|
50
|
+
readonly credentialsAvailable?: boolean | undefined;
|
|
51
|
+
}
|
|
52
|
+
export declare function createExternalPhonemeAnalyzerAdapter(options?: CreateExternalPhonemeAnalyzerAdapterOptions): ExternalPhonemeAnalyzerAdapter;
|
|
53
|
+
export declare function probeExternalPhonemeAnalyzer(options?: CreateExternalPhonemeAnalyzerAdapterOptions): ExternalPhonemeAnalyzerCapability;
|
|
54
|
+
//# sourceMappingURL=ExternalPhonemeAnalyzer.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"ExternalPhonemeAnalyzer.d.ts","sourceRoot":"","sources":["../../../../../packages/engine/src/agent-api/ExternalPhonemeAnalyzer.ts"],"names":[],"mappings":"AAAA,OAAO,EAAuB,KAAK,0BAA0B,EAAE,KAAK,mBAAmB,EAAE,MAAM,0BAA0B,CAAC;AAC1H,OAAO,EAGL,KAAK,iBAAiB,EACtB,KAAK,2BAA2B,EAChC,KAAK,sBAAsB,EAC3B,KAAK,8BAA8B,EACpC,MAAM,8BAA8B,CAAC;AAEtC,MAAM,MAAM,6BAA6B,GAAG,OAAO,GAAG,aAAa,GAAG,qBAAqB,GAAG,gBAAgB,CAAC;AAE/G,MAAM,WAAW,iCAAiC;IAChD,QAAQ,CAAC,SAAS,EAAE,OAAO,CAAC;IAC5B,QAAQ,CAAC,MAAM,EAAE,6BAA6B,CAAC;IAC/C,QAAQ,CAAC,UAAU,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACzC,QAAQ,CAAC,mBAAmB,EAAE,OAAO,CAAC;IACtC,QAAQ,CAAC,WAAW,EAAE,SAAS,8BAA8B,EAAE,CAAC;CACjE;AAED,MAAM,WAAW,qBAAqB;IACpC,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;IACzB,QAAQ,CAAC,SAAS,EAAE,sBAAsB,CAAC;IAC3C,QAAQ,CAAC,OAAO,EAAE,sBAAsB,CAAC;IACzC,QAAQ,CAAC,UAAU,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;CAC1C;AAED,MAAM,WAAW,wBAAwB;IACvC,QAAQ,CAAC,IAAI,EAAE,4BAA4B,CAAC;IAC5C,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,SAAS,EAAE,iBAAiB,CAAC;IACtC,QAAQ,CAAC,WAAW,EAAE,iBAAiB,CAAC;IACxC,QAAQ,CAAC,MAAM,CAAC,EAAE,iBAAiB,GAAG,SAAS,CAAC;IAChD,QAAQ,CAAC,QAAQ,EAAE,2BAA2B,CAAC;IAC/C,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,QAAQ,EAAE,SAAS,qBAAqB,EAAE,CAAC;IACpD,QAAQ,CAAC,WAAW,EAAE,SAAS,8BAA8B,EAAE,CAAC;CACjE;AAED,MAAM,WAAW,4BAA6B,SAAQ,0BAA0B;IAC9E,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;CAC7B;AAED,MAAM,WAAW,+BAA+B;IAC9C,OAAO,CAAC,KAAK,EAAE,4BAA4B,GAAG,OAAO,CAAC,wBAAwB,CAAC,GAAG,wBAAwB,CAAC;CAC5G;AAED,MAAM,WAAW,8BAA8B;IAC7C,QAAQ,CAAC,IAAI,EAAE,2BAA2B,CAAC;IAC3C,QAAQ,CAAC,UAAU,EAAE,iCAAiC,CAAC;IACvD,OAAO,CAAC,KAAK,EAAE,4BAA4B,GAAG,OAAO,CAAC,6BAA6B,CAAC,CAAC;CACtF;AAED,MAAM,WAAW,6BAA6B;IAC5C,QAAQ,CAAC,EAAE,EAAE,OAAO,CAAC;IACrB,QAAQ,CAAC,MAAM,EAAE,6BAA6B,CAAC;IAC/C,QAAQ,CAAC,QAAQ,EAAE,mBAAmB,CAAC;IACvC,QAAQ,CAAC,SAAS,CAAC,EAAE,wBAAwB,GAAG,SAAS,CAAC;IAC1D,QAAQ,CAAC,WAAW,EAAE,SAAS,8BAA8B,EAAE,CAAC;CACjE;AAED,MAAM,WAAW,2CAA2C;IAC1D,QAAQ,CAAC,UAAU,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACzC,QAAQ,CAAC,QAAQ,CAAC,EAAE,+BAA+B,GAAG,SAAS,CAAC;IAChE,QAAQ,CAAC,mBAAmB,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;IACnD,QAAQ,CAAC,oBAAoB,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;CACrD;AAED,wBAAgB,oCAAoC,CAClD,OAAO,GAAE,2CAAgD,GACxD,8BAA8B,CA8DhC;AAED,wBAAgB,4BAA4B,CAC1C,OAAO,GAAE,2CAAgD,GACxD,iCAAiC,CAwCnC"}
|
|
@@ -0,0 +1,107 @@
|
|
|
1
|
+
import { analyzeAudioVisemes } from "./AudioVisemeAnalyzer.js";
|
|
2
|
+
import { createPromptAnimationIssue, normalizePromptAnimationTime } from "./PromptAnimationContract.js";
|
|
3
|
+
export function createExternalPhonemeAnalyzerAdapter(options = {}) {
|
|
4
|
+
const capability = probeExternalPhonemeAnalyzer(options);
|
|
5
|
+
const providerId = options.providerId ?? "external-phoneme-analyzer";
|
|
6
|
+
return {
|
|
7
|
+
kind: "external-phoneme-analyzer",
|
|
8
|
+
capability,
|
|
9
|
+
async analyze(input) {
|
|
10
|
+
const fallbackAnalysis = analyzeAudioVisemes({
|
|
11
|
+
...input,
|
|
12
|
+
phonemeAlignmentPresent: false
|
|
13
|
+
});
|
|
14
|
+
if (!capability.supported || !options.provider) {
|
|
15
|
+
return {
|
|
16
|
+
ok: false,
|
|
17
|
+
status: capability.status,
|
|
18
|
+
analysis: fallbackAnalysis,
|
|
19
|
+
diagnostics: capability.diagnostics
|
|
20
|
+
};
|
|
21
|
+
}
|
|
22
|
+
try {
|
|
23
|
+
const alignment = normalizeExternalPhonemeAlignment(await options.provider.analyze(input), providerId, input);
|
|
24
|
+
const alignedAnalysis = analyzeAudioVisemes({
|
|
25
|
+
...input,
|
|
26
|
+
phonemeAlignmentPresent: alignment.phonemes.length > 0
|
|
27
|
+
});
|
|
28
|
+
const diagnostics = alignment.phonemes.length === 0
|
|
29
|
+
? [
|
|
30
|
+
...alignment.diagnostics,
|
|
31
|
+
createPromptAnimationIssue("warning", "external-phoneme-empty", `External phoneme analyzer "${providerId}" returned no phoneme timings.`)
|
|
32
|
+
]
|
|
33
|
+
: alignment.diagnostics;
|
|
34
|
+
return {
|
|
35
|
+
ok: alignment.phonemes.length > 0,
|
|
36
|
+
status: alignment.phonemes.length > 0 ? "ready" : "provider-error",
|
|
37
|
+
analysis: alignedAnalysis,
|
|
38
|
+
alignment: {
|
|
39
|
+
...alignment,
|
|
40
|
+
diagnostics
|
|
41
|
+
},
|
|
42
|
+
diagnostics
|
|
43
|
+
};
|
|
44
|
+
}
|
|
45
|
+
catch (error) {
|
|
46
|
+
const diagnostic = createPromptAnimationIssue("error", "external-phoneme-provider-error", `External phoneme analyzer "${providerId}" failed: ${error instanceof Error ? error.message : String(error)}.`);
|
|
47
|
+
return {
|
|
48
|
+
ok: false,
|
|
49
|
+
status: "provider-error",
|
|
50
|
+
analysis: fallbackAnalysis,
|
|
51
|
+
diagnostics: [diagnostic]
|
|
52
|
+
};
|
|
53
|
+
}
|
|
54
|
+
}
|
|
55
|
+
};
|
|
56
|
+
}
|
|
57
|
+
export function probeExternalPhonemeAnalyzer(options = {}) {
|
|
58
|
+
const providerId = options.providerId ?? "external-phoneme-analyzer";
|
|
59
|
+
const requiresCredentials = options.requiresCredentials === true;
|
|
60
|
+
if (!options.provider) {
|
|
61
|
+
return {
|
|
62
|
+
supported: false,
|
|
63
|
+
status: "unsupported",
|
|
64
|
+
providerId,
|
|
65
|
+
requiresCredentials,
|
|
66
|
+
diagnostics: [
|
|
67
|
+
createPromptAnimationIssue("warning", "external-phoneme-provider-missing", `External phoneme analyzer "${providerId}" is not configured; Aura3D will use amplitude-only visemes.`)
|
|
68
|
+
]
|
|
69
|
+
};
|
|
70
|
+
}
|
|
71
|
+
if (requiresCredentials && options.credentialsAvailable !== true) {
|
|
72
|
+
return {
|
|
73
|
+
supported: false,
|
|
74
|
+
status: "missing-credentials",
|
|
75
|
+
providerId,
|
|
76
|
+
requiresCredentials,
|
|
77
|
+
diagnostics: [
|
|
78
|
+
createPromptAnimationIssue("error", "external-phoneme-credentials-missing", `External phoneme analyzer "${providerId}" requires credentials before phoneme alignment can run.`)
|
|
79
|
+
]
|
|
80
|
+
};
|
|
81
|
+
}
|
|
82
|
+
return {
|
|
83
|
+
supported: true,
|
|
84
|
+
status: "ready",
|
|
85
|
+
providerId,
|
|
86
|
+
requiresCredentials,
|
|
87
|
+
diagnostics: []
|
|
88
|
+
};
|
|
89
|
+
}
|
|
90
|
+
function normalizeExternalPhonemeAlignment(alignment, providerId, input) {
|
|
91
|
+
return {
|
|
92
|
+
kind: "external-phoneme-alignment",
|
|
93
|
+
providerId: alignment.providerId || providerId,
|
|
94
|
+
episodeId: alignment.episodeId || input.episodeId,
|
|
95
|
+
characterId: alignment.characterId || input.characterId,
|
|
96
|
+
...(alignment.lineId || input.lineId ? { lineId: alignment.lineId ?? input.lineId } : {}),
|
|
97
|
+
language: alignment.language || input.language,
|
|
98
|
+
transcript: alignment.transcript || input.transcript,
|
|
99
|
+
phonemes: alignment.phonemes.map((phoneme) => ({
|
|
100
|
+
...phoneme,
|
|
101
|
+
startTime: normalizePromptAnimationTime(phoneme.startTime),
|
|
102
|
+
endTime: normalizePromptAnimationTime(Math.max(phoneme.startTime, phoneme.endTime))
|
|
103
|
+
})),
|
|
104
|
+
diagnostics: alignment.diagnostics
|
|
105
|
+
};
|
|
106
|
+
}
|
|
107
|
+
//# sourceMappingURL=ExternalPhonemeAnalyzer.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"ExternalPhonemeAnalyzer.js","sourceRoot":"","sources":["../../../../../packages/engine/src/agent-api/ExternalPhonemeAnalyzer.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,mBAAmB,EAA6D,MAAM,0BAA0B,CAAC;AAC1H,OAAO,EACL,0BAA0B,EAC1B,4BAA4B,EAK7B,MAAM,8BAA8B,CAAC;AA4DtC,MAAM,UAAU,oCAAoC,CAClD,UAAuD,EAAE;IAEzD,MAAM,UAAU,GAAG,4BAA4B,CAAC,OAAO,CAAC,CAAC;IACzD,MAAM,UAAU,GAAG,OAAO,CAAC,UAAU,IAAI,2BAA2B,CAAC;IAErE,OAAO;QACL,IAAI,EAAE,2BAA2B;QACjC,UAAU;QACV,KAAK,CAAC,OAAO,CAAC,KAAK;YACjB,MAAM,gBAAgB,GAAG,mBAAmB,CAAC;gBAC3C,GAAG,KAAK;gBACR,uBAAuB,EAAE,KAAK;aAC/B,CAAC,CAAC;YACH,IAAI,CAAC,UAAU,CAAC,SAAS,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,CAAC;gBAC/C,OAAO;oBACL,EAAE,EAAE,KAAK;oBACT,MAAM,EAAE,UAAU,CAAC,MAAM;oBACzB,QAAQ,EAAE,gBAAgB;oBAC1B,WAAW,EAAE,UAAU,CAAC,WAAW;iBACpC,CAAC;YACJ,CAAC;YAED,IAAI,CAAC;gBACH,MAAM,SAAS,GAAG,iCAAiC,CAAC,MAAM,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,UAAU,EAAE,KAAK,CAAC,CAAC;gBAC9G,MAAM,eAAe,GAAG,mBAAmB,CAAC;oBAC1C,GAAG,KAAK;oBACR,uBAAuB,EAAE,SAAS,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC;iBACvD,CAAC,CAAC;gBACH,MAAM,WAAW,GAAG,SAAS,CAAC,QAAQ,CAAC,MAAM,KAAK,CAAC;oBACjD,CAAC,CAAC;wBACE,GAAG,SAAS,CAAC,WAAW;wBACxB,0BAA0B,CACxB,SAAS,EACT,wBAAwB,EACxB,8BAA8B,UAAU,gCAAgC,CACzE;qBACF;oBACH,CAAC,CAAC,SAAS,CAAC,WAAW,CAAC;gBAC1B,OAAO;oBACL,EAAE,EAAE,SAAS,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC;oBACjC,MAAM,EAAE,SAAS,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,gBAAgB;oBAClE,QAAQ,EAAE,eAAe;oBACzB,SAAS,EAAE;wBACT,GAAG,SAAS;wBACZ,WAAW;qBACZ;oBACD,WAAW;iBACZ,CAAC;YACJ,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,MAAM,UAAU,GAAG,0BAA0B,CAC3C,OAAO,EACP,iCAAiC,EACjC,8BAA8B,UAAU,aAAa,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,CAC/G,CAAC;gBACF,OAAO;oBACL,EAAE,EAAE,KAAK;oBACT,MAAM,EAAE,gBAAgB;oBACxB,QAAQ,EAAE,gBAAgB;oBAC1B,WAAW,EAAE,CAAC,UAAU,CAAC;iBAC1B,CAAC;YACJ,CAAC;QACH,CAAC;KACF,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,4BAA4B,CAC1C,UAAuD,EAAE;IAEzD,MAAM,UAAU,GAAG,OAAO,CAAC,UAAU,IAAI,2BAA2B,CAAC;IACrE,MAAM,mBAAmB,GAAG,OAAO,CAAC,mBAAmB,KAAK,IAAI,CAAC;IACjE,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,CAAC;QACtB,OAAO;YACL,SAAS,EAAE,KAAK;YAChB,MAAM,EAAE,aAAa;YACrB,UAAU;YACV,mBAAmB;YACnB,WAAW,EAAE;gBACX,0BAA0B,CACxB,SAAS,EACT,mCAAmC,EACnC,8BAA8B,UAAU,8DAA8D,CACvG;aACF;SACF,CAAC;IACJ,CAAC;IACD,IAAI,mBAAmB,IAAI,OAAO,CAAC,oBAAoB,KAAK,IAAI,EAAE,CAAC;QACjE,OAAO;YACL,SAAS,EAAE,KAAK;YAChB,MAAM,EAAE,qBAAqB;YAC7B,UAAU;YACV,mBAAmB;YACnB,WAAW,EAAE;gBACX,0BAA0B,CACxB,OAAO,EACP,sCAAsC,EACtC,8BAA8B,UAAU,0DAA0D,CACnG;aACF;SACF,CAAC;IACJ,CAAC;IACD,OAAO;QACL,SAAS,EAAE,IAAI;QACf,MAAM,EAAE,OAAO;QACf,UAAU;QACV,mBAAmB;QACnB,WAAW,EAAE,EAAE;KAChB,CAAC;AACJ,CAAC;AAED,SAAS,iCAAiC,CACxC,SAAmC,EACnC,UAAkB,EAClB,KAAmC;IAEnC,OAAO;QACL,IAAI,EAAE,4BAA4B;QAClC,UAAU,EAAE,SAAS,CAAC,UAAU,IAAI,UAAU;QAC9C,SAAS,EAAE,SAAS,CAAC,SAAS,IAAI,KAAK,CAAC,SAAS;QACjD,WAAW,EAAE,SAAS,CAAC,WAAW,IAAI,KAAK,CAAC,WAAW;QACvD,GAAG,CAAC,SAAS,CAAC,MAAM,IAAI,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,SAAS,CAAC,MAAM,IAAI,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACzF,QAAQ,EAAE,SAAS,CAAC,QAAQ,IAAI,KAAK,CAAC,QAAQ;QAC9C,UAAU,EAAE,SAAS,CAAC,UAAU,IAAI,KAAK,CAAC,UAAU;QACpD,QAAQ,EAAE,SAAS,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;YAC7C,GAAG,OAAO;YACV,SAAS,EAAE,4BAA4B,CAAC,OAAO,CAAC,SAAS,CAAC;YAC1D,OAAO,EAAE,4BAA4B,CAAC,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,SAAS,EAAE,OAAO,CAAC,OAAO,CAAC,CAAC;SACpF,CAAC,CAAC;QACH,WAAW,EAAE,SAAS,CAAC,WAAW;KACnC,CAAC;AACJ,CAAC"}
|