@adminide-stack/yantra-mobile 12.0.160-alpha.1 → 12.0.160
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/lib/assets/channels/lucy.jpg +0 -0
- package/lib/components/GatewayConnector/GatewayConnector.js +3 -2
- package/lib/components/GatewayConnector/GatewayConnector.js.map +1 -1
- package/lib/components/GatewayToolbarButtonMobile.js +4 -2
- package/lib/components/GatewayToolbarButtonMobile.js.map +1 -1
- package/lib/components/NavigationHeader/HeaderMoreMenu.js +2 -1
- package/lib/components/NavigationHeader/HeaderMoreMenu.js.map +1 -1
- package/lib/components/NavigationHeader/NavigationHeader.js +13 -11
- package/lib/components/NavigationHeader/NavigationHeader.js.map +1 -1
- package/lib/features/attachments/ComposerAttachMenu.js +15 -6
- package/lib/features/attachments/ComposerAttachMenu.js.map +1 -1
- package/lib/features/canvas/AudioEditorExperience.js +44 -1
- package/lib/features/canvas/AudioEditorExperience.js.map +1 -1
- package/lib/features/canvas/CanvasAppsPanel.js +240 -0
- package/lib/features/canvas/CanvasAppsPanel.js.map +1 -0
- package/lib/features/canvas/CanvasBoardsGrid.js +264 -803
- package/lib/features/canvas/CanvasBoardsGrid.js.map +1 -1
- package/lib/features/canvas/CanvasEditToolsPanel.js +320 -66
- package/lib/features/canvas/CanvasEditToolsPanel.js.map +1 -1
- package/lib/features/canvas/CanvasExperience.js +366 -235
- package/lib/features/canvas/CanvasExperience.js.map +1 -1
- package/lib/features/canvas/CanvasGeneratePanel.js +437 -117
- package/lib/features/canvas/CanvasGeneratePanel.js.map +1 -1
- package/lib/features/canvas/CanvasLibrarySheet.js +218 -18
- package/lib/features/canvas/CanvasLibrarySheet.js.map +1 -1
- package/lib/features/canvas/CanvasLooksPanel.js +2 -2
- package/lib/features/canvas/CanvasLooksPanel.js.map +1 -1
- package/lib/features/canvas/CanvasTasksPanel.js +52 -12
- package/lib/features/canvas/CanvasTasksPanel.js.map +1 -1
- package/lib/features/canvas/CanvasTemplatesPanel.js +2 -2
- package/lib/features/canvas/CanvasTemplatesPanel.js.map +1 -1
- package/lib/features/canvas/CanvasToolDock.js +146 -37
- package/lib/features/canvas/CanvasToolDock.js.map +1 -1
- package/lib/features/canvas/DesignCategoryGallery.js +264 -7
- package/lib/features/canvas/DesignCategoryGallery.js.map +1 -1
- package/lib/features/canvas/NativeCanvasViewer.js +54 -7
- package/lib/features/canvas/NativeCanvasViewer.js.map +1 -1
- package/lib/features/canvas/SetStudioExperience.js +7 -5
- package/lib/features/canvas/SetStudioExperience.js.map +1 -1
- package/lib/features/canvas/VideoEditorExperience.js +9 -5
- package/lib/features/canvas/VideoEditorExperience.js.map +1 -1
- package/lib/features/canvas/VideoGeneratorExperience.js +295 -96
- package/lib/features/canvas/VideoGeneratorExperience.js.map +1 -1
- package/lib/features/canvas/appsCatalog.js +554 -0
- package/lib/features/canvas/appsCatalog.js.map +1 -0
- package/lib/features/canvas/boardActions.js +547 -0
- package/lib/features/canvas/boardActions.js.map +1 -0
- package/lib/features/canvas/boardHistory.js +264 -0
- package/lib/features/canvas/boardHistory.js.map +1 -0
- package/lib/features/canvas/canvasAgentChat.js +3 -2
- package/lib/features/canvas/canvasAgentChat.js.map +1 -1
- package/lib/features/canvas/canvasArtifacts.js +115 -0
- package/lib/features/canvas/canvasArtifacts.js.map +1 -0
- package/lib/features/canvas/canvasCore.js +5 -2
- package/lib/features/canvas/canvasCore.js.map +1 -1
- package/lib/features/canvas/canvasEditHistory.js +42 -0
- package/lib/features/canvas/canvasEditHistory.js.map +1 -0
- package/lib/features/canvas/canvasEditOps.js +27 -21
- package/lib/features/canvas/canvasEditOps.js.map +1 -1
- package/lib/features/canvas/canvasTasks.js +5 -4
- package/lib/features/canvas/canvasTasks.js.map +1 -1
- package/lib/features/canvas/canvasUi.js +9 -4
- package/lib/features/canvas/canvasUi.js.map +1 -1
- package/lib/features/canvas/catalogSearchIndex.js +271 -0
- package/lib/features/canvas/catalogSearchIndex.js.map +1 -0
- package/lib/features/canvas/characters/CharacterBuilder.js +331 -0
- package/lib/features/canvas/characters/CharacterBuilder.js.map +1 -0
- package/lib/features/canvas/characters/CharacterPicker.js +207 -0
- package/lib/features/canvas/characters/CharacterPicker.js.map +1 -0
- package/lib/features/canvas/characters/CharacterStudio.js +106 -0
- package/lib/features/canvas/characters/CharacterStudio.js.map +1 -0
- package/lib/features/canvas/characters/PhotoDumpTool.js +157 -0
- package/lib/features/canvas/characters/PhotoDumpTool.js.map +1 -0
- package/lib/features/canvas/characters/PhotoSlot.js +104 -0
- package/lib/features/canvas/characters/PhotoSlot.js.map +1 -0
- package/lib/features/canvas/characters/RunFooter.js +126 -0
- package/lib/features/canvas/characters/RunFooter.js.map +1 -0
- package/lib/features/canvas/characters/StoryFramesTool.js +245 -0
- package/lib/features/canvas/characters/StoryFramesTool.js.map +1 -0
- package/lib/features/canvas/characters/SubjectPicker.js +198 -0
- package/lib/features/canvas/characters/SubjectPicker.js.map +1 -0
- package/lib/features/canvas/characters/characterActions.js +364 -0
- package/lib/features/canvas/characters/characterActions.js.map +1 -0
- package/lib/features/canvas/characters/characterRuns.js +256 -0
- package/lib/features/canvas/characters/characterRuns.js.map +1 -0
- package/lib/features/canvas/characters/characterStore.js +137 -0
- package/lib/features/canvas/characters/characterStore.js.map +1 -0
- package/lib/features/canvas/characters/characterTools.js +33 -0
- package/lib/features/canvas/characters/characterTools.js.map +1 -0
- package/lib/features/canvas/characters/characterVocabulary.js +1138 -0
- package/lib/features/canvas/characters/characterVocabulary.js.map +1 -0
- package/lib/features/canvas/characters/charactersRpc.js +70 -0
- package/lib/features/canvas/characters/charactersRpc.js.map +1 -0
- package/lib/features/canvas/characters/photoDumpPacks.js +252 -0
- package/lib/features/canvas/characters/photoDumpPacks.js.map +1 -0
- package/lib/features/canvas/characters/placement.js +114 -0
- package/lib/features/canvas/characters/placement.js.map +1 -0
- package/lib/features/canvas/characters/storyboard.js +188 -0
- package/lib/features/canvas/characters/storyboard.js.map +1 -0
- package/lib/features/canvas/createTiles.js +16 -98
- package/lib/features/canvas/createTiles.js.map +1 -1
- package/lib/features/canvas/creditsOffer.js +21 -0
- package/lib/features/canvas/creditsOffer.js.map +1 -0
- package/lib/features/canvas/deepLinks.js.map +1 -1
- package/lib/features/canvas/designCatalog.js +6 -13
- package/lib/features/canvas/designCatalog.js.map +1 -1
- package/lib/features/canvas/editTools.js +122 -10
- package/lib/features/canvas/editTools.js.map +1 -1
- package/lib/features/canvas/editorControls.js +1 -1
- package/lib/features/canvas/elements/ElementForm.js +389 -0
- package/lib/features/canvas/elements/ElementForm.js.map +1 -0
- package/lib/features/canvas/elements/ElementMentionMenu.js +125 -0
- package/lib/features/canvas/elements/ElementMentionMenu.js.map +1 -0
- package/lib/features/canvas/elements/ElementThumb.js +23 -0
- package/lib/features/canvas/elements/ElementThumb.js.map +1 -0
- package/lib/features/canvas/elements/ElementsButton.js +55 -0
- package/lib/features/canvas/elements/ElementsButton.js.map +1 -0
- package/lib/features/canvas/elements/ElementsSheet.js +392 -0
- package/lib/features/canvas/elements/ElementsSheet.js.map +1 -0
- package/lib/features/canvas/elements/MentionedElements.js +159 -0
- package/lib/features/canvas/elements/MentionedElements.js.map +1 -0
- package/lib/features/canvas/elements/elementCopy.js +37 -0
- package/lib/features/canvas/elements/elementCopy.js.map +1 -0
- package/lib/features/canvas/elements/elementImages.js +66 -0
- package/lib/features/canvas/elements/elementImages.js.map +1 -0
- package/lib/features/canvas/elements/elementsStore.js +164 -0
- package/lib/features/canvas/elements/elementsStore.js.map +1 -0
- package/lib/features/canvas/elements/shotMentions.js +94 -0
- package/lib/features/canvas/elements/shotMentions.js.map +1 -0
- package/lib/features/canvas/elements/unicodeWords.js +13 -0
- package/lib/features/canvas/elements/unicodeWords.js.map +1 -0
- package/lib/features/canvas/elements/useElementMentions.js +94 -0
- package/lib/features/canvas/elements/useElementMentions.js.map +1 -0
- package/lib/features/canvas/elements/useGeneratorElements.js +83 -0
- package/lib/features/canvas/elements/useGeneratorElements.js.map +1 -0
- package/lib/features/canvas/elements/useSavedElements.js +170 -0
- package/lib/features/canvas/elements/useSavedElements.js.map +1 -0
- package/lib/features/canvas/enhance/AnimateControls.js +249 -0
- package/lib/features/canvas/enhance/AnimateControls.js.map +1 -0
- package/lib/features/canvas/enhance/ClipAudioControls.js +184 -0
- package/lib/features/canvas/enhance/ClipAudioControls.js.map +1 -0
- package/lib/features/canvas/enhance/ImageAiControls.js +293 -0
- package/lib/features/canvas/enhance/ImageAiControls.js.map +1 -0
- package/lib/features/canvas/enhance/MediaSlot.js +220 -0
- package/lib/features/canvas/enhance/MediaSlot.js.map +1 -0
- package/lib/features/canvas/enhance/PixelToolControls.js +236 -0
- package/lib/features/canvas/enhance/PixelToolControls.js.map +1 -0
- package/lib/features/canvas/enhance/RemixControls.js +166 -0
- package/lib/features/canvas/enhance/RemixControls.js.map +1 -0
- package/lib/features/canvas/enhance/enhanceUi.js +182 -0
- package/lib/features/canvas/enhance/enhanceUi.js.map +1 -0
- package/lib/features/canvas/enhance/useEnhanceRunner.js +218 -0
- package/lib/features/canvas/enhance/useEnhanceRunner.js.map +1 -0
- package/lib/features/canvas/enhanceCatalog.js +110 -0
- package/lib/features/canvas/enhanceCatalog.js.map +1 -0
- package/lib/features/canvas/enhanceOps.js +630 -0
- package/lib/features/canvas/enhanceOps.js.map +1 -0
- package/lib/features/canvas/enhanceRpc.js +404 -0
- package/lib/features/canvas/enhanceRpc.js.map +1 -0
- package/lib/features/canvas/generationModels.js +82 -11
- package/lib/features/canvas/generationModels.js.map +1 -1
- package/lib/features/canvas/generationTasks.js +46 -17
- package/lib/features/canvas/generationTasks.js.map +1 -1
- package/lib/features/canvas/generator/GeneratorModelMenu.js +118 -0
- package/lib/features/canvas/generator/GeneratorModelMenu.js.map +1 -0
- package/lib/features/canvas/generator/audio/AudioLaneSettings.js +127 -0
- package/lib/features/canvas/generator/audio/AudioLaneSettings.js.map +1 -0
- package/lib/features/canvas/generator/audio/audioLane.js +163 -0
- package/lib/features/canvas/generator/audio/audioLane.js.map +1 -0
- package/lib/features/canvas/generator/audio/audioVoices.js +108 -0
- package/lib/features/canvas/generator/audio/audioVoices.js.map +1 -0
- package/lib/features/canvas/generator/audio/clipAudio.js +149 -0
- package/lib/features/canvas/generator/audio/clipAudio.js.map +1 -0
- package/lib/features/canvas/generator/audio/dub.js +109 -0
- package/lib/features/canvas/generator/audio/dub.js.map +1 -0
- package/lib/features/canvas/generator/audio/soundtrack.js +70 -0
- package/lib/features/canvas/generator/audio/soundtrack.js.map +1 -0
- package/lib/features/canvas/generator/audio/useAudioVoices.js +38 -0
- package/lib/features/canvas/generator/audio/useAudioVoices.js.map +1 -0
- package/lib/features/canvas/generator/audio/useSamplePlayer.js +72 -0
- package/lib/features/canvas/generator/audio/useSamplePlayer.js.map +1 -0
- package/lib/features/canvas/generator/audio/useSampleUploads.js +11 -0
- package/lib/features/canvas/generator/audio/useSampleUploads.js.map +1 -0
- package/lib/features/canvas/generator/batchImages.js +198 -0
- package/lib/features/canvas/generator/batchImages.js.map +1 -0
- package/lib/features/canvas/generator/batchLayout.js +36 -0
- package/lib/features/canvas/generator/batchLayout.js.map +1 -0
- package/lib/features/canvas/generator/brandKitGeneration.js +47 -0
- package/lib/features/canvas/generator/brandKitGeneration.js.map +1 -0
- package/lib/features/canvas/generator/cameraVocabulary.js +90 -0
- package/lib/features/canvas/generator/cameraVocabulary.js.map +1 -1
- package/lib/features/canvas/generator/cinematicVocabulary.js +58 -0
- package/lib/features/canvas/generator/cinematicVocabulary.js.map +1 -1
- package/lib/features/canvas/generator/elementMentions.js +402 -0
- package/lib/features/canvas/generator/elementMentions.js.map +1 -0
- package/lib/features/canvas/generator/reuse/BatchCountPill.js +136 -0
- package/lib/features/canvas/generator/reuse/BatchCountPill.js.map +1 -0
- package/lib/features/canvas/generator/reuse/busyRuns.js +17 -0
- package/lib/features/canvas/generator/reuse/busyRuns.js.map +1 -0
- package/lib/features/canvas/generator/reuse/generationRecord.js +368 -0
- package/lib/features/canvas/generator/reuse/generationRecord.js.map +1 -0
- package/lib/features/canvas/generator/reuse/generationReuse.js +77 -0
- package/lib/features/canvas/generator/reuse/generationReuse.js.map +1 -0
- package/lib/features/canvas/generator/reuse/laneInputs.js +75 -0
- package/lib/features/canvas/generator/reuse/laneInputs.js.map +1 -0
- package/lib/features/canvas/generator/reuse/modelFavourites.js +87 -0
- package/lib/features/canvas/generator/reuse/modelFavourites.js.map +1 -0
- package/lib/features/canvas/generator/reuse/recreate.js +121 -0
- package/lib/features/canvas/generator/reuse/recreate.js.map +1 -0
- package/lib/features/canvas/generator/reuse/retryJob.js +142 -0
- package/lib/features/canvas/generator/reuse/retryJob.js.map +1 -0
- package/lib/features/canvas/generator/reuse/reusePlan.js +203 -0
- package/lib/features/canvas/generator/reuse/reusePlan.js.map +1 -0
- package/lib/features/canvas/generator/reuse/runBoard.js +117 -0
- package/lib/features/canvas/generator/reuse/runBoard.js.map +1 -0
- package/lib/features/canvas/generator/useShotSpec.js +4 -3
- package/lib/features/canvas/generator/useShotSpec.js.map +1 -1
- package/lib/features/canvas/generator/video/VideoExtrasControls.js +276 -0
- package/lib/features/canvas/generator/video/VideoExtrasControls.js.map +1 -0
- package/lib/features/canvas/generator/video/cameraMotions.js +66 -0
- package/lib/features/canvas/generator/video/cameraMotions.js.map +1 -0
- package/lib/features/canvas/generator/video/clipTile.js +20 -0
- package/lib/features/canvas/generator/video/clipTile.js.map +1 -0
- package/lib/features/canvas/generator/video/mediaSeconds.js +31 -0
- package/lib/features/canvas/generator/video/mediaSeconds.js.map +1 -0
- package/lib/features/canvas/generator/video/referenceMedia.js +156 -0
- package/lib/features/canvas/generator/video/referenceMedia.js.map +1 -0
- package/lib/features/canvas/generator/video/useVideoGenExtras.js +179 -0
- package/lib/features/canvas/generator/video/useVideoGenExtras.js.map +1 -0
- package/lib/features/canvas/generator/video/videoExtras.js +34 -0
- package/lib/features/canvas/generator/video/videoExtras.js.map +1 -0
- package/lib/features/canvas/generator/video/videoModelCaps.js +96 -0
- package/lib/features/canvas/generator/video/videoModelCaps.js.map +1 -0
- package/lib/features/canvas/home/BoardHistorySheet.js +266 -0
- package/lib/features/canvas/home/BoardHistorySheet.js.map +1 -0
- package/lib/features/canvas/home/BoardMenuSheet.js +157 -0
- package/lib/features/canvas/home/BoardMenuSheet.js.map +1 -0
- package/lib/features/canvas/home/BoardTile.js +224 -0
- package/lib/features/canvas/home/BoardTile.js.map +1 -0
- package/lib/features/canvas/home/HeroComposer.js +72 -6
- package/lib/features/canvas/home/HeroComposer.js.map +1 -1
- package/lib/features/canvas/home/SlidesPrompt.js +79 -0
- package/lib/features/canvas/home/SlidesPrompt.js.map +1 -0
- package/lib/features/canvas/home/TemplatesGallery.js +2 -19
- package/lib/features/canvas/home/TemplatesGallery.js.map +1 -1
- package/lib/features/canvas/home/TrashView.js +299 -0
- package/lib/features/canvas/home/TrashView.js.map +1 -0
- package/lib/features/canvas/home/heroShots.js +4 -2
- package/lib/features/canvas/home/heroShots.js.map +1 -1
- package/lib/features/canvas/home/templatesGallerySources.js +13 -58
- package/lib/features/canvas/home/templatesGallerySources.js.map +1 -1
- package/lib/features/canvas/home/useYourWork.js +218 -0
- package/lib/features/canvas/home/useYourWork.js.map +1 -0
- package/lib/features/canvas/homeWork.js +54 -119
- package/lib/features/canvas/homeWork.js.map +1 -1
- package/lib/features/canvas/influencer/influencerPipeline.js +9 -8
- package/lib/features/canvas/influencer/influencerPipeline.js.map +1 -1
- package/lib/features/canvas/lazyEditors.js +3 -2
- package/lib/features/canvas/lazyEditors.js.map +1 -1
- package/lib/features/canvas/lookReading.js +38 -0
- package/lib/features/canvas/lookReading.js.map +1 -0
- package/lib/features/canvas/matchLook.js +81 -0
- package/lib/features/canvas/matchLook.js.map +1 -0
- package/lib/features/canvas/mediaUrls.js +22 -1
- package/lib/features/canvas/mediaUrls.js.map +1 -1
- package/lib/features/canvas/pngPixels.js +224 -0
- package/lib/features/canvas/pngPixels.js.map +1 -0
- package/lib/features/canvas/rankedCatalogSearch.js +1 -1
- package/lib/features/canvas/serverTasks.js +12 -5
- package/lib/features/canvas/serverTasks.js.map +1 -1
- package/lib/features/canvas/studioCatalog.js +1 -1
- package/lib/features/canvas/surfaceIndex.js +287 -11
- package/lib/features/canvas/surfaceIndex.js.map +1 -1
- package/lib/features/canvas/templateSearch.js +90 -11
- package/lib/features/canvas/templateSearch.js.map +1 -1
- package/lib/features/canvas/videoEditor/agent/agentLoop.js +6 -5
- package/lib/features/canvas/videoEditor/agent/agentLoop.js.map +1 -1
- package/lib/features/canvas/videoEditor/agent/brainClient.js +13 -2
- package/lib/features/canvas/videoEditor/agent/brainClient.js.map +1 -1
- package/lib/features/canvas/videoEditor/agent/cutTools.js +150 -4
- package/lib/features/canvas/videoEditor/agent/cutTools.js.map +1 -1
- package/lib/features/canvas/videoEditor/exportTask.js +5 -2
- package/lib/features/canvas/videoEditor/exportTask.js.map +1 -1
- package/lib/features/canvas/videoEditor/formWidgets.js +1 -1
- package/lib/features/canvas/videoEditor/mediaActions.js +18 -3
- package/lib/features/canvas/videoEditor/mediaActions.js.map +1 -1
- package/lib/features/canvas/videoEditor/produce/ProduceVideoSheet.js +25 -2
- package/lib/features/canvas/videoEditor/produce/ProduceVideoSheet.js.map +1 -1
- package/lib/features/canvas/videoEditor/produce/produceScenes.js +15 -7
- package/lib/features/canvas/videoEditor/produce/produceScenes.js.map +1 -1
- package/lib/features/canvas/videoEditor/remoteMediaClient.js +3 -3
- package/lib/features/canvas/videoEditor/remoteMediaClient.js.map +1 -1
- package/lib/features/channels/ChannelIcon.js +62 -0
- package/lib/features/channels/ChannelIcon.js.map +1 -0
- package/lib/features/channels/ConnectAppsSheet.js +721 -0
- package/lib/features/channels/ConnectAppsSheet.js.map +1 -0
- package/lib/features/channels/HomeImessage.js +48 -0
- package/lib/features/channels/HomeImessage.js.map +1 -0
- package/lib/features/channels/channelLinks.js +90 -0
- package/lib/features/channels/channelLinks.js.map +1 -0
- package/lib/features/channels/useChannelsApi.js +299 -0
- package/lib/features/channels/useChannelsApi.js.map +1 -0
- package/lib/features/chat/AskUserCard.js +327 -21
- package/lib/features/chat/AskUserCard.js.map +1 -1
- package/lib/features/chat/ChatModelSheet.js +414 -0
- package/lib/features/chat/ChatModelSheet.js.map +1 -0
- package/lib/features/chat/TemplatesChatCards.js +32 -1
- package/lib/features/chat/TemplatesChatCards.js.map +1 -1
- package/lib/features/chat/askUser.js +130 -17
- package/lib/features/chat/askUser.js.map +1 -1
- package/lib/features/chat/chatModelCredentials.js +76 -0
- package/lib/features/chat/chatModelCredentials.js.map +1 -0
- package/lib/features/chat/chatModelPick.js +67 -0
- package/lib/features/chat/chatModelPick.js.map +1 -0
- package/lib/features/chat/credentialTemplates.js +43 -0
- package/lib/features/chat/credentialTemplates.js.map +1 -0
- package/lib/features/design/DesignEditorExperience.js +208 -22
- package/lib/features/design/DesignEditorExperience.js.map +1 -1
- package/lib/features/design/DesignExperience.js +23 -6
- package/lib/features/design/DesignExperience.js.map +1 -1
- package/lib/features/design/doc/aiDesign.js +6 -16
- package/lib/features/design/doc/aiDesign.js.map +1 -1
- package/lib/features/design/doc/arrange.js +72 -0
- package/lib/features/design/doc/arrange.js.map +1 -0
- package/lib/features/design/doc/artifacts.js +40 -10
- package/lib/features/design/doc/artifacts.js.map +1 -1
- package/lib/features/design/doc/bleedRunout.js +201 -0
- package/lib/features/design/doc/bleedRunout.js.map +1 -0
- package/lib/features/design/doc/briefForms.js +218 -0
- package/lib/features/design/doc/briefForms.js.map +1 -0
- package/lib/features/design/doc/chart.js +11 -1
- package/lib/features/design/doc/chart.js.map +1 -1
- package/lib/features/design/doc/deletedWork.js +13 -0
- package/lib/features/design/doc/deletedWork.js.map +1 -0
- package/lib/features/design/doc/demoVideo.js +91 -0
- package/lib/features/design/doc/demoVideo.js.map +1 -0
- package/lib/features/design/doc/docOps.js +15 -0
- package/lib/features/design/doc/docOps.js.map +1 -1
- package/lib/features/design/doc/layoutGuides.js +159 -0
- package/lib/features/design/doc/layoutGuides.js.map +1 -0
- package/lib/features/design/doc/pageTemplates.js +286 -0
- package/lib/features/design/doc/pageTemplates.js.map +1 -0
- package/lib/features/design/doc/resize.js +8 -3
- package/lib/features/design/doc/resize.js.map +1 -1
- package/lib/features/design/doc/sizes.js +18 -5
- package/lib/features/design/doc/sizes.js.map +1 -1
- package/lib/features/design/doc/textRuns.js +67 -0
- package/lib/features/design/doc/textRuns.js.map +1 -0
- package/lib/features/design/doc/types.js +8 -1
- package/lib/features/design/doc/types.js.map +1 -1
- package/lib/features/design/editor/AiPanel.js +71 -74
- package/lib/features/design/editor/AiPanel.js.map +1 -1
- package/lib/features/design/editor/AllPagesPanel.js +64 -0
- package/lib/features/design/editor/AllPagesPanel.js.map +1 -0
- package/lib/features/design/editor/CarouselWizard.js +139 -0
- package/lib/features/design/editor/CarouselWizard.js.map +1 -0
- package/lib/features/design/editor/DesignCanvas.js +205 -14
- package/lib/features/design/editor/DesignCanvas.js.map +1 -1
- package/lib/features/design/editor/ExportSheet.js +24 -8
- package/lib/features/design/editor/ExportSheet.js.map +1 -1
- package/lib/features/design/editor/FlyerBriefForm.js +221 -0
- package/lib/features/design/editor/FlyerBriefForm.js.map +1 -0
- package/lib/features/design/editor/GuidesPanel.js +152 -0
- package/lib/features/design/editor/GuidesPanel.js.map +1 -0
- package/lib/features/design/editor/LayerTools.js +24 -1
- package/lib/features/design/editor/LayerTools.js.map +1 -1
- package/lib/features/design/editor/LayersPanel.js +156 -0
- package/lib/features/design/editor/LayersPanel.js.map +1 -0
- package/lib/features/design/editor/ToolPanels.js +34 -1
- package/lib/features/design/editor/ToolPanels.js.map +1 -1
- package/lib/features/design/editor/WordStyleRow.js +66 -0
- package/lib/features/design/editor/WordStyleRow.js.map +1 -0
- package/lib/features/design/editor/useDesignSave.js +36 -2
- package/lib/features/design/editor/useDesignSave.js.map +1 -1
- package/lib/features/design/export/exportDesign.js +79 -19
- package/lib/features/design/export/exportDesign.js.map +1 -1
- package/lib/features/design/export/fetchBytes.js +26 -0
- package/lib/features/design/export/fetchBytes.js.map +1 -0
- package/lib/features/design/export/pdf.js +16 -1
- package/lib/features/design/export/pdf.js.map +1 -1
- package/lib/features/design/export/pptx.js +621 -0
- package/lib/features/design/export/pptx.js.map +1 -0
- package/lib/features/design/export/pptxChart.js +106 -0
- package/lib/features/design/export/pptxChart.js.map +1 -0
- package/lib/features/design/export/pptxGeometry.js +219 -0
- package/lib/features/design/export/pptxGeometry.js.map +1 -0
- package/lib/features/design/export/printFile.js +19 -0
- package/lib/features/design/export/printFile.js.map +1 -0
- package/lib/features/design/export/zip.js +91 -0
- package/lib/features/design/export/zip.js.map +1 -0
- package/lib/features/design/render/PageCapture.js +95 -23
- package/lib/features/design/render/PageCapture.js.map +1 -1
- package/lib/features/design/render/TextMeasure.js +1 -1
- package/lib/features/design/render/layers.js +1 -1
- package/lib/features/design/surface/BoardScreen.js +139 -102
- package/lib/features/design/surface/BoardScreen.js.map +1 -1
- package/lib/features/design/surface/BrandSheet.js +407 -0
- package/lib/features/design/surface/BrandSheet.js.map +1 -0
- package/lib/features/design/surface/ChatWorkView.js +154 -0
- package/lib/features/design/surface/ChatWorkView.js.map +1 -0
- package/lib/features/design/surface/CreationScreen.js +36 -2
- package/lib/features/design/surface/CreationScreen.js.map +1 -1
- package/lib/features/design/surface/DesignAgentChatPane.js +7 -1
- package/lib/features/design/surface/DesignAgentChatPane.js.map +1 -1
- package/lib/features/design/surface/DesignHome.js +505 -0
- package/lib/features/design/surface/DesignHome.js.map +1 -0
- package/lib/features/design/surface/DesignSurfaceExperience.js +182 -9
- package/lib/features/design/surface/DesignSurfaceExperience.js.map +1 -1
- package/lib/features/design/surface/TasksSheet.js +141 -0
- package/lib/features/design/surface/TasksSheet.js.map +1 -0
- package/lib/features/design/surface/TemplatesGallery.js +67 -17
- package/lib/features/design/surface/TemplatesGallery.js.map +1 -1
- package/lib/features/design/surface/WorkTiles.js +207 -0
- package/lib/features/design/surface/WorkTiles.js.map +1 -0
- package/lib/features/design/surface/agentTurn.js +4 -4
- package/lib/features/design/surface/agentTurn.js.map +1 -1
- package/lib/features/design/surface/brandKit.js +204 -0
- package/lib/features/design/surface/brandKit.js.map +1 -0
- package/lib/features/design/surface/designBoard.js +269 -58
- package/lib/features/design/surface/designBoard.js.map +1 -1
- package/lib/features/design/surface/designChannel.js +30 -6
- package/lib/features/design/surface/designChannel.js.map +1 -1
- package/lib/features/design/surface/designConnector.js +11 -3
- package/lib/features/design/surface/designConnector.js.map +1 -1
- package/lib/features/design/surface/designErrors.js +92 -0
- package/lib/features/design/surface/designErrors.js.map +1 -0
- package/lib/features/design/surface/designLinks.js +64 -1
- package/lib/features/design/surface/designLinks.js.map +1 -1
- package/lib/features/design/surface/designRun.js +7 -3
- package/lib/features/design/surface/designRun.js.map +1 -1
- package/lib/features/design/surface/designTheme.js +54 -93
- package/lib/features/design/surface/designTheme.js.map +1 -1
- package/lib/features/design/surface/execStream.js +2 -2
- package/lib/features/design/surface/execStream.js.map +1 -1
- package/lib/features/design/surface/freshLinks.js +69 -0
- package/lib/features/design/surface/freshLinks.js.map +1 -0
- package/lib/features/design/surface/graphicChat.js +37 -0
- package/lib/features/design/surface/graphicChat.js.map +1 -0
- package/lib/features/design/surface/templateKinds.js +61 -0
- package/lib/features/design/surface/templateKinds.js.map +1 -0
- package/lib/features/design/surface/useBrandKitInUse.js +90 -0
- package/lib/features/design/surface/useBrandKitInUse.js.map +1 -0
- package/lib/features/design/surface/useDesignSurface.js +202 -43
- package/lib/features/design/surface/useDesignSurface.js.map +1 -1
- package/lib/features/design/surface/workList.js +184 -0
- package/lib/features/design/surface/workList.js.map +1 -0
- package/lib/features/devices/bodyComposition.js.map +1 -1
- package/lib/features/docs/DocsEditorExperience.js +18 -3
- package/lib/features/docs/DocsEditorExperience.js.map +1 -1
- package/lib/features/docs/docArtifacts.js +11 -23
- package/lib/features/docs/docArtifacts.js.map +1 -1
- package/lib/features/docs/docExport.js +1 -13
- package/lib/features/docs/docExport.js.map +1 -1
- package/lib/features/docs/docShare.js +28 -1
- package/lib/features/docs/docShare.js.map +1 -1
- package/lib/features/docs/docxFile.js +221 -0
- package/lib/features/docs/docxFile.js.map +1 -0
- package/lib/features/home/sky/HomeSky.js +526 -0
- package/lib/features/home/sky/HomeSky.js.map +1 -0
- package/lib/features/home/sky/homeSkyBar.js +16 -0
- package/lib/features/home/sky/homeSkyBar.js.map +1 -0
- package/lib/features/home/sky/skyScene.js +273 -0
- package/lib/features/home/sky/skyScene.js.map +1 -0
- package/lib/features/home/sky/useSkyScene.js +32 -0
- package/lib/features/home/sky/useSkyScene.js.map +1 -0
- package/lib/features/home/weather.js +8 -3
- package/lib/features/home/weather.js.map +1 -1
- package/lib/features/links/openInApp.js +8 -1
- package/lib/features/links/openInApp.js.map +1 -1
- package/lib/features/webbuilder/codezenHandoff.js +7 -1
- package/lib/features/webbuilder/codezenHandoff.js.map +1 -1
- package/lib/hooks/useChatStream.js +3 -2
- package/lib/hooks/useChatStream.js.map +1 -1
- package/lib/screens/DesignNative/index.js +13 -3
- package/lib/screens/DesignNative/index.js.map +1 -1
- package/lib/screens/Devices/index.js.map +1 -1
- package/lib/screens/Home/HomeScreen.js +150 -28
- package/lib/screens/Home/HomeScreen.js.map +1 -1
- package/lib/screens/Home/components/HomeHero.js +7 -4
- package/lib/screens/Home/components/HomeHero.js.map +1 -1
- package/lib/screens/Home/components/HomeSuggestions.js +5 -3
- package/lib/screens/Home/components/HomeSuggestions.js.map +1 -1
- package/package.json +4 -4
- package/lib/features/design/surface/DesignBoards.js +0 -441
- package/lib/features/design/surface/DesignBoards.js.map +0 -1
- package/lib/features/design/surface/WetPaint.js +0 -140
- package/lib/features/design/surface/WetPaint.js.map +0 -1
- package/lib/features/design/surface/metaball.js +0 -48
- package/lib/features/design/surface/metaball.js.map +0 -1
|
@@ -0,0 +1,149 @@
|
|
|
1
|
+
import {runLipSync}from'../../canvasEditOps.js';import {runDub,runMusicBed}from'../../enhanceRpc.js';import {ensureFetchableMediaUrl}from'../../mediaUrls.js';import {runWithJob,LIPSYNC_FOLLOW}from'../../serverTasks.js';import {resultUrl}from'../../videoEditor/mediaActions.js';import {probeHasAudio}from'../../videoEditor/renderTimeline.js';import {unwrapProxyUrl}from'../../videoEditor/remoteMediaClient.js';import {dubLanguage,dubLengthProblem,LIPSYNC_LENGTH_UNKNOWN,lipSyncLengthProblem}from'./dub.js';import {formatClipSeconds,soundtrackDescription,DEFAULT_SOUNDTRACK_LEVEL,musicSecondsFor}from'./soundtrack.js';var __defProp = Object.defineProperty;
|
|
2
|
+
var __defProps = Object.defineProperties;
|
|
3
|
+
var __getOwnPropDescs = Object.getOwnPropertyDescriptors;
|
|
4
|
+
var __getOwnPropSymbols = Object.getOwnPropertySymbols;
|
|
5
|
+
var __hasOwnProp = Object.prototype.hasOwnProperty;
|
|
6
|
+
var __propIsEnum = Object.prototype.propertyIsEnumerable;
|
|
7
|
+
var __defNormalProp = (obj, key, value) => key in obj ? __defProp(obj, key, { enumerable: true, configurable: true, writable: true, value }) : obj[key] = value;
|
|
8
|
+
var __spreadValues = (a, b) => {
|
|
9
|
+
for (var prop in b || (b = {}))
|
|
10
|
+
if (__hasOwnProp.call(b, prop))
|
|
11
|
+
__defNormalProp(a, prop, b[prop]);
|
|
12
|
+
if (__getOwnPropSymbols)
|
|
13
|
+
for (var prop of __getOwnPropSymbols(b)) {
|
|
14
|
+
if (__propIsEnum.call(b, prop))
|
|
15
|
+
__defNormalProp(a, prop, b[prop]);
|
|
16
|
+
}
|
|
17
|
+
return a;
|
|
18
|
+
};
|
|
19
|
+
var __spreadProps = (a, b) => __defProps(a, __getOwnPropDescs(b));
|
|
20
|
+
const firstLine = (err) => {
|
|
21
|
+
var _a;
|
|
22
|
+
return ((_a = (err instanceof Error ? err.message : String(err != null ? err : "")).split("\n")[0]) == null ? void 0 : _a.trim()) || "unknown error";
|
|
23
|
+
};
|
|
24
|
+
async function probeClipAudio(run, src) {
|
|
25
|
+
var _a, _b, _c;
|
|
26
|
+
try {
|
|
27
|
+
const raw = await run("yantra-video-editing", "YANTRA_VIDEO_EDIT_PROBE", {
|
|
28
|
+
input_url: unwrapProxyUrl(src)
|
|
29
|
+
});
|
|
30
|
+
const data = raw.data && typeof raw.data === "object" ? raw.data : raw;
|
|
31
|
+
const format = (_a = data.format) != null ? _a : {};
|
|
32
|
+
const seconds = Number((_c = (_b = data.duration_secs) != null ? _b : data.duration) != null ? _c : format.duration);
|
|
33
|
+
const hasSound = probeHasAudio(raw);
|
|
34
|
+
return __spreadValues(__spreadValues({}, Number.isFinite(seconds) && seconds > 0 ? {
|
|
35
|
+
seconds
|
|
36
|
+
} : {}), hasSound !== void 0 ? {
|
|
37
|
+
hasSound
|
|
38
|
+
} : {});
|
|
39
|
+
} catch (e) {
|
|
40
|
+
return {};
|
|
41
|
+
}
|
|
42
|
+
}
|
|
43
|
+
async function editStep(ctx, connector, action, src, params, verdict) {
|
|
44
|
+
const {
|
|
45
|
+
result
|
|
46
|
+
} = await runWithJob(ctx.run, connector, action, __spreadValues({
|
|
47
|
+
input_url: await ensureFetchableMediaUrl(ctx.run, unwrapProxyUrl(src))
|
|
48
|
+
}, params), verdict ? ctx.job : void 0);
|
|
49
|
+
return resultUrl(result, action);
|
|
50
|
+
}
|
|
51
|
+
const extractSound = (ctx, src) => editStep(ctx, "yantra-video-editing", "YANTRA_VIDEO_EDIT_EXTRACT_AUDIO", src, {
|
|
52
|
+
ephemeral: true
|
|
53
|
+
}, false);
|
|
54
|
+
const layOnClip = async (ctx, src, sound) => editStep(ctx, "yantra-video-editing", "YANTRA_VIDEO_EDIT_ADD_AUDIO", src, {
|
|
55
|
+
audio_input_url: await ensureFetchableMediaUrl(ctx.run, unwrapProxyUrl(sound)),
|
|
56
|
+
replace_existing: true
|
|
57
|
+
}, true);
|
|
58
|
+
async function runDubbedClip(req, src, ctx) {
|
|
59
|
+
var _a;
|
|
60
|
+
const language = dubLanguage(req.targetLanguage);
|
|
61
|
+
if (!language) throw new Error(`Dubbing does not offer the language "${req.targetLanguage}".`);
|
|
62
|
+
const probe = await probeClipAudio(ctx.run, src);
|
|
63
|
+
const seconds = req.seconds !== void 0 && req.seconds > 0 ? req.seconds : probe.seconds;
|
|
64
|
+
const tooLongToDub = dubLengthProblem(seconds);
|
|
65
|
+
if (tooLongToDub) throw new Error(`${tooLongToDub} Trim it first.`);
|
|
66
|
+
if (req.lipSync) {
|
|
67
|
+
if (seconds === void 0) throw new Error(`${LIPSYNC_LENGTH_UNKNOWN} Dub it without lip-sync.`);
|
|
68
|
+
const tooLong = lipSyncLengthProblem(seconds);
|
|
69
|
+
if (tooLong) throw new Error(`${tooLong} Dub it without lip-sync, or trim it first.`);
|
|
70
|
+
}
|
|
71
|
+
const note = (_a = ctx.note) != null ? _a : (() => void 0);
|
|
72
|
+
if (probe.hasSound === false) {
|
|
73
|
+
note("The clip check found no sound, but the dubbing service reads the file itself - dubbing anyway.");
|
|
74
|
+
}
|
|
75
|
+
note(`Dubbing the clip into ${language.name} - the dubbing service takes a few minutes\u2026`);
|
|
76
|
+
const dub = await runDub({
|
|
77
|
+
run: ctx.run,
|
|
78
|
+
upload: ctx.upload
|
|
79
|
+
}, {
|
|
80
|
+
mediaUrl: src,
|
|
81
|
+
targetLanguage: language.code,
|
|
82
|
+
languageName: language.name
|
|
83
|
+
});
|
|
84
|
+
let speech = dub.url;
|
|
85
|
+
if (dub.type === "video") {
|
|
86
|
+
note("Taking the new speech off the dub\u2026");
|
|
87
|
+
speech = await extractSound(ctx, dub.url);
|
|
88
|
+
}
|
|
89
|
+
if (req.lipSync) {
|
|
90
|
+
note("Re-timing the mouth to the new speech\u2026");
|
|
91
|
+
return runLipSync(ctx.run, await ensureFetchableMediaUrl(ctx.run, unwrapProxyUrl(src)), {
|
|
92
|
+
audioUrl: await ensureFetchableMediaUrl(ctx.run, unwrapProxyUrl(speech))
|
|
93
|
+
}, note, ctx.job ? {
|
|
94
|
+
job: __spreadProps(__spreadValues({}, ctx.job), {
|
|
95
|
+
follow: LIPSYNC_FOLLOW
|
|
96
|
+
})
|
|
97
|
+
} : {});
|
|
98
|
+
}
|
|
99
|
+
note(`Putting the ${language.name} speech on the clip\u2026`);
|
|
100
|
+
return layOnClip(ctx, src, speech);
|
|
101
|
+
}
|
|
102
|
+
async function runSoundtrackClip(req, src, ctx) {
|
|
103
|
+
var _a, _b;
|
|
104
|
+
const note = (_a = ctx.note) != null ? _a : (() => void 0);
|
|
105
|
+
const probe = await probeClipAudio(ctx.run, src);
|
|
106
|
+
const seconds = req.seconds !== void 0 && req.seconds > 0 ? req.seconds : probe.seconds;
|
|
107
|
+
if (seconds === void 0) {
|
|
108
|
+
throw new Error("Could not read the clip\u2019s length, so there is no length to write the music to.");
|
|
109
|
+
}
|
|
110
|
+
const keep = req.keepSound && probe.hasSound !== false;
|
|
111
|
+
let sound;
|
|
112
|
+
if (keep) {
|
|
113
|
+
note("Reading the clip\u2019s own sound\u2026");
|
|
114
|
+
try {
|
|
115
|
+
sound = await extractSound(ctx, src);
|
|
116
|
+
} catch (err) {
|
|
117
|
+
throw new Error(`Could not read the clip\u2019s own sound to mix the music under it (${firstLine(err)}). Turn off \u201CKeep the clip\u2019s sound\u201D to lay the music on its own.`);
|
|
118
|
+
}
|
|
119
|
+
}
|
|
120
|
+
note(`Writing ${formatClipSeconds(seconds)} of instrumental music\u2026`);
|
|
121
|
+
const bed = await runMusicBed({
|
|
122
|
+
run: ctx.run,
|
|
123
|
+
upload: ctx.upload
|
|
124
|
+
}, {
|
|
125
|
+
description: soundtrackDescription(req.mood, req.prompt),
|
|
126
|
+
durationSec: musicSecondsFor(seconds)
|
|
127
|
+
});
|
|
128
|
+
if (sound) {
|
|
129
|
+
note("Mixing the music under the clip\u2019s own sound\u2026");
|
|
130
|
+
const mixed = await editStep(ctx, "yantra-audio-editing", "YANTRA_AUDIO_EDIT_MIX", sound, {
|
|
131
|
+
input_urls: [await ensureFetchableMediaUrl(ctx.run, unwrapProxyUrl(bed.url))],
|
|
132
|
+
weights: [1, (_b = req.level) != null ? _b : DEFAULT_SOUNDTRACK_LEVEL],
|
|
133
|
+
duration: "first",
|
|
134
|
+
normalize: false,
|
|
135
|
+
ephemeral: true
|
|
136
|
+
}, false);
|
|
137
|
+
return layOnClip(ctx, src, mixed);
|
|
138
|
+
}
|
|
139
|
+
let music = bed.url;
|
|
140
|
+
if (!(bed.durationSeconds !== void 0 && bed.durationSeconds <= seconds + 0.05)) {
|
|
141
|
+
music = await editStep(ctx, "yantra-audio-editing", "YANTRA_AUDIO_EDIT_TRIM", bed.url, {
|
|
142
|
+
start_ms: 0,
|
|
143
|
+
end_ms: Math.round(seconds * 1e3),
|
|
144
|
+
ephemeral: true
|
|
145
|
+
}, false);
|
|
146
|
+
}
|
|
147
|
+
note("Laying the music on the clip\u2026");
|
|
148
|
+
return layOnClip(ctx, src, music);
|
|
149
|
+
}export{probeClipAudio,runDubbedClip,runSoundtrackClip};//# sourceMappingURL=clipAudio.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"clipAudio.js","sources":["../../../../../src/features/canvas/generator/audio/clipAudio.ts"],"sourcesContent":["/**\n * The runs behind the two tools that change a clip's sound: Dub and Soundtrack\n * (web `audio/clipAudio.ts`).\n *\n * Neither is one connector call. Dub is ElevenLabs dubbing, then the dubbed speech\n * put back on the original clip, or the lip-sync lane re-timing the mouth to it.\n * Soundtrack is a music bed at the clip's length, mixed under the clip's own sound\n * and put back on it. Both keep the ORIGINAL picture unless lip-sync was asked for.\n *\n * Only the step whose output IS the edit carries the run's job: the agent reports\n * that request's result as the run's verdict.\n *\n * Mixing goes through the audio editor rather than add_audio's\n * `replace_existing: false`, which was measured replacing the track outright.\n *\n * Difference from web, phone-side: a clip's length and sound come from the\n * connector's PROBE, because a phone cannot read a remote clip's metadata.\n */\nimport { runLipSync } from '../../canvasEditOps';\nimport { runDub, runMusicBed, type EnhanceRunOptions } from '../../enhanceRpc';\nimport { ensureFetchableMediaUrl } from '../../mediaUrls';\nimport { LIPSYNC_FOLLOW, runWithJob } from '../../serverTasks';\nimport { resultUrl, type MediaConnector } from '../../videoEditor/mediaActions';\nimport { probeHasAudio } from '../../videoEditor/renderTimeline';\nimport { unwrapProxyUrl } from '../../videoEditor/remoteMediaClient';\nimport { dubLanguage, dubLengthProblem, LIPSYNC_LENGTH_UNKNOWN, lipSyncLengthProblem } from './dub';\nimport { DEFAULT_SOUNDTRACK_LEVEL, formatClipSeconds, musicSecondsFor, soundtrackDescription } from './soundtrack';\n\nexport interface ClipAudioContext extends EnhanceRunOptions {\n /** A line for the run card. */\n note?: (line: string) => void;\n}\n\nexport interface DubClipRequest {\n /** A code from `DUB_LANGUAGES`. */\n targetLanguage: string;\n /** Re-time the mouth to the new speech (clips up to a minute). */\n lipSync: boolean;\n /** The clip's length when the panel measured it. */\n seconds?: number;\n}\n\nexport interface SoundtrackClipRequest {\n /** What the music should sound like; the mood's words when empty. */\n prompt?: string;\n /** A `SOUNDTRACK_MOODS` id. */\n mood?: string;\n /** Mix the music under the clip's own sound rather than replace it. */\n keepSound: boolean;\n /** The music's mix weight against the clip's sound at 1. */\n level?: number;\n seconds?: number;\n}\n\nconst firstLine = (err: unknown): string =>\n (err instanceof Error ? err.message : String(err ?? '')).split('\\n')[0]?.trim() || 'unknown error';\n\n/** The connector's PROBE of a clip: its length and whether it carries sound, each only when it can tell. */\nexport async function probeClipAudio(\n run: EnhanceRunOptions['run'],\n src: string,\n): Promise<{ seconds?: number; hasSound?: boolean }> {\n try {\n const raw = await run('yantra-video-editing', 'YANTRA_VIDEO_EDIT_PROBE', { input_url: unwrapProxyUrl(src) });\n const data = (raw.data && typeof raw.data === 'object' ? raw.data : raw) as Record<string, unknown>;\n const format = (data.format ?? {}) as Record<string, unknown>;\n const seconds = Number(data.duration_secs ?? data.duration ?? format.duration);\n const hasSound = probeHasAudio(raw);\n return {\n ...(Number.isFinite(seconds) && seconds > 0 ? { seconds } : {}),\n ...(hasSound !== undefined ? { hasSound } : {}),\n };\n } catch {\n return {};\n }\n}\n\nasync function editStep(\n ctx: ClipAudioContext,\n connector: MediaConnector,\n action: string,\n src: string,\n params: Record<string, unknown>,\n verdict: boolean,\n): Promise<string> {\n const { result } = await runWithJob(\n ctx.run,\n connector,\n action,\n { input_url: await ensureFetchableMediaUrl(ctx.run, unwrapProxyUrl(src)), ...params },\n verdict ? ctx.job : undefined,\n );\n return resultUrl(result, action);\n}\n\nconst extractSound = (ctx: ClipAudioContext, src: string) =>\n editStep(ctx, 'yantra-video-editing', 'YANTRA_VIDEO_EDIT_EXTRACT_AUDIO', src, { ephemeral: true }, false);\n\n/** The new sound goes on the original picture; this is the step that is the edit. */\nconst layOnClip = async (ctx: ClipAudioContext, src: string, sound: string) =>\n editStep(\n ctx,\n 'yantra-video-editing',\n 'YANTRA_VIDEO_EDIT_ADD_AUDIO',\n src,\n { audio_input_url: await ensureFetchableMediaUrl(ctx.run, unwrapProxyUrl(sound)), replace_existing: true },\n true,\n );\n\n/**\n * Dub a clip and return the new clip. Refuses up front, before anything is paid\n * for, a language the dubbing set lacks, a clip longer than the dub's wait allows,\n * and lip-sync on a clip whose length is unknown or past its limit. A clip the\n * check hears no sound in is only noted: the dubbing service reads the file itself.\n */\nexport async function runDubbedClip(req: DubClipRequest, src: string, ctx: ClipAudioContext): Promise<string> {\n const language = dubLanguage(req.targetLanguage);\n if (!language) throw new Error(`Dubbing does not offer the language \"${req.targetLanguage}\".`);\n const probe = await probeClipAudio(ctx.run, src);\n const seconds = req.seconds !== undefined && req.seconds > 0 ? req.seconds : probe.seconds;\n const tooLongToDub = dubLengthProblem(seconds);\n if (tooLongToDub) throw new Error(`${tooLongToDub} Trim it first.`);\n if (req.lipSync) {\n if (seconds === undefined) throw new Error(`${LIPSYNC_LENGTH_UNKNOWN} Dub it without lip-sync.`);\n const tooLong = lipSyncLengthProblem(seconds);\n if (tooLong) throw new Error(`${tooLong} Dub it without lip-sync, or trim it first.`);\n }\n const note = ctx.note ?? (() => undefined);\n if (probe.hasSound === false) {\n note('The clip check found no sound, but the dubbing service reads the file itself - dubbing anyway.');\n }\n\n note(`Dubbing the clip into ${language.name} - the dubbing service takes a few minutes…`);\n const dub = await runDub(\n { run: ctx.run, upload: ctx.upload },\n { mediaUrl: src, targetLanguage: language.code, languageName: language.name },\n );\n\n // A clip comes back as an MP4 of the dub. Its sound is what goes on the original\n // picture; the lip-sync lane wants an audio file, not a video.\n let speech = dub.url;\n if (dub.type === 'video') {\n note('Taking the new speech off the dub…');\n speech = await extractSound(ctx, dub.url);\n }\n\n if (req.lipSync) {\n note('Re-timing the mouth to the new speech…');\n return runLipSync(\n ctx.run,\n await ensureFetchableMediaUrl(ctx.run, unwrapProxyUrl(src)),\n { audioUrl: await ensureFetchableMediaUrl(ctx.run, unwrapProxyUrl(speech)) },\n note,\n ctx.job ? { job: { ...ctx.job, follow: LIPSYNC_FOLLOW } } : {},\n );\n }\n note(`Putting the ${language.name} speech on the clip…`);\n return layOnClip(ctx, src, speech);\n}\n\n/**\n * Write music at the clip's length and put it on the clip, under its own sound or\n * in place of it. Everything free comes before the music, which is paid for: a clip\n * whose sound cannot be read stops before a bed is bought, not after.\n */\nexport async function runSoundtrackClip(\n req: SoundtrackClipRequest,\n src: string,\n ctx: ClipAudioContext,\n): Promise<string> {\n const note = ctx.note ?? (() => undefined);\n const probe = await probeClipAudio(ctx.run, src);\n const seconds = req.seconds !== undefined && req.seconds > 0 ? req.seconds : probe.seconds;\n if (seconds === undefined) {\n throw new Error('Could not read the clip’s length, so there is no length to write the music to.');\n }\n\n // Only a clip that has sound can keep it. A probe that cannot tell counts as sound.\n const keep = req.keepSound && probe.hasSound !== false;\n let sound: string | undefined;\n if (keep) {\n note('Reading the clip’s own sound…');\n try {\n sound = await extractSound(ctx, src);\n } catch (err) {\n throw new Error(\n `Could not read the clip’s own sound to mix the music under it (${firstLine(err)}). ` +\n 'Turn off “Keep the clip’s sound” to lay the music on its own.',\n );\n }\n }\n\n note(`Writing ${formatClipSeconds(seconds)} of instrumental music…`);\n const bed = await runMusicBed(\n { run: ctx.run, upload: ctx.upload },\n { description: soundtrackDescription(req.mood, req.prompt), durationSec: musicSecondsFor(seconds) },\n );\n\n if (sound) {\n note('Mixing the music under the clip’s own sound…');\n // `first`: the mix lasts as long as the clip's sound. No normalising, so the\n // clip's sound keeps its level and the music sits at its weight.\n const mixed = await editStep(\n ctx,\n 'yantra-audio-editing',\n 'YANTRA_AUDIO_EDIT_MIX',\n sound,\n {\n input_urls: [await ensureFetchableMediaUrl(ctx.run, unwrapProxyUrl(bed.url))],\n weights: [1, req.level ?? DEFAULT_SOUNDTRACK_LEVEL],\n duration: 'first',\n normalize: false,\n ephemeral: true,\n },\n false,\n );\n return layOnClip(ctx, src, mixed);\n }\n\n // The music alone: cut to the clip first unless it is known to fit.\n let music = bed.url;\n if (!(bed.durationSeconds !== undefined && bed.durationSeconds <= seconds + 0.05)) {\n music = await editStep(\n ctx,\n 'yantra-audio-editing',\n 'YANTRA_AUDIO_EDIT_TRIM',\n bed.url,\n { start_ms: 0, end_ms: Math.round(seconds * 1000), ephemeral: true },\n false,\n );\n }\n note('Laying the music on the clip…');\n return layOnClip(ctx, src, music);\n}\n"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;AAkDA,MAAM,SAAA,GAAY,CAAC,GAAsB,KAAA;AAlDzC,EAAA,IAAA,EAAA;AAkD6C,EAAA,OAAA,CAAA,CAAA,EAAA,GAAA,CAAA,GAAA,YAAe,KAAQ,GAAA,GAAA,CAAI,OAAU,GAAA,MAAA,CAAO,GAAO,IAAA,IAAA,GAAA,GAAA,GAAA,EAAE,CAAG,EAAA,KAAA,CAAM,IAAI,CAAA,CAAE,CAAC,CAAA,KAArE,mBAAwE,IAAU,EAAA,KAAA,eAAA;AAAA,CAAA;AAGzG,eAAA,cAAA,CAAe,KAA+B,GAGjE,EAAA;AAxDH,EAAA,IAAA,EAAA,EAAA,EAAA,EAAA,EAAA;AAyDE,EAAI,IAAA;AACF,IAAA,MAAM,GAAM,GAAA,MAAM,GAAI,CAAA,sBAAA,EAAwB,yBAA2B,EAAA;AAAA,MACvE,SAAA,EAAW,eAAe,GAAG;AAAA,KAC9B,CAAA;AACD,IAAM,MAAA,IAAA,GAAQ,IAAI,IAAQ,IAAA,OAAO,IAAI,IAAS,KAAA,QAAA,GAAW,IAAI,IAAO,GAAA,GAAA;AACpE,IAAA,MAAM,MAAU,GAAA,CAAA,EAAA,GAAA,IAAA,CAAK,MAAL,KAAA,IAAA,GAAA,EAAA,GAAe,EAAC;AAChC,IAAM,MAAA,OAAA,GAAU,QAAO,EAAK,GAAA,CAAA,EAAA,GAAA,IAAA,CAAA,aAAA,KAAL,YAAsB,IAAK,CAAA,QAAA,KAA3B,IAAuC,GAAA,EAAA,GAAA,MAAA,CAAO,QAAQ,CAAA;AAC7E,IAAM,MAAA,QAAA,GAAW,cAAc,GAAG,CAAA;AAClC,IAAA,OAAO,kCACD,MAAO,CAAA,QAAA,CAAS,OAAO,CAAA,IAAK,UAAU,CAAI,GAAA;AAAA,MAC5C;AAAA,KACE,GAAA,EACA,CAAA,EAAA,QAAA,KAAa,KAAY,CAAA,GAAA;AAAA,MAC3B;AAAA,QACE,EAAC,CAAA;AAAA,GAED,CAAA,OAAA,CAAA,EAAA;AACN,IAAA,OAAO,EAAC;AAAA;AAEZ;AACA,eAAe,SAAS,GAAuB,EAAA,SAAA,EAA2B,MAAgB,EAAA,GAAA,EAAa,QAAiC,OAAmC,EAAA;AACzK,EAAM,MAAA;AAAA,IACJ;AAAA,MACE,MAAM,UAAA,CAAW,GAAI,CAAA,GAAA,EAAK,WAAW,MAAQ,EAAA,cAAA,CAAA;AAAA,IAC/C,WAAW,MAAM,uBAAA,CAAwB,IAAI,GAAK,EAAA,cAAA,CAAe,GAAG,CAAC;AAAA,GAAA,EAClE,MACF,CAAA,EAAA,OAAA,GAAU,GAAI,CAAA,GAAA,GAAM,MAAS,CAAA;AAChC,EAAO,OAAA,SAAA,CAAU,QAAQ,MAAM,CAAA;AACjC;AACA,MAAM,YAAA,GAAe,CAAC,GAAuB,EAAA,GAAA,KAAgB,SAAS,GAAK,EAAA,sBAAA,EAAwB,mCAAmC,GAAK,EAAA;AAAA,EACzI,SAAW,EAAA;AACb,CAAA,EAAG,KAAK,CAAA;AAGR,MAAM,SAAA,GAAY,OAAO,GAAuB,EAAA,GAAA,EAAa,UAAkB,QAAS,CAAA,GAAA,EAAK,sBAAwB,EAAA,6BAAA,EAA+B,GAAK,EAAA;AAAA,EACvJ,iBAAiB,MAAM,uBAAA,CAAwB,IAAI,GAAK,EAAA,cAAA,CAAe,KAAK,CAAC,CAAA;AAAA,EAC7E,gBAAkB,EAAA;AACpB,CAAA,EAAG,IAAI,CAAA;AAQe,eAAA,aAAA,CAAc,GAAqB,EAAA,GAAA,EAAa,GAAwC,EAAA;AAtG9G,EAAA,IAAA,EAAA;AAuGE,EAAM,MAAA,QAAA,GAAW,WAAY,CAAA,GAAA,CAAI,cAAc,CAAA;AAC/C,EAAI,IAAA,CAAC,UAAgB,MAAA,IAAI,MAAM,CAAwC,qCAAA,EAAA,GAAA,CAAI,cAAc,CAAI,EAAA,CAAA,CAAA;AAC7F,EAAA,MAAM,KAAQ,GAAA,MAAM,cAAe,CAAA,GAAA,CAAI,KAAK,GAAG,CAAA;AAC/C,EAAM,MAAA,OAAA,GAAU,IAAI,OAAY,KAAA,MAAA,IAAa,IAAI,OAAU,GAAA,CAAA,GAAI,GAAI,CAAA,OAAA,GAAU,KAAM,CAAA,OAAA;AACnF,EAAM,MAAA,YAAA,GAAe,iBAAiB,OAAO,CAAA;AAC7C,EAAA,IAAI,cAAoB,MAAA,IAAI,KAAM,CAAA,CAAA,EAAG,YAAY,CAAiB,eAAA,CAAA,CAAA;AAClE,EAAA,IAAI,IAAI,OAAS,EAAA;AACf,IAAA,IAAI,YAAY,MAAW,EAAA,MAAM,IAAI,KAAM,CAAA,CAAA,EAAG,sBAAsB,CAA2B,yBAAA,CAAA,CAAA;AAC/F,IAAM,MAAA,OAAA,GAAU,qBAAqB,OAAO,CAAA;AAC5C,IAAA,IAAI,SAAe,MAAA,IAAI,KAAM,CAAA,CAAA,EAAG,OAAO,CAA6C,2CAAA,CAAA,CAAA;AAAA;AAEtF,EAAA,MAAM,IAAO,GAAA,CAAA,EAAA,GAAA,GAAA,CAAI,IAAJ,KAAA,IAAA,GAAA,EAAA,IAAa,MAAM,MAAA,CAAA;AAChC,EAAI,IAAA,KAAA,CAAM,aAAa,KAAO,EAAA;AAC5B,IAAA,IAAA,CAAK,gGAAgG,CAAA;AAAA;AAEvG,EAAK,IAAA,CAAA,CAAA,sBAAA,EAAyB,QAAS,CAAA,IAAI,CAA6C,gDAAA,CAAA,CAAA;AACxF,EAAM,MAAA,GAAA,GAAM,MAAM,MAAO,CAAA;AAAA,IACvB,KAAK,GAAI,CAAA,GAAA;AAAA,IACT,QAAQ,GAAI,CAAA;AAAA,GACX,EAAA;AAAA,IACD,QAAU,EAAA,GAAA;AAAA,IACV,gBAAgB,QAAS,CAAA,IAAA;AAAA,IACzB,cAAc,QAAS,CAAA;AAAA,GACxB,CAAA;AAID,EAAA,IAAI,SAAS,GAAI,CAAA,GAAA;AACjB,EAAI,IAAA,GAAA,CAAI,SAAS,OAAS,EAAA;AACxB,IAAA,IAAA,CAAK,yCAAoC,CAAA;AACzC,IAAA,MAAA,GAAS,MAAM,YAAA,CAAa,GAAK,EAAA,GAAA,CAAI,GAAG,CAAA;AAAA;AAE1C,EAAA,IAAI,IAAI,OAAS,EAAA;AACf,IAAA,IAAA,CAAK,6CAAwC,CAAA;AAC7C,IAAO,OAAA,UAAA,CAAW,GAAI,CAAA,GAAA,EAAK,MAAM,uBAAA,CAAwB,IAAI,GAAK,EAAA,cAAA,CAAe,GAAG,CAAC,CAAG,EAAA;AAAA,MACtF,UAAU,MAAM,uBAAA,CAAwB,IAAI,GAAK,EAAA,cAAA,CAAe,MAAM,CAAC;AAAA,KACzE,EAAG,IAAM,EAAA,GAAA,CAAI,GAAM,GAAA;AAAA,MACjB,GAAA,EAAK,aACA,CAAA,cAAA,CAAA,EAAA,EAAA,GAAA,CAAI,GADJ,CAAA,EAAA;AAAA,QAEH,MAAQ,EAAA;AAAA,OACV;AAAA,KACF,GAAI,EAAE,CAAA;AAAA;AAER,EAAK,IAAA,CAAA,CAAA,YAAA,EAAe,QAAS,CAAA,IAAI,CAAsB,yBAAA,CAAA,CAAA;AACvD,EAAO,OAAA,SAAA,CAAU,GAAK,EAAA,GAAA,EAAK,MAAM,CAAA;AACnC;AAOsB,eAAA,iBAAA,CAAkB,GAA4B,EAAA,GAAA,EAAa,GAAwC,EAAA;AA3JzH,EAAA,IAAA,EAAA,EAAA,EAAA;AA4JE,EAAA,MAAM,IAAO,GAAA,CAAA,EAAA,GAAA,GAAA,CAAI,IAAJ,KAAA,IAAA,GAAA,EAAA,IAAa,MAAM,MAAA,CAAA;AAChC,EAAA,MAAM,KAAQ,GAAA,MAAM,cAAe,CAAA,GAAA,CAAI,KAAK,GAAG,CAAA;AAC/C,EAAM,MAAA,OAAA,GAAU,IAAI,OAAY,KAAA,MAAA,IAAa,IAAI,OAAU,GAAA,CAAA,GAAI,GAAI,CAAA,OAAA,GAAU,KAAM,CAAA,OAAA;AACnF,EAAA,IAAI,YAAY,MAAW,EAAA;AACzB,IAAM,MAAA,IAAI,MAAM,qFAAgF,CAAA;AAAA;AAIlG,EAAA,MAAM,IAAO,GAAA,GAAA,CAAI,SAAa,IAAA,KAAA,CAAM,QAAa,KAAA,KAAA;AACjD,EAAI,IAAA,KAAA;AACJ,EAAA,IAAI,IAAM,EAAA;AACR,IAAA,IAAA,CAAK,yCAA+B,CAAA;AACpC,IAAI,IAAA;AACF,MAAQ,KAAA,GAAA,MAAM,YAAa,CAAA,GAAA,EAAK,GAAG,CAAA;AAAA,aAC5B,GAAK,EAAA;AACZ,MAAA,MAAM,IAAI,KAAM,CAAA,CAAA,oEAAA,EAAkE,SAAU,CAAA,GAAG,CAAC,CAAuE,+EAAA,CAAA,CAAA;AAAA;AACzK;AAEF,EAAA,IAAA,CAAK,CAAW,QAAA,EAAA,iBAAA,CAAkB,OAAO,CAAC,CAAyB,4BAAA,CAAA,CAAA;AACnE,EAAM,MAAA,GAAA,GAAM,MAAM,WAAY,CAAA;AAAA,IAC5B,KAAK,GAAI,CAAA,GAAA;AAAA,IACT,QAAQ,GAAI,CAAA;AAAA,GACX,EAAA;AAAA,IACD,WAAa,EAAA,qBAAA,CAAsB,GAAI,CAAA,IAAA,EAAM,IAAI,MAAM,CAAA;AAAA,IACvD,WAAA,EAAa,gBAAgB,OAAO;AAAA,GACrC,CAAA;AACD,EAAA,IAAI,KAAO,EAAA;AACT,IAAA,IAAA,CAAK,wDAA8C,CAAA;AAGnD,IAAA,MAAM,QAAQ,MAAM,QAAA,CAAS,GAAK,EAAA,sBAAA,EAAwB,yBAAyB,KAAO,EAAA;AAAA,MACxF,UAAA,EAAY,CAAC,MAAM,uBAAwB,CAAA,GAAA,CAAI,KAAK,cAAe,CAAA,GAAA,CAAI,GAAG,CAAC,CAAC,CAAA;AAAA,MAC5E,SAAS,CAAC,CAAA,EAAA,CAAG,EAAI,GAAA,GAAA,CAAA,KAAA,KAAJ,YAAa,wBAAwB,CAAA;AAAA,MAClD,QAAU,EAAA,OAAA;AAAA,MACV,SAAW,EAAA,KAAA;AAAA,MACX,SAAW,EAAA;AAAA,OACV,KAAK,CAAA;AACR,IAAO,OAAA,SAAA,CAAU,GAAK,EAAA,GAAA,EAAK,KAAK,CAAA;AAAA;AAIlC,EAAA,IAAI,QAAQ,GAAI,CAAA,GAAA;AAChB,EAAA,IAAI,EAAE,GAAI,CAAA,eAAA,KAAoB,UAAa,GAAI,CAAA,eAAA,IAAmB,UAAU,IAAO,CAAA,EAAA;AACjF,IAAA,KAAA,GAAQ,MAAM,QAAS,CAAA,GAAA,EAAK,sBAAwB,EAAA,wBAAA,EAA0B,IAAI,GAAK,EAAA;AAAA,MACrF,QAAU,EAAA,CAAA;AAAA,MACV,MAAQ,EAAA,IAAA,CAAK,KAAM,CAAA,OAAA,GAAU,GAAI,CAAA;AAAA,MACjC,SAAW,EAAA;AAAA,OACV,KAAK,CAAA;AAAA;AAEV,EAAA,IAAA,CAAK,oCAA+B,CAAA;AACpC,EAAO,OAAA,SAAA,CAAU,GAAK,EAAA,GAAA,EAAK,KAAK,CAAA;AAClC"}
|
|
@@ -0,0 +1,109 @@
|
|
|
1
|
+
import {formatClipSeconds}from'./soundtrack.js';const DUB_LANGUAGES = [{
|
|
2
|
+
code: "ar",
|
|
3
|
+
name: "Arabic"
|
|
4
|
+
}, {
|
|
5
|
+
code: "bg",
|
|
6
|
+
name: "Bulgarian"
|
|
7
|
+
}, {
|
|
8
|
+
code: "zh",
|
|
9
|
+
name: "Chinese"
|
|
10
|
+
}, {
|
|
11
|
+
code: "hr",
|
|
12
|
+
name: "Croatian"
|
|
13
|
+
}, {
|
|
14
|
+
code: "cs",
|
|
15
|
+
name: "Czech"
|
|
16
|
+
}, {
|
|
17
|
+
code: "da",
|
|
18
|
+
name: "Danish"
|
|
19
|
+
}, {
|
|
20
|
+
code: "nl",
|
|
21
|
+
name: "Dutch"
|
|
22
|
+
}, {
|
|
23
|
+
code: "en",
|
|
24
|
+
name: "English"
|
|
25
|
+
}, {
|
|
26
|
+
code: "fil",
|
|
27
|
+
name: "Filipino"
|
|
28
|
+
}, {
|
|
29
|
+
code: "fi",
|
|
30
|
+
name: "Finnish"
|
|
31
|
+
}, {
|
|
32
|
+
code: "fr",
|
|
33
|
+
name: "French"
|
|
34
|
+
}, {
|
|
35
|
+
code: "de",
|
|
36
|
+
name: "German"
|
|
37
|
+
}, {
|
|
38
|
+
code: "el",
|
|
39
|
+
name: "Greek"
|
|
40
|
+
}, {
|
|
41
|
+
code: "hi",
|
|
42
|
+
name: "Hindi"
|
|
43
|
+
}, {
|
|
44
|
+
code: "id",
|
|
45
|
+
name: "Indonesian"
|
|
46
|
+
}, {
|
|
47
|
+
code: "it",
|
|
48
|
+
name: "Italian"
|
|
49
|
+
}, {
|
|
50
|
+
code: "ja",
|
|
51
|
+
name: "Japanese"
|
|
52
|
+
}, {
|
|
53
|
+
code: "ko",
|
|
54
|
+
name: "Korean"
|
|
55
|
+
}, {
|
|
56
|
+
code: "ms",
|
|
57
|
+
name: "Malay"
|
|
58
|
+
}, {
|
|
59
|
+
code: "pl",
|
|
60
|
+
name: "Polish"
|
|
61
|
+
}, {
|
|
62
|
+
code: "pt",
|
|
63
|
+
name: "Portuguese"
|
|
64
|
+
}, {
|
|
65
|
+
code: "ro",
|
|
66
|
+
name: "Romanian"
|
|
67
|
+
}, {
|
|
68
|
+
code: "ru",
|
|
69
|
+
name: "Russian"
|
|
70
|
+
}, {
|
|
71
|
+
code: "sk",
|
|
72
|
+
name: "Slovak"
|
|
73
|
+
}, {
|
|
74
|
+
code: "es",
|
|
75
|
+
name: "Spanish"
|
|
76
|
+
}, {
|
|
77
|
+
code: "sv",
|
|
78
|
+
name: "Swedish"
|
|
79
|
+
}, {
|
|
80
|
+
code: "ta",
|
|
81
|
+
name: "Tamil"
|
|
82
|
+
}, {
|
|
83
|
+
code: "tr",
|
|
84
|
+
name: "Turkish"
|
|
85
|
+
}, {
|
|
86
|
+
code: "uk",
|
|
87
|
+
name: "Ukrainian"
|
|
88
|
+
}];
|
|
89
|
+
const DEFAULT_DUB_LANGUAGE = "es";
|
|
90
|
+
const DUB_LIPSYNC_MAX_SECONDS = 60;
|
|
91
|
+
const DUB_MAX_SECONDS = 300;
|
|
92
|
+
const LIPSYNC_LENGTH_UNKNOWN = `Could not read the clip\u2019s length, so lip-sync\u2019s ${DUB_LIPSYNC_MAX_SECONDS}s limit cannot be checked before the dub is paid for.`;
|
|
93
|
+
const DUB_NO_SOUND_HEARD = "The clip check found no sound in this clip. It may have none, or audio the check cannot read - the dubbing service reads the file itself, so the dub can still run. With no speech in it, there is nothing to translate.";
|
|
94
|
+
function dubLanguage(code) {
|
|
95
|
+
return code ? DUB_LANGUAGES.find((l) => l.code === code) : void 0;
|
|
96
|
+
}
|
|
97
|
+
function searchDubLanguages(query) {
|
|
98
|
+
const q = query.trim().toLowerCase();
|
|
99
|
+
if (!q) return DUB_LANGUAGES;
|
|
100
|
+
return DUB_LANGUAGES.filter((l) => l.code === q || l.name.toLowerCase().includes(q));
|
|
101
|
+
}
|
|
102
|
+
function lipSyncLengthProblem(seconds) {
|
|
103
|
+
if (seconds === null || seconds === void 0 || !(seconds > DUB_LIPSYNC_MAX_SECONDS)) return null;
|
|
104
|
+
return `Lip-sync takes clips up to ${DUB_LIPSYNC_MAX_SECONDS}s; this one is ${seconds.toFixed(1)}s.`;
|
|
105
|
+
}
|
|
106
|
+
function dubLengthProblem(seconds) {
|
|
107
|
+
if (seconds === null || seconds === void 0 || !(seconds > DUB_MAX_SECONDS)) return null;
|
|
108
|
+
return `Dub takes clips up to ${DUB_MAX_SECONDS / 60} minutes; this one is ${formatClipSeconds(seconds)}.`;
|
|
109
|
+
}export{DEFAULT_DUB_LANGUAGE,DUB_LANGUAGES,DUB_LIPSYNC_MAX_SECONDS,DUB_MAX_SECONDS,DUB_NO_SOUND_HEARD,LIPSYNC_LENGTH_UNKNOWN,dubLanguage,dubLengthProblem,lipSyncLengthProblem,searchDubLanguages};//# sourceMappingURL=dub.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"dub.js","sources":["../../../../../src/features/canvas/generator/audio/dub.ts"],"sourcesContent":["/**\n * What the Dub tool offers: the languages a clip can be dubbed into, and the\n * length limits of the dub and of lip-sync.\n *\n * Dubbing runs on ElevenLabs through yantra-audio's RUN_PROMPT. The connector\n * passes `targetLanguage` through its own normaliser, which knows about twenty\n * language names but takes any two- or three-letter code, so the tool always\n * sends the code. The list below is ElevenLabs' documented dubbing set (the 29\n * languages of its multilingual model) - a language outside it would be\n * accepted by the connector and refused by the provider, after the user waited.\n * Re-check it against ElevenLabs' current list before widening it.\n */\nimport { formatClipSeconds } from './soundtrack';\n\nexport interface DubLanguage {\n /** What the connector sends as `target_lang`. */\n code: string;\n name: string;\n}\n\nexport const DUB_LANGUAGES: readonly DubLanguage[] = [\n { code: 'ar', name: 'Arabic' },\n { code: 'bg', name: 'Bulgarian' },\n { code: 'zh', name: 'Chinese' },\n { code: 'hr', name: 'Croatian' },\n { code: 'cs', name: 'Czech' },\n { code: 'da', name: 'Danish' },\n { code: 'nl', name: 'Dutch' },\n { code: 'en', name: 'English' },\n { code: 'fil', name: 'Filipino' },\n { code: 'fi', name: 'Finnish' },\n { code: 'fr', name: 'French' },\n { code: 'de', name: 'German' },\n { code: 'el', name: 'Greek' },\n { code: 'hi', name: 'Hindi' },\n { code: 'id', name: 'Indonesian' },\n { code: 'it', name: 'Italian' },\n { code: 'ja', name: 'Japanese' },\n { code: 'ko', name: 'Korean' },\n { code: 'ms', name: 'Malay' },\n { code: 'pl', name: 'Polish' },\n { code: 'pt', name: 'Portuguese' },\n { code: 'ro', name: 'Romanian' },\n { code: 'ru', name: 'Russian' },\n { code: 'sk', name: 'Slovak' },\n { code: 'es', name: 'Spanish' },\n { code: 'sv', name: 'Swedish' },\n { code: 'ta', name: 'Tamil' },\n { code: 'tr', name: 'Turkish' },\n { code: 'uk', name: 'Ukrainian' },\n];\n\nexport const DEFAULT_DUB_LANGUAGE = 'es';\n\n/**\n * The longest clip the lip-sync lane takes (yantra-audio LIPSYNC_MAX_SECONDS).\n * Past it the dub still runs; only the mouth is not re-timed.\n */\nexport const DUB_LIPSYNC_MAX_SECONDS = 60;\n\n/**\n * The longest clip Dub takes. yantra-audio creates the ElevenLabs dubbing job -\n * billed by the clip's length - and then waits ten minutes for it; past that it\n * gives up while the job runs on, and a retry starts (and pays for) another. A\n * clip past five minutes risks outlasting that wait, so it is trimmed first.\n */\nexport const DUB_MAX_SECONDS = 300;\n\n/** Why lip-sync is off when the clip's length could not be read. */\nexport const LIPSYNC_LENGTH_UNKNOWN = `Could not read the clip’s length, so lip-sync’s ${DUB_LIPSYNC_MAX_SECONDS}s limit cannot be checked before the dub is paid for.`;\n\n/**\n * What Dub says when the clip check finds no sound in a clip. Only a warning: the\n * check can miss audio it cannot read (AC-3, LPCM or AMR in an MP4 or\n * MOV can play silent in Chrome), while the dubbing service reads the file\n * itself - so a \"no\" here can be wrong, and the dub still runs.\n */\nexport const DUB_NO_SOUND_HEARD =\n 'The clip check found no sound in this clip. It may have none, or audio the check cannot read - the dubbing service reads the file itself, so the dub can still run. With no speech in it, there is nothing to translate.';\n\nexport function dubLanguage(code: string | undefined): DubLanguage | undefined {\n return code ? DUB_LANGUAGES.find((l) => l.code === code) : undefined;\n}\n\n/** Languages whose name starts a word matching the search, or whose code is it; all of them when empty. */\nexport function searchDubLanguages(query: string): readonly DubLanguage[] {\n const q = query.trim().toLowerCase();\n if (!q) return DUB_LANGUAGES;\n return DUB_LANGUAGES.filter((l) => l.code === q || l.name.toLowerCase().includes(q));\n}\n\n/** Why lip-sync cannot be offered on a clip this long, or null when it can (or the length is unknown). */\nexport function lipSyncLengthProblem(seconds: number | null | undefined): string | null {\n if (seconds === null || seconds === undefined || !(seconds > DUB_LIPSYNC_MAX_SECONDS)) return null;\n return `Lip-sync takes clips up to ${DUB_LIPSYNC_MAX_SECONDS}s; this one is ${seconds.toFixed(1)}s.`;\n}\n\n/** Why Dub cannot take a clip this long, or null when it can (or the length is unknown). */\nexport function dubLengthProblem(seconds: number | null | undefined): string | null {\n if (seconds === null || seconds === undefined || !(seconds > DUB_MAX_SECONDS)) return null;\n return `Dub takes clips up to ${DUB_MAX_SECONDS / 60} minutes; this one is ${formatClipSeconds(seconds)}.`;\n}\n"],"names":[],"mappings":"gDAkBO,MAAM,gBAAwC,CAAC;AAAA,EACpD,IAAM,EAAA,IAAA;AAAA,EACN,IAAM,EAAA;AACR,CAAG,EAAA;AAAA,EACD,IAAM,EAAA,IAAA;AAAA,EACN,IAAM,EAAA;AACR,CAAG,EAAA;AAAA,EACD,IAAM,EAAA,IAAA;AAAA,EACN,IAAM,EAAA;AACR,CAAG,EAAA;AAAA,EACD,IAAM,EAAA,IAAA;AAAA,EACN,IAAM,EAAA;AACR,CAAG,EAAA;AAAA,EACD,IAAM,EAAA,IAAA;AAAA,EACN,IAAM,EAAA;AACR,CAAG,EAAA;AAAA,EACD,IAAM,EAAA,IAAA;AAAA,EACN,IAAM,EAAA;AACR,CAAG,EAAA;AAAA,EACD,IAAM,EAAA,IAAA;AAAA,EACN,IAAM,EAAA;AACR,CAAG,EAAA;AAAA,EACD,IAAM,EAAA,IAAA;AAAA,EACN,IAAM,EAAA;AACR,CAAG,EAAA;AAAA,EACD,IAAM,EAAA,KAAA;AAAA,EACN,IAAM,EAAA;AACR,CAAG,EAAA;AAAA,EACD,IAAM,EAAA,IAAA;AAAA,EACN,IAAM,EAAA;AACR,CAAG,EAAA;AAAA,EACD,IAAM,EAAA,IAAA;AAAA,EACN,IAAM,EAAA;AACR,CAAG,EAAA;AAAA,EACD,IAAM,EAAA,IAAA;AAAA,EACN,IAAM,EAAA;AACR,CAAG,EAAA;AAAA,EACD,IAAM,EAAA,IAAA;AAAA,EACN,IAAM,EAAA;AACR,CAAG,EAAA;AAAA,EACD,IAAM,EAAA,IAAA;AAAA,EACN,IAAM,EAAA;AACR,CAAG,EAAA;AAAA,EACD,IAAM,EAAA,IAAA;AAAA,EACN,IAAM,EAAA;AACR,CAAG,EAAA;AAAA,EACD,IAAM,EAAA,IAAA;AAAA,EACN,IAAM,EAAA;AACR,CAAG,EAAA;AAAA,EACD,IAAM,EAAA,IAAA;AAAA,EACN,IAAM,EAAA;AACR,CAAG,EAAA;AAAA,EACD,IAAM,EAAA,IAAA;AAAA,EACN,IAAM,EAAA;AACR,CAAG,EAAA;AAAA,EACD,IAAM,EAAA,IAAA;AAAA,EACN,IAAM,EAAA;AACR,CAAG,EAAA;AAAA,EACD,IAAM,EAAA,IAAA;AAAA,EACN,IAAM,EAAA;AACR,CAAG,EAAA;AAAA,EACD,IAAM,EAAA,IAAA;AAAA,EACN,IAAM,EAAA;AACR,CAAG,EAAA;AAAA,EACD,IAAM,EAAA,IAAA;AAAA,EACN,IAAM,EAAA;AACR,CAAG,EAAA;AAAA,EACD,IAAM,EAAA,IAAA;AAAA,EACN,IAAM,EAAA;AACR,CAAG,EAAA;AAAA,EACD,IAAM,EAAA,IAAA;AAAA,EACN,IAAM,EAAA;AACR,CAAG,EAAA;AAAA,EACD,IAAM,EAAA,IAAA;AAAA,EACN,IAAM,EAAA;AACR,CAAG,EAAA;AAAA,EACD,IAAM,EAAA,IAAA;AAAA,EACN,IAAM,EAAA;AACR,CAAG,EAAA;AAAA,EACD,IAAM,EAAA,IAAA;AAAA,EACN,IAAM,EAAA;AACR,CAAG,EAAA;AAAA,EACD,IAAM,EAAA,IAAA;AAAA,EACN,IAAM,EAAA;AACR,CAAG,EAAA;AAAA,EACD,IAAM,EAAA,IAAA;AAAA,EACN,IAAM,EAAA;AACR,CAAC;AACM,MAAM,oBAAuB,GAAA;AAM7B,MAAM,uBAA0B,GAAA;AAQhC,MAAM,eAAkB,GAAA;AAGlB,MAAA,sBAAA,GAAyB,6DAAmD,uBAAuB,CAAA,qDAAA;AAQzG,MAAM,kBAAqB,GAAA;AAC3B,SAAS,YAAY,IAAmD,EAAA;AAC7E,EAAA,OAAO,OAAO,aAAc,CAAA,IAAA,CAAK,OAAK,CAAE,CAAA,IAAA,KAAS,IAAI,CAAI,GAAA,MAAA;AAC3D;AAGO,SAAS,mBAAmB,KAAuC,EAAA;AACxE,EAAA,MAAM,CAAI,GAAA,KAAA,CAAM,IAAK,EAAA,CAAE,WAAY,EAAA;AACnC,EAAI,IAAA,CAAC,GAAU,OAAA,aAAA;AACf,EAAA,OAAO,aAAc,CAAA,MAAA,CAAO,CAAK,CAAA,KAAA,CAAA,CAAE,IAAS,KAAA,CAAA,IAAK,CAAE,CAAA,IAAA,CAAK,WAAY,EAAA,CAAE,QAAS,CAAA,CAAC,CAAC,CAAA;AACnF;AAGO,SAAS,qBAAqB,OAAmD,EAAA;AACtF,EAAA,IAAI,YAAY,IAAQ,IAAA,OAAA,KAAY,UAAa,EAAE,OAAA,GAAU,0BAAiC,OAAA,IAAA;AAC9F,EAAA,OAAO,8BAA8B,uBAAuB,CAAA,eAAA,EAAkB,OAAQ,CAAA,OAAA,CAAQ,CAAC,CAAC,CAAA,EAAA,CAAA;AAClG;AAGO,SAAS,iBAAiB,OAAmD,EAAA;AAClF,EAAA,IAAI,YAAY,IAAQ,IAAA,OAAA,KAAY,UAAa,EAAE,OAAA,GAAU,kBAAyB,OAAA,IAAA;AACtF,EAAA,OAAO,yBAAyB,eAAkB,GAAA,EAAE,CAAyB,sBAAA,EAAA,iBAAA,CAAkB,OAAO,CAAC,CAAA,CAAA,CAAA;AACzG"}
|
|
@@ -0,0 +1,70 @@
|
|
|
1
|
+
const SOUNDTRACK_MOODS = [{
|
|
2
|
+
id: "cinematic",
|
|
3
|
+
label: "Cinematic",
|
|
4
|
+
description: "orchestral underscore, swelling strings, a gentle emotional build"
|
|
5
|
+
}, {
|
|
6
|
+
id: "upbeat",
|
|
7
|
+
label: "Upbeat",
|
|
8
|
+
description: "bright, energetic pop groove with a driving rhythm and a feel-good lift"
|
|
9
|
+
}, {
|
|
10
|
+
id: "ambient",
|
|
11
|
+
label: "Ambient",
|
|
12
|
+
description: "calm ambient pads and soft evolving textures, slow and spacious"
|
|
13
|
+
}, {
|
|
14
|
+
id: "lofi",
|
|
15
|
+
label: "Lo-fi",
|
|
16
|
+
description: "lo-fi hip hop beat, warm keys, dusty drums, relaxed"
|
|
17
|
+
}, {
|
|
18
|
+
id: "acoustic",
|
|
19
|
+
label: "Acoustic",
|
|
20
|
+
description: "warm acoustic guitar with light percussion, friendly and organic"
|
|
21
|
+
}, {
|
|
22
|
+
id: "electronic",
|
|
23
|
+
label: "Electronic",
|
|
24
|
+
description: "modern electronic track, punchy synth bass, crisp hats, mid-tempo"
|
|
25
|
+
}, {
|
|
26
|
+
id: "corporate",
|
|
27
|
+
label: "Corporate",
|
|
28
|
+
description: "uplifting clean piano and soft synths over a steady pulse"
|
|
29
|
+
}, {
|
|
30
|
+
id: "tense",
|
|
31
|
+
label: "Tense",
|
|
32
|
+
description: "suspenseful underscore, low pulses and dark strings, building tension"
|
|
33
|
+
}, {
|
|
34
|
+
id: "epic",
|
|
35
|
+
label: "Epic",
|
|
36
|
+
description: "epic trailer music, big percussion, rising tension and a heroic finish"
|
|
37
|
+
}];
|
|
38
|
+
const DEFAULT_SOUNDTRACK_MOOD = "cinematic";
|
|
39
|
+
const SOUNDTRACK_LEVELS = [{
|
|
40
|
+
id: "low",
|
|
41
|
+
label: "Low",
|
|
42
|
+
level: 0.2
|
|
43
|
+
}, {
|
|
44
|
+
id: "medium",
|
|
45
|
+
label: "Medium",
|
|
46
|
+
level: 0.35
|
|
47
|
+
}, {
|
|
48
|
+
id: "high",
|
|
49
|
+
label: "High",
|
|
50
|
+
level: 0.6
|
|
51
|
+
}];
|
|
52
|
+
const DEFAULT_SOUNDTRACK_LEVEL = 0.35;
|
|
53
|
+
function soundtrackMood(id) {
|
|
54
|
+
return id ? SOUNDTRACK_MOODS.find((m) => m.id === id) : void 0;
|
|
55
|
+
}
|
|
56
|
+
function soundtrackDescription(mood, prompt) {
|
|
57
|
+
var _a;
|
|
58
|
+
const own = prompt == null ? void 0 : prompt.trim();
|
|
59
|
+
if (own) return own;
|
|
60
|
+
return ((_a = soundtrackMood(mood)) != null ? _a : soundtrackMood(DEFAULT_SOUNDTRACK_MOOD)).description;
|
|
61
|
+
}
|
|
62
|
+
function musicSecondsFor(clipSeconds) {
|
|
63
|
+
if (!Number.isFinite(clipSeconds) || clipSeconds <= 0) return 30;
|
|
64
|
+
return Math.ceil(clipSeconds);
|
|
65
|
+
}
|
|
66
|
+
function formatClipSeconds(seconds) {
|
|
67
|
+
if (seconds < 60) return `${seconds.toFixed(1)}s`;
|
|
68
|
+
const whole = Math.round(seconds);
|
|
69
|
+
return `${Math.floor(whole / 60)}m ${String(whole % 60).padStart(2, "0")}s`;
|
|
70
|
+
}export{DEFAULT_SOUNDTRACK_LEVEL,DEFAULT_SOUNDTRACK_MOOD,SOUNDTRACK_LEVELS,SOUNDTRACK_MOODS,formatClipSeconds,musicSecondsFor,soundtrackDescription,soundtrackMood};//# sourceMappingURL=soundtrack.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"soundtrack.js","sources":["../../../../../src/features/canvas/generator/audio/soundtrack.ts"],"sourcesContent":["/**\n * What the Soundtrack tool offers: mood starting points, how loud the music\n * sits under the clip's own sound, and the length it is written at.\n *\n * The music comes from yantra-audio's music lane (ElevenLabs Music, with fal's\n * as the fallback), which writes a track of the length it is asked for between\n * 3 and 600 seconds. It reads the words and the length - nothing in it sees\n * the picture - so the tool writes to the clip's length and says plainly that\n * the music does not follow the cuts.\n */\n\nexport interface SoundtrackMood {\n id: string;\n label: string;\n /** What the music should sound like, as words for the music model. */\n description: string;\n}\n\n/** Starting points. Each one is only words for the music model, and it reads them as such. */\nexport const SOUNDTRACK_MOODS: readonly SoundtrackMood[] = [\n {\n id: 'cinematic',\n label: 'Cinematic',\n description: 'orchestral underscore, swelling strings, a gentle emotional build',\n },\n {\n id: 'upbeat',\n label: 'Upbeat',\n description: 'bright, energetic pop groove with a driving rhythm and a feel-good lift',\n },\n { id: 'ambient', label: 'Ambient', description: 'calm ambient pads and soft evolving textures, slow and spacious' },\n { id: 'lofi', label: 'Lo-fi', description: 'lo-fi hip hop beat, warm keys, dusty drums, relaxed' },\n {\n id: 'acoustic',\n label: 'Acoustic',\n description: 'warm acoustic guitar with light percussion, friendly and organic',\n },\n {\n id: 'electronic',\n label: 'Electronic',\n description: 'modern electronic track, punchy synth bass, crisp hats, mid-tempo',\n },\n { id: 'corporate', label: 'Corporate', description: 'uplifting clean piano and soft synths over a steady pulse' },\n {\n id: 'tense',\n label: 'Tense',\n description: 'suspenseful underscore, low pulses and dark strings, building tension',\n },\n {\n id: 'epic',\n label: 'Epic',\n description: 'epic trailer music, big percussion, rising tension and a heroic finish',\n },\n];\n\nexport const DEFAULT_SOUNDTRACK_MOOD = 'cinematic';\n\n/** How loud the music sits under the clip's own sound - a mix weight, the clip's sound being 1. */\nexport const SOUNDTRACK_LEVELS: readonly { id: string; label: string; level: number }[] = [\n { id: 'low', label: 'Low', level: 0.2 },\n { id: 'medium', label: 'Medium', level: 0.35 },\n { id: 'high', label: 'High', level: 0.6 },\n];\n\nexport const DEFAULT_SOUNDTRACK_LEVEL = 0.35;\n\nexport function soundtrackMood(id: string | undefined): SoundtrackMood | undefined {\n return id ? SOUNDTRACK_MOODS.find((m) => m.id === id) : undefined;\n}\n\n/** The words the music is written from: the user's own when there are any, else the mood's. */\nexport function soundtrackDescription(mood: string | undefined, prompt: string | undefined): string {\n const own = prompt?.trim();\n if (own) return own;\n return (soundtrackMood(mood) ?? soundtrackMood(DEFAULT_SOUNDTRACK_MOOD)!).description;\n}\n\n/**\n * The length to ask for: the clip's, rounded up so the music never stops short\n * of the last frame. Anything past the clip is cut off when the sound goes back\n * on it, and `runMusicBed` keeps the ask within the 3-600 s the music lane writes.\n */\nexport function musicSecondsFor(clipSeconds: number): number {\n if (!Number.isFinite(clipSeconds) || clipSeconds <= 0) return 30;\n return Math.ceil(clipSeconds);\n}\n\n/** A clip length as a panel line says it: \"8.4s\", \"2m 05s\". */\nexport function formatClipSeconds(seconds: number): string {\n if (seconds < 60) return `${seconds.toFixed(1)}s`;\n const whole = Math.round(seconds);\n return `${Math.floor(whole / 60)}m ${String(whole % 60).padStart(2, '0')}s`;\n}\n"],"names":[],"mappings":"AAmBO,MAAM,mBAA8C,CAAC;AAAA,EAC1D,EAAI,EAAA,WAAA;AAAA,EACJ,KAAO,EAAA,WAAA;AAAA,EACP,WAAa,EAAA;AACf,CAAG,EAAA;AAAA,EACD,EAAI,EAAA,QAAA;AAAA,EACJ,KAAO,EAAA,QAAA;AAAA,EACP,WAAa,EAAA;AACf,CAAG,EAAA;AAAA,EACD,EAAI,EAAA,SAAA;AAAA,EACJ,KAAO,EAAA,SAAA;AAAA,EACP,WAAa,EAAA;AACf,CAAG,EAAA;AAAA,EACD,EAAI,EAAA,MAAA;AAAA,EACJ,KAAO,EAAA,OAAA;AAAA,EACP,WAAa,EAAA;AACf,CAAG,EAAA;AAAA,EACD,EAAI,EAAA,UAAA;AAAA,EACJ,KAAO,EAAA,UAAA;AAAA,EACP,WAAa,EAAA;AACf,CAAG,EAAA;AAAA,EACD,EAAI,EAAA,YAAA;AAAA,EACJ,KAAO,EAAA,YAAA;AAAA,EACP,WAAa,EAAA;AACf,CAAG,EAAA;AAAA,EACD,EAAI,EAAA,WAAA;AAAA,EACJ,KAAO,EAAA,WAAA;AAAA,EACP,WAAa,EAAA;AACf,CAAG,EAAA;AAAA,EACD,EAAI,EAAA,OAAA;AAAA,EACJ,KAAO,EAAA,OAAA;AAAA,EACP,WAAa,EAAA;AACf,CAAG,EAAA;AAAA,EACD,EAAI,EAAA,MAAA;AAAA,EACJ,KAAO,EAAA,MAAA;AAAA,EACP,WAAa,EAAA;AACf,CAAC;AACM,MAAM,uBAA0B,GAAA;AAGhC,MAAM,oBAIP,CAAC;AAAA,EACL,EAAI,EAAA,KAAA;AAAA,EACJ,KAAO,EAAA,KAAA;AAAA,EACP,KAAO,EAAA;AACT,CAAG,EAAA;AAAA,EACD,EAAI,EAAA,QAAA;AAAA,EACJ,KAAO,EAAA,QAAA;AAAA,EACP,KAAO,EAAA;AACT,CAAG,EAAA;AAAA,EACD,EAAI,EAAA,MAAA;AAAA,EACJ,KAAO,EAAA,MAAA;AAAA,EACP,KAAO,EAAA;AACT,CAAC;AACM,MAAM,wBAA2B,GAAA;AACjC,SAAS,eAAe,EAAoD,EAAA;AACjF,EAAA,OAAO,KAAK,gBAAiB,CAAA,IAAA,CAAK,OAAK,CAAE,CAAA,EAAA,KAAO,EAAE,CAAI,GAAA,MAAA;AACxD;AAGgB,SAAA,qBAAA,CAAsB,MAA0B,MAAoC,EAAA;AAlFpG,EAAA,IAAA,EAAA;AAmFE,EAAA,MAAM,MAAM,MAAQ,IAAA,IAAA,GAAA,MAAA,GAAA,MAAA,CAAA,IAAA,EAAA;AACpB,EAAA,IAAI,KAAY,OAAA,GAAA;AAChB,EAAA,OAAA,CAAA,CAAQ,oBAAe,IAAI,CAAA,KAAnB,IAAwB,GAAA,EAAA,GAAA,cAAA,CAAe,uBAAuB,CAAI,EAAA,WAAA;AAC5E;AAOO,SAAS,gBAAgB,WAA6B,EAAA;AAC3D,EAAA,IAAI,CAAC,MAAO,CAAA,QAAA,CAAS,WAAW,CAAK,IAAA,WAAA,IAAe,GAAU,OAAA,EAAA;AAC9D,EAAO,OAAA,IAAA,CAAK,KAAK,WAAW,CAAA;AAC9B;AAGO,SAAS,kBAAkB,OAAyB,EAAA;AACzD,EAAA,IAAI,UAAU,EAAI,EAAA,OAAO,GAAG,OAAQ,CAAA,OAAA,CAAQ,CAAC,CAAC,CAAA,CAAA,CAAA;AAC9C,EAAM,MAAA,KAAA,GAAQ,IAAK,CAAA,KAAA,CAAM,OAAO,CAAA;AAChC,EAAA,OAAO,CAAG,EAAA,IAAA,CAAK,KAAM,CAAA,KAAA,GAAQ,EAAE,CAAC,CAAA,EAAA,EAAK,MAAO,CAAA,KAAA,GAAQ,EAAE,CAAA,CAAE,QAAS,CAAA,CAAA,EAAG,GAAG,CAAC,CAAA,CAAA,CAAA;AAC1E"}
|
|
@@ -0,0 +1,38 @@
|
|
|
1
|
+
import {useState,useEffect}from'react';import {readAudioAvailability}from'../../enhanceRpc.js';import {ELEVENLABS_VOICES,listElevenLabsVoices}from'./audioVoices.js';const AVAILABILITY_STALE_MS = 5 * 6e4;
|
|
2
|
+
let voices = null;
|
|
3
|
+
let availability = null;
|
|
4
|
+
function useAudioVoices(run, enabled = true) {
|
|
5
|
+
const [list, setList] = useState(ELEVENLABS_VOICES);
|
|
6
|
+
useEffect(() => {
|
|
7
|
+
if (!run || !enabled) return void 0;
|
|
8
|
+
let live = true;
|
|
9
|
+
voices != null ? voices : voices = listElevenLabsVoices(run);
|
|
10
|
+
void voices.then((read) => {
|
|
11
|
+
if (live) setList(read);
|
|
12
|
+
});
|
|
13
|
+
return () => {
|
|
14
|
+
live = false;
|
|
15
|
+
};
|
|
16
|
+
}, [run, enabled]);
|
|
17
|
+
return list;
|
|
18
|
+
}
|
|
19
|
+
function useAudioAvailability(run) {
|
|
20
|
+
const [state, setState] = useState(void 0);
|
|
21
|
+
useEffect(() => {
|
|
22
|
+
if (!run) return void 0;
|
|
23
|
+
let live = true;
|
|
24
|
+
if (!availability || Date.now() - availability.at > AVAILABILITY_STALE_MS) {
|
|
25
|
+
availability = {
|
|
26
|
+
at: Date.now(),
|
|
27
|
+
read: readAudioAvailability(run).catch(() => void 0)
|
|
28
|
+
};
|
|
29
|
+
}
|
|
30
|
+
void availability.read.then((read) => {
|
|
31
|
+
if (live) setState(read);
|
|
32
|
+
});
|
|
33
|
+
return () => {
|
|
34
|
+
live = false;
|
|
35
|
+
};
|
|
36
|
+
}, [run]);
|
|
37
|
+
return state;
|
|
38
|
+
}export{AVAILABILITY_STALE_MS,useAudioAvailability,useAudioVoices};//# sourceMappingURL=useAudioVoices.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"useAudioVoices.js","sources":["../../../../../src/features/canvas/generator/audio/useAudioVoices.ts"],"sourcesContent":["/**\n * Cached reads the audio tools share (web `useAudioVoices.ts`): the ElevenLabs\n * voices, read once per session, and which audio providers the workspace reaches,\n * read again when a panel opens after a few minutes. A failed availability read is\n * \"unknown\", which the panels treat as usable.\n */\nimport { useEffect, useState } from 'react';\nimport { readAudioAvailability, type AudioAvailability } from '../../enhanceRpc';\nimport type { RunMediaAction } from '../../videoEditor/mediaActions';\nimport { ELEVENLABS_VOICES, listElevenLabsVoices, type AudioVoice } from './audioVoices';\n\n/** How long a provider probe stands before a panel that opens reads it again. */\nexport const AVAILABILITY_STALE_MS = 5 * 60_000;\n\nlet voices: Promise<readonly AudioVoice[]> | null = null;\nlet availability: { at: number; read: Promise<AudioAvailability | undefined> } | null = null;\n\n/** The bundled list at once, the connector's when it answers. `enabled` false skips the read. */\nexport function useAudioVoices(run: RunMediaAction | undefined, enabled = true): readonly AudioVoice[] {\n const [list, setList] = useState<readonly AudioVoice[]>(ELEVENLABS_VOICES);\n useEffect(() => {\n if (!run || !enabled) return undefined;\n let live = true;\n voices ??= listElevenLabsVoices(run);\n void voices.then((read) => {\n if (live) setList(read);\n });\n return () => {\n live = false;\n };\n }, [run, enabled]);\n return list;\n}\n\n/** The audio connector's providers; undefined while unknown (still reading, or the read failed). */\nexport function useAudioAvailability(run: RunMediaAction | undefined): AudioAvailability | undefined {\n const [state, setState] = useState<AudioAvailability | undefined>(undefined);\n useEffect(() => {\n if (!run) return undefined;\n let live = true;\n if (!availability || Date.now() - availability.at > AVAILABILITY_STALE_MS) {\n availability = { at: Date.now(), read: readAudioAvailability(run).catch(() => undefined) };\n }\n void availability.read.then((read) => {\n if (live) setState(read);\n });\n return () => {\n live = false;\n };\n }, [run]);\n return state;\n}\n\n/** For tests. */\nexport function resetAudioReads(): void {\n voices = null;\n availability = null;\n}\n"],"names":[],"mappings":"qKAYO,MAAM,wBAAwB,CAAI,GAAA;AACzC,IAAI,MAAgD,GAAA,IAAA;AACpD,IAAI,YAGO,GAAA,IAAA;AAGK,SAAA,cAAA,CAAe,GAAiC,EAAA,OAAA,GAAU,IAA6B,EAAA;AACrG,EAAA,MAAM,CAAC,IAAA,EAAM,OAAO,CAAA,GAAI,SAAgC,iBAAiB,CAAA;AACzE,EAAA,SAAA,CAAU,MAAM;AACd,IAAA,IAAI,CAAC,GAAA,IAAO,CAAC,OAAA,EAAgB,OAAA,MAAA;AAC7B,IAAA,IAAI,IAAO,GAAA,IAAA;AACX,IAAA,MAAA,IAAA,IAAA,GAAA,MAAA,GAAA,MAAA,GAAW,qBAAqB,GAAG,CAAA;AACnC,IAAK,KAAA,MAAA,CAAO,KAAK,CAAQ,IAAA,KAAA;AACvB,MAAI,IAAA,IAAA,UAAc,IAAI,CAAA;AAAA,KACvB,CAAA;AACD,IAAA,OAAO,MAAM;AACX,MAAO,IAAA,GAAA,KAAA;AAAA,KACT;AAAA,GACC,EAAA,CAAC,GAAK,EAAA,OAAO,CAAC,CAAA;AACjB,EAAO,OAAA,IAAA;AACT;AAGO,SAAS,qBAAqB,GAAgE,EAAA;AACnG,EAAA,MAAM,CAAC,KAAA,EAAO,QAAQ,CAAA,GAAI,SAAwC,MAAS,CAAA;AAC3E,EAAA,SAAA,CAAU,MAAM;AACd,IAAI,IAAA,CAAC,KAAY,OAAA,MAAA;AACjB,IAAA,IAAI,IAAO,GAAA,IAAA;AACX,IAAA,IAAI,CAAC,YAAgB,IAAA,IAAA,CAAK,KAAQ,GAAA,YAAA,CAAa,KAAK,qBAAuB,EAAA;AACzE,MAAe,YAAA,GAAA;AAAA,QACb,EAAA,EAAI,KAAK,GAAI,EAAA;AAAA,QACb,MAAM,qBAAsB,CAAA,GAAG,CAAE,CAAA,KAAA,CAAM,MAAM,MAAS;AAAA,OACxD;AAAA;AAEF,IAAK,KAAA,YAAA,CAAa,IAAK,CAAA,IAAA,CAAK,CAAQ,IAAA,KAAA;AAClC,MAAI,IAAA,IAAA,WAAe,IAAI,CAAA;AAAA,KACxB,CAAA;AACD,IAAA,OAAO,MAAM;AACX,MAAO,IAAA,GAAA,KAAA;AAAA,KACT;AAAA,GACF,EAAG,CAAC,GAAG,CAAC,CAAA;AACR,EAAO,OAAA,KAAA;AACT"}
|
|
@@ -0,0 +1,72 @@
|
|
|
1
|
+
import {useRef,useState,useCallback,useEffect}from'react';var __defProp = Object.defineProperty;
|
|
2
|
+
var __defProps = Object.defineProperties;
|
|
3
|
+
var __getOwnPropDescs = Object.getOwnPropertyDescriptors;
|
|
4
|
+
var __getOwnPropSymbols = Object.getOwnPropertySymbols;
|
|
5
|
+
var __hasOwnProp = Object.prototype.hasOwnProperty;
|
|
6
|
+
var __propIsEnum = Object.prototype.propertyIsEnumerable;
|
|
7
|
+
var __defNormalProp = (obj, key, value) => key in obj ? __defProp(obj, key, { enumerable: true, configurable: true, writable: true, value }) : obj[key] = value;
|
|
8
|
+
var __spreadValues = (a, b) => {
|
|
9
|
+
for (var prop in b || (b = {}))
|
|
10
|
+
if (__hasOwnProp.call(b, prop))
|
|
11
|
+
__defNormalProp(a, prop, b[prop]);
|
|
12
|
+
if (__getOwnPropSymbols)
|
|
13
|
+
for (var prop of __getOwnPropSymbols(b)) {
|
|
14
|
+
if (__propIsEnum.call(b, prop))
|
|
15
|
+
__defNormalProp(a, prop, b[prop]);
|
|
16
|
+
}
|
|
17
|
+
return a;
|
|
18
|
+
};
|
|
19
|
+
var __spreadProps = (a, b) => __defProps(a, __getOwnPropDescs(b));
|
|
20
|
+
const SAMPLE_LOAD_MS = 8e3;
|
|
21
|
+
function useSamplePlayer() {
|
|
22
|
+
const playerRef = useRef(null);
|
|
23
|
+
const timerRef = useRef(null);
|
|
24
|
+
const [playing, setPlaying] = useState(null);
|
|
25
|
+
const [broken, setBroken] = useState({});
|
|
26
|
+
const stop = useCallback(() => {
|
|
27
|
+
var _a;
|
|
28
|
+
if (timerRef.current) clearTimeout(timerRef.current);
|
|
29
|
+
timerRef.current = null;
|
|
30
|
+
try {
|
|
31
|
+
(_a = playerRef.current) == null ? void 0 : _a.remove();
|
|
32
|
+
} catch (e) {
|
|
33
|
+
}
|
|
34
|
+
playerRef.current = null;
|
|
35
|
+
setPlaying(null);
|
|
36
|
+
}, []);
|
|
37
|
+
useEffect(() => stop, [stop]);
|
|
38
|
+
const toggle = (url) => {
|
|
39
|
+
const same = playing === url;
|
|
40
|
+
stop();
|
|
41
|
+
if (same) return;
|
|
42
|
+
const fail = () => {
|
|
43
|
+
stop();
|
|
44
|
+
setBroken((prev) => __spreadProps(__spreadValues({}, prev), {
|
|
45
|
+
[url]: true
|
|
46
|
+
}));
|
|
47
|
+
};
|
|
48
|
+
try {
|
|
49
|
+
const ExpoAudio = require("expo-audio");
|
|
50
|
+
const player = ExpoAudio.createAudioPlayer({
|
|
51
|
+
uri: url
|
|
52
|
+
});
|
|
53
|
+
playerRef.current = player;
|
|
54
|
+
player.addListener("playbackStatusUpdate", (status) => {
|
|
55
|
+
if (status.didJustFinish) stop();
|
|
56
|
+
});
|
|
57
|
+
player.play();
|
|
58
|
+
setPlaying(url);
|
|
59
|
+
timerRef.current = setTimeout(() => {
|
|
60
|
+
if (playerRef.current === player && player.isLoaded === false) fail();
|
|
61
|
+
}, SAMPLE_LOAD_MS);
|
|
62
|
+
} catch (e) {
|
|
63
|
+
fail();
|
|
64
|
+
}
|
|
65
|
+
};
|
|
66
|
+
return {
|
|
67
|
+
playing,
|
|
68
|
+
broken,
|
|
69
|
+
toggle,
|
|
70
|
+
stop
|
|
71
|
+
};
|
|
72
|
+
}export{useSamplePlayer};//# sourceMappingURL=useSamplePlayer.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"useSamplePlayer.js","sources":["../../../../../src/features/canvas/generator/audio/useSamplePlayer.ts"],"sourcesContent":["/**\n * Plays one audio sample at a time: a voice's sample, or the voice sample picked\n * for a cloning model. expo-audio is in the host but not this package, so it is\n * required lazily, as chat/AskUserCard does; a build without it says so on the\n * button rather than crashing the sheet.\n */\nimport { useCallback, useEffect, useRef, useState } from 'react';\n\ntype ExpoAudioPlayer = {\n play: () => void;\n remove: () => void;\n isLoaded?: boolean;\n addListener: (event: 'playbackStatusUpdate', fn: (s: { didJustFinish?: boolean }) => void) => unknown;\n};\n\n/** How long a sample gets to load before its button says it cannot play. */\nconst SAMPLE_LOAD_MS = 8000;\n\nexport function useSamplePlayer() {\n const playerRef = useRef<ExpoAudioPlayer | null>(null);\n const timerRef = useRef<ReturnType<typeof setTimeout> | null>(null);\n const [playing, setPlaying] = useState<string | null>(null);\n const [broken, setBroken] = useState<Record<string, true>>({});\n\n const stop = useCallback(() => {\n if (timerRef.current) clearTimeout(timerRef.current);\n timerRef.current = null;\n try {\n playerRef.current?.remove();\n } catch {\n // Already released.\n }\n playerRef.current = null;\n setPlaying(null);\n }, []);\n useEffect(() => stop, [stop]);\n\n const toggle = (url: string) => {\n const same = playing === url;\n stop();\n if (same) return;\n const fail = () => {\n stop();\n setBroken((prev) => ({ ...prev, [url]: true }));\n };\n try {\n // eslint-disable-next-line @typescript-eslint/no-require-imports, global-require\n const ExpoAudio = require('expo-audio') as {\n createAudioPlayer: (source: { uri: string }) => ExpoAudioPlayer;\n };\n const player = ExpoAudio.createAudioPlayer({ uri: url });\n playerRef.current = player;\n player.addListener('playbackStatusUpdate', (status) => {\n if (status.didJustFinish) stop();\n });\n player.play();\n setPlaying(url);\n timerRef.current = setTimeout(() => {\n if (playerRef.current === player && player.isLoaded === false) fail();\n }, SAMPLE_LOAD_MS);\n } catch {\n fail();\n }\n };\n\n return { playing, broken, toggle, stop };\n}\n"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;AAiBA,MAAM,cAAiB,GAAA,GAAA;AAChB,SAAS,eAAkB,GAAA;AAChC,EAAM,MAAA,SAAA,GAAY,OAA+B,IAAI,CAAA;AACrD,EAAM,MAAA,QAAA,GAAW,OAA6C,IAAI,CAAA;AAClE,EAAA,MAAM,CAAC,OAAA,EAAS,UAAU,CAAA,GAAI,SAAwB,IAAI,CAAA;AAC1D,EAAA,MAAM,CAAC,MAAQ,EAAA,SAAS,CAAI,GAAA,QAAA,CAA+B,EAAE,CAAA;AAC7D,EAAM,MAAA,IAAA,GAAO,YAAY,MAAM;AAvBjC,IAAA,IAAA,EAAA;AAwBI,IAAA,IAAI,QAAS,CAAA,OAAA,EAAsB,YAAA,CAAA,QAAA,CAAS,OAAO,CAAA;AACnD,IAAA,QAAA,CAAS,OAAU,GAAA,IAAA;AACnB,IAAI,IAAA;AACF,MAAA,CAAA,EAAA,GAAA,SAAA,CAAU,YAAV,IAAmB,GAAA,KAAA,CAAA,GAAA,EAAA,CAAA,MAAA,EAAA;AAAA,KACb,CAAA,OAAA,CAAA,EAAA;AAAA;AAGR,IAAA,SAAA,CAAU,OAAU,GAAA,IAAA;AACpB,IAAA,UAAA,CAAW,IAAI,CAAA;AAAA,GACjB,EAAG,EAAE,CAAA;AACL,EAAA,SAAA,CAAU,MAAM,IAAA,EAAM,CAAC,IAAI,CAAC,CAAA;AAC5B,EAAM,MAAA,MAAA,GAAS,CAAC,GAAgB,KAAA;AAC9B,IAAA,MAAM,OAAO,OAAY,KAAA,GAAA;AACzB,IAAK,IAAA,EAAA;AACL,IAAA,IAAI,IAAM,EAAA;AACV,IAAA,MAAM,OAAO,MAAM;AACjB,MAAK,IAAA,EAAA;AACL,MAAU,SAAA,CAAA,CAAA,IAAA,KAAS,iCACd,IADc,CAAA,EAAA;AAAA,QAEjB,CAAC,GAAG,GAAG;AAAA,OACP,CAAA,CAAA;AAAA,KACJ;AACA,IAAI,IAAA;AAEF,MAAM,MAAA,SAAA,GAAY,QAAQ,YAAY,CAAA;AAKtC,MAAM,MAAA,MAAA,GAAS,UAAU,iBAAkB,CAAA;AAAA,QACzC,GAAK,EAAA;AAAA,OACN,CAAA;AACD,MAAA,SAAA,CAAU,OAAU,GAAA,MAAA;AACpB,MAAO,MAAA,CAAA,WAAA,CAAY,wBAAwB,CAAU,MAAA,KAAA;AACnD,QAAI,IAAA,MAAA,CAAO,eAAoB,IAAA,EAAA;AAAA,OAChC,CAAA;AACD,MAAA,MAAA,CAAO,IAAK,EAAA;AACZ,MAAA,UAAA,CAAW,GAAG,CAAA;AACd,MAAS,QAAA,CAAA,OAAA,GAAU,WAAW,MAAM;AAClC,QAAA,IAAI,UAAU,OAAY,KAAA,MAAA,IAAU,MAAO,CAAA,QAAA,KAAa,OAAY,IAAA,EAAA;AAAA,SACnE,cAAc,CAAA;AAAA,KACX,CAAA,OAAA,CAAA,EAAA;AACN,MAAK,IAAA,EAAA;AAAA;AACP,GACF;AACA,EAAO,OAAA;AAAA,IACL,OAAA;AAAA,IACA,MAAA;AAAA,IACA,MAAA;AAAA,IACA;AAAA,GACF;AACF"}
|
|
@@ -0,0 +1,11 @@
|
|
|
1
|
+
import {useState,useCallback}from'react';function useSampleUploads() {
|
|
2
|
+
const [uploads, setUploads] = useState(0);
|
|
3
|
+
const track = useCallback((upload) => {
|
|
4
|
+
setUploads((n) => n + 1);
|
|
5
|
+
return upload.finally(() => setUploads((n) => Math.max(0, n - 1)));
|
|
6
|
+
}, []);
|
|
7
|
+
return {
|
|
8
|
+
uploads,
|
|
9
|
+
track
|
|
10
|
+
};
|
|
11
|
+
}export{useSampleUploads};//# sourceMappingURL=useSampleUploads.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"useSampleUploads.js","sources":["../../../../../src/features/canvas/generator/audio/useSampleUploads.ts"],"sourcesContent":["/**\n * Voice samples on their way to the store, counted by the panel rather than by\n * the slot that picked them. Twin of web `audio/useSampleUploads.ts` (0.100.2).\n *\n * The slot goes away whenever the Audio lane does - a switch to Video and back -\n * while the upload runs on. Held here, the count lasts until each upload\n * settles, and a slot shown again shows it.\n */\nimport { useCallback, useState } from 'react';\n\nexport function useSampleUploads() {\n const [uploads, setUploads] = useState(0);\n\n /** Count `upload` until it settles; settles as it does, so the slot still gets its URL or its error. */\n const track = useCallback(<T>(upload: Promise<T>): Promise<T> => {\n setUploads((n) => n + 1);\n return upload.finally(() => setUploads((n) => Math.max(0, n - 1)));\n }, []);\n\n return { uploads, track };\n}\n"],"names":[],"mappings":"yCASO,SAAS,gBAAmB,GAAA;AACjC,EAAA,MAAM,CAAC,OAAA,EAAS,UAAU,CAAA,GAAI,SAAS,CAAC,CAAA;AAGxC,EAAM,MAAA,KAAA,GAAQ,WAAY,CAAA,CAAK,MAAmC,KAAA;AAChE,IAAW,UAAA,CAAA,CAAA,CAAA,KAAK,IAAI,CAAC,CAAA;AACrB,IAAO,OAAA,MAAA,CAAO,OAAQ,CAAA,MAAM,UAAW,CAAA,CAAA,CAAA,KAAK,IAAK,CAAA,GAAA,CAAI,CAAG,EAAA,CAAA,GAAI,CAAC,CAAC,CAAC,CAAA;AAAA,GACjE,EAAG,EAAE,CAAA;AACL,EAAO,OAAA;AAAA,IACL,OAAA;AAAA,IACA;AAAA,GACF;AACF"}
|