vidspotai-shared 1.0.69-dev.0 → 1.0.69
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/lib/globals/aiModels/enums.d.ts +6 -63
- package/lib/globals/aiModels/enums.d.ts.map +1 -1
- package/lib/globals/aiModels/enums.js +9 -78
- package/lib/globals/aiModels/index.d.ts +30 -2
- package/lib/globals/aiModels/index.d.ts.map +1 -1
- package/lib/globals/aiModels/index.js +35 -7
- package/lib/globals/aiModels/providers/bytedance.d.ts.map +1 -1
- package/lib/globals/aiModels/providers/bytedance.js +0 -19
- package/lib/globals/aiModels/providers/google.d.ts.map +1 -1
- package/lib/globals/aiModels/providers/google.js +2 -150
- package/lib/globals/aiModels/providers/kling.d.ts.map +1 -1
- package/lib/globals/aiModels/providers/kling.js +37 -280
- package/lib/globals/aiModels/providers/minimax.d.ts.map +1 -1
- package/lib/globals/aiModels/providers/minimax.js +11 -76
- package/lib/globals/aiModels/providers/openai.d.ts.map +1 -1
- package/lib/globals/aiModels/providers/openai.js +6 -90
- package/lib/globals/aiModels/providers/pixverse.d.ts.map +1 -1
- package/lib/globals/aiModels/providers/pixverse.js +29 -111
- package/lib/globals/aiModels/providers/runway.d.ts.map +1 -1
- package/lib/globals/aiModels/providers/runway.js +2 -64
- package/lib/globals/aiModels/types.d.ts +1 -20
- package/lib/globals/aiModels/types.d.ts.map +1 -1
- package/lib/globals/ttsModels/index.d.ts +0 -2
- package/lib/globals/ttsModels/index.d.ts.map +1 -1
- package/lib/globals/ttsModels/index.js +1 -9
- package/lib/globals/ttsModels/types.d.ts +1 -1
- package/lib/globals/ttsModels/types.d.ts.map +1 -1
- package/lib/globals/ttsModels/voices.d.ts +4 -39
- package/lib/globals/ttsModels/voices.d.ts.map +1 -1
- package/lib/globals/ttsModels/voices.js +26 -273
- package/lib/globals/types.d.ts +1 -59
- package/lib/globals/types.d.ts.map +1 -1
- package/lib/globals/types.js +2 -81
- package/lib/index.d.ts +0 -1
- package/lib/index.d.ts.map +1 -1
- package/lib/index.js +0 -1
- package/lib/models/index.d.ts +0 -6
- package/lib/models/index.d.ts.map +1 -1
- package/lib/models/index.js +0 -6
- package/lib/models/user.model.d.ts +1 -12
- package/lib/models/user.model.d.ts.map +1 -1
- package/lib/models/video.model.d.ts +8 -120
- package/lib/models/video.model.d.ts.map +1 -1
- package/lib/models/video.model.js +0 -10
- package/lib/services/aiGen/aiGenFactory.service.d.ts +1 -21
- package/lib/services/aiGen/aiGenFactory.service.d.ts.map +1 -1
- package/lib/services/aiGen/aiGenFactory.service.js +21 -84
- package/lib/services/aiGen/helpers.d.ts.map +1 -1
- package/lib/services/aiGen/helpers.js +0 -10
- package/lib/services/aiGen/providers/alibaba/alibaba.d.ts +3 -14
- package/lib/services/aiGen/providers/alibaba/alibaba.d.ts.map +1 -1
- package/lib/services/aiGen/providers/alibaba/alibaba.js +22 -155
- package/lib/services/aiGen/providers/azure/azure.service.d.ts +14 -0
- package/lib/services/aiGen/providers/azure/azure.service.d.ts.map +1 -0
- package/lib/services/aiGen/providers/azure/azure.service.js +108 -0
- package/lib/services/aiGen/providers/azure/index.d.ts +2 -0
- package/lib/services/aiGen/providers/azure/index.d.ts.map +1 -0
- package/lib/services/aiGen/providers/{pexels → azure}/index.js +1 -1
- package/lib/services/aiGen/providers/baseAiGenProvider.service.d.ts +4 -22
- package/lib/services/aiGen/providers/baseAiGenProvider.service.d.ts.map +1 -1
- package/lib/services/aiGen/providers/baseAiGenProvider.service.js +0 -32
- package/lib/services/aiGen/providers/bytedance/bytedance.service.d.ts.map +1 -1
- package/lib/services/aiGen/providers/bytedance/bytedance.service.js +25 -13
- package/lib/services/aiGen/providers/google/google.service.d.ts +2 -11
- package/lib/services/aiGen/providers/google/google.service.d.ts.map +1 -1
- package/lib/services/aiGen/providers/google/google.service.js +28 -245
- package/lib/services/aiGen/providers/index.d.ts +0 -3
- package/lib/services/aiGen/providers/index.d.ts.map +1 -1
- package/lib/services/aiGen/providers/index.js +0 -3
- package/lib/services/aiGen/providers/kling/index.d.ts +0 -1
- package/lib/services/aiGen/providers/kling/index.d.ts.map +1 -1
- package/lib/services/aiGen/providers/kling/index.js +0 -1
- package/lib/services/aiGen/providers/kling/kling.service.d.ts +1 -12
- package/lib/services/aiGen/providers/kling/kling.service.d.ts.map +1 -1
- package/lib/services/aiGen/providers/kling/kling.service.js +26 -357
- package/lib/services/aiGen/providers/kling/types.d.ts +0 -105
- package/lib/services/aiGen/providers/kling/types.d.ts.map +1 -1
- package/lib/services/aiGen/providers/minimax/minimax.service.d.ts +2 -15
- package/lib/services/aiGen/providers/minimax/minimax.service.d.ts.map +1 -1
- package/lib/services/aiGen/providers/minimax/minimax.service.js +5 -128
- package/lib/services/aiGen/providers/minimax/types.d.ts +1 -10
- package/lib/services/aiGen/providers/minimax/types.d.ts.map +1 -1
- package/lib/services/aiGen/providers/openai/openai.service.d.ts +2 -8
- package/lib/services/aiGen/providers/openai/openai.service.d.ts.map +1 -1
- package/lib/services/aiGen/providers/openai/openai.service.js +7 -184
- package/lib/services/aiGen/providers/pixverse/pixverse.service.d.ts.map +1 -1
- package/lib/services/aiGen/providers/pixverse/pixverse.service.js +2 -125
- package/lib/services/aiGen/providers/runway/runway.service.d.ts +2 -12
- package/lib/services/aiGen/providers/runway/runway.service.d.ts.map +1 -1
- package/lib/services/aiGen/providers/runway/runway.service.js +21 -224
- package/lib/services/aiGen/providers/types.d.ts +6 -263
- package/lib/services/aiGen/providers/types.d.ts.map +1 -1
- package/lib/services/analytics.service.js +4 -2
- package/lib/services/bullmq.service.d.ts +1 -6
- package/lib/services/bullmq.service.d.ts.map +1 -1
- package/lib/services/bullmq.service.js +14 -62
- package/lib/services/credit.service.d.ts.map +1 -1
- package/lib/services/credit.service.js +7 -45
- package/lib/services/firestore.service.d.ts +0 -17
- package/lib/services/firestore.service.d.ts.map +1 -1
- package/lib/services/firestore.service.js +0 -30
- package/lib/services/gcp/index.d.ts +0 -1
- package/lib/services/gcp/index.d.ts.map +1 -1
- package/lib/services/gcp/index.js +0 -1
- package/lib/services/index.d.ts +0 -13
- package/lib/services/index.d.ts.map +1 -1
- package/lib/services/index.js +0 -13
- package/lib/services/redis.service.d.ts +0 -9
- package/lib/services/redis.service.d.ts.map +1 -1
- package/lib/services/redis.service.js +11 -20
- package/lib/services/tts/index.d.ts +0 -2
- package/lib/services/tts/index.d.ts.map +1 -1
- package/lib/services/tts/index.js +0 -2
- package/lib/services/tts/providers/elevenlabs.service.d.ts.map +1 -1
- package/lib/services/tts/providers/elevenlabs.service.js +24 -91
- package/lib/services/tts/ttsFactory.service.d.ts.map +1 -1
- package/lib/services/tts/ttsFactory.service.js +0 -6
- package/lib/services/tts/types.d.ts +0 -33
- package/lib/services/tts/types.d.ts.map +1 -1
- package/lib/utils/errors.d.ts +0 -8
- package/lib/utils/errors.d.ts.map +1 -1
- package/lib/utils/errors.js +0 -8
- package/lib/utils/helpers.d.ts +0 -13
- package/lib/utils/helpers.d.ts.map +1 -1
- package/lib/utils/helpers.js +11 -48
- package/lib/utils/logger.d.ts.map +1 -1
- package/lib/utils/logger.js +1 -37
- package/package.json +1 -5
- package/lib/globals/aiModels/providers/alibaba.d.ts +0 -4
- package/lib/globals/aiModels/providers/alibaba.d.ts.map +0 -1
- package/lib/globals/aiModels/providers/alibaba.js +0 -194
- package/lib/globals/aiModels/providers/elevenlabs.d.ts +0 -14
- package/lib/globals/aiModels/providers/elevenlabs.d.ts.map +0 -1
- package/lib/globals/aiModels/providers/elevenlabs.js +0 -29
- package/lib/globals/aiModels/providers/pixverseTemplates.d.ts +0 -36
- package/lib/globals/aiModels/providers/pixverseTemplates.d.ts.map +0 -1
- package/lib/globals/aiModels/providers/pixverseTemplates.js +0 -42
- package/lib/globals/aiModels/tierHelpers.d.ts +0 -33
- package/lib/globals/aiModels/tierHelpers.d.ts.map +0 -1
- package/lib/globals/aiModels/tierHelpers.js +0 -109
- package/lib/globals/ttsModels/providers/minimax.d.ts +0 -8
- package/lib/globals/ttsModels/providers/minimax.d.ts.map +0 -1
- package/lib/globals/ttsModels/providers/minimax.js +0 -18
- package/lib/globals/ttsModels/providers/openai.d.ts +0 -12
- package/lib/globals/ttsModels/providers/openai.d.ts.map +0 -1
- package/lib/globals/ttsModels/providers/openai.js +0 -22
- package/lib/models/agent.model.d.ts +0 -357
- package/lib/models/agent.model.d.ts.map +0 -1
- package/lib/models/agent.model.js +0 -21
- package/lib/models/cachedAsset.model.d.ts +0 -18
- package/lib/models/cachedAsset.model.d.ts.map +0 -1
- package/lib/models/cachedAsset.model.js +0 -2
- package/lib/models/cachedRawAsset.model.d.ts +0 -20
- package/lib/models/cachedRawAsset.model.d.ts.map +0 -1
- package/lib/models/cachedRawAsset.model.js +0 -2
- package/lib/models/image.model.d.ts +0 -47
- package/lib/models/image.model.d.ts.map +0 -1
- package/lib/models/image.model.js +0 -2
- package/lib/models/notification.model.d.ts +0 -25
- package/lib/models/notification.model.d.ts.map +0 -1
- package/lib/models/notification.model.js +0 -2
- package/lib/models/ref.model.d.ts +0 -80
- package/lib/models/ref.model.d.ts.map +0 -1
- package/lib/models/ref.model.js +0 -13
- package/lib/models/share.model.d.ts +0 -29
- package/lib/models/share.model.d.ts.map +0 -1
- package/lib/models/share.model.js +0 -2
- package/lib/schemas/agentPersona.schema.d.ts +0 -10
- package/lib/schemas/agentPersona.schema.d.ts.map +0 -1
- package/lib/schemas/agentPersona.schema.js +0 -11
- package/lib/schemas/agentRunJob.schema.d.ts +0 -105
- package/lib/schemas/agentRunJob.schema.d.ts.map +0 -1
- package/lib/schemas/agentRunJob.schema.js +0 -88
- package/lib/schemas/brandKit.schema.d.ts +0 -113
- package/lib/schemas/brandKit.schema.d.ts.map +0 -1
- package/lib/schemas/brandKit.schema.js +0 -46
- package/lib/schemas/brief.schema.d.ts +0 -263
- package/lib/schemas/brief.schema.d.ts.map +0 -1
- package/lib/schemas/brief.schema.js +0 -157
- package/lib/schemas/index.d.ts +0 -7
- package/lib/schemas/index.d.ts.map +0 -1
- package/lib/schemas/index.js +0 -22
- package/lib/schemas/project.schema.d.ts +0 -1025
- package/lib/schemas/project.schema.d.ts.map +0 -1
- package/lib/schemas/project.schema.js +0 -256
- package/lib/schemas/videoPlan.schema.d.ts +0 -590
- package/lib/schemas/videoPlan.schema.d.ts.map +0 -1
- package/lib/schemas/videoPlan.schema.js +0 -412
- package/lib/services/agent/beatSnap.d.ts +0 -10
- package/lib/services/agent/beatSnap.d.ts.map +0 -1
- package/lib/services/agent/beatSnap.js +0 -128
- package/lib/services/agent/bibleBuilder.d.ts +0 -43
- package/lib/services/agent/bibleBuilder.d.ts.map +0 -1
- package/lib/services/agent/bibleBuilder.js +0 -102
- package/lib/services/agent/bibleImageVision.d.ts +0 -45
- package/lib/services/agent/bibleImageVision.d.ts.map +0 -1
- package/lib/services/agent/bibleImageVision.js +0 -169
- package/lib/services/agent/chatAgent.d.ts +0 -79
- package/lib/services/agent/chatAgent.d.ts.map +0 -1
- package/lib/services/agent/chatAgent.js +0 -136
- package/lib/services/agent/costPreflight.d.ts +0 -61
- package/lib/services/agent/costPreflight.d.ts.map +0 -1
- package/lib/services/agent/costPreflight.js +0 -143
- package/lib/services/agent/critic.d.ts +0 -103
- package/lib/services/agent/critic.d.ts.map +0 -1
- package/lib/services/agent/critic.js +0 -139
- package/lib/services/agent/editClassifier.d.ts +0 -262
- package/lib/services/agent/editClassifier.d.ts.map +0 -1
- package/lib/services/agent/editClassifier.js +0 -186
- package/lib/services/agent/eval/index.d.ts +0 -5
- package/lib/services/agent/eval/index.d.ts.map +0 -1
- package/lib/services/agent/eval/index.js +0 -20
- package/lib/services/agent/eval/judge.d.ts +0 -14
- package/lib/services/agent/eval/judge.d.ts.map +0 -1
- package/lib/services/agent/eval/judge.js +0 -96
- package/lib/services/agent/eval/recorder.d.ts +0 -28
- package/lib/services/agent/eval/recorder.d.ts.map +0 -1
- package/lib/services/agent/eval/recorder.js +0 -100
- package/lib/services/agent/eval/seedBriefs.d.ts +0 -16
- package/lib/services/agent/eval/seedBriefs.d.ts.map +0 -1
- package/lib/services/agent/eval/seedBriefs.js +0 -1188
- package/lib/services/agent/eval/types.d.ts +0 -230
- package/lib/services/agent/eval/types.d.ts.map +0 -1
- package/lib/services/agent/eval/types.js +0 -73
- package/lib/services/agent/executor.d.ts +0 -141
- package/lib/services/agent/executor.d.ts.map +0 -1
- package/lib/services/agent/executor.js +0 -561
- package/lib/services/agent/globalActions.d.ts +0 -49
- package/lib/services/agent/globalActions.d.ts.map +0 -1
- package/lib/services/agent/globalActions.js +0 -328
- package/lib/services/agent/index.d.ts +0 -38
- package/lib/services/agent/index.d.ts.map +0 -1
- package/lib/services/agent/index.js +0 -53
- package/lib/services/agent/llmCaller.d.ts +0 -144
- package/lib/services/agent/llmCaller.d.ts.map +0 -1
- package/lib/services/agent/llmCaller.js +0 -16
- package/lib/services/agent/llmCallerAnthropic.d.ts +0 -90
- package/lib/services/agent/llmCallerAnthropic.d.ts.map +0 -1
- package/lib/services/agent/llmCallerAnthropic.js +0 -255
- package/lib/services/agent/llmCallerGateway.d.ts +0 -61
- package/lib/services/agent/llmCallerGateway.d.ts.map +0 -1
- package/lib/services/agent/llmCallerGateway.js +0 -360
- package/lib/services/agent/llmCallerRegistry.d.ts +0 -6
- package/lib/services/agent/llmCallerRegistry.d.ts.map +0 -1
- package/lib/services/agent/llmCallerRegistry.js +0 -39
- package/lib/services/agent/modelQualityNotes.d.ts +0 -100
- package/lib/services/agent/modelQualityNotes.d.ts.map +0 -1
- package/lib/services/agent/modelQualityNotes.js +0 -248
- package/lib/services/agent/modelRouter.d.ts +0 -41
- package/lib/services/agent/modelRouter.d.ts.map +0 -1
- package/lib/services/agent/modelRouter.js +0 -65
- package/lib/services/agent/musicSelect.d.ts +0 -23
- package/lib/services/agent/musicSelect.d.ts.map +0 -1
- package/lib/services/agent/musicSelect.js +0 -109
- package/lib/services/agent/overlayRenderer.d.ts +0 -67
- package/lib/services/agent/overlayRenderer.d.ts.map +0 -1
- package/lib/services/agent/overlayRenderer.js +0 -253
- package/lib/services/agent/perSceneCritic.d.ts +0 -90
- package/lib/services/agent/perSceneCritic.d.ts.map +0 -1
- package/lib/services/agent/perSceneCritic.js +0 -125
- package/lib/services/agent/personas.d.ts +0 -78
- package/lib/services/agent/personas.d.ts.map +0 -1
- package/lib/services/agent/personas.js +0 -177
- package/lib/services/agent/planDiff.d.ts +0 -76
- package/lib/services/agent/planDiff.d.ts.map +0 -1
- package/lib/services/agent/planDiff.js +0 -182
- package/lib/services/agent/planMutations.d.ts +0 -46
- package/lib/services/agent/planMutations.d.ts.map +0 -1
- package/lib/services/agent/planMutations.js +0 -120
- package/lib/services/agent/planner/Planner.d.ts +0 -107
- package/lib/services/agent/planner/Planner.d.ts.map +0 -1
- package/lib/services/agent/planner/Planner.js +0 -591
- package/lib/services/agent/planner/overlaySanity.d.ts +0 -7
- package/lib/services/agent/planner/overlaySanity.d.ts.map +0 -1
- package/lib/services/agent/planner/overlaySanity.js +0 -86
- package/lib/services/agent/planner/promptSections.d.ts +0 -25
- package/lib/services/agent/planner/promptSections.d.ts.map +0 -1
- package/lib/services/agent/planner/promptSections.js +0 -174
- package/lib/services/agent/planner/repair.d.ts +0 -16
- package/lib/services/agent/planner/repair.d.ts.map +0 -1
- package/lib/services/agent/planner/repair.js +0 -51
- package/lib/services/agent/planner/structuralRules.d.ts +0 -10
- package/lib/services/agent/planner/structuralRules.d.ts.map +0 -1
- package/lib/services/agent/planner/structuralRules.js +0 -111
- package/lib/services/agent/planner/validators.d.ts +0 -65
- package/lib/services/agent/planner/validators.d.ts.map +0 -1
- package/lib/services/agent/planner/validators.js +0 -284
- package/lib/services/agent/planner.d.ts +0 -3
- package/lib/services/agent/planner.d.ts.map +0 -1
- package/lib/services/agent/planner.js +0 -14
- package/lib/services/agent/providerFallback/chains.d.ts +0 -100
- package/lib/services/agent/providerFallback/chains.d.ts.map +0 -1
- package/lib/services/agent/providerFallback/chains.js +0 -198
- package/lib/services/agent/providerFallback/classifier.d.ts +0 -36
- package/lib/services/agent/providerFallback/classifier.d.ts.map +0 -1
- package/lib/services/agent/providerFallback/classifier.js +0 -103
- package/lib/services/agent/providerFallback/index.d.ts +0 -4
- package/lib/services/agent/providerFallback/index.d.ts.map +0 -1
- package/lib/services/agent/providerFallback/index.js +0 -19
- package/lib/services/agent/providerFallback/withFallback.d.ts +0 -60
- package/lib/services/agent/providerFallback/withFallback.d.ts.map +0 -1
- package/lib/services/agent/providerFallback/withFallback.js +0 -93
- package/lib/services/agent/providerTaskCache.d.ts +0 -50
- package/lib/services/agent/providerTaskCache.d.ts.map +0 -1
- package/lib/services/agent/providerTaskCache.js +0 -98
- package/lib/services/agent/qualityGate.d.ts +0 -82
- package/lib/services/agent/qualityGate.d.ts.map +0 -1
- package/lib/services/agent/qualityGate.js +0 -232
- package/lib/services/agent/referenceImageRenderer.d.ts +0 -37
- package/lib/services/agent/referenceImageRenderer.d.ts.map +0 -1
- package/lib/services/agent/referenceImageRenderer.js +0 -92
- package/lib/services/agent/regenCore.d.ts +0 -60
- package/lib/services/agent/regenCore.d.ts.map +0 -1
- package/lib/services/agent/regenCore.js +0 -487
- package/lib/services/agent/runHelpers.d.ts +0 -44
- package/lib/services/agent/runHelpers.d.ts.map +0 -1
- package/lib/services/agent/runHelpers.js +0 -196
- package/lib/services/agent/sceneLayoutVision.d.ts +0 -90
- package/lib/services/agent/sceneLayoutVision.d.ts.map +0 -1
- package/lib/services/agent/sceneLayoutVision.js +0 -212
- package/lib/services/agent/stitchedVideoCritic.d.ts +0 -136
- package/lib/services/agent/stitchedVideoCritic.d.ts.map +0 -1
- package/lib/services/agent/stitchedVideoCritic.gemini.d.ts +0 -26
- package/lib/services/agent/stitchedVideoCritic.gemini.d.ts.map +0 -1
- package/lib/services/agent/stitchedVideoCritic.gemini.js +0 -198
- package/lib/services/agent/stitchedVideoCritic.js +0 -162
- package/lib/services/agent/taskPoller.d.ts +0 -65
- package/lib/services/agent/taskPoller.d.ts.map +0 -1
- package/lib/services/agent/taskPoller.js +0 -176
- package/lib/services/agent/textOverlayStyles.d.ts +0 -60
- package/lib/services/agent/textOverlayStyles.d.ts.map +0 -1
- package/lib/services/agent/textOverlayStyles.js +0 -174
- package/lib/services/agent/toolRegistry.d.ts +0 -73
- package/lib/services/agent/toolRegistry.d.ts.map +0 -1
- package/lib/services/agent/toolRegistry.js +0 -95
- package/lib/services/agent/tools/analyzeReference.tool.d.ts +0 -36
- package/lib/services/agent/tools/analyzeReference.tool.d.ts.map +0 -1
- package/lib/services/agent/tools/analyzeReference.tool.js +0 -44
- package/lib/services/agent/tools/animateImage.tool.d.ts +0 -24
- package/lib/services/agent/tools/animateImage.tool.d.ts.map +0 -1
- package/lib/services/agent/tools/animateImage.tool.js +0 -115
- package/lib/services/agent/tools/animateImageWithMotionBrush.tool.d.ts +0 -32
- package/lib/services/agent/tools/animateImageWithMotionBrush.tool.d.ts.map +0 -1
- package/lib/services/agent/tools/animateImageWithMotionBrush.tool.js +0 -135
- package/lib/services/agent/tools/composeScene.tool.d.ts +0 -978
- package/lib/services/agent/tools/composeScene.tool.d.ts.map +0 -1
- package/lib/services/agent/tools/composeScene.tool.js +0 -90
- package/lib/services/agent/tools/estimateCost.tool.d.ts +0 -352
- package/lib/services/agent/tools/estimateCost.tool.d.ts.map +0 -1
- package/lib/services/agent/tools/estimateCost.tool.js +0 -62
- package/lib/services/agent/tools/generateAvatarVideo.tool.d.ts +0 -32
- package/lib/services/agent/tools/generateAvatarVideo.tool.d.ts.map +0 -1
- package/lib/services/agent/tools/generateAvatarVideo.tool.js +0 -143
- package/lib/services/agent/tools/generateCaptions.tool.d.ts +0 -42
- package/lib/services/agent/tools/generateCaptions.tool.d.ts.map +0 -1
- package/lib/services/agent/tools/generateCaptions.tool.js +0 -196
- package/lib/services/agent/tools/generateImage.tool.d.ts +0 -74
- package/lib/services/agent/tools/generateImage.tool.d.ts.map +0 -1
- package/lib/services/agent/tools/generateImage.tool.js +0 -206
- package/lib/services/agent/tools/generateVideo.tool.d.ts +0 -31
- package/lib/services/agent/tools/generateVideo.tool.d.ts.map +0 -1
- package/lib/services/agent/tools/generateVideo.tool.js +0 -153
- package/lib/services/agent/tools/generateVoiceover.tool.d.ts +0 -44
- package/lib/services/agent/tools/generateVoiceover.tool.d.ts.map +0 -1
- package/lib/services/agent/tools/generateVoiceover.tool.js +0 -206
- package/lib/services/agent/tools/index.d.ts +0 -20
- package/lib/services/agent/tools/index.d.ts.map +0 -1
- package/lib/services/agent/tools/index.js +0 -35
- package/lib/services/agent/tools/planVideo.tool.d.ts +0 -343
- package/lib/services/agent/tools/planVideo.tool.d.ts.map +0 -1
- package/lib/services/agent/tools/planVideo.tool.js +0 -46
- package/lib/services/agent/tools/render.tool.d.ts +0 -367
- package/lib/services/agent/tools/render.tool.d.ts.map +0 -1
- package/lib/services/agent/tools/render.tool.js +0 -48
- package/lib/services/agent/tools/searchMusic.tool.d.ts +0 -49
- package/lib/services/agent/tools/searchMusic.tool.d.ts.map +0 -1
- package/lib/services/agent/tools/searchMusic.tool.js +0 -74
- package/lib/services/agent/tools/searchStock.tool.d.ts +0 -41
- package/lib/services/agent/tools/searchStock.tool.d.ts.map +0 -1
- package/lib/services/agent/tools/searchStock.tool.js +0 -314
- package/lib/services/agent/tools/searchUserLibrary.tool.d.ts +0 -59
- package/lib/services/agent/tools/searchUserLibrary.tool.d.ts.map +0 -1
- package/lib/services/agent/tools/searchUserLibrary.tool.js +0 -58
- package/lib/services/agent/ttsDuration.d.ts +0 -29
- package/lib/services/agent/ttsDuration.d.ts.map +0 -1
- package/lib/services/agent/ttsDuration.js +0 -60
- package/lib/services/aiGen/canonicalAdapters/cameraControl.types.d.ts +0 -31
- package/lib/services/aiGen/canonicalAdapters/cameraControl.types.d.ts.map +0 -1
- package/lib/services/aiGen/canonicalAdapters/cameraControl.types.js +0 -2
- package/lib/services/aiGen/canonicalAdapters/index.d.ts +0 -3
- package/lib/services/aiGen/canonicalAdapters/index.d.ts.map +0 -1
- package/lib/services/aiGen/canonicalAdapters/index.js +0 -18
- package/lib/services/aiGen/canonicalAdapters/multiShot.types.d.ts +0 -23
- package/lib/services/aiGen/canonicalAdapters/multiShot.types.d.ts.map +0 -1
- package/lib/services/aiGen/canonicalAdapters/multiShot.types.js +0 -12
- package/lib/services/aiGen/providers/elevenlabs/elevenlabs.service.d.ts +0 -18
- package/lib/services/aiGen/providers/elevenlabs/elevenlabs.service.d.ts.map +0 -1
- package/lib/services/aiGen/providers/elevenlabs/elevenlabs.service.js +0 -102
- package/lib/services/aiGen/providers/fal/falImage.service.d.ts +0 -15
- package/lib/services/aiGen/providers/fal/falImage.service.d.ts.map +0 -1
- package/lib/services/aiGen/providers/fal/falImage.service.js +0 -141
- package/lib/services/aiGen/providers/fal/index.d.ts +0 -2
- package/lib/services/aiGen/providers/fal/index.d.ts.map +0 -1
- package/lib/services/aiGen/providers/fal/index.js +0 -17
- package/lib/services/aiGen/providers/kling/cameraAdapter.d.ts +0 -4
- package/lib/services/aiGen/providers/kling/cameraAdapter.d.ts.map +0 -1
- package/lib/services/aiGen/providers/kling/cameraAdapter.js +0 -53
- package/lib/services/aiGen/providers/kling/klingImage.service.d.ts +0 -21
- package/lib/services/aiGen/providers/kling/klingImage.service.d.ts.map +0 -1
- package/lib/services/aiGen/providers/kling/klingImage.service.js +0 -208
- package/lib/services/aiGen/providers/pexels/index.d.ts +0 -2
- package/lib/services/aiGen/providers/pexels/index.d.ts.map +0 -1
- package/lib/services/aiGen/providers/pexels/pexels.service.d.ts +0 -11
- package/lib/services/aiGen/providers/pexels/pexels.service.d.ts.map +0 -1
- package/lib/services/aiGen/providers/pexels/pexels.service.js +0 -150
- package/lib/services/aiGen/providers/pixabay/index.d.ts +0 -2
- package/lib/services/aiGen/providers/pixabay/index.d.ts.map +0 -1
- package/lib/services/aiGen/providers/pixabay/index.js +0 -17
- package/lib/services/aiGen/providers/pixabay/pixabay.service.d.ts +0 -12
- package/lib/services/aiGen/providers/pixabay/pixabay.service.d.ts.map +0 -1
- package/lib/services/aiGen/providers/pixabay/pixabay.service.js +0 -156
- package/lib/services/aiGen/providers/runway/cameraAdapter.d.ts +0 -3
- package/lib/services/aiGen/providers/runway/cameraAdapter.d.ts.map +0 -1
- package/lib/services/aiGen/providers/runway/cameraAdapter.js +0 -46
- package/lib/services/aiGen/providers/unsplash/index.d.ts +0 -2
- package/lib/services/aiGen/providers/unsplash/index.d.ts.map +0 -1
- package/lib/services/aiGen/providers/unsplash/index.js +0 -17
- package/lib/services/aiGen/providers/unsplash/unsplash.service.d.ts +0 -16
- package/lib/services/aiGen/providers/unsplash/unsplash.service.d.ts.map +0 -1
- package/lib/services/aiGen/providers/unsplash/unsplash.service.js +0 -131
- package/lib/services/apiUsageCounter.service.d.ts +0 -20
- package/lib/services/apiUsageCounter.service.d.ts.map +0 -1
- package/lib/services/apiUsageCounter.service.js +0 -84
- package/lib/services/asr/assemblyai.service.d.ts +0 -72
- package/lib/services/asr/assemblyai.service.d.ts.map +0 -1
- package/lib/services/asr/assemblyai.service.js +0 -89
- package/lib/services/asr/index.d.ts +0 -3
- package/lib/services/asr/index.d.ts.map +0 -1
- package/lib/services/asr/index.js +0 -18
- package/lib/services/asr/whisper.service.d.ts +0 -18
- package/lib/services/asr/whisper.service.d.ts.map +0 -1
- package/lib/services/asr/whisper.service.js +0 -151
- package/lib/services/assetCache.service.d.ts +0 -54
- package/lib/services/assetCache.service.d.ts.map +0 -1
- package/lib/services/assetCache.service.js +0 -109
- package/lib/services/audioAnalysis/index.d.ts +0 -2
- package/lib/services/audioAnalysis/index.d.ts.map +0 -1
- package/lib/services/audioAnalysis/index.js +0 -17
- package/lib/services/audioAnalysis/onsetDetection.service.d.ts +0 -50
- package/lib/services/audioAnalysis/onsetDetection.service.d.ts.map +0 -1
- package/lib/services/audioAnalysis/onsetDetection.service.js +0 -140
- package/lib/services/credits/pricing.d.ts +0 -58
- package/lib/services/credits/pricing.d.ts.map +0 -1
- package/lib/services/credits/pricing.js +0 -111
- package/lib/services/editor/designToProject.d.ts +0 -75
- package/lib/services/editor/designToProject.d.ts.map +0 -1
- package/lib/services/editor/designToProject.js +0 -295
- package/lib/services/editor/planToProject.d.ts +0 -84
- package/lib/services/editor/planToProject.d.ts.map +0 -1
- package/lib/services/editor/planToProject.js +0 -395
- package/lib/services/editor/projectToDesign.d.ts +0 -4
- package/lib/services/editor/projectToDesign.d.ts.map +0 -1
- package/lib/services/editor/projectToDesign.js +0 -186
- package/lib/services/gcp/uploadAudioBuffer.d.ts +0 -13
- package/lib/services/gcp/uploadAudioBuffer.d.ts.map +0 -1
- package/lib/services/gcp/uploadAudioBuffer.js +0 -28
- package/lib/services/musicGen/index.d.ts +0 -6
- package/lib/services/musicGen/index.d.ts.map +0 -1
- package/lib/services/musicGen/index.js +0 -26
- package/lib/services/musicGen/musicSearchFactory.service.d.ts +0 -14
- package/lib/services/musicGen/musicSearchFactory.service.d.ts.map +0 -1
- package/lib/services/musicGen/musicSearchFactory.service.js +0 -59
- package/lib/services/musicGen/providers/curated.service.d.ts +0 -24
- package/lib/services/musicGen/providers/curated.service.d.ts.map +0 -1
- package/lib/services/musicGen/providers/curated.service.js +0 -173
- package/lib/services/musicGen/providers/jamendo.service.d.ts +0 -8
- package/lib/services/musicGen/providers/jamendo.service.d.ts.map +0 -1
- package/lib/services/musicGen/providers/jamendo.service.js +0 -113
- package/lib/services/musicGen/providers/mubert.service.d.ts +0 -10
- package/lib/services/musicGen/providers/mubert.service.d.ts.map +0 -1
- package/lib/services/musicGen/providers/mubert.service.js +0 -128
- package/lib/services/musicGen/types.d.ts +0 -46
- package/lib/services/musicGen/types.d.ts.map +0 -1
- package/lib/services/musicGen/types.js +0 -10
- package/lib/services/notification.service.d.ts +0 -22
- package/lib/services/notification.service.d.ts.map +0 -1
- package/lib/services/notification.service.js +0 -76
- package/lib/services/rateLimiter/distributedRateLimiter.service.d.ts +0 -78
- package/lib/services/rateLimiter/distributedRateLimiter.service.d.ts.map +0 -1
- package/lib/services/rateLimiter/distributedRateLimiter.service.js +0 -269
- package/lib/services/rateLimiter/index.d.ts +0 -2
- package/lib/services/rateLimiter/index.d.ts.map +0 -1
- package/lib/services/rateLimiter/index.js +0 -17
- package/lib/services/redisOptions.d.ts +0 -22
- package/lib/services/redisOptions.d.ts.map +0 -1
- package/lib/services/redisOptions.js +0 -51
- package/lib/services/tts/providers/minimax.service.d.ts +0 -14
- package/lib/services/tts/providers/minimax.service.d.ts.map +0 -1
- package/lib/services/tts/providers/minimax.service.js +0 -78
- package/lib/services/tts/providers/openai.service.d.ts +0 -14
- package/lib/services/tts/providers/openai.service.d.ts.map +0 -1
- package/lib/services/tts/providers/openai.service.js +0 -73
|
@@ -1,31 +0,0 @@
|
|
|
1
|
-
import { z } from "zod";
|
|
2
|
-
import { EVideoGenModels } from "../../../globals/aiModels";
|
|
3
|
-
import { ToolDefinition } from "../toolRegistry";
|
|
4
|
-
declare const InputSchema: z.ZodObject<{
|
|
5
|
-
prompt: z.ZodString;
|
|
6
|
-
modelKey: z.ZodEnum<typeof EVideoGenModels>;
|
|
7
|
-
durationSec: z.ZodDefault<z.ZodNumber>;
|
|
8
|
-
aspectRatio: z.ZodDefault<z.ZodEnum<{
|
|
9
|
-
"9:16": "9:16";
|
|
10
|
-
"1:1": "1:1";
|
|
11
|
-
"16:9": "16:9";
|
|
12
|
-
}>>;
|
|
13
|
-
resolution: z.ZodOptional<z.ZodEnum<{
|
|
14
|
-
"720p": "720p";
|
|
15
|
-
"1080p": "1080p";
|
|
16
|
-
"4k": "4k";
|
|
17
|
-
}>>;
|
|
18
|
-
inputImageUrl: z.ZodOptional<z.ZodString>;
|
|
19
|
-
audio: z.ZodOptional<z.ZodBoolean>;
|
|
20
|
-
negativePrompt: z.ZodOptional<z.ZodString>;
|
|
21
|
-
}, z.core.$strip>;
|
|
22
|
-
declare const OutputSchema: z.ZodObject<{
|
|
23
|
-
status: z.ZodLiteral<"triggered">;
|
|
24
|
-
taskId: z.ZodString;
|
|
25
|
-
raw: z.ZodUnknown;
|
|
26
|
-
modelKeyUsed: z.ZodOptional<z.ZodString>;
|
|
27
|
-
attemptedProviders: z.ZodOptional<z.ZodArray<z.ZodString>>;
|
|
28
|
-
}, z.core.$strip>;
|
|
29
|
-
export declare const generateVideoTool: ToolDefinition<typeof InputSchema, typeof OutputSchema>;
|
|
30
|
-
export {};
|
|
31
|
-
//# sourceMappingURL=generateVideo.tool.d.ts.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"generateVideo.tool.d.ts","sourceRoot":"","sources":["../../../../src/services/agent/tools/generateVideo.tool.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EAAE,eAAe,EAAE,MAAM,2BAA2B,CAAC;AAI5D,OAAO,EAAgB,cAAc,EAAE,MAAM,iBAAiB,CAAC;AA4B/D,QAAA,MAAM,WAAW;;;;;;;;;;;;;;;;;iBA+Bf,CAAC;AAEH,QAAA,MAAM,YAAY;;;;;;iBAOhB,CAAC;AAEH,eAAO,MAAM,iBAAiB,EAAE,cAAc,CAC5C,OAAO,WAAW,EAClB,OAAO,YAAY,CA0GpB,CAAC"}
|
|
@@ -1,153 +0,0 @@
|
|
|
1
|
-
"use strict";
|
|
2
|
-
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
-
exports.generateVideoTool = void 0;
|
|
4
|
-
const zod_1 = require("zod");
|
|
5
|
-
const aiModels_1 = require("../../../globals/aiModels");
|
|
6
|
-
const logger_1 = require("../../../utils/logger");
|
|
7
|
-
const aiGenFactory_service_1 = require("../../aiGen/aiGenFactory.service");
|
|
8
|
-
const rateLimiter_1 = require("../../rateLimiter");
|
|
9
|
-
const toolRegistry_1 = require("../toolRegistry");
|
|
10
|
-
const chains_1 = require("../providerFallback/chains");
|
|
11
|
-
const withFallback_1 = require("../providerFallback/withFallback");
|
|
12
|
-
function pickChain(modelKey, isI2V) {
|
|
13
|
-
const isPremium = modelKey.startsWith("google-veo-3.1") ||
|
|
14
|
-
modelKey === aiModels_1.EVideoGenModels.KLING_V2_6 ||
|
|
15
|
-
modelKey === aiModels_1.EVideoGenModels.RUNWAY_GEN4_5 ||
|
|
16
|
-
modelKey === aiModels_1.EVideoGenModels.BYTEDANCE_SEEDANCE_2_0 ||
|
|
17
|
-
modelKey.startsWith("openai-sora");
|
|
18
|
-
if (isI2V)
|
|
19
|
-
return isPremium ? chains_1.T3_IMAGE_TO_VIDEO_CHAIN : chains_1.T2_IMAGE_TO_VIDEO_CHAIN;
|
|
20
|
-
return isPremium ? chains_1.T3_TEXT_TO_VIDEO_CHAIN : chains_1.T2_TEXT_TO_VIDEO_CHAIN;
|
|
21
|
-
}
|
|
22
|
-
const InputSchema = zod_1.z.object({
|
|
23
|
-
prompt: zod_1.z
|
|
24
|
-
.string()
|
|
25
|
-
.min(1)
|
|
26
|
-
.describe("Detailed motion + visual prompt. Describe subject, camera move, mood, lighting."),
|
|
27
|
-
modelKey: zod_1.z
|
|
28
|
-
.nativeEnum(aiModels_1.EVideoGenModels)
|
|
29
|
-
.describe("Pick by tier: T3 cinematic = google-veo-3.1, runway-gen4.5; balanced = kling-v2.6, bytedance-seedance-1.5-pro; cheap fast = minimax-hailuo-2.3-fast, pixverse-v5.6."),
|
|
30
|
-
durationSec: zod_1.z
|
|
31
|
-
.number()
|
|
32
|
-
.int()
|
|
33
|
-
.min(2)
|
|
34
|
-
.max(20)
|
|
35
|
-
.default(5)
|
|
36
|
-
.describe("Clip length in seconds (model-capped)."),
|
|
37
|
-
// AG-16: 4:5 removed — no video provider supports it.
|
|
38
|
-
aspectRatio: zod_1.z.enum(["9:16", "16:9", "1:1"]).default("9:16"),
|
|
39
|
-
resolution: zod_1.z.enum(["720p", "1080p", "4k"]).optional(),
|
|
40
|
-
inputImageUrl: zod_1.z
|
|
41
|
-
.string()
|
|
42
|
-
.url()
|
|
43
|
-
.optional()
|
|
44
|
-
.describe("Source image for image-to-video. If set, this is an animate_image-style call."),
|
|
45
|
-
audio: zod_1.z.boolean().optional().describe("Whether the model should generate audio."),
|
|
46
|
-
negativePrompt: zod_1.z.string().optional(),
|
|
47
|
-
});
|
|
48
|
-
const OutputSchema = zod_1.z.object({
|
|
49
|
-
status: zod_1.z.literal("triggered"),
|
|
50
|
-
taskId: zod_1.z.string().describe("Provider task id — pass to monitor/poll layer."),
|
|
51
|
-
raw: zod_1.z.unknown(),
|
|
52
|
-
/** Provider actually used (may differ from input.modelKey if fallback fired). */
|
|
53
|
-
modelKeyUsed: zod_1.z.string().optional(),
|
|
54
|
-
attemptedProviders: zod_1.z.array(zod_1.z.string()).optional(),
|
|
55
|
-
});
|
|
56
|
-
exports.generateVideoTool = {
|
|
57
|
-
name: "generate_video",
|
|
58
|
-
description: [
|
|
59
|
-
"Trigger AI video generation (T2 image-to-video or T3 text-to-video tier).",
|
|
60
|
-
"Returns immediately with a provider task id; the executor must poll status",
|
|
61
|
-
"via the existing job monitor — DO NOT block on completion in the tool.",
|
|
62
|
-
"Use sparingly: this is the most expensive tool. Prefer search_stock for",
|
|
63
|
-
"generic b-roll and animate_image (image-to-video) for product/scene shots",
|
|
64
|
-
"where a still + motion is enough.",
|
|
65
|
-
"Examples:",
|
|
66
|
-
' { prompt: "slow dolly into a steaming espresso cup, warm light", modelKey: "kling-v2.6", durationSec: 5 }',
|
|
67
|
-
' { prompt: "subject turns to camera, smiles", modelKey: "runway-gen4-turbo", inputImageUrl: "https://...", durationSec: 5 }',
|
|
68
|
-
].join(" "),
|
|
69
|
-
inputSchema: InputSchema,
|
|
70
|
-
outputSchema: OutputSchema,
|
|
71
|
-
idempotent: false,
|
|
72
|
-
estimateCost: async (input) => {
|
|
73
|
-
// Rough per-second tier estimate; precise pricing comes from aiModelConfigs.
|
|
74
|
-
const isPremium = input.modelKey.startsWith("google-veo-3") ||
|
|
75
|
-
input.modelKey.startsWith("runway-gen4") ||
|
|
76
|
-
input.modelKey.startsWith("openai-sora");
|
|
77
|
-
return Math.ceil(input.durationSec * (isPremium ? 12 : 4));
|
|
78
|
-
},
|
|
79
|
-
handler: async (input) => {
|
|
80
|
-
const isI2V = Boolean(input.inputImageUrl);
|
|
81
|
-
const chain = (0, chains_1.buildVideoChain)(input.modelKey, pickChain(input.modelKey, isI2V));
|
|
82
|
-
const outcome = await (0, withFallback_1.withProviderFallback)({
|
|
83
|
-
providers: chain,
|
|
84
|
-
capable: (m) => (0, chains_1.isVideoModelCapable)(m, {
|
|
85
|
-
aspect: input.aspectRatio,
|
|
86
|
-
durationSec: input.durationSec,
|
|
87
|
-
type: isI2V ? "image-to-video" : "text-to-video",
|
|
88
|
-
lastFrame: false,
|
|
89
|
-
audio: input.audio,
|
|
90
|
-
hasInputImage: isI2V,
|
|
91
|
-
}),
|
|
92
|
-
onAttempt: (a) => {
|
|
93
|
-
if (a.classification) {
|
|
94
|
-
logger_1.logger.warn("generate_video provider attempt failed", {
|
|
95
|
-
provider: String(a.provider),
|
|
96
|
-
classification: a.classification.classification,
|
|
97
|
-
needsReplan: a.classification.needsReplan,
|
|
98
|
-
err: a.classification.message,
|
|
99
|
-
durationMs: a.durationMs,
|
|
100
|
-
});
|
|
101
|
-
}
|
|
102
|
-
},
|
|
103
|
-
call: async (modelKey) => {
|
|
104
|
-
// Three-gate quota: in-process concurrent + Redis per-min + Redis
|
|
105
|
-
// per-day. Hold the slot through return — release happens in the
|
|
106
|
-
// host's TaskPoller when the task settles. On submit error / no
|
|
107
|
-
// taskId we release here so the fallback chain can re-acquire for
|
|
108
|
-
// the next provider attempt.
|
|
109
|
-
const limiter = (0, rateLimiter_1.getAiGenModelRateLimiter)(modelKey);
|
|
110
|
-
await limiter.waitUntilAvailable();
|
|
111
|
-
let heldSlot = true;
|
|
112
|
-
try {
|
|
113
|
-
const provider = (0, aiGenFactory_service_1.getAiGenProviderService)(modelKey);
|
|
114
|
-
const result = await provider.generateVideo({
|
|
115
|
-
prompt: input.prompt,
|
|
116
|
-
modelKey,
|
|
117
|
-
duration: input.durationSec,
|
|
118
|
-
aspectRatio: input.aspectRatio,
|
|
119
|
-
resolution: input.resolution,
|
|
120
|
-
inputImageUrl: input.inputImageUrl,
|
|
121
|
-
audio: input.audio,
|
|
122
|
-
negativePrompt: input.negativePrompt,
|
|
123
|
-
type: isI2V ? "image-to-video" : "text-to-video",
|
|
124
|
-
});
|
|
125
|
-
const taskId = result.task?.taskId ??
|
|
126
|
-
result.task?.id ??
|
|
127
|
-
(typeof result.task === "string" ? result.task : "unknown");
|
|
128
|
-
if (taskId === "unknown") {
|
|
129
|
-
limiter.releaseSlot();
|
|
130
|
-
heldSlot = false;
|
|
131
|
-
}
|
|
132
|
-
return { taskId, raw: result.task, modelKey };
|
|
133
|
-
}
|
|
134
|
-
catch (err) {
|
|
135
|
-
if (heldSlot)
|
|
136
|
-
limiter.releaseSlot();
|
|
137
|
-
throw err;
|
|
138
|
-
}
|
|
139
|
-
},
|
|
140
|
-
});
|
|
141
|
-
if (!outcome.ok) {
|
|
142
|
-
throw new withFallback_1.ProviderFallbackExhaustedError(outcome.classification.classification, outcome.needsReplan, outcome.attempts.map((a) => String(a.provider)), `generate_video: chain exhausted (${outcome.classification.classification}): ${outcome.classification.message}`);
|
|
143
|
-
}
|
|
144
|
-
return {
|
|
145
|
-
status: "triggered",
|
|
146
|
-
taskId: outcome.value.taskId,
|
|
147
|
-
raw: outcome.value.raw,
|
|
148
|
-
modelKeyUsed: outcome.value.modelKey,
|
|
149
|
-
attemptedProviders: outcome.attempts.map((a) => String(a.provider)),
|
|
150
|
-
};
|
|
151
|
-
},
|
|
152
|
-
};
|
|
153
|
-
(0, toolRegistry_1.registerTool)(exports.generateVideoTool);
|
|
@@ -1,44 +0,0 @@
|
|
|
1
|
-
import { z } from "zod";
|
|
2
|
-
import { ToolDefinition } from "../toolRegistry";
|
|
3
|
-
declare const InputSchema: z.ZodObject<{
|
|
4
|
-
text: z.ZodString;
|
|
5
|
-
provider: z.ZodDefault<z.ZodEnum<{
|
|
6
|
-
elevenlabs: "elevenlabs";
|
|
7
|
-
minimax: "minimax";
|
|
8
|
-
openai: "openai";
|
|
9
|
-
}>>;
|
|
10
|
-
voiceId: z.ZodOptional<z.ZodString>;
|
|
11
|
-
modelId: z.ZodOptional<z.ZodEnum<{
|
|
12
|
-
eleven_v3: "eleven_v3";
|
|
13
|
-
eleven_multilingual_v2: "eleven_multilingual_v2";
|
|
14
|
-
eleven_turbo_v2_5: "eleven_turbo_v2_5";
|
|
15
|
-
eleven_flash_v2_5: "eleven_flash_v2_5";
|
|
16
|
-
}>>;
|
|
17
|
-
languageCode: z.ZodOptional<z.ZodString>;
|
|
18
|
-
outputFormat: z.ZodOptional<z.ZodString>;
|
|
19
|
-
stability: z.ZodOptional<z.ZodNumber>;
|
|
20
|
-
similarityBoost: z.ZodOptional<z.ZodNumber>;
|
|
21
|
-
style: z.ZodOptional<z.ZodNumber>;
|
|
22
|
-
useSpeakerBoost: z.ZodOptional<z.ZodBoolean>;
|
|
23
|
-
speed: z.ZodOptional<z.ZodNumber>;
|
|
24
|
-
seed: z.ZodOptional<z.ZodNumber>;
|
|
25
|
-
previousText: z.ZodOptional<z.ZodString>;
|
|
26
|
-
nextText: z.ZodOptional<z.ZodString>;
|
|
27
|
-
previousRequestIds: z.ZodOptional<z.ZodArray<z.ZodString>>;
|
|
28
|
-
nextRequestIds: z.ZodOptional<z.ZodArray<z.ZodString>>;
|
|
29
|
-
applyTextNormalization: z.ZodOptional<z.ZodEnum<{
|
|
30
|
-
on: "on";
|
|
31
|
-
off: "off";
|
|
32
|
-
auto: "auto";
|
|
33
|
-
}>>;
|
|
34
|
-
applyLanguageTextNormalization: z.ZodOptional<z.ZodBoolean>;
|
|
35
|
-
optimizeStreamingLatency: z.ZodOptional<z.ZodUnion<readonly [z.ZodLiteral<0>, z.ZodLiteral<1>, z.ZodLiteral<2>, z.ZodLiteral<3>, z.ZodLiteral<4>]>>;
|
|
36
|
-
}, z.core.$strip>;
|
|
37
|
-
declare const OutputSchema: z.ZodObject<{
|
|
38
|
-
audioBase64: z.ZodString;
|
|
39
|
-
mimeType: z.ZodString;
|
|
40
|
-
extension: z.ZodString;
|
|
41
|
-
}, z.core.$strip>;
|
|
42
|
-
export declare const generateVoiceoverTool: ToolDefinition<typeof InputSchema, typeof OutputSchema>;
|
|
43
|
-
export {};
|
|
44
|
-
//# sourceMappingURL=generateVoiceover.tool.d.ts.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"generateVoiceover.tool.d.ts","sourceRoot":"","sources":["../../../../src/services/agent/tools/generateVoiceover.tool.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAKxB,OAAO,EAAgB,cAAc,EAAE,MAAM,iBAAiB,CAAC;AAe/D,QAAA,MAAM,WAAW;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;iBAyHf,CAAC;AAEH,QAAA,MAAM,YAAY;;;;iBAMhB,CAAC;AAEH,eAAO,MAAM,qBAAqB,EAAE,cAAc,CAChD,OAAO,WAAW,EAClB,OAAO,YAAY,CAwFpB,CAAC"}
|
|
@@ -1,206 +0,0 @@
|
|
|
1
|
-
"use strict";
|
|
2
|
-
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
-
exports.generateVoiceoverTool = void 0;
|
|
4
|
-
const zod_1 = require("zod");
|
|
5
|
-
const voices_1 = require("../../../globals/ttsModels/voices");
|
|
6
|
-
const assetCache_service_1 = require("../../assetCache.service");
|
|
7
|
-
const rateLimiter_1 = require("../../rateLimiter");
|
|
8
|
-
const ttsFactory_service_1 = require("../../tts/ttsFactory.service");
|
|
9
|
-
const toolRegistry_1 = require("../toolRegistry");
|
|
10
|
-
// Firestore docs are capped at ~1MB. Base64 inflates ~33%, so a 700KB
|
|
11
|
-
// payload limit keeps us safely under for the doc + metadata. Anything
|
|
12
|
-
// larger (long monologues at high bitrate) skips the cache write.
|
|
13
|
-
const VO_CACHE_MAX_BYTES = 700000;
|
|
14
|
-
// Surface the curated catalog inline so the LLM sees the full voice menu
|
|
15
|
-
// (id + name + accent + persona) in the tool description without having to
|
|
16
|
-
// call a separate listing tool. Cheap on tokens — ~20 voices, ~1 line each.
|
|
17
|
-
const ELEVENLABS_VOICE_MENU = voices_1.ELEVENLABS_VOICES.map((v) => ` ${v.id} — ${v.name} (${v.gender}, ${v.accent}${v.age ? `, ${v.age}` : ""}) — ${v.persona ?? ""}`).join("\n");
|
|
18
|
-
const InputSchema = zod_1.z.object({
|
|
19
|
-
text: zod_1.z.string().min(1).describe("VO line to synthesize. One scene's worth."),
|
|
20
|
-
provider: zod_1.z
|
|
21
|
-
.enum(["elevenlabs", "openai", "minimax"])
|
|
22
|
-
.default("elevenlabs")
|
|
23
|
-
.describe("TTS provider. elevenlabs = best quality + style control; openai = cheap/fast; minimax = strong multilingual."),
|
|
24
|
-
voiceId: zod_1.z
|
|
25
|
-
.string()
|
|
26
|
-
.optional()
|
|
27
|
-
.describe("Provider-specific voice id. Omit to use the project default; the brand kit's voice id is auto-injected by the executor. " +
|
|
28
|
-
`Available ElevenLabs voice ids:\n${ELEVENLABS_VOICE_MENU}`),
|
|
29
|
-
modelId: zod_1.z
|
|
30
|
-
.enum([
|
|
31
|
-
"eleven_v3",
|
|
32
|
-
"eleven_multilingual_v2",
|
|
33
|
-
"eleven_turbo_v2_5",
|
|
34
|
-
"eleven_flash_v2_5",
|
|
35
|
-
])
|
|
36
|
-
.optional()
|
|
37
|
-
.describe("ElevenLabs model. v3 = best quality + style + 70+ langs (slower); multilingual_v2 = stable workhorse; turbo_v2_5 = ~3-5× faster (preview/draft); flash_v2_5 = lowest latency for real-time."),
|
|
38
|
-
languageCode: zod_1.z
|
|
39
|
-
.string()
|
|
40
|
-
.optional()
|
|
41
|
-
.describe('Locale, e.g. "en", "fr-FR". Omit to let the model auto-detect.'),
|
|
42
|
-
outputFormat: zod_1.z
|
|
43
|
-
.string()
|
|
44
|
-
.optional()
|
|
45
|
-
.describe('ElevenLabs output container/codec, e.g. "mp3_44100_192" (best mp3), "pcm_24000" (raw 24kHz pcm), "opus_48000_128". Default: mp3_44100_128.'),
|
|
46
|
-
// ── voice_settings ──────────────────────────────────────────────────
|
|
47
|
-
stability: zod_1.z
|
|
48
|
-
.number()
|
|
49
|
-
.min(0)
|
|
50
|
-
.max(1)
|
|
51
|
-
.optional()
|
|
52
|
-
.describe("ElevenLabs voice_settings.stability (0–1). Lower = more emotive/varied; higher = more consistent/monotone. Default 0.5."),
|
|
53
|
-
similarityBoost: zod_1.z
|
|
54
|
-
.number()
|
|
55
|
-
.min(0)
|
|
56
|
-
.max(1)
|
|
57
|
-
.optional()
|
|
58
|
-
.describe("ElevenLabs voice_settings.similarity_boost (0–1). Higher = closer to source voice's timbre. Default 0.75."),
|
|
59
|
-
style: zod_1.z
|
|
60
|
-
.number()
|
|
61
|
-
.min(0)
|
|
62
|
-
.max(1)
|
|
63
|
-
.optional()
|
|
64
|
-
.describe("ElevenLabs voice_settings.style — exaggeration (0–1). 0 = neutral; >0 amplifies the voice's signature delivery (use sparingly above 0.5 — can introduce artifacts)."),
|
|
65
|
-
useSpeakerBoost: zod_1.z
|
|
66
|
-
.boolean()
|
|
67
|
-
.optional()
|
|
68
|
-
.describe("ElevenLabs voice_settings.use_speaker_boost — boosts perceived similarity (small latency cost)."),
|
|
69
|
-
speed: zod_1.z
|
|
70
|
-
.number()
|
|
71
|
-
.min(0.7)
|
|
72
|
-
.max(1.2)
|
|
73
|
-
.optional()
|
|
74
|
-
.describe("ElevenLabs voice_settings.speed (0.7–1.2). 1.0 = natural pace. <1 slows down, >1 speeds up."),
|
|
75
|
-
// ── continuity / determinism ────────────────────────────────────────
|
|
76
|
-
seed: zod_1.z
|
|
77
|
-
.number()
|
|
78
|
-
.int()
|
|
79
|
-
.min(0)
|
|
80
|
-
.max(4294967295)
|
|
81
|
-
.optional()
|
|
82
|
-
.describe("Deterministic re-render seed when supported (ElevenLabs)."),
|
|
83
|
-
previousText: zod_1.z
|
|
84
|
-
.string()
|
|
85
|
-
.optional()
|
|
86
|
-
.describe("Preceding scene's VO text — prosody continuity hint (ElevenLabs)."),
|
|
87
|
-
nextText: zod_1.z
|
|
88
|
-
.string()
|
|
89
|
-
.optional()
|
|
90
|
-
.describe("Following scene's VO text — prosody continuity hint (ElevenLabs)."),
|
|
91
|
-
previousRequestIds: zod_1.z
|
|
92
|
-
.array(zod_1.z.string())
|
|
93
|
-
.max(3)
|
|
94
|
-
.optional()
|
|
95
|
-
.describe("Up to 3 ElevenLabs request ids of preceding generations. Strongest cross-scene continuity (better than previousText)."),
|
|
96
|
-
nextRequestIds: zod_1.z
|
|
97
|
-
.array(zod_1.z.string())
|
|
98
|
-
.max(3)
|
|
99
|
-
.optional()
|
|
100
|
-
.describe("Up to 3 ElevenLabs request ids of following generations."),
|
|
101
|
-
// ── text normalization ──────────────────────────────────────────────
|
|
102
|
-
applyTextNormalization: zod_1.z
|
|
103
|
-
.enum(["auto", "on", "off"])
|
|
104
|
-
.optional()
|
|
105
|
-
.describe('Whether to spell out numbers / symbols. "auto" (default) lets the model decide; "off" passes text verbatim (use for SSML-style tags or pre-normalised input).'),
|
|
106
|
-
applyLanguageTextNormalization: zod_1.z
|
|
107
|
-
.boolean()
|
|
108
|
-
.optional()
|
|
109
|
-
.describe("Apply language-specific normalisation. Currently effective for Japanese only."),
|
|
110
|
-
// ── streaming / latency ─────────────────────────────────────────────
|
|
111
|
-
optimizeStreamingLatency: zod_1.z
|
|
112
|
-
.union([zod_1.z.literal(0), zod_1.z.literal(1), zod_1.z.literal(2), zod_1.z.literal(3), zod_1.z.literal(4)])
|
|
113
|
-
.optional()
|
|
114
|
-
.describe("0 (default, best quality) → 4 (max speed, disables normaliser). Use 3–4 only for live/preview where latency dominates."),
|
|
115
|
-
});
|
|
116
|
-
const OutputSchema = zod_1.z.object({
|
|
117
|
-
audioBase64: zod_1.z
|
|
118
|
-
.string()
|
|
119
|
-
.describe("Base64-encoded audio bytes — host uploads to GCS and swaps for url."),
|
|
120
|
-
mimeType: zod_1.z.string(),
|
|
121
|
-
extension: zod_1.z.string(),
|
|
122
|
-
});
|
|
123
|
-
exports.generateVoiceoverTool = {
|
|
124
|
-
name: "generate_voiceover",
|
|
125
|
-
description: [
|
|
126
|
-
"Generate a TTS voiceover line. One call per scene; do NOT batch multi-scene",
|
|
127
|
-
"scripts in one call — per-scene calls give the editor clean cut points and",
|
|
128
|
-
"the asset cache deduplicates retries.",
|
|
129
|
-
"Examples:",
|
|
130
|
-
' { text: "Try our new vitamin C serum — visibly brighter in 7 days." }',
|
|
131
|
-
' { text: "Bonjour", languageCode: "fr-FR" }',
|
|
132
|
-
].join(" "),
|
|
133
|
-
inputSchema: InputSchema,
|
|
134
|
-
outputSchema: OutputSchema,
|
|
135
|
-
idempotent: true,
|
|
136
|
-
estimateCost: async (input) => Math.max(1, Math.ceil(input.text.length / 200)),
|
|
137
|
-
handler: async (input) => {
|
|
138
|
-
const cacheParts = {
|
|
139
|
-
provider: `tts:${input.provider}`,
|
|
140
|
-
kind: "voiceover",
|
|
141
|
-
input: {
|
|
142
|
-
text: input.text,
|
|
143
|
-
voiceId: input.voiceId,
|
|
144
|
-
modelId: input.modelId,
|
|
145
|
-
languageCode: input.languageCode,
|
|
146
|
-
outputFormat: input.outputFormat,
|
|
147
|
-
stability: input.stability,
|
|
148
|
-
similarityBoost: input.similarityBoost,
|
|
149
|
-
style: input.style,
|
|
150
|
-
useSpeakerBoost: input.useSpeakerBoost,
|
|
151
|
-
speed: input.speed,
|
|
152
|
-
seed: input.seed,
|
|
153
|
-
applyTextNormalization: input.applyTextNormalization,
|
|
154
|
-
applyLanguageTextNormalization: input.applyLanguageTextNormalization,
|
|
155
|
-
},
|
|
156
|
-
// Continuity hints (previousText/nextText, request ids) and streaming
|
|
157
|
-
// latency are deliberately excluded from the cache key — they don't
|
|
158
|
-
// change deterministic output meaningfully and keying on them would
|
|
159
|
-
// evict otherwise-identical generations.
|
|
160
|
-
};
|
|
161
|
-
const hit = await assetCache_service_1.RawAssetCacheService.lookup(cacheParts);
|
|
162
|
-
if (hit)
|
|
163
|
-
return hit;
|
|
164
|
-
const provider = (0, ttsFactory_service_1.getTtsProviderService)(input.provider);
|
|
165
|
-
// Synchronous TTS call — slot released on return. Per-min consumption
|
|
166
|
-
// is durable in Redis so the per-minute cap holds across restarts.
|
|
167
|
-
const limiter = (0, rateLimiter_1.getTtsProviderRateLimiter)(input.provider);
|
|
168
|
-
await limiter.waitUntilAvailable();
|
|
169
|
-
let result;
|
|
170
|
-
try {
|
|
171
|
-
result = await provider.generate({
|
|
172
|
-
text: input.text,
|
|
173
|
-
voiceId: input.voiceId,
|
|
174
|
-
modelIdOverride: input.modelId,
|
|
175
|
-
languageCode: input.languageCode,
|
|
176
|
-
outputFormat: input.outputFormat,
|
|
177
|
-
stability: input.stability,
|
|
178
|
-
similarityBoost: input.similarityBoost,
|
|
179
|
-
style: input.style,
|
|
180
|
-
useSpeakerBoost: input.useSpeakerBoost,
|
|
181
|
-
speed: input.speed,
|
|
182
|
-
seed: input.seed,
|
|
183
|
-
previousText: input.previousText,
|
|
184
|
-
nextText: input.nextText,
|
|
185
|
-
previousRequestIds: input.previousRequestIds,
|
|
186
|
-
nextRequestIds: input.nextRequestIds,
|
|
187
|
-
applyTextNormalization: input.applyTextNormalization,
|
|
188
|
-
applyLanguageTextNormalization: input.applyLanguageTextNormalization,
|
|
189
|
-
optimizeStreamingLatency: input.optimizeStreamingLatency,
|
|
190
|
-
});
|
|
191
|
-
}
|
|
192
|
-
finally {
|
|
193
|
-
limiter.releaseSlot();
|
|
194
|
-
}
|
|
195
|
-
const payload = {
|
|
196
|
-
audioBase64: result.audioBuffer.toString("base64"),
|
|
197
|
-
mimeType: result.mimeType,
|
|
198
|
-
extension: result.extension,
|
|
199
|
-
};
|
|
200
|
-
if (payload.audioBase64.length <= VO_CACHE_MAX_BYTES) {
|
|
201
|
-
void assetCache_service_1.RawAssetCacheService.store(cacheParts, payload).catch(() => undefined);
|
|
202
|
-
}
|
|
203
|
-
return payload;
|
|
204
|
-
},
|
|
205
|
-
};
|
|
206
|
-
(0, toolRegistry_1.registerTool)(exports.generateVoiceoverTool);
|
|
@@ -1,20 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* Importing this file registers every built-in tool with the toolRegistry.
|
|
3
|
-
* Host apps (Express server, Firebase Functions) import this once at boot.
|
|
4
|
-
*/
|
|
5
|
-
export * from "./searchStock.tool";
|
|
6
|
-
export * from "./generateImage.tool";
|
|
7
|
-
export * from "./generateVideo.tool";
|
|
8
|
-
export * from "./generateVoiceover.tool";
|
|
9
|
-
export * from "./generateCaptions.tool";
|
|
10
|
-
export * from "./animateImage.tool";
|
|
11
|
-
export * from "./animateImageWithMotionBrush.tool";
|
|
12
|
-
export * from "./generateAvatarVideo.tool";
|
|
13
|
-
export * from "./planVideo.tool";
|
|
14
|
-
export * from "./composeScene.tool";
|
|
15
|
-
export * from "./render.tool";
|
|
16
|
-
export * from "./analyzeReference.tool";
|
|
17
|
-
export * from "./searchUserLibrary.tool";
|
|
18
|
-
export * from "./searchMusic.tool";
|
|
19
|
-
export * from "./estimateCost.tool";
|
|
20
|
-
//# sourceMappingURL=index.d.ts.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/services/agent/tools/index.ts"],"names":[],"mappings":"AAAA;;;GAGG;AACH,cAAc,oBAAoB,CAAC;AACnC,cAAc,sBAAsB,CAAC;AACrC,cAAc,sBAAsB,CAAC;AACrC,cAAc,0BAA0B,CAAC;AACzC,cAAc,yBAAyB,CAAC;AACxC,cAAc,qBAAqB,CAAC;AACpC,cAAc,oCAAoC,CAAC;AACnD,cAAc,4BAA4B,CAAC;AAC3C,cAAc,kBAAkB,CAAC;AACjC,cAAc,qBAAqB,CAAC;AACpC,cAAc,eAAe,CAAC;AAC9B,cAAc,yBAAyB,CAAC;AACxC,cAAc,0BAA0B,CAAC;AACzC,cAAc,oBAAoB,CAAC;AACnC,cAAc,qBAAqB,CAAC"}
|
|
@@ -1,35 +0,0 @@
|
|
|
1
|
-
"use strict";
|
|
2
|
-
var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
|
|
3
|
-
if (k2 === undefined) k2 = k;
|
|
4
|
-
var desc = Object.getOwnPropertyDescriptor(m, k);
|
|
5
|
-
if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
|
|
6
|
-
desc = { enumerable: true, get: function() { return m[k]; } };
|
|
7
|
-
}
|
|
8
|
-
Object.defineProperty(o, k2, desc);
|
|
9
|
-
}) : (function(o, m, k, k2) {
|
|
10
|
-
if (k2 === undefined) k2 = k;
|
|
11
|
-
o[k2] = m[k];
|
|
12
|
-
}));
|
|
13
|
-
var __exportStar = (this && this.__exportStar) || function(m, exports) {
|
|
14
|
-
for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
|
|
15
|
-
};
|
|
16
|
-
Object.defineProperty(exports, "__esModule", { value: true });
|
|
17
|
-
/**
|
|
18
|
-
* Importing this file registers every built-in tool with the toolRegistry.
|
|
19
|
-
* Host apps (Express server, Firebase Functions) import this once at boot.
|
|
20
|
-
*/
|
|
21
|
-
__exportStar(require("./searchStock.tool"), exports);
|
|
22
|
-
__exportStar(require("./generateImage.tool"), exports);
|
|
23
|
-
__exportStar(require("./generateVideo.tool"), exports);
|
|
24
|
-
__exportStar(require("./generateVoiceover.tool"), exports);
|
|
25
|
-
__exportStar(require("./generateCaptions.tool"), exports);
|
|
26
|
-
__exportStar(require("./animateImage.tool"), exports);
|
|
27
|
-
__exportStar(require("./animateImageWithMotionBrush.tool"), exports);
|
|
28
|
-
__exportStar(require("./generateAvatarVideo.tool"), exports);
|
|
29
|
-
__exportStar(require("./planVideo.tool"), exports);
|
|
30
|
-
__exportStar(require("./composeScene.tool"), exports);
|
|
31
|
-
__exportStar(require("./render.tool"), exports);
|
|
32
|
-
__exportStar(require("./analyzeReference.tool"), exports);
|
|
33
|
-
__exportStar(require("./searchUserLibrary.tool"), exports);
|
|
34
|
-
__exportStar(require("./searchMusic.tool"), exports);
|
|
35
|
-
__exportStar(require("./estimateCost.tool"), exports);
|