vidspotai-shared 1.0.68 → 1.0.69-dev.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/lib/globals/aiModels/enums.d.ts +63 -6
- package/lib/globals/aiModels/enums.d.ts.map +1 -1
- package/lib/globals/aiModels/enums.js +78 -9
- package/lib/globals/aiModels/index.d.ts +2 -30
- package/lib/globals/aiModels/index.d.ts.map +1 -1
- package/lib/globals/aiModels/index.js +7 -35
- package/lib/globals/aiModels/providers/alibaba.d.ts +4 -0
- package/lib/globals/aiModels/providers/alibaba.d.ts.map +1 -0
- package/lib/globals/aiModels/providers/alibaba.js +194 -0
- package/lib/globals/aiModels/providers/bytedance.d.ts.map +1 -1
- package/lib/globals/aiModels/providers/bytedance.js +19 -0
- package/lib/globals/aiModels/providers/elevenlabs.d.ts +14 -0
- package/lib/globals/aiModels/providers/elevenlabs.d.ts.map +1 -0
- package/lib/globals/aiModels/providers/elevenlabs.js +29 -0
- package/lib/globals/aiModels/providers/google.d.ts.map +1 -1
- package/lib/globals/aiModels/providers/google.js +150 -2
- package/lib/globals/aiModels/providers/kling.d.ts.map +1 -1
- package/lib/globals/aiModels/providers/kling.js +280 -37
- package/lib/globals/aiModels/providers/minimax.d.ts.map +1 -1
- package/lib/globals/aiModels/providers/minimax.js +76 -11
- package/lib/globals/aiModels/providers/openai.d.ts.map +1 -1
- package/lib/globals/aiModels/providers/openai.js +90 -6
- package/lib/globals/aiModels/providers/pixverse.d.ts.map +1 -1
- package/lib/globals/aiModels/providers/pixverse.js +111 -29
- package/lib/globals/aiModels/providers/pixverseTemplates.d.ts +36 -0
- package/lib/globals/aiModels/providers/pixverseTemplates.d.ts.map +1 -0
- package/lib/globals/aiModels/providers/pixverseTemplates.js +42 -0
- package/lib/globals/aiModels/providers/runway.d.ts.map +1 -1
- package/lib/globals/aiModels/providers/runway.js +64 -2
- package/lib/globals/aiModels/tierHelpers.d.ts +33 -0
- package/lib/globals/aiModels/tierHelpers.d.ts.map +1 -0
- package/lib/globals/aiModels/tierHelpers.js +109 -0
- package/lib/globals/aiModels/types.d.ts +20 -1
- package/lib/globals/aiModels/types.d.ts.map +1 -1
- package/lib/globals/ttsModels/index.d.ts +2 -0
- package/lib/globals/ttsModels/index.d.ts.map +1 -1
- package/lib/globals/ttsModels/index.js +9 -1
- package/lib/globals/ttsModels/providers/minimax.d.ts +8 -0
- package/lib/globals/ttsModels/providers/minimax.d.ts.map +1 -0
- package/lib/globals/ttsModels/providers/minimax.js +18 -0
- package/lib/globals/ttsModels/providers/openai.d.ts +12 -0
- package/lib/globals/ttsModels/providers/openai.d.ts.map +1 -0
- package/lib/globals/ttsModels/providers/openai.js +22 -0
- package/lib/globals/ttsModels/types.d.ts +1 -1
- package/lib/globals/ttsModels/types.d.ts.map +1 -1
- package/lib/globals/ttsModels/voices.d.ts +39 -4
- package/lib/globals/ttsModels/voices.d.ts.map +1 -1
- package/lib/globals/ttsModels/voices.js +273 -26
- package/lib/globals/types.d.ts +59 -1
- package/lib/globals/types.d.ts.map +1 -1
- package/lib/globals/types.js +81 -2
- package/lib/index.d.ts +1 -0
- package/lib/index.d.ts.map +1 -1
- package/lib/index.js +1 -0
- package/lib/models/agent.model.d.ts +357 -0
- package/lib/models/agent.model.d.ts.map +1 -0
- package/lib/models/agent.model.js +21 -0
- package/lib/models/cachedAsset.model.d.ts +18 -0
- package/lib/models/cachedAsset.model.d.ts.map +1 -0
- package/lib/models/cachedAsset.model.js +2 -0
- package/lib/models/cachedRawAsset.model.d.ts +20 -0
- package/lib/models/cachedRawAsset.model.d.ts.map +1 -0
- package/lib/models/cachedRawAsset.model.js +2 -0
- package/lib/models/image.model.d.ts +47 -0
- package/lib/models/image.model.d.ts.map +1 -0
- package/lib/models/image.model.js +2 -0
- package/lib/models/index.d.ts +6 -0
- package/lib/models/index.d.ts.map +1 -1
- package/lib/models/index.js +6 -0
- package/lib/models/notification.model.d.ts +25 -0
- package/lib/models/notification.model.d.ts.map +1 -0
- package/lib/models/notification.model.js +2 -0
- package/lib/models/ref.model.d.ts +80 -0
- package/lib/models/ref.model.d.ts.map +1 -0
- package/lib/models/ref.model.js +13 -0
- package/lib/models/share.model.d.ts +29 -0
- package/lib/models/share.model.d.ts.map +1 -0
- package/lib/models/share.model.js +2 -0
- package/lib/models/user.model.d.ts +12 -1
- package/lib/models/user.model.d.ts.map +1 -1
- package/lib/models/video.model.d.ts +120 -8
- package/lib/models/video.model.d.ts.map +1 -1
- package/lib/models/video.model.js +10 -0
- package/lib/schemas/agentPersona.schema.d.ts +10 -0
- package/lib/schemas/agentPersona.schema.d.ts.map +1 -0
- package/lib/schemas/agentPersona.schema.js +11 -0
- package/lib/schemas/agentRunJob.schema.d.ts +105 -0
- package/lib/schemas/agentRunJob.schema.d.ts.map +1 -0
- package/lib/schemas/agentRunJob.schema.js +88 -0
- package/lib/schemas/brandKit.schema.d.ts +113 -0
- package/lib/schemas/brandKit.schema.d.ts.map +1 -0
- package/lib/schemas/brandKit.schema.js +46 -0
- package/lib/schemas/brief.schema.d.ts +263 -0
- package/lib/schemas/brief.schema.d.ts.map +1 -0
- package/lib/schemas/brief.schema.js +157 -0
- package/lib/schemas/index.d.ts +7 -0
- package/lib/schemas/index.d.ts.map +1 -0
- package/lib/schemas/index.js +22 -0
- package/lib/schemas/project.schema.d.ts +1025 -0
- package/lib/schemas/project.schema.d.ts.map +1 -0
- package/lib/schemas/project.schema.js +256 -0
- package/lib/schemas/videoPlan.schema.d.ts +590 -0
- package/lib/schemas/videoPlan.schema.d.ts.map +1 -0
- package/lib/schemas/videoPlan.schema.js +412 -0
- package/lib/services/agent/beatSnap.d.ts +10 -0
- package/lib/services/agent/beatSnap.d.ts.map +1 -0
- package/lib/services/agent/beatSnap.js +128 -0
- package/lib/services/agent/bibleBuilder.d.ts +43 -0
- package/lib/services/agent/bibleBuilder.d.ts.map +1 -0
- package/lib/services/agent/bibleBuilder.js +102 -0
- package/lib/services/agent/bibleImageVision.d.ts +45 -0
- package/lib/services/agent/bibleImageVision.d.ts.map +1 -0
- package/lib/services/agent/bibleImageVision.js +169 -0
- package/lib/services/agent/chatAgent.d.ts +79 -0
- package/lib/services/agent/chatAgent.d.ts.map +1 -0
- package/lib/services/agent/chatAgent.js +136 -0
- package/lib/services/agent/costPreflight.d.ts +61 -0
- package/lib/services/agent/costPreflight.d.ts.map +1 -0
- package/lib/services/agent/costPreflight.js +143 -0
- package/lib/services/agent/critic.d.ts +103 -0
- package/lib/services/agent/critic.d.ts.map +1 -0
- package/lib/services/agent/critic.js +139 -0
- package/lib/services/agent/editClassifier.d.ts +262 -0
- package/lib/services/agent/editClassifier.d.ts.map +1 -0
- package/lib/services/agent/editClassifier.js +186 -0
- package/lib/services/agent/eval/index.d.ts +5 -0
- package/lib/services/agent/eval/index.d.ts.map +1 -0
- package/lib/services/agent/eval/index.js +20 -0
- package/lib/services/agent/eval/judge.d.ts +14 -0
- package/lib/services/agent/eval/judge.d.ts.map +1 -0
- package/lib/services/agent/eval/judge.js +96 -0
- package/lib/services/agent/eval/recorder.d.ts +28 -0
- package/lib/services/agent/eval/recorder.d.ts.map +1 -0
- package/lib/services/agent/eval/recorder.js +100 -0
- package/lib/services/agent/eval/seedBriefs.d.ts +16 -0
- package/lib/services/agent/eval/seedBriefs.d.ts.map +1 -0
- package/lib/services/agent/eval/seedBriefs.js +1188 -0
- package/lib/services/agent/eval/types.d.ts +230 -0
- package/lib/services/agent/eval/types.d.ts.map +1 -0
- package/lib/services/agent/eval/types.js +73 -0
- package/lib/services/agent/executor.d.ts +141 -0
- package/lib/services/agent/executor.d.ts.map +1 -0
- package/lib/services/agent/executor.js +561 -0
- package/lib/services/agent/globalActions.d.ts +49 -0
- package/lib/services/agent/globalActions.d.ts.map +1 -0
- package/lib/services/agent/globalActions.js +328 -0
- package/lib/services/agent/index.d.ts +38 -0
- package/lib/services/agent/index.d.ts.map +1 -0
- package/lib/services/agent/index.js +53 -0
- package/lib/services/agent/llmCaller.d.ts +144 -0
- package/lib/services/agent/llmCaller.d.ts.map +1 -0
- package/lib/services/agent/llmCaller.js +16 -0
- package/lib/services/agent/llmCallerAnthropic.d.ts +90 -0
- package/lib/services/agent/llmCallerAnthropic.d.ts.map +1 -0
- package/lib/services/agent/llmCallerAnthropic.js +255 -0
- package/lib/services/agent/llmCallerGateway.d.ts +61 -0
- package/lib/services/agent/llmCallerGateway.d.ts.map +1 -0
- package/lib/services/agent/llmCallerGateway.js +360 -0
- package/lib/services/agent/llmCallerRegistry.d.ts +6 -0
- package/lib/services/agent/llmCallerRegistry.d.ts.map +1 -0
- package/lib/services/agent/llmCallerRegistry.js +39 -0
- package/lib/services/agent/modelQualityNotes.d.ts +100 -0
- package/lib/services/agent/modelQualityNotes.d.ts.map +1 -0
- package/lib/services/agent/modelQualityNotes.js +248 -0
- package/lib/services/agent/modelRouter.d.ts +41 -0
- package/lib/services/agent/modelRouter.d.ts.map +1 -0
- package/lib/services/agent/modelRouter.js +65 -0
- package/lib/services/agent/musicSelect.d.ts +23 -0
- package/lib/services/agent/musicSelect.d.ts.map +1 -0
- package/lib/services/agent/musicSelect.js +109 -0
- package/lib/services/agent/overlayRenderer.d.ts +67 -0
- package/lib/services/agent/overlayRenderer.d.ts.map +1 -0
- package/lib/services/agent/overlayRenderer.js +253 -0
- package/lib/services/agent/perSceneCritic.d.ts +90 -0
- package/lib/services/agent/perSceneCritic.d.ts.map +1 -0
- package/lib/services/agent/perSceneCritic.js +125 -0
- package/lib/services/agent/personas.d.ts +78 -0
- package/lib/services/agent/personas.d.ts.map +1 -0
- package/lib/services/agent/personas.js +177 -0
- package/lib/services/agent/planDiff.d.ts +76 -0
- package/lib/services/agent/planDiff.d.ts.map +1 -0
- package/lib/services/agent/planDiff.js +182 -0
- package/lib/services/agent/planMutations.d.ts +46 -0
- package/lib/services/agent/planMutations.d.ts.map +1 -0
- package/lib/services/agent/planMutations.js +120 -0
- package/lib/services/agent/planner/Planner.d.ts +107 -0
- package/lib/services/agent/planner/Planner.d.ts.map +1 -0
- package/lib/services/agent/planner/Planner.js +591 -0
- package/lib/services/agent/planner/overlaySanity.d.ts +7 -0
- package/lib/services/agent/planner/overlaySanity.d.ts.map +1 -0
- package/lib/services/agent/planner/overlaySanity.js +86 -0
- package/lib/services/agent/planner/promptSections.d.ts +25 -0
- package/lib/services/agent/planner/promptSections.d.ts.map +1 -0
- package/lib/services/agent/planner/promptSections.js +174 -0
- package/lib/services/agent/planner/repair.d.ts +16 -0
- package/lib/services/agent/planner/repair.d.ts.map +1 -0
- package/lib/services/agent/planner/repair.js +51 -0
- package/lib/services/agent/planner/structuralRules.d.ts +10 -0
- package/lib/services/agent/planner/structuralRules.d.ts.map +1 -0
- package/lib/services/agent/planner/structuralRules.js +111 -0
- package/lib/services/agent/planner/validators.d.ts +65 -0
- package/lib/services/agent/planner/validators.d.ts.map +1 -0
- package/lib/services/agent/planner/validators.js +284 -0
- package/lib/services/agent/planner.d.ts +3 -0
- package/lib/services/agent/planner.d.ts.map +1 -0
- package/lib/services/agent/planner.js +14 -0
- package/lib/services/agent/providerFallback/chains.d.ts +100 -0
- package/lib/services/agent/providerFallback/chains.d.ts.map +1 -0
- package/lib/services/agent/providerFallback/chains.js +198 -0
- package/lib/services/agent/providerFallback/classifier.d.ts +36 -0
- package/lib/services/agent/providerFallback/classifier.d.ts.map +1 -0
- package/lib/services/agent/providerFallback/classifier.js +103 -0
- package/lib/services/agent/providerFallback/index.d.ts +4 -0
- package/lib/services/agent/providerFallback/index.d.ts.map +1 -0
- package/lib/services/agent/providerFallback/index.js +19 -0
- package/lib/services/agent/providerFallback/withFallback.d.ts +60 -0
- package/lib/services/agent/providerFallback/withFallback.d.ts.map +1 -0
- package/lib/services/agent/providerFallback/withFallback.js +93 -0
- package/lib/services/agent/providerTaskCache.d.ts +50 -0
- package/lib/services/agent/providerTaskCache.d.ts.map +1 -0
- package/lib/services/agent/providerTaskCache.js +98 -0
- package/lib/services/agent/qualityGate.d.ts +82 -0
- package/lib/services/agent/qualityGate.d.ts.map +1 -0
- package/lib/services/agent/qualityGate.js +232 -0
- package/lib/services/agent/referenceImageRenderer.d.ts +37 -0
- package/lib/services/agent/referenceImageRenderer.d.ts.map +1 -0
- package/lib/services/agent/referenceImageRenderer.js +92 -0
- package/lib/services/agent/regenCore.d.ts +60 -0
- package/lib/services/agent/regenCore.d.ts.map +1 -0
- package/lib/services/agent/regenCore.js +487 -0
- package/lib/services/agent/runHelpers.d.ts +44 -0
- package/lib/services/agent/runHelpers.d.ts.map +1 -0
- package/lib/services/agent/runHelpers.js +196 -0
- package/lib/services/agent/sceneLayoutVision.d.ts +90 -0
- package/lib/services/agent/sceneLayoutVision.d.ts.map +1 -0
- package/lib/services/agent/sceneLayoutVision.js +212 -0
- package/lib/services/agent/stitchedVideoCritic.d.ts +136 -0
- package/lib/services/agent/stitchedVideoCritic.d.ts.map +1 -0
- package/lib/services/agent/stitchedVideoCritic.gemini.d.ts +26 -0
- package/lib/services/agent/stitchedVideoCritic.gemini.d.ts.map +1 -0
- package/lib/services/agent/stitchedVideoCritic.gemini.js +198 -0
- package/lib/services/agent/stitchedVideoCritic.js +162 -0
- package/lib/services/agent/taskPoller.d.ts +65 -0
- package/lib/services/agent/taskPoller.d.ts.map +1 -0
- package/lib/services/agent/taskPoller.js +176 -0
- package/lib/services/agent/textOverlayStyles.d.ts +60 -0
- package/lib/services/agent/textOverlayStyles.d.ts.map +1 -0
- package/lib/services/agent/textOverlayStyles.js +174 -0
- package/lib/services/agent/toolRegistry.d.ts +73 -0
- package/lib/services/agent/toolRegistry.d.ts.map +1 -0
- package/lib/services/agent/toolRegistry.js +95 -0
- package/lib/services/agent/tools/analyzeReference.tool.d.ts +36 -0
- package/lib/services/agent/tools/analyzeReference.tool.d.ts.map +1 -0
- package/lib/services/agent/tools/analyzeReference.tool.js +44 -0
- package/lib/services/agent/tools/animateImage.tool.d.ts +24 -0
- package/lib/services/agent/tools/animateImage.tool.d.ts.map +1 -0
- package/lib/services/agent/tools/animateImage.tool.js +115 -0
- package/lib/services/agent/tools/animateImageWithMotionBrush.tool.d.ts +32 -0
- package/lib/services/agent/tools/animateImageWithMotionBrush.tool.d.ts.map +1 -0
- package/lib/services/agent/tools/animateImageWithMotionBrush.tool.js +135 -0
- package/lib/services/agent/tools/composeScene.tool.d.ts +978 -0
- package/lib/services/agent/tools/composeScene.tool.d.ts.map +1 -0
- package/lib/services/agent/tools/composeScene.tool.js +90 -0
- package/lib/services/agent/tools/estimateCost.tool.d.ts +352 -0
- package/lib/services/agent/tools/estimateCost.tool.d.ts.map +1 -0
- package/lib/services/agent/tools/estimateCost.tool.js +62 -0
- package/lib/services/agent/tools/generateAvatarVideo.tool.d.ts +32 -0
- package/lib/services/agent/tools/generateAvatarVideo.tool.d.ts.map +1 -0
- package/lib/services/agent/tools/generateAvatarVideo.tool.js +143 -0
- package/lib/services/agent/tools/generateCaptions.tool.d.ts +42 -0
- package/lib/services/agent/tools/generateCaptions.tool.d.ts.map +1 -0
- package/lib/services/agent/tools/generateCaptions.tool.js +196 -0
- package/lib/services/agent/tools/generateImage.tool.d.ts +74 -0
- package/lib/services/agent/tools/generateImage.tool.d.ts.map +1 -0
- package/lib/services/agent/tools/generateImage.tool.js +206 -0
- package/lib/services/agent/tools/generateVideo.tool.d.ts +31 -0
- package/lib/services/agent/tools/generateVideo.tool.d.ts.map +1 -0
- package/lib/services/agent/tools/generateVideo.tool.js +153 -0
- package/lib/services/agent/tools/generateVoiceover.tool.d.ts +44 -0
- package/lib/services/agent/tools/generateVoiceover.tool.d.ts.map +1 -0
- package/lib/services/agent/tools/generateVoiceover.tool.js +206 -0
- package/lib/services/agent/tools/index.d.ts +20 -0
- package/lib/services/agent/tools/index.d.ts.map +1 -0
- package/lib/services/agent/tools/index.js +35 -0
- package/lib/services/agent/tools/planVideo.tool.d.ts +343 -0
- package/lib/services/agent/tools/planVideo.tool.d.ts.map +1 -0
- package/lib/services/agent/tools/planVideo.tool.js +46 -0
- package/lib/services/agent/tools/render.tool.d.ts +367 -0
- package/lib/services/agent/tools/render.tool.d.ts.map +1 -0
- package/lib/services/agent/tools/render.tool.js +48 -0
- package/lib/services/agent/tools/searchMusic.tool.d.ts +49 -0
- package/lib/services/agent/tools/searchMusic.tool.d.ts.map +1 -0
- package/lib/services/agent/tools/searchMusic.tool.js +74 -0
- package/lib/services/agent/tools/searchStock.tool.d.ts +41 -0
- package/lib/services/agent/tools/searchStock.tool.d.ts.map +1 -0
- package/lib/services/agent/tools/searchStock.tool.js +314 -0
- package/lib/services/agent/tools/searchUserLibrary.tool.d.ts +59 -0
- package/lib/services/agent/tools/searchUserLibrary.tool.d.ts.map +1 -0
- package/lib/services/agent/tools/searchUserLibrary.tool.js +58 -0
- package/lib/services/agent/ttsDuration.d.ts +29 -0
- package/lib/services/agent/ttsDuration.d.ts.map +1 -0
- package/lib/services/agent/ttsDuration.js +60 -0
- package/lib/services/aiGen/aiGenFactory.service.d.ts +21 -1
- package/lib/services/aiGen/aiGenFactory.service.d.ts.map +1 -1
- package/lib/services/aiGen/aiGenFactory.service.js +84 -21
- package/lib/services/aiGen/canonicalAdapters/cameraControl.types.d.ts +31 -0
- package/lib/services/aiGen/canonicalAdapters/cameraControl.types.d.ts.map +1 -0
- package/lib/services/aiGen/canonicalAdapters/cameraControl.types.js +2 -0
- package/lib/services/aiGen/canonicalAdapters/index.d.ts +3 -0
- package/lib/services/aiGen/canonicalAdapters/index.d.ts.map +1 -0
- package/lib/services/aiGen/canonicalAdapters/index.js +18 -0
- package/lib/services/aiGen/canonicalAdapters/multiShot.types.d.ts +23 -0
- package/lib/services/aiGen/canonicalAdapters/multiShot.types.d.ts.map +1 -0
- package/lib/services/aiGen/canonicalAdapters/multiShot.types.js +12 -0
- package/lib/services/aiGen/helpers.d.ts.map +1 -1
- package/lib/services/aiGen/helpers.js +10 -0
- package/lib/services/aiGen/providers/alibaba/alibaba.d.ts +14 -3
- package/lib/services/aiGen/providers/alibaba/alibaba.d.ts.map +1 -1
- package/lib/services/aiGen/providers/alibaba/alibaba.js +155 -22
- package/lib/services/aiGen/providers/baseAiGenProvider.service.d.ts +22 -4
- package/lib/services/aiGen/providers/baseAiGenProvider.service.d.ts.map +1 -1
- package/lib/services/aiGen/providers/baseAiGenProvider.service.js +32 -0
- package/lib/services/aiGen/providers/bytedance/bytedance.service.d.ts.map +1 -1
- package/lib/services/aiGen/providers/bytedance/bytedance.service.js +13 -19
- package/lib/services/aiGen/providers/elevenlabs/elevenlabs.service.d.ts +18 -0
- package/lib/services/aiGen/providers/elevenlabs/elevenlabs.service.d.ts.map +1 -0
- package/lib/services/aiGen/providers/elevenlabs/elevenlabs.service.js +102 -0
- package/lib/services/aiGen/providers/fal/falImage.service.d.ts +15 -0
- package/lib/services/aiGen/providers/fal/falImage.service.d.ts.map +1 -0
- package/lib/services/aiGen/providers/fal/falImage.service.js +141 -0
- package/lib/services/aiGen/providers/fal/index.d.ts +2 -0
- package/lib/services/aiGen/providers/fal/index.d.ts.map +1 -0
- package/lib/services/aiGen/providers/fal/index.js +17 -0
- package/lib/services/aiGen/providers/google/google.service.d.ts +11 -2
- package/lib/services/aiGen/providers/google/google.service.d.ts.map +1 -1
- package/lib/services/aiGen/providers/google/google.service.js +245 -28
- package/lib/services/aiGen/providers/index.d.ts +3 -0
- package/lib/services/aiGen/providers/index.d.ts.map +1 -1
- package/lib/services/aiGen/providers/index.js +3 -0
- package/lib/services/aiGen/providers/kling/cameraAdapter.d.ts +4 -0
- package/lib/services/aiGen/providers/kling/cameraAdapter.d.ts.map +1 -0
- package/lib/services/aiGen/providers/kling/cameraAdapter.js +53 -0
- package/lib/services/aiGen/providers/kling/index.d.ts +1 -0
- package/lib/services/aiGen/providers/kling/index.d.ts.map +1 -1
- package/lib/services/aiGen/providers/kling/index.js +1 -0
- package/lib/services/aiGen/providers/kling/kling.service.d.ts +12 -1
- package/lib/services/aiGen/providers/kling/kling.service.d.ts.map +1 -1
- package/lib/services/aiGen/providers/kling/kling.service.js +357 -26
- package/lib/services/aiGen/providers/kling/klingImage.service.d.ts +21 -0
- package/lib/services/aiGen/providers/kling/klingImage.service.d.ts.map +1 -0
- package/lib/services/aiGen/providers/kling/klingImage.service.js +208 -0
- package/lib/services/aiGen/providers/kling/types.d.ts +105 -0
- package/lib/services/aiGen/providers/kling/types.d.ts.map +1 -1
- package/lib/services/aiGen/providers/minimax/minimax.service.d.ts +15 -2
- package/lib/services/aiGen/providers/minimax/minimax.service.d.ts.map +1 -1
- package/lib/services/aiGen/providers/minimax/minimax.service.js +128 -5
- package/lib/services/aiGen/providers/minimax/types.d.ts +10 -1
- package/lib/services/aiGen/providers/minimax/types.d.ts.map +1 -1
- package/lib/services/aiGen/providers/openai/openai.service.d.ts +8 -2
- package/lib/services/aiGen/providers/openai/openai.service.d.ts.map +1 -1
- package/lib/services/aiGen/providers/openai/openai.service.js +184 -7
- package/lib/services/aiGen/providers/pexels/index.d.ts +2 -0
- package/lib/services/aiGen/providers/pexels/index.d.ts.map +1 -0
- package/lib/services/aiGen/providers/{azure → pexels}/index.js +1 -1
- package/lib/services/aiGen/providers/pexels/pexels.service.d.ts +11 -0
- package/lib/services/aiGen/providers/pexels/pexels.service.d.ts.map +1 -0
- package/lib/services/aiGen/providers/pexels/pexels.service.js +150 -0
- package/lib/services/aiGen/providers/pixabay/index.d.ts +2 -0
- package/lib/services/aiGen/providers/pixabay/index.d.ts.map +1 -0
- package/lib/services/aiGen/providers/pixabay/index.js +17 -0
- package/lib/services/aiGen/providers/pixabay/pixabay.service.d.ts +12 -0
- package/lib/services/aiGen/providers/pixabay/pixabay.service.d.ts.map +1 -0
- package/lib/services/aiGen/providers/pixabay/pixabay.service.js +156 -0
- package/lib/services/aiGen/providers/pixverse/pixverse.service.d.ts.map +1 -1
- package/lib/services/aiGen/providers/pixverse/pixverse.service.js +125 -2
- package/lib/services/aiGen/providers/runway/cameraAdapter.d.ts +3 -0
- package/lib/services/aiGen/providers/runway/cameraAdapter.d.ts.map +1 -0
- package/lib/services/aiGen/providers/runway/cameraAdapter.js +46 -0
- package/lib/services/aiGen/providers/runway/runway.service.d.ts +12 -2
- package/lib/services/aiGen/providers/runway/runway.service.d.ts.map +1 -1
- package/lib/services/aiGen/providers/runway/runway.service.js +224 -21
- package/lib/services/aiGen/providers/types.d.ts +263 -6
- package/lib/services/aiGen/providers/types.d.ts.map +1 -1
- package/lib/services/aiGen/providers/unsplash/index.d.ts +2 -0
- package/lib/services/aiGen/providers/unsplash/index.d.ts.map +1 -0
- package/lib/services/aiGen/providers/unsplash/index.js +17 -0
- package/lib/services/aiGen/providers/unsplash/unsplash.service.d.ts +16 -0
- package/lib/services/aiGen/providers/unsplash/unsplash.service.d.ts.map +1 -0
- package/lib/services/aiGen/providers/unsplash/unsplash.service.js +131 -0
- package/lib/services/analytics.service.js +2 -4
- package/lib/services/apiUsageCounter.service.d.ts +20 -0
- package/lib/services/apiUsageCounter.service.d.ts.map +1 -0
- package/lib/services/apiUsageCounter.service.js +84 -0
- package/lib/services/asr/assemblyai.service.d.ts +72 -0
- package/lib/services/asr/assemblyai.service.d.ts.map +1 -0
- package/lib/services/asr/assemblyai.service.js +89 -0
- package/lib/services/asr/index.d.ts +3 -0
- package/lib/services/asr/index.d.ts.map +1 -0
- package/lib/services/asr/index.js +18 -0
- package/lib/services/asr/whisper.service.d.ts +18 -0
- package/lib/services/asr/whisper.service.d.ts.map +1 -0
- package/lib/services/asr/whisper.service.js +151 -0
- package/lib/services/assetCache.service.d.ts +54 -0
- package/lib/services/assetCache.service.d.ts.map +1 -0
- package/lib/services/assetCache.service.js +109 -0
- package/lib/services/audioAnalysis/index.d.ts +2 -0
- package/lib/services/audioAnalysis/index.d.ts.map +1 -0
- package/lib/services/audioAnalysis/index.js +17 -0
- package/lib/services/audioAnalysis/onsetDetection.service.d.ts +50 -0
- package/lib/services/audioAnalysis/onsetDetection.service.d.ts.map +1 -0
- package/lib/services/audioAnalysis/onsetDetection.service.js +140 -0
- package/lib/services/bullmq.service.d.ts +6 -1
- package/lib/services/bullmq.service.d.ts.map +1 -1
- package/lib/services/bullmq.service.js +62 -14
- package/lib/services/credit.service.d.ts.map +1 -1
- package/lib/services/credit.service.js +45 -7
- package/lib/services/credits/pricing.d.ts +58 -0
- package/lib/services/credits/pricing.d.ts.map +1 -0
- package/lib/services/credits/pricing.js +111 -0
- package/lib/services/editor/designToProject.d.ts +75 -0
- package/lib/services/editor/designToProject.d.ts.map +1 -0
- package/lib/services/editor/designToProject.js +295 -0
- package/lib/services/editor/planToProject.d.ts +84 -0
- package/lib/services/editor/planToProject.d.ts.map +1 -0
- package/lib/services/editor/planToProject.js +395 -0
- package/lib/services/editor/projectToDesign.d.ts +4 -0
- package/lib/services/editor/projectToDesign.d.ts.map +1 -0
- package/lib/services/editor/projectToDesign.js +186 -0
- package/lib/services/firestore.service.d.ts +17 -0
- package/lib/services/firestore.service.d.ts.map +1 -1
- package/lib/services/firestore.service.js +30 -0
- package/lib/services/gcp/index.d.ts +1 -0
- package/lib/services/gcp/index.d.ts.map +1 -1
- package/lib/services/gcp/index.js +1 -0
- package/lib/services/gcp/uploadAudioBuffer.d.ts +13 -0
- package/lib/services/gcp/uploadAudioBuffer.d.ts.map +1 -0
- package/lib/services/gcp/uploadAudioBuffer.js +28 -0
- package/lib/services/index.d.ts +13 -0
- package/lib/services/index.d.ts.map +1 -1
- package/lib/services/index.js +13 -0
- package/lib/services/musicGen/index.d.ts +6 -0
- package/lib/services/musicGen/index.d.ts.map +1 -0
- package/lib/services/musicGen/index.js +26 -0
- package/lib/services/musicGen/musicSearchFactory.service.d.ts +14 -0
- package/lib/services/musicGen/musicSearchFactory.service.d.ts.map +1 -0
- package/lib/services/musicGen/musicSearchFactory.service.js +59 -0
- package/lib/services/musicGen/providers/curated.service.d.ts +24 -0
- package/lib/services/musicGen/providers/curated.service.d.ts.map +1 -0
- package/lib/services/musicGen/providers/curated.service.js +173 -0
- package/lib/services/musicGen/providers/jamendo.service.d.ts +8 -0
- package/lib/services/musicGen/providers/jamendo.service.d.ts.map +1 -0
- package/lib/services/musicGen/providers/jamendo.service.js +113 -0
- package/lib/services/musicGen/providers/mubert.service.d.ts +10 -0
- package/lib/services/musicGen/providers/mubert.service.d.ts.map +1 -0
- package/lib/services/musicGen/providers/mubert.service.js +128 -0
- package/lib/services/musicGen/types.d.ts +46 -0
- package/lib/services/musicGen/types.d.ts.map +1 -0
- package/lib/services/musicGen/types.js +10 -0
- package/lib/services/notification.service.d.ts +22 -0
- package/lib/services/notification.service.d.ts.map +1 -0
- package/lib/services/notification.service.js +76 -0
- package/lib/services/rateLimiter/distributedRateLimiter.service.d.ts +78 -0
- package/lib/services/rateLimiter/distributedRateLimiter.service.d.ts.map +1 -0
- package/lib/services/rateLimiter/distributedRateLimiter.service.js +269 -0
- package/lib/services/rateLimiter/index.d.ts +2 -0
- package/lib/services/rateLimiter/index.d.ts.map +1 -0
- package/lib/services/rateLimiter/index.js +17 -0
- package/lib/services/redis.service.d.ts +9 -0
- package/lib/services/redis.service.d.ts.map +1 -1
- package/lib/services/redis.service.js +20 -11
- package/lib/services/redisOptions.d.ts +22 -0
- package/lib/services/redisOptions.d.ts.map +1 -0
- package/lib/services/redisOptions.js +51 -0
- package/lib/services/tts/index.d.ts +2 -0
- package/lib/services/tts/index.d.ts.map +1 -1
- package/lib/services/tts/index.js +2 -0
- package/lib/services/tts/providers/elevenlabs.service.d.ts.map +1 -1
- package/lib/services/tts/providers/elevenlabs.service.js +91 -24
- package/lib/services/tts/providers/minimax.service.d.ts +14 -0
- package/lib/services/tts/providers/minimax.service.d.ts.map +1 -0
- package/lib/services/tts/providers/minimax.service.js +78 -0
- package/lib/services/tts/providers/openai.service.d.ts +14 -0
- package/lib/services/tts/providers/openai.service.d.ts.map +1 -0
- package/lib/services/tts/providers/openai.service.js +73 -0
- package/lib/services/tts/ttsFactory.service.d.ts.map +1 -1
- package/lib/services/tts/ttsFactory.service.js +6 -0
- package/lib/services/tts/types.d.ts +33 -0
- package/lib/services/tts/types.d.ts.map +1 -1
- package/lib/utils/errors.d.ts +8 -0
- package/lib/utils/errors.d.ts.map +1 -1
- package/lib/utils/errors.js +8 -0
- package/lib/utils/helpers.d.ts +13 -0
- package/lib/utils/helpers.d.ts.map +1 -1
- package/lib/utils/helpers.js +48 -11
- package/lib/utils/logger.d.ts.map +1 -1
- package/lib/utils/logger.js +37 -1
- package/package.json +5 -1
- package/lib/services/aiGen/providers/azure/azure.service.d.ts +0 -14
- package/lib/services/aiGen/providers/azure/azure.service.d.ts.map +0 -1
- package/lib/services/aiGen/providers/azure/azure.service.js +0 -108
- package/lib/services/aiGen/providers/azure/index.d.ts +0 -2
- package/lib/services/aiGen/providers/azure/index.d.ts.map +0 -1
|
@@ -0,0 +1,230 @@
|
|
|
1
|
+
import { z } from "zod";
|
|
2
|
+
/**
|
|
3
|
+
* Eval set + replay infrastructure.
|
|
4
|
+
*
|
|
5
|
+
* The eval harness exists so we can measure agent quality every time we change
|
|
6
|
+
* the planner prompt, the model routing, or a tool description — instead of
|
|
7
|
+
* shipping blind. Every interactive agent run is also recorded as a trace so it
|
|
8
|
+
* can be replayed offline against a candidate change.
|
|
9
|
+
*
|
|
10
|
+
* 50 hand-curated briefs target launch; a handful of seed briefs ship in code
|
|
11
|
+
* so the harness is runnable from day one.
|
|
12
|
+
*/
|
|
13
|
+
/** Rubric axes, scored 0-1 by the judge. */
|
|
14
|
+
export declare const EvalRubricSchema: z.ZodObject<{
|
|
15
|
+
hookStrength: z.ZodNumber;
|
|
16
|
+
voVisualSync: z.ZodNumber;
|
|
17
|
+
pacingFit: z.ZodNumber;
|
|
18
|
+
brandSafety: z.ZodNumber;
|
|
19
|
+
costVsTier: z.ZodNumber;
|
|
20
|
+
intentMatch: z.ZodNumber;
|
|
21
|
+
}, z.core.$strip>;
|
|
22
|
+
export type EvalRubric = z.infer<typeof EvalRubricSchema>;
|
|
23
|
+
export declare const EvalBriefSchema: z.ZodObject<{
|
|
24
|
+
id: z.ZodString;
|
|
25
|
+
niche: z.ZodString;
|
|
26
|
+
brief: z.ZodObject<{
|
|
27
|
+
rawPrompt: z.ZodString;
|
|
28
|
+
goal: z.ZodOptional<z.ZodString>;
|
|
29
|
+
niche: z.ZodOptional<z.ZodEnum<{
|
|
30
|
+
other: "other";
|
|
31
|
+
news: "news";
|
|
32
|
+
"ugc-ad": "ugc-ad";
|
|
33
|
+
"faceless-yt": "faceless-yt";
|
|
34
|
+
"product-demo": "product-demo";
|
|
35
|
+
"talking-head": "talking-head";
|
|
36
|
+
"social-recap": "social-recap";
|
|
37
|
+
"real-estate": "real-estate";
|
|
38
|
+
recipe: "recipe";
|
|
39
|
+
travel: "travel";
|
|
40
|
+
fitness: "fitness";
|
|
41
|
+
"podcast-clip": "podcast-clip";
|
|
42
|
+
education: "education";
|
|
43
|
+
}>>;
|
|
44
|
+
audience: z.ZodOptional<z.ZodString>;
|
|
45
|
+
tone: z.ZodOptional<z.ZodEnum<{
|
|
46
|
+
professional: "professional";
|
|
47
|
+
energetic: "energetic";
|
|
48
|
+
calm: "calm";
|
|
49
|
+
cinematic: "cinematic";
|
|
50
|
+
casual: "casual";
|
|
51
|
+
playful: "playful";
|
|
52
|
+
edgy: "edgy";
|
|
53
|
+
warm: "warm";
|
|
54
|
+
informational: "informational";
|
|
55
|
+
}>>;
|
|
56
|
+
hookStyle: z.ZodOptional<z.ZodEnum<{
|
|
57
|
+
question: "question";
|
|
58
|
+
"bold-claim": "bold-claim";
|
|
59
|
+
"pattern-interrupt": "pattern-interrupt";
|
|
60
|
+
story: "story";
|
|
61
|
+
stat: "stat";
|
|
62
|
+
demo: "demo";
|
|
63
|
+
"voiceover-only": "voiceover-only";
|
|
64
|
+
}>>;
|
|
65
|
+
pacing: z.ZodOptional<z.ZodEnum<{
|
|
66
|
+
medium: "medium";
|
|
67
|
+
fast: "fast";
|
|
68
|
+
slow: "slow";
|
|
69
|
+
"very-fast": "very-fast";
|
|
70
|
+
}>>;
|
|
71
|
+
durationSec: z.ZodOptional<z.ZodNumber>;
|
|
72
|
+
aspect: z.ZodOptional<z.ZodEnum<{
|
|
73
|
+
"9:16": "9:16";
|
|
74
|
+
"1:1": "1:1";
|
|
75
|
+
"4:5": "4:5";
|
|
76
|
+
"16:9": "16:9";
|
|
77
|
+
}>>;
|
|
78
|
+
voice: z.ZodOptional<z.ZodObject<{
|
|
79
|
+
gender: z.ZodOptional<z.ZodEnum<{
|
|
80
|
+
male: "male";
|
|
81
|
+
female: "female";
|
|
82
|
+
neutral: "neutral";
|
|
83
|
+
}>>;
|
|
84
|
+
ageRange: z.ZodOptional<z.ZodEnum<{
|
|
85
|
+
child: "child";
|
|
86
|
+
teen: "teen";
|
|
87
|
+
"young-adult": "young-adult";
|
|
88
|
+
adult: "adult";
|
|
89
|
+
senior: "senior";
|
|
90
|
+
}>>;
|
|
91
|
+
accent: z.ZodOptional<z.ZodString>;
|
|
92
|
+
language: z.ZodDefault<z.ZodString>;
|
|
93
|
+
voiceId: z.ZodOptional<z.ZodString>;
|
|
94
|
+
style: z.ZodOptional<z.ZodEnum<{
|
|
95
|
+
energetic: "energetic";
|
|
96
|
+
calm: "calm";
|
|
97
|
+
casual: "casual";
|
|
98
|
+
warm: "warm";
|
|
99
|
+
neutral: "neutral";
|
|
100
|
+
excited: "excited";
|
|
101
|
+
happy: "happy";
|
|
102
|
+
serious: "serious";
|
|
103
|
+
dramatic: "dramatic";
|
|
104
|
+
whisper: "whisper";
|
|
105
|
+
}>>;
|
|
106
|
+
}, z.core.$strip>>;
|
|
107
|
+
music: z.ZodOptional<z.ZodObject<{
|
|
108
|
+
moods: z.ZodDefault<z.ZodArray<z.ZodEnum<{
|
|
109
|
+
energetic: "energetic";
|
|
110
|
+
calm: "calm";
|
|
111
|
+
cinematic: "cinematic";
|
|
112
|
+
playful: "playful";
|
|
113
|
+
uplifting: "uplifting";
|
|
114
|
+
tense: "tense";
|
|
115
|
+
dreamy: "dreamy";
|
|
116
|
+
dark: "dark";
|
|
117
|
+
}>>>;
|
|
118
|
+
bpmMin: z.ZodOptional<z.ZodNumber>;
|
|
119
|
+
bpmMax: z.ZodOptional<z.ZodNumber>;
|
|
120
|
+
}, z.core.$strip>>;
|
|
121
|
+
cta: z.ZodOptional<z.ZodString>;
|
|
122
|
+
claims: z.ZodDefault<z.ZodObject<{
|
|
123
|
+
allow: z.ZodDefault<z.ZodArray<z.ZodString>>;
|
|
124
|
+
block: z.ZodDefault<z.ZodArray<z.ZodString>>;
|
|
125
|
+
}, z.core.$strip>>;
|
|
126
|
+
references: z.ZodDefault<z.ZodArray<z.ZodObject<{
|
|
127
|
+
url: z.ZodString;
|
|
128
|
+
analyzed: z.ZodOptional<z.ZodObject<{
|
|
129
|
+
durationMs: z.ZodNumber;
|
|
130
|
+
sceneCount: z.ZodNumber;
|
|
131
|
+
hookMs: z.ZodNumber;
|
|
132
|
+
cutsPerSecond: z.ZodNumber;
|
|
133
|
+
bpm: z.ZodOptional<z.ZodNumber>;
|
|
134
|
+
transcriptExcerpt: z.ZodOptional<z.ZodString>;
|
|
135
|
+
}, z.core.$strip>>;
|
|
136
|
+
}, z.core.$strip>>>;
|
|
137
|
+
tierBudget: z.ZodDefault<z.ZodEnum<{
|
|
138
|
+
T0: "T0";
|
|
139
|
+
T1: "T1";
|
|
140
|
+
T2: "T2";
|
|
141
|
+
T3: "T3";
|
|
142
|
+
}>>;
|
|
143
|
+
videoStrategy: z.ZodOptional<z.ZodEnum<{
|
|
144
|
+
auto: "auto";
|
|
145
|
+
direct: "direct";
|
|
146
|
+
indirect: "indirect";
|
|
147
|
+
}>>;
|
|
148
|
+
consistencyTier: z.ZodOptional<z.ZodEnum<{
|
|
149
|
+
C0: "C0";
|
|
150
|
+
C1: "C1";
|
|
151
|
+
C2: "C2";
|
|
152
|
+
}>>;
|
|
153
|
+
confidence: z.ZodDefault<z.ZodRecord<z.ZodString, z.ZodNumber>>;
|
|
154
|
+
}, z.core.$strip>;
|
|
155
|
+
goodOutputNotes: z.ZodString;
|
|
156
|
+
}, z.core.$strip>;
|
|
157
|
+
export type EvalBrief = z.infer<typeof EvalBriefSchema>;
|
|
158
|
+
export declare const ToolCallTraceSchema: z.ZodObject<{
|
|
159
|
+
ts: z.ZodNumber;
|
|
160
|
+
tool: z.ZodString;
|
|
161
|
+
input: z.ZodUnknown;
|
|
162
|
+
outcome: z.ZodUnion<readonly [z.ZodObject<{
|
|
163
|
+
ok: z.ZodLiteral<true>;
|
|
164
|
+
output: z.ZodUnknown;
|
|
165
|
+
durationMs: z.ZodNumber;
|
|
166
|
+
}, z.core.$strip>, z.ZodObject<{
|
|
167
|
+
ok: z.ZodLiteral<false>;
|
|
168
|
+
error: z.ZodObject<{
|
|
169
|
+
code: z.ZodString;
|
|
170
|
+
message: z.ZodString;
|
|
171
|
+
}, z.core.$strip>;
|
|
172
|
+
durationMs: z.ZodNumber;
|
|
173
|
+
}, z.core.$strip>]>;
|
|
174
|
+
}, z.core.$strip>;
|
|
175
|
+
export type ToolCallTrace = z.infer<typeof ToolCallTraceSchema>;
|
|
176
|
+
/** C46 — wall-clock span for a single agent pipeline stage. */
|
|
177
|
+
export declare const StageTimingSchema: z.ZodObject<{
|
|
178
|
+
stage: z.ZodString;
|
|
179
|
+
startedAt: z.ZodNumber;
|
|
180
|
+
durationMs: z.ZodNumber;
|
|
181
|
+
}, z.core.$strip>;
|
|
182
|
+
export type StageTiming = z.infer<typeof StageTimingSchema>;
|
|
183
|
+
export declare const AgentRunTraceSchema: z.ZodObject<{
|
|
184
|
+
agentRunId: z.ZodString;
|
|
185
|
+
briefId: z.ZodOptional<z.ZodString>;
|
|
186
|
+
startedAt: z.ZodString;
|
|
187
|
+
endedAt: z.ZodOptional<z.ZodString>;
|
|
188
|
+
modelRouting: z.ZodRecord<z.ZodString, z.ZodString>;
|
|
189
|
+
rngSeed: z.ZodString;
|
|
190
|
+
toolCalls: z.ZodArray<z.ZodObject<{
|
|
191
|
+
ts: z.ZodNumber;
|
|
192
|
+
tool: z.ZodString;
|
|
193
|
+
input: z.ZodUnknown;
|
|
194
|
+
outcome: z.ZodUnion<readonly [z.ZodObject<{
|
|
195
|
+
ok: z.ZodLiteral<true>;
|
|
196
|
+
output: z.ZodUnknown;
|
|
197
|
+
durationMs: z.ZodNumber;
|
|
198
|
+
}, z.core.$strip>, z.ZodObject<{
|
|
199
|
+
ok: z.ZodLiteral<false>;
|
|
200
|
+
error: z.ZodObject<{
|
|
201
|
+
code: z.ZodString;
|
|
202
|
+
message: z.ZodString;
|
|
203
|
+
}, z.core.$strip>;
|
|
204
|
+
durationMs: z.ZodNumber;
|
|
205
|
+
}, z.core.$strip>]>;
|
|
206
|
+
}, z.core.$strip>>;
|
|
207
|
+
stageTimings: z.ZodOptional<z.ZodArray<z.ZodObject<{
|
|
208
|
+
stage: z.ZodString;
|
|
209
|
+
startedAt: z.ZodNumber;
|
|
210
|
+
durationMs: z.ZodNumber;
|
|
211
|
+
}, z.core.$strip>>>;
|
|
212
|
+
}, z.core.$strip>;
|
|
213
|
+
export type AgentRunTrace = z.infer<typeof AgentRunTraceSchema>;
|
|
214
|
+
export declare const EvalScoreSchema: z.ZodObject<{
|
|
215
|
+
briefId: z.ZodString;
|
|
216
|
+
agentRunId: z.ZodString;
|
|
217
|
+
rubric: z.ZodObject<{
|
|
218
|
+
hookStrength: z.ZodNumber;
|
|
219
|
+
voVisualSync: z.ZodNumber;
|
|
220
|
+
pacingFit: z.ZodNumber;
|
|
221
|
+
brandSafety: z.ZodNumber;
|
|
222
|
+
costVsTier: z.ZodNumber;
|
|
223
|
+
intentMatch: z.ZodNumber;
|
|
224
|
+
}, z.core.$strip>;
|
|
225
|
+
score: z.ZodNumber;
|
|
226
|
+
judgeNotes: z.ZodString;
|
|
227
|
+
scoredAt: z.ZodString;
|
|
228
|
+
}, z.core.$strip>;
|
|
229
|
+
export type EvalScore = z.infer<typeof EvalScoreSchema>;
|
|
230
|
+
//# sourceMappingURL=types.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../../src/services/agent/eval/types.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAGxB;;;;;;;;;;GAUG;AAEH,4CAA4C;AAC5C,eAAO,MAAM,gBAAgB;;;;;;;iBAQ3B,CAAC;AACH,MAAM,MAAM,UAAU,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,gBAAgB,CAAC,CAAC;AAE1D,eAAO,MAAM,eAAe;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;iBAM1B,CAAC;AACH,MAAM,MAAM,SAAS,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,eAAe,CAAC,CAAC;AAExD,eAAO,MAAM,mBAAmB;;;;;;;;;;;;;;;;iBAY9B,CAAC;AACH,MAAM,MAAM,aAAa,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,mBAAmB,CAAC,CAAC;AAEhE,+DAA+D;AAC/D,eAAO,MAAM,iBAAiB;;;;iBAI5B,CAAC;AACH,MAAM,MAAM,WAAW,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,iBAAiB,CAAC,CAAC;AAE5D,eAAO,MAAM,mBAAmB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;iBAW9B,CAAC;AACH,MAAM,MAAM,aAAa,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,mBAAmB,CAAC,CAAC;AAEhE,eAAO,MAAM,eAAe;;;;;;;;;;;;;;iBAQ1B,CAAC;AACH,MAAM,MAAM,SAAS,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,eAAe,CAAC,CAAC"}
|
|
@@ -0,0 +1,73 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.EvalScoreSchema = exports.AgentRunTraceSchema = exports.StageTimingSchema = exports.ToolCallTraceSchema = exports.EvalBriefSchema = exports.EvalRubricSchema = void 0;
|
|
4
|
+
const zod_1 = require("zod");
|
|
5
|
+
const brief_schema_1 = require("../../../schemas/brief.schema");
|
|
6
|
+
/**
|
|
7
|
+
* Eval set + replay infrastructure.
|
|
8
|
+
*
|
|
9
|
+
* The eval harness exists so we can measure agent quality every time we change
|
|
10
|
+
* the planner prompt, the model routing, or a tool description — instead of
|
|
11
|
+
* shipping blind. Every interactive agent run is also recorded as a trace so it
|
|
12
|
+
* can be replayed offline against a candidate change.
|
|
13
|
+
*
|
|
14
|
+
* 50 hand-curated briefs target launch; a handful of seed briefs ship in code
|
|
15
|
+
* so the harness is runnable from day one.
|
|
16
|
+
*/
|
|
17
|
+
/** Rubric axes, scored 0-1 by the judge. */
|
|
18
|
+
exports.EvalRubricSchema = zod_1.z.object({
|
|
19
|
+
hookStrength: zod_1.z.number().min(0).max(1),
|
|
20
|
+
voVisualSync: zod_1.z.number().min(0).max(1),
|
|
21
|
+
pacingFit: zod_1.z.number().min(0).max(1),
|
|
22
|
+
brandSafety: zod_1.z.number().min(0).max(1),
|
|
23
|
+
costVsTier: zod_1.z.number().min(0).max(1),
|
|
24
|
+
/** Did the result actually look like the niche/persona? Catches off-brief drift. */
|
|
25
|
+
intentMatch: zod_1.z.number().min(0).max(1),
|
|
26
|
+
});
|
|
27
|
+
exports.EvalBriefSchema = zod_1.z.object({
|
|
28
|
+
id: zod_1.z.string(),
|
|
29
|
+
niche: zod_1.z.string(),
|
|
30
|
+
brief: brief_schema_1.VideoBriefSchema,
|
|
31
|
+
/** Free-form rubric notes the judge prompt prepends — what "good" looks like for THIS brief. */
|
|
32
|
+
goodOutputNotes: zod_1.z.string(),
|
|
33
|
+
});
|
|
34
|
+
exports.ToolCallTraceSchema = zod_1.z.object({
|
|
35
|
+
ts: zod_1.z.number(),
|
|
36
|
+
tool: zod_1.z.string(),
|
|
37
|
+
input: zod_1.z.unknown(),
|
|
38
|
+
outcome: zod_1.z.union([
|
|
39
|
+
zod_1.z.object({ ok: zod_1.z.literal(true), output: zod_1.z.unknown(), durationMs: zod_1.z.number() }),
|
|
40
|
+
zod_1.z.object({
|
|
41
|
+
ok: zod_1.z.literal(false),
|
|
42
|
+
error: zod_1.z.object({ code: zod_1.z.string(), message: zod_1.z.string() }),
|
|
43
|
+
durationMs: zod_1.z.number(),
|
|
44
|
+
}),
|
|
45
|
+
]),
|
|
46
|
+
});
|
|
47
|
+
/** C46 — wall-clock span for a single agent pipeline stage. */
|
|
48
|
+
exports.StageTimingSchema = zod_1.z.object({
|
|
49
|
+
stage: zod_1.z.string(),
|
|
50
|
+
startedAt: zod_1.z.number(),
|
|
51
|
+
durationMs: zod_1.z.number(),
|
|
52
|
+
});
|
|
53
|
+
exports.AgentRunTraceSchema = zod_1.z.object({
|
|
54
|
+
agentRunId: zod_1.z.string(),
|
|
55
|
+
briefId: zod_1.z.string().optional(),
|
|
56
|
+
startedAt: zod_1.z.string().datetime(),
|
|
57
|
+
endedAt: zod_1.z.string().datetime().optional(),
|
|
58
|
+
modelRouting: zod_1.z.record(zod_1.z.string(), zod_1.z.string()),
|
|
59
|
+
/** Deterministic RNG seed so re-runs (with the same models + tool stubs) are reproducible. */
|
|
60
|
+
rngSeed: zod_1.z.string(),
|
|
61
|
+
toolCalls: zod_1.z.array(exports.ToolCallTraceSchema),
|
|
62
|
+
/** C46 — wall-clock per-stage timings; lets us distinguish slow-but-progressing from stuck. */
|
|
63
|
+
stageTimings: zod_1.z.array(exports.StageTimingSchema).optional(),
|
|
64
|
+
});
|
|
65
|
+
exports.EvalScoreSchema = zod_1.z.object({
|
|
66
|
+
briefId: zod_1.z.string(),
|
|
67
|
+
agentRunId: zod_1.z.string(),
|
|
68
|
+
rubric: exports.EvalRubricSchema,
|
|
69
|
+
/** Weighted aggregate; weights live in the harness. */
|
|
70
|
+
score: zod_1.z.number().min(0).max(1),
|
|
71
|
+
judgeNotes: zod_1.z.string(),
|
|
72
|
+
scoredAt: zod_1.z.string().datetime(),
|
|
73
|
+
});
|
|
@@ -0,0 +1,141 @@
|
|
|
1
|
+
import { PlannedScene, VideoPlan } from "../../schemas/videoPlan.schema";
|
|
2
|
+
import { ToolContext, ToolOutcome } from "./toolRegistry";
|
|
3
|
+
import { ProviderTaskCache, ProviderTaskCacheEntry } from "./providerTaskCache";
|
|
4
|
+
export type RunToolFn = <O = unknown>(name: string, input: unknown, ctx: ToolContext) => Promise<ToolOutcome<O>>;
|
|
5
|
+
/**
|
|
6
|
+
* Executor — turns an approved VideoPlan into per-scene asset results.
|
|
7
|
+
*
|
|
8
|
+
* Plan-then-execute split (not free-form ReAct): the executor does NOT pick
|
|
9
|
+
* tools. The plan dictates which tool runs per scene; the executor only does
|
|
10
|
+
* the dispatch + per-scene parallelism + idempotency-key generation.
|
|
11
|
+
*
|
|
12
|
+
* Returns a SceneOutcome per scene, leaving composition (compose_scene),
|
|
13
|
+
* critique (Critic.review), and render to the orchestrator above.
|
|
14
|
+
*/
|
|
15
|
+
export interface SceneAssetResult {
|
|
16
|
+
/** Concrete asset URL for the visual track (image or video). */
|
|
17
|
+
visualUrl?: string;
|
|
18
|
+
/** Voiceover audio (base64 or url depending on host policy). */
|
|
19
|
+
voiceoverAudioBase64?: string;
|
|
20
|
+
/**
|
|
21
|
+
* Resolved voiceover URL once the host has uploaded the base64 buffer to
|
|
22
|
+
* its asset store (GCS / Firebase Storage). The agent.controller flow
|
|
23
|
+
* sets this in `onSceneComplete` so `planToProject` can render a real VO
|
|
24
|
+
* clip on `track-vo`. When unset, planToProject skips the VO clip.
|
|
25
|
+
*/
|
|
26
|
+
voiceoverUrl?: string;
|
|
27
|
+
/** Provider task id for async generations the host still needs to poll. */
|
|
28
|
+
pendingTaskId?: string;
|
|
29
|
+
/** Model key the pending task was triggered on — the poller needs this to pick the provider. */
|
|
30
|
+
pendingModelKey?: string;
|
|
31
|
+
/** AG-22: provider chain the tool walked (in order, primary first). For trace + post-mortem. */
|
|
32
|
+
attemptedProviders?: string[];
|
|
33
|
+
/** Tool name used. */
|
|
34
|
+
tool: string;
|
|
35
|
+
/** Idempotency key the executor minted; useful for retries. */
|
|
36
|
+
idempotencyKey: string;
|
|
37
|
+
/**
|
|
38
|
+
* AG-28: estimated VO duration (ms) from the wpm heuristic. Set when
|
|
39
|
+
* voiceoverAudioBase64 is set. Used pre-upload for budget math; the
|
|
40
|
+
* editor-side display window prefers voiceoverActualMs when available.
|
|
41
|
+
*/
|
|
42
|
+
voiceoverEstimateMs?: number;
|
|
43
|
+
/**
|
|
44
|
+
* Probed actual mp3 duration (ms). Stamped by `resolveVoiceoverUrl` after
|
|
45
|
+
* generation, before the buffer is discarded. Reflects real playback
|
|
46
|
+
* length — required to size the editor VO clip's display window so
|
|
47
|
+
* Remotion's `endAt` doesn't truncate emotive/punctuated deliveries that
|
|
48
|
+
* the wpm estimate undershoots. Falls back to `voiceoverEstimateMs` when
|
|
49
|
+
* ffprobe is unavailable.
|
|
50
|
+
*/
|
|
51
|
+
voiceoverActualMs?: number;
|
|
52
|
+
/**
|
|
53
|
+
* AG-28: TTS over-budget signal. True when the line + style produces audio
|
|
54
|
+
* longer than scene.durationMs * 1.05 even after the executor's atempo
|
|
55
|
+
* adjustment. Stitcher should freeze-frame-pad rather than clip.
|
|
56
|
+
*/
|
|
57
|
+
voiceoverOverBudget?: boolean;
|
|
58
|
+
}
|
|
59
|
+
export interface SceneOutcome {
|
|
60
|
+
scene: PlannedScene;
|
|
61
|
+
ok: boolean;
|
|
62
|
+
result?: SceneAssetResult;
|
|
63
|
+
error?: {
|
|
64
|
+
code: string;
|
|
65
|
+
message: string;
|
|
66
|
+
/**
|
|
67
|
+
* Set when the failure came from a provider-fallback-wrapped tool whose
|
|
68
|
+
* entire chain exhausted (or terminated on auth/safety/input). Used by
|
|
69
|
+
* the orchestrator to decide between agent re-plan / scene degrade /
|
|
70
|
+
* hard fail.
|
|
71
|
+
*/
|
|
72
|
+
classification?: "transient" | "rate_limit" | "capability" | "safety" | "auth" | "quota" | "input" | "unknown";
|
|
73
|
+
needsReplan?: boolean;
|
|
74
|
+
attemptedProviders?: string[];
|
|
75
|
+
};
|
|
76
|
+
durationMs: number;
|
|
77
|
+
}
|
|
78
|
+
/**
|
|
79
|
+
* Inspect a failed scene to decide the next orchestration step.
|
|
80
|
+
*
|
|
81
|
+
* - "replan" : agent should re-plan the scene (safety / bad input)
|
|
82
|
+
* - "degrade" : try a cheaper strategy (e.g. T2/T3 chain exhausted on quota)
|
|
83
|
+
* - "fail" : terminal — surface to user (auth / chain-exhausted-unknown)
|
|
84
|
+
* - "retry" : transient — caller may re-run the scene as-is later
|
|
85
|
+
*/
|
|
86
|
+
export declare function classifySceneFailure(outcome: SceneOutcome): "replan" | "degrade" | "fail" | "retry" | null;
|
|
87
|
+
export interface ExecutorOptions {
|
|
88
|
+
/** Max scenes to run in parallel. Generation providers rate-limit themselves; this guards on top. */
|
|
89
|
+
concurrency?: number;
|
|
90
|
+
/** Inject a recording wrapper (e.g. runToolRecorded) for eval / replay. */
|
|
91
|
+
runTool?: RunToolFn;
|
|
92
|
+
/**
|
|
93
|
+
* Stage 3 hook: invoked after each scene finishes (success OR failure).
|
|
94
|
+
* Lets the orchestrator stream incremental Project updates into Firestore
|
|
95
|
+
* so the editor + agent drawer surfaces light up as scenes complete,
|
|
96
|
+
* rather than waiting for the whole executor to finish. Errors thrown
|
|
97
|
+
* from the callback are swallowed (logged) so a Firestore blip can't
|
|
98
|
+
* crash the executor.
|
|
99
|
+
*/
|
|
100
|
+
onSceneComplete?: (sceneIndex: number, outcome: SceneOutcome) => Promise<void>;
|
|
101
|
+
/**
|
|
102
|
+
* Stage 7 slice 1: provider task-id cache (read side). When the upstream
|
|
103
|
+
* inputs for animate_image / generate_video / generate_avatar_video hash
|
|
104
|
+
* to the same value as a cached entry (and entry is within TTL), the
|
|
105
|
+
* executor returns the cached taskId + modelKey and skips the tool call.
|
|
106
|
+
* /execute passes the project's cache here so re-runs after downstream
|
|
107
|
+
* (poll/stitch/critic) bugs reuse the prior $$ gens. /regenerate-scene
|
|
108
|
+
* deliberately omits this (user wants a fresh gen) but still mints.
|
|
109
|
+
*/
|
|
110
|
+
taskCache?: ProviderTaskCache;
|
|
111
|
+
/**
|
|
112
|
+
* Stage 7 slice 1: cache write side. Invoked after a successful tool call
|
|
113
|
+
* that produced a pendingTaskId. Orchestrator persists the entry on the
|
|
114
|
+
* AgentProject doc so the NEXT execute can replay. Errors swallowed —
|
|
115
|
+
* cache is best-effort optimisation, not correctness.
|
|
116
|
+
*/
|
|
117
|
+
onTaskMint?: (clipId: string, entry: ProviderTaskCacheEntry) => Promise<void>;
|
|
118
|
+
}
|
|
119
|
+
export declare class Executor {
|
|
120
|
+
private readonly concurrency;
|
|
121
|
+
private readonly runTool;
|
|
122
|
+
private readonly onSceneComplete?;
|
|
123
|
+
private readonly taskCache?;
|
|
124
|
+
private readonly onTaskMint?;
|
|
125
|
+
constructor(opts?: ExecutorOptions);
|
|
126
|
+
/**
|
|
127
|
+
* Stage 7 slice 1 helper. Returns cached pending-task output if the
|
|
128
|
+
* upstream input hash matches and entry is within TTL; null otherwise.
|
|
129
|
+
* Logs the hit so trace shows where $$ was saved.
|
|
130
|
+
*/
|
|
131
|
+
private checkTaskCache;
|
|
132
|
+
/**
|
|
133
|
+
* Best-effort mint. Swallows callback errors — a Firestore blip must not
|
|
134
|
+
* fail the scene (the tool already succeeded and produced a real taskId).
|
|
135
|
+
*/
|
|
136
|
+
private mintTaskCache;
|
|
137
|
+
run(plan: VideoPlan, ctx: ToolContext): Promise<SceneOutcome[]>;
|
|
138
|
+
private runScene;
|
|
139
|
+
private runVisual;
|
|
140
|
+
}
|
|
141
|
+
//# sourceMappingURL=executor.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"executor.d.ts","sourceRoot":"","sources":["../../../src/services/agent/executor.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,YAAY,EAAE,SAAS,EAAE,MAAM,gCAAgC,CAAC;AAIzE,OAAO,EAA6B,WAAW,EAAE,WAAW,EAAE,MAAM,gBAAgB,CAAC;AAGrF,OAAO,EAGL,iBAAiB,EACjB,sBAAsB,EACvB,MAAM,qBAAqB,CAAC;AA2D7B,MAAM,MAAM,SAAS,GAAG,CAAC,CAAC,GAAG,OAAO,EAClC,IAAI,EAAE,MAAM,EACZ,KAAK,EAAE,OAAO,EACd,GAAG,EAAE,WAAW,KACb,OAAO,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC;AAE7B;;;;;;;;;GASG;AAEH,MAAM,WAAW,gBAAgB;IAC/B,gEAAgE;IAChE,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,gEAAgE;IAChE,oBAAoB,CAAC,EAAE,MAAM,CAAC;IAC9B;;;;;OAKG;IACH,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,2EAA2E;IAC3E,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,gGAAgG;IAChG,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,gGAAgG;IAChG,kBAAkB,CAAC,EAAE,MAAM,EAAE,CAAC;IAC9B,sBAAsB;IACtB,IAAI,EAAE,MAAM,CAAC;IACb,+DAA+D;IAC/D,cAAc,EAAE,MAAM,CAAC;IACvB;;;;OAIG;IACH,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAC7B;;;;;;;OAOG;IACH,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B;;;;OAIG;IACH,mBAAmB,CAAC,EAAE,OAAO,CAAC;CAC/B;AAED,MAAM,WAAW,YAAY;IAC3B,KAAK,EAAE,YAAY,CAAC;IACpB,EAAE,EAAE,OAAO,CAAC;IACZ,MAAM,CAAC,EAAE,gBAAgB,CAAC;IAC1B,KAAK,CAAC,EAAE;QACN,IAAI,EAAE,MAAM,CAAC;QACb,OAAO,EAAE,MAAM,CAAC;QAChB;;;;;WAKG;QACH,cAAc,CAAC,EACX,WAAW,GACX,YAAY,GACZ,YAAY,GACZ,QAAQ,GACR,MAAM,GACN,OAAO,GACP,OAAO,GACP,SAAS,CAAC;QACd,WAAW,CAAC,EAAE,OAAO,CAAC;QACtB,kBAAkB,CAAC,EAAE,MAAM,EAAE,CAAC;KAC/B,CAAC;IACF,UAAU,EAAE,MAAM,CAAC;CACpB;AAED;;;;;;;GAOG;AACH,wBAAgB,oBAAoB,CAClC,OAAO,EAAE,YAAY,GACpB,QAAQ,GAAG,SAAS,GAAG,MAAM,GAAG,OAAO,GAAG,IAAI,CAUhD;AAED,MAAM,WAAW,eAAe;IAC9B,qGAAqG;IACrG,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,2EAA2E;IAC3E,OAAO,CAAC,EAAE,SAAS,CAAC;IACpB;;;;;;;OAOG;IACH,eAAe,CAAC,EAAE,CAAC,UAAU,EAAE,MAAM,EAAE,OAAO,EAAE,YAAY,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;IAC/E;;;;;;;;OAQG;IACH,SAAS,CAAC,EAAE,iBAAiB,CAAC;IAC9B;;;;;OAKG;IACH,UAAU,CAAC,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,sBAAsB,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;CAC/E;AAiDD,qBAAa,QAAQ;IACnB,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAS;IACrC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAY;IACpC,OAAO,CAAC,QAAQ,CAAC,eAAe,CAAC,CAAqC;IACtE,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAoB;IAC/C,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAgC;gBAEhD,IAAI,GAAE,eAAoB;IAQtC;;;;OAIG;IACH,OAAO,CAAC,cAAc;IAmBtB;;;OAGG;YACW,aAAa;IAerB,GAAG,CAAC,IAAI,EAAE,SAAS,EAAE,GAAG,EAAE,WAAW,GAAG,OAAO,CAAC,YAAY,EAAE,CAAC;YAiCvD,QAAQ;YA4FR,SAAS;CAsVxB"}
|