@mevdragon/vidfarm-devcli 0.2.12 → 0.2.14

package/auto-create-templates/template-plan.schema.json

@@ -28,6 +28,8 @@
         "description",
         "viral_dna",
         "visual_dna",
+        "links_to_inspiration",
+        "sound",
         "proposal_generator",
         "skeleton_prompt",
         "sample_prompts"
@@ -38,6 +40,16 @@
         "description": { "type": "string" },
         "viral_dna": { "type": "string" },
         "visual_dna": { "type": "string" },
+        "links_to_inspiration": { "type": "array", "items": { "type": "string" } },
+        "sound": {
+          "type": "object",
+          "required": ["sound_title", "sound_url"],
+          "properties": {
+            "sound_title": { "type": "string" },
+            "sound_url": { "type": "string" }
+          },
+          "additionalProperties": false
+        },
         "proposal_generator": { "type": "string" },
         "skeleton_prompt": { "type": "string" },
         "sample_prompts": { "type": "array", "items": { "type": "string" }, "minItems": 3 }
@@ -159,10 +171,51 @@
     },
     "typography": {
       "type": "object",
-      "required": ["recommended_default", "tiktok_native", "configurable_fields"],
+      "required": [
+        "recommended_default",
+        "tiktok_native",
+        "allowed_font_ids",
+        "custom_font_policy",
+        "generated_text_policy",
+        "configurable_fields"
+      ],
       "properties": {
         "recommended_default": { "type": "string" },
         "tiktok_native": { "type": "boolean" },
+        "allowed_font_ids": {
+          "type": "array",
+          "items": {
+            "enum": [
+              "tiktok_sans_semibold",
+              "montserrat_semibold",
+              "source_code_pro_bold",
+              "georgia_bold",
+              "abel",
+              "montserrat",
+              "source_code_pro",
+              "custom"
+            ]
+          },
+          "minItems": 1
+        },
+        "custom_font_policy": {
+          "type": "object",
+          "required": ["allowed", "required_rationale", "documentation_points"],
+          "properties": {
+            "allowed": { "type": "boolean" },
+            "required_rationale": { "type": "string" },
+            "documentation_points": { "type": "array", "items": { "type": "string" } }
+          }
+        },
+        "generated_text_policy": {
+          "type": "object",
+          "required": ["important_text_must_be_deterministic", "ai_rendered_text_allowed", "rules"],
+          "properties": {
+            "important_text_must_be_deterministic": { "type": "boolean" },
+            "ai_rendered_text_allowed": { "type": "boolean" },
+            "rules": { "type": "array", "items": { "type": "string" } }
+          }
+        },
         "font_files": { "type": "array", "items": { "type": "string" } },
         "fallback_fonts": { "type": "array", "items": { "type": "string" } },
         "configurable_fields": { "type": "array", "items": { "type": "string" } },
@@ -220,10 +273,28 @@
     },
     "validation": {
       "type": "object",
+      "required": ["commands", "artifact_checks", "visual_checks", "quality_harness"],
       "properties": {
         "commands": { "type": "array", "items": { "type": "string" } },
         "artifact_checks": { "type": "array", "items": { "type": "string" } },
-        "visual_checks": { "type": "array", "items": { "type": "string" } }
+        "visual_checks": { "type": "array", "items": { "type": "string" } },
+        "quality_harness": {
+          "type": "object",
+          "required": [
+            "report_fields",
+            "preflight_checks",
+            "composition_checks",
+            "final_output_checks",
+            "retry_rules"
+          ],
+          "properties": {
+            "report_fields": { "type": "array", "items": { "type": "string" } },
+            "preflight_checks": { "type": "array", "items": { "type": "string" }, "minItems": 3 },
+            "composition_checks": { "type": "array", "items": { "type": "string" }, "minItems": 3 },
+            "final_output_checks": { "type": "array", "items": { "type": "string" }, "minItems": 3 },
+            "retry_rules": { "type": "array", "items": { "type": "string" }, "minItems": 2 }
+          }
+        }
       }
     }
   }

package/auto-create-templates/template-planner-prompt.md

@@ -16,10 +16,28 @@ The template must persist and actively use the source format's viral DNA. Viral
 - Do not force Remotion for formats whose complexity ceiling is better handled by AI-native image/video generation with source references. Use Remotion only for final stitching, captions, timing wrappers, or end cards in those cases.
 - Expose timing controls as operation inputs or config where users will reasonably want bulk variation: scene duration, slide duration, clip slot duration, caption timing mode, transition length, hold length, and total duration target.
 - Prefer TikTok-native caption typography. When captions or overlays matter, default to TikTok Sans Semibold or the closest available local fallback, and make font/styling configurable when the source format depends on it.
+- Treat fonts as an allowlist, not a soft preference. Caption and overlay text must use approved template font IDs by default: `tiktok_sans_semibold`, `montserrat_semibold`, `source_code_pro_bold`, `georgia_bold`, or `abel`. Legacy aliases `montserrat` and `source_code_pro` may be accepted only for backward compatibility. Custom fonts require a source-format rationale, asset path, fallback, and explicit SKILL.md documentation.
+- Do not let image or video models render important readable text by default. For captions, subtitles, app UI labels, offers, prices, claims, and CTAs, plan to generate clean media first and composite text deterministically with Remotion, SVG/canvas, or Sharp. Allow AI-rendered text only for source-critical poster/artifact formats and require OCR/readability checks in the quality harness.
+- If a caption uses a background color, require inline highlight chips per wrapped line. Chips must hug measured glyph bounds plus padding; never use full-width bars, paragraph washes, or a single loose rectangle behind the whole caption.
+- For white TikTok-native captions, require a radial black halo/outline around the full caption block. Avoid web-style directional drop shadows such as a single `0 8px 24px` shadow; centered multi-layer shadows or blurred text alpha masks are preferred.
 - For multiline captions, require a block-level renderer: wrap once, pick one font size and line height for the whole caption, render one multiline text block, and apply shadow/outline to the whole block. Do not render wrapped lines as separate trimmed images. Tune TikTok Sans wrapping, size, and leading separately from Montserrat defaults.
+- Include a quality harness that can reject outputs before a user sees them. The harness must define preflight checks, composition checks, final-output checks, retry rules, and a manifest/report shape. It must distinguish failures that require code/config fixes from failures that can be solved by regenerating AI assets.
 - Use AI providers for text, image, video, TTS, STT, and layout analysis only where needed.
+- Use the developer standard's recommended baseline provider/model set unless the source format or runtime support requires a documented exception.
+- Persist provider/model dependencies in two places: template-local `SKILL.md` and near the top of `src/template.ts` as a checked-in constant or clearly named comment block.
+- Provider selection must be availability-aware before any AI generation step starts. Template jobs must call `ctx.providers.*` helpers so the platform can choose from the customer's active saved keys for the requested capability.
+- Do not set a fixed `providerHint`, hardcoded provider fallback, or operation payload default that can strand jobs when the customer lacks that provider key. Parser helpers must not silently return `"gemini"` or another provider when config is missing.
+- Provider preference fields such as `defaultProvider`, `textProvider`, `imageProvider`, `ttsProvider`, or `transcriptionProvider` belong in `configSchema`, but should usually be optional saved preferences rather than fixed `.default("openai")` or `.default("gemini")` values.
+- Do not put `.default(...)` on operation payload provider fields such as `provider`, `tts_provider`, `speech_provider`, or `transcription_provider`. Operation provider fields are explicit per-run overrides only and must be optional.
+- Job code should express provider preference as: explicit payload override, then saved template config, then platform-compatible fallback from available customer keys, then documented failure. Matching model overrides should only apply when valid for the effective provider.
+- OpenAI image calls must use only supported `size` values: `1024x1024`, `1536x1024`, `1024x1536`, `2048x2048`, `2048x1152`, `3840x2160`, `2160x3840`, or `auto`.
+- Gemini image calls must use `aspectRatio` from `1:1`, `16:9`, `9:16`, `4:3`, `3:4`, `21:9`, or `9:21`, plus `imageSize` from `1K`, `2K`, or `4K`; do not pass unsupported pixel sizes.
+- When image generation can fall back across providers, translate target framing into the selected provider's supported size parameters per call.
 - Store generated media with `ctx.storage`; return artifact URLs, manifests, and render inputs.
-- Include `about.proposal_generator`, `about.skeleton_prompt`, and `about.sample_prompts`.
+- Template storage keys must be job-relative, for example `backgrounds/slide-01.png`, `slides/slide-01.png`, `audio/narration.wav`, `renders/final.mp4`, or `manifests/run.json`.
+- Do not generate template code that passes absolute platform keys like `templates/${templateId}/users/${ctx.customer.id}/...` to `ctx.storage`; hosted Vidfarm prepends the template/user/job namespace automatically.
+- Do not generate template code that imports the AWS SDK, creates an S3 client, mutates `process.env.AWS_*`, or reads `REMOTION_AWS_*`. Storage and Remotion access must go through `ctx.storage` and `ctx.remotion`.
+- Include `about.links_to_inspiration` as a string array of source/inspiration URLs, `about.sound` with `sound_title` and `sound_url`, plus `about.proposal_generator`, `about.skeleton_prompt`, and `about.sample_prompts`.
 - Include smoke test payloads for every operation.
 - Include template-local `SKILL.md` requirements and route examples.
 
@@ -46,12 +64,15 @@ The plan must include:
 - architecture fit decision with Remotion ceiling rationale
 - character-consistency workflow and operations when the source is a recurring-character AI video
 - provider requirements
+- provider/model recommendation constants, including the selected defaults and any documented exceptions
 - config schema fields
 - timing controls and default duration rules
 - caption font/style defaults and override rules
+- allowed font IDs, custom font exception rules, and deterministic-vs-generated text policy
 - operations and payload schemas
 - job workflow steps
 - artifact manifest shape
+- quality harness report fields, gates, and retry plan
 - Remotion composition plan
 - AI-native prompt/reference plan when applicable
 - character cards, storyboard frames, scene clips, and final stitched render artifact plan when applicable
@@ -60,6 +81,46 @@ The plan must include:
 - implementation risks
 - suggested directory/files to create
 
+## Recommended Provider Defaults
+
+Plans should start from this baseline when the relevant capability is used:
+
+```ts
+const TEMPLATE_PROVIDER_RECOMMENDATIONS = {
+  text: {
+    openai: "gpt-5.4",
+    gemini: "gemini-3.1-flash-lite",
+    openrouter: "qwen/qwen3.6-flash"
+  },
+  layout_analysis: {
+    openai: "gpt-5.4",
+    gemini: "gemini-3.1-flash-lite",
+    openrouter: "qwen/qwen3.6-flash"
+  },
+  image: {
+    openai: "gpt-image-2",
+    gemini: "gemini-3-pro-image-preview",
+    openrouter: "google/gemini-3.1-flash-image-preview"
+  },
+  video: {
+    openai: "sora-2",
+    gemini: "veo-3.0-generate-001"
+  },
+  tts: {
+    openai: "gpt-4o-mini-tts-2025-12-15",
+    gemini: "gemini-3.1-flash-tts-preview",
+    openrouter: "google/gemini-3.1-flash-tts-preview"
+  },
+  stt: {
+    openai: "gpt-4o-mini-transcribe-2025-12-15",
+    gemini: "gemini-3.1-flash-lite-preview",
+    openrouter: "openai/gpt-4o-mini-transcribe"
+  }
+} as const;
+```
+
+If the platform adapter only supports a subset for a given capability, mark unsupported pairs as planned or aspirational rather than presenting them as runnable defaults.
+
 ## Quality Bar
 
 The plan is not complete unless another agent can implement it without asking what the source format does.