@devmotion/cli 0.6.3 → 0.7.0

package/studio/server/chunks/_server.ts-BPbGZeLb.js

@@ -1,718 +0,0 @@
-import { tool, ToolLoopAgent, convertToModelMessages } from 'ai';
-import { e as error, c as isHttpError } from './index-Dp2_pJiZ.js';
-import { e as env } from './env-CsH9rG40.js';
-import { createOpenRouter } from '@openrouter/ai-sdk-provider';
-import { z } from 'zod';
-import { P as ProjectSchema, p as projectDataSchema } from './animation-DPwINa4I.js';
-import { a as analyzeAndSaveMediaAsset, M as MediaSegmentTypeSchema } from './media-analysis-GisyEkHY.js';
-import { a as actionRegistry } from './registry-Cq-PY3D3.js';
-import { U as UngroupLayersInputSchema, G as GroupLayersInputSchema, C as ConfigureProjectInputSchema, R as RemoveLayerInputSchema, E as EditLayerInputSchema, a as CreateLayerInputSchema } from './mutation-schemas-DOtU1skD.js';
-import { d as dmElements, e as describeLayerAttributes } from './attribute-protocol-C_pjkekX.js';
-import { c as canUserAccessAI, b as getModel, l as logAIUsage } from './ai-access-C-qFWKe-.js';
-import { existsSync, mkdirSync, writeFileSync } from 'fs';
-import { join } from 'path';
-import { t as trackEvent } from './posthog-DXw1m97H.js';
-import { a as asset } from './api-DkajkFtS.js';
-import { inArray } from 'drizzle-orm';
-import './shared-server-hNytdPP9.js';
-import './branding-5rLT-BvK.js';
-import './index6-92MPHdlt.js';
-import '@aws-sdk/client-s3';
-import '@aws-sdk/s3-request-presigner';
-import 'nanoid';
-import './filename-sanitizer-yQZjRxRx.js';
-import './generate-speech-BERLu-Vk.js';
-import './base-Bq5n_4Fz.js';
-import './media-ARIn6Aw1.js';
-import './presets-BKeKVq-L.js';
-import './project-layer-Bbz6zgRN.js';
-import './plans-BAwNKt6H.js';
-import './subscription-CjEjoIFS.js';
-import './root-DjEsp22s.js';
-import './index9-D9BBZH26.js';
-import './async-lVJA8xJZ.js';
-import './event-DmhHnWT5.js';
-import './query-D9bdUhU3.js';
-import './shared-hgBL35K7.js';
-import 'drizzle-orm/pg-core';
-import './optional-services-rI0rdA4P.js';
-
-const AnalyzeMediaInputSchema = z.object({
-  layerId: z.string().describe(
-    "Video or audio layer ID or name to analyze. Sends media to multimodal AI for detailed scene-by-scene breakdown."
-  ),
-  context: z.string().optional().describe(
-    'Optional hint about content type (e.g., "tech tutorial about React hooks") to improve analysis accuracy'
-  )
-});
-const ComposeFromMediaInputSchema = z.object({
-  layerId: z.string().describe(
-    "Source video/audio layer ID or name. Must have been analyzed with analyze_media first."
-  ),
-  mode: z.enum(["keep-highlights", "remove-dead-space", "custom"]).describe(
-    "Editing mode: keep-highlights = only highlight segments, remove-dead-space = everything except silence/filler, custom = filter by type or specify exact time ranges"
-  ),
-  customSegments: z.array(
-    z.object({
-      sourceStart: z.number().min(0).describe("Start time in source media (seconds)"),
-      sourceEnd: z.number().min(0).describe("End time in source media (seconds)"),
-      label: z.string().optional().describe("Label for this segment (becomes layer name)")
-    })
-  ).optional().describe('For "custom" mode: exact time ranges to keep from the source'),
-  includeTypes: z.array(MediaSegmentTypeSchema).optional().describe(
-    'For "custom" mode: only keep segments of these types (e.g., ["content", "highlight"])'
-  ),
-  excludeTypes: z.array(MediaSegmentTypeSchema).optional().describe(
-    'For "custom" mode: remove segments of these types (e.g., ["dead-space", "tangent"])'
-  ),
-  gapBetweenSegments: z.number().min(0).max(5).default(0).describe("Gap between consecutive segments in the output timeline (seconds, default: 0)")
-});
-const RunActionInputSchema = z.object({
-  layerId: z.string().optional().describe(
-    "Source layer ID or name. Required for: generate-captions, dub-audio, extract-audio, generate-speech. Omit for: generate-video."
-  ),
-  actionId: z.enum(Object.keys(actionRegistry)).describe(
-    "Action to run: " + Object.values(actionRegistry).map((a) => `"${a.id}" — ${a.description}`).join(" | ")
-  ),
-  params: z.record(z.string(), z.unknown()).optional().describe(
-    'Action-specific parameters. generate-captions: { language? (e.g., "en"), prompt? (context for transcription) }. dub-audio: { targetLang ("es"|"fr"|"de"|"it"|"pt"|"ru"|"ja"|"ko"|"zh"|"ar"|"hi"|"nl"|"pl"|"tr"), sourceLang? }. extract-audio: no params needed. generate-video: { prompt (required, describe the video), duration? (4–15s, default 5), resolution? ("480p"|"720p"), generateAudio? (bool, default true) }. generate-speech: { text (required), voiceId (required, ElevenLabs voice ID), modelId? (eleven_v3|eleven_v3_turbo|eleven_multilingual_v2|eleven_turbo_v2_5|eleven_flash_v2_5), stability? (0–1), similarityBoost? (0–1) }.'
-  )
-});
-const animationTools = {
-  create_layer: tool({
-    description: `Create a complete layer. All sizes/positions in % of project width (not pixels). Supports layer type+props, position/rotation/scale, opacity/filters/shadows, animation presets or custom keyframes, and timing.
-
-Example — text title with fade-in:
-{"name":"Title","layer":{"type":"text","props":{"content":"Hello","fontSize":4,"color":"#ffffff"}},"transform":{"position":{"x":0,"y":-20}},"animation":{"preset":{"id":"fade-in","startTime":0,"duration":0.5}}}`,
-    inputSchema: CreateLayerInputSchema
-  }),
-  edit_layer: tool({
-    description: `Modify a layer. Provide only fields to change. Use layer ID from create_layer response or layer name. Transform/style sections replace entirely; props are merged with existing.`,
-    inputSchema: EditLayerInputSchema
-  }),
-  remove_layer: tool({
-    description: "Delete a layer by ID (from create_layer) or name.",
-    inputSchema: RemoveLayerInputSchema
-  }),
-  configure_project: tool({
-    description: "Set project name, dimensions (px), duration (s), or background (hex string or gradient object).",
-    inputSchema: ConfigureProjectInputSchema
-  }),
-  group_layers: tool({
-    description: "Group multiple layers into a folder. Transform/rotate/scale the group to affect all children together.",
-    inputSchema: GroupLayersInputSchema
-  }),
-  ungroup_layers: tool({
-    description: "Dissolve a group. Children become top-level; group transforms are baked into each child.",
-    inputSchema: UngroupLayersInputSchema
-  }),
-  run_action: tool({
-    description: `Run an AI-powered media action:
-- generate-captions: Transcribe audio/video to synced captions layer. Needs layerId. Params: { language?, prompt? }
-- dub-audio: AI voice-clone dubbing into another language. Needs layerId. Params: { targetLang (required, e.g. "es"), sourceLang? }
-- extract-audio: Rip audio track from video. Needs layerId. No params.
-- generate-video: Seedance 2.0 text-to-video. No layerId. Params: { prompt (required), duration? 4–15s, resolution? "480p"|"720p", generateAudio? }
-- generate-speech: ElevenLabs TTS synthesis. Needs layerId (audio). Params: { text (required), voiceId (required), modelId?, stability? 0–1, similarityBoost? 0–1 }`,
-    inputSchema: RunActionInputSchema
-  }),
-  compose_from_media: tool({
-    description: `Split an analyzed video/audio into sequential segments. Requires analyze_media first.
-
-Modes:
-- keep-highlights: only highlight segments
-- remove-dead-space: everything except silence/filler
-- custom: filter by segment type (includeTypes/excludeTypes) or exact time ranges (customSegments)
-
-Source layer is replaced by N sequential layers, each pointing to the same file with different contentOffset and timing. Add gapBetweenSegments for breathing room.`,
-    inputSchema: ComposeFromMediaInputSchema
-  })
-};
-function compactLayerPropsReference() {
-  const lines = [];
-  for (const entry of dmElements) {
-    const { attributes } = describeLayerAttributes(entry.layerType, entry.contentProp);
-    const parts = attributes.map((a) => {
-      if (a.options?.length) return `${a.prop}[${a.options.join("|")}]`;
-      if (a.type === "number" && (a.min !== void 0 || a.max !== void 0)) {
-        return `${a.prop}(num ${a.min ?? ""}…${a.max ?? ""})`;
-      }
-      return a.prop;
-    });
-    const content = entry.contentProp ? `${entry.contentProp}(text), ` : "";
-    lines.push(`- ${entry.layerType}: ${content}${parts.join(", ")}`);
-  }
-  return lines.join("\n");
-}
-const fps = 30;
-const name = "Untitled Project";
-const width = 1280;
-const height = 720;
-const schemaVersion = 2;
-const layers = [{ "id": "random-id-1", "name": "Text", "type": "text", "props": { "color": "#ffffff", "width": 31.25, "content": "Creating", "fontSize": 3.75, "autoWidth": true, "textAlign": "center", "fontFamily": "Poppins", "fontWeight": "normal" }, "style": { "opacity": 1 }, "locked": false, "visible": true, "keyframes": [{ "id": "random-id-2", "time": 0, "value": -5.27, "property": "position.x", "interpolation": { "family": "continuous", "strategy": "ease-in-out" } }, { "id": "random-id-3", "time": 0, "value": 0, "property": "position.y", "interpolation": { "family": "continuous", "strategy": "ease-in-out" } }, { "id": "random-id-4", "time": 0, "value": 0, "property": "opacity", "interpolation": { "family": "continuous", "strategy": "ease-in-out" } }, { "id": "random-id-5", "time": 0, "value": 0.7, "property": "scale.x", "interpolation": { "family": "continuous", "strategy": "ease-in-out" } }, { "id": "random-id-5", "time": 0, "value": 0.7, "property": "scale.y", "interpolation": { "family": "continuous", "strategy": "ease-in-out" } }, { "id": "random-id-6", "time": 0, "value": "Creating", "property": "props.content", "interpolation": { "family": "text", "strategy": "char-reveal" } }, { "id": "random-id-6", "time": 0.625, "value": "Creating", "property": "props.content", "interpolation": { "family": "text", "strategy": "word-reveal", "separator": " " } }, { "id": "random-id-7", "time": 0.6278125, "value": 1, "property": "scale.y", "interpolation": { "family": "continuous", "strategy": "ease-in-out" } }, { "id": "random-id-8", "time": 0.6278125, "value": 1, "property": "scale.x", "interpolation": { "family": "continuous", "strategy": "ease-in-out" } }, { "id": "random-id-9", "time": 0.6278125, "value": -5.27, "property": "position.x", "interpolation": { "family": "continuous", "strategy": "ease-in-out" } }, { "id": "random-id-10", "time": 1.0278125, "value": 1, "property": "opacity", "interpolation": { "family": "continuous", "strategy": "ease-in-out" } }, { "id": "random-id-11", "time": 1.1840000000000008, "value": -24.27, "property": "position.x", "interpolation": { "family": "continuous", "strategy": "ease-in-out" } }, { "id": "random-id-12", "time": 1.5478125, "value": "Creating Motion design videos", "property": "props.content", "interpolation": { "family": "text", "strategy": "word-reveal", "separator": " " } }, { "id": "random-id-13", "time": 1.7278125, "value": 1, "property": "opacity", "interpolation": { "family": "continuous", "strategy": "ease-in" } }, { "id": "random-id-14", "time": 1.7278125, "value": 0, "property": "position.y", "interpolation": { "family": "continuous", "strategy": "ease-in-out" } }, { "id": "random-id-15", "time": 2.4078125000000017, "value": 0, "property": "opacity", "interpolation": { "family": "continuous", "strategy": "linear" } }, { "id": "random-id-16", "time": 2.4078125000000017, "value": 3.28, "property": "position.y", "interpolation": { "family": "continuous", "strategy": "ease-in-out" } }], "transform": { "scale": { "x": 0.7, "y": 0.7 }, "anchor": "center-left", "position": { "x": 0, "y": 0, "z": 0 }, "rotation": { "x": 0, "y": 0, "z": 0 } } }, { "id": "random-id-17", "name": "Text", "type": "text", "props": { "color": "#ffffff", "width": 31.25, "content": "is", "fontSize": 3.75, "autoWidth": true, "textAlign": "center", "fontFamily": "Poppins", "fontWeight": "normal" }, "style": { "opacity": 1 }, "locked": false, "visible": true, "exitTime": 5.31, "enterTime": 2.4, "keyframes": [{ "id": "random-id-18", "time": 2.4378125, "value": 0, "property": "opacity", "interpolation": { "family": "continuous", "strategy": "ease-out" } }, { "id": "random-id-19", "time": 2.4478125, "value": "is", "property": "props.content", "interpolation": { "family": "text", "strategy": "char-reveal" } }, { "id": "random-id-20", "time": 2.4478125, "value": 0, "property": "opacity", "interpolation": { "family": "continuous", "strategy": "ease-out" } }, { "id": "random-id-21", "time": 2.8478125, "value": 1, "property": "opacity", "interpolation": { "family": "continuous", "strategy": "linear" } }, { "id": "random-id-22", "time": 2.9378125, "value": 1, "property": "opacity", "interpolation": { "family": "continuous", "strategy": "linear" } }, { "id": "random-id-23", "time": 4.7178125, "value": 1, "property": "opacity", "interpolation": { "family": "continuous", "strategy": "ease-in" } }, { "id": "random-id-24", "time": 4.8478125, "value": "is slow & boring", "property": "props.content", "interpolation": { "family": "text", "strategy": "char-reveal" } }, { "id": "random-id-25", "time": 5.187812500000001, "value": 0, "property": "opacity", "interpolation": { "family": "continuous", "strategy": "linear" } }], "transform": { "scale": { "x": 1, "y": 1 }, "anchor": "center", "position": { "x": 0, "y": 0, "z": 0 }, "rotation": { "x": 0, "y": 0, "z": 0 } } }];
-const duration = 10;
-const background = { "type": "linear", "angle": 110, "stops": [{ "color": "#c4f9ff", "position": 11 }, { "color": "#eec5f6", "position": 42 }, { "color": "#edb5fe", "position": 72 }, { "color": "#7bb7fd", "position": 100 }] };
-const fontFamily = "Raleway";
-const goodExampleRaw = {
-  fps,
-  name,
-  width,
-  height,
-  schemaVersion,
-  layers,
-  duration,
-  background,
-  fontFamily
-};
-const exampleProject = projectDataSchema.parse(goodExampleRaw);
-function formatTimestamp(seconds) {
-  const mins = Math.floor(seconds / 60);
-  const secs = Math.round(seconds % 60);
-  return `${mins}:${secs.toString().padStart(2, "0")}`;
-}
-function buildMediaContextSection(mediaContexts) {
-  if (mediaContexts.length === 0) return "";
-  const lines = ["## Media in Project\n"];
-  for (const media of mediaContexts) {
-    lines.push(`### "${media.layerName}" (${media.layerType})`);
-    if (!media.annotation) {
-      lines.push("Not yet analyzed. Call **analyze_media** first.\n");
-      continue;
-    }
-    const ann = media.annotation;
-    lines.push(
-      `Duration: ${formatTimestamp(ann.duration)} | Model: ${ann.modelUsed.split("/").pop()}`
-    );
-    lines.push(`Summary: ${ann.summary}`);
-    if (ann.topics.length > 0) {
-      lines.push(`Topics: ${ann.topics.join(", ")}`);
-    }
-    const typeCounts = {};
-    for (const seg of ann.segments) {
-      typeCounts[seg.type] = (typeCounts[seg.type] || 0) + 1;
-    }
-    const segSummary = Object.entries(typeCounts).map(([type, count]) => `${count} ${type}`).join(", ");
-    lines.push(`Segments: ${ann.segments.length} total (${segSummary})`);
-    const highlights = ann.segments.filter((s) => s.type === "highlight");
-    if (highlights.length > 0) {
-      const hlTimes = highlights.map((h) => `${formatTimestamp(h.start)}-${formatTimestamp(h.end)}: ${h.label}`).join("; ");
-      lines.push(`Highlights: ${hlTimes}`);
-    }
-    if (ann.suggestedCuts.length > 0) {
-      const cuts = ann.suggestedCuts.map((c) => `${formatTimestamp(c.start)}-${formatTimestamp(c.end)} (${c.reason})`).join("; ");
-      lines.push(`Suggested cuts: ${cuts}`);
-    }
-    lines.push("Segments detail:");
-    for (const seg of ann.segments) {
-      lines.push(
-        `  ${formatTimestamp(seg.start)}-${formatTimestamp(seg.end)} [${seg.type}] "${seg.label}" (energy:${seg.energy.toFixed(1)}, relevance:${seg.relevance.toFixed(1)})`
-      );
-    }
-    lines.push("");
-  }
-  return lines.join("\n");
-}
-function buildSystemPrompt(project, mediaContexts = []) {
-  const halfHeightPct = Math.round(project.height / 2 / project.width * 100);
-  const thirdHeightPct = Math.round(project.height / 3 / project.width * 100);
-  const mediaContextSection = buildMediaContextSection(mediaContexts);
-  return `You are a motion-graphics designer creating polished video animations.
-
-## Workflow
-
-- **Full video request**: Plan the scene (duration, layers, layout, animations), then execute all tool calls.
-- **Spot request** (add/edit one element): Skip planning — apply best practices and fulfill the ask directly.
-
-Steps for full requests: present brief plan → execute tools → confirm.
-
-## Coordinate System (CRITICAL)
-
-Canvas: ${project.width}x${project.height}px | Duration: ${project.duration}s | FPS: ${project.fps}
-
-ALL positions, sizes, font sizes, radii, and stroke widths are **% of project width** (NOT pixels).
-- (0,0) = canvas center (with default positionOrigin: center)
-- X range: -50 (left edge) to +50 (right edge)
-- Y range: -${halfHeightPct} (top) to +${halfHeightPct} (bottom)
-- width:50 = half the canvas width
-- fontSize:4 = text ~4% of canvas width (e.g., ~29px on 720px canvas)
-- All percentage values scale proportionally regardless of canvas size
-
-transform.positionOrigin: shifts the (0,0) reference point on the canvas.
-Default "center" makes (0,0) the canvas center. Use "top-left" to make (0,0) the top-left corner.
-
-## Tools
-
-- **create_layer**: Full layer creation: type+props+transform+style+animation+timing
-- **edit_layer**: Patch-modify existing layer (only provide fields to change; props are merged, transform/style sections replace entirely)
-- **remove_layer**: Delete layer by ID or name
-- **configure_project**: Set name, dimensions, duration, background
-- **group_layers** / **ungroup_layers**: Manage layer groups
-- **analyze_media**: Analyze video/audio via multimodal AI → transcript, segments, highlights, dead space, editing suggestions. Results persist on asset.
-- **compose_from_media**: Build edited cut from analyzed media. Modes: keep-highlights (keep only highlights), remove-dead-space (keep everything except silence/filler), custom (filter by segment type or exact time ranges).
-- **run_action**: AI-powered operations: generate-captions (transcribe audio→captions layer), dub-audio (AI voice cloning translation), extract-audio (rip audio from video), generate-video (Seedance 2.0 text→video), generate-speech (ElevenLabs TTS).
-
-### Media Editing Workflow
-1. Call **analyze_media** on a video/audio layer to get full analysis
-2. Review results and propose an editing strategy
-3. Call **compose_from_media** to split source into sequential segments
-4. Fine-tune segments with edit_layer/remove_layer
-
-## Design Principles
-
-### Backgrounds
-Prefer rich backgrounds over flat colors:
-- Gradients: linear (angle + color stops), radial, conic — all support multiple stops with transparency
-- Dynamic backgrounds: animated shaders reacting to timeline
-- Set project-wide background via configure_project (backgroundColor accepts hex string or gradient object)
-- For animated backgrounds, create a shape layer with its own background property
-- Solid colors only when specifically requested or justified
-
-### Typography
-Choose every property deliberately — never rely on defaults:
-- fontFamily, fontWeight, fontSize, letterSpacing, lineHeight must suit the context
-- Title vs subtitle vs body text need distinct visual treatment
-- Match font personality to content mood (tech→monospace, luxury→serif, modern→geometric sans)
-
-### Animation
-Apply thoughtful keyframes across multiple properties:
-- Entrances (0.3–0.6s): opacity 0→1, slight scale (0.95→1), optional directional slide (2–4%)
-- Exits (0.2–0.4s): reverse entrance pattern
-- Stagger multi-element reveals by 0.1–0.3s
-- Interpolation by property type:
-  - position/scale/opacity/rotation: continuous with easing (ease-out for entrances, ease-in for exits)
-  - colors: continuous (interpolates in RGB space)
-  - text content (props.content): text interpolation (char-reveal or word-reveal)
-  - booleans/enums: discrete (step-end/step-start/step-mid)
-
-### Color Palette
-Use refined, intentional palettes — prefer lower saturation with purposeful accents. Think Apple design: clean, sophisticated, never garish. Match user's explicit color requests when given.
-
-## Interpolation Reference
-
-- **continuous**: Smooth numeric/color transitions. Strategies: linear, ease-in, ease-out, ease-in-out, ease-in-quad, ease-out-quad, ease-in-out-quad, ease-in-back, ease-out-back, ease-in-bounce, ease-out-bounce, ease-in-elastic, ease-out-elastic
-- **discrete**: Instant jumps. Strategies: step-end (hold old value until keyframe), step-start (jump immediately), step-mid (jump at midpoint)
-- **quantized**: Smooth animation snapped to integers (strategy: integer) or grid (strategy: snap-grid + increment)
-- **text**: Character/word reveal (char-reveal, word-reveal). ONLY for props.content on text/terminal layers.
-
-## HTML Keyframe Syntax
-
-When editing HTML scenes directly, use \`data-dm-keyframe-<property>\` with
-\`time:value@strategy\`. The \`@strategy\` suffix maps to interpolation family:
-- \`@ease-out\`, \`@ease-in-out\`, etc. → continuous
-- \`@step-start\`, \`@step-end\`, \`@step-mid\` → discrete
-- \`@integer\`, \`@snap-grid\` → quantized (\`snap-grid\` uses \`data-dm-grid-increment\`)
-- \`@char-reveal\`, \`@word-reveal\` → text interpolation for \`props.content\`
-
-Examples:
-\`data-dm-keyframe-opacity="0:0@ease-out; 0.5:1@ease-out"\`
-\`data-dm-keyframe-props-content="0:@char-reveal; 1.4:Welcome@char-reveal"\`
-\`data-dm-word-separator=" "\` with \`@word-reveal\`
-\`data-dm-grid-increment="0.25"\` with \`@snap-grid\`
-
-For polished \`dm-text\` character/word reveals, add fragment transition attrs:
-\`transition-effects="fade,slide-up,blur"\`, \`transition-duration="350"\`,
-\`transition-easing="ease-in-quad"\`, \`slide-distance="2.7"\`,
-\`scale-from="0.5"\`, \`blur-amount="0.78"\`.
-
-## Layer Props (per type)
-
-Use these exact prop names with create_layer/edit_layer. Derived from the layer
-schemas — they are authoritative. \`[a|b]\` = allowed enum values; \`(num lo…hi)\`
-= numeric range. \`(text)\` props are also the element's child text in HTML.
-
-${compactLayerPropsReference()}
-
-## Transform Properties
-
-position: { x, y, z } — in % of project width
-scale: { x, y } — multiplier (1 = normal)
-rotation: { x, y, z } — radians
-anchor: pivot point for transforms (top-left, top-center, top-right, center-left, center, center-right, bottom-left, bottom-center, bottom-right)
-positionOrigin: canvas reference for (0,0) — same values as anchor. Default "center" = (0,0) at canvas center.
-
-## Layout Guidelines
-
-Three-zone distribution on a ${project.width}x${project.height} canvas:
-- Title zone: y ≈ -${thirdHeightPct} (upper third)
-- Content zone: y ≈ 0 (center)
-- Footer zone: y ≈ +${thirdHeightPct} (lower third)
-
-## Basic Creative Fallback
-
-When no specific direction is given, apply at minimum:
-- Entrances: fade (opacity 0→1) + slight scale (0.95→1) + optional slide (2–4%)
-- Text layers: opacity 0→1 with subtle Y slide-up (~2%)
-- Boring backgrounds: add 1–2 large decorative circles (radius ≈ 100, blur ≈ 150, opacity ≈ 0.15–0.25) as soft ambient blobs with gentle position drift
-
-Override these freely when the user provides direction.
-
-## Rules
-
-1. Plan first, then execute (skip planning for single-element requests)
-2. Always use rich, intentional backgrounds
-3. Every property value must be a deliberate choice
-4. Plain text only — no markdown formatting in responses
-5. Suggest analyze_media if project has unanalyzed video/audio layers
-6. Use layer IDs returned by create_layer for subsequent edit/remove calls
-
-## Reference Example
-
-Below is a valid project showing correct structure and percentage-based values.
-Note: the example shows fontSize as % of project width, positions as %, etc.
-Use it to understand the schema shape, not as a source of literal values.
-
-${JSON.stringify(exampleProject)}
-
-${mediaContextSection}`;
-}
-const GenerateRequestSchema = z.object({
-  project: ProjectSchema,
-  modelId: z.string().describe("Model ID to use for generation"),
-  messages: z.array(z.custom())
-});
-const MAX_IMAGE_SIZE = 200 * 1024;
-function getOpenRouterClient(userId, projectId) {
-  if (env.DESKTOP_MODE) {
-    throw new Error("Not supported in desktop mode");
-  }
-  const apiKey = env.OPENROUTER_API_KEY;
-  if (!apiKey) {
-    throw new Error("OPENROUTER_API_KEY is not configured");
-  }
-  return createOpenRouter({
-    apiKey,
-    ...env.HELINE_AUTH ? {
-      baseURL: "https://openrouter.helicone.ai/api/v1",
-      headers: {
-        "Helicone-Auth": `Bearer ${env.HELINE_AUTH}`,
-        "Helicone-User-Id": userId,
-        "Helicone-Property-Project": projectId ?? ""
-      }
-    } : {}
-  });
-}
-function logAIInteraction(data) {
-  try {
-    const logsDir = join(process.cwd(), "logs", "ai-chat");
-    if (!existsSync(logsDir)) {
-      mkdirSync(logsDir, { recursive: true });
-    }
-    const filename = `${data.timestamp.replace(/[:.]/g, "-")}.json`;
-    const filepath = join(logsDir, filename);
-    const logData = {
-      timestamp: data.timestamp,
-      model: {
-        id: data.modelId,
-        name: data.modelName
-      },
-      systemPrompt: {
-        length: data.systemPromptLength
-      },
-      messages: data.userMessages.map((msg, idx) => {
-        const content = JSON.stringify(msg);
-        return {
-          index: idx,
-          role: msg.role,
-          contentPreview: content.substring(0, 200) + (content.length > 200 ? "..." : ""),
-          fullMessage: msg
-        };
-      }),
-      toolCalls: data.toolCalls?.length ? {
-        count: data.toolCalls.length,
-        calls: data.toolCalls
-      } : void 0,
-      response: data.responseMessages?.length ? {
-        messageCount: data.responseMessages.length,
-        messages: data.responseMessages
-      } : void 0,
-      usage: data.usage
-    };
-    writeFileSync(filepath, JSON.stringify(logData, null, 2), "utf-8");
-    console.log(`
-${"=".repeat(80)}`);
-    console.log(`[AI Chat] ${data.timestamp}`);
-    console.log(`${"=".repeat(80)}`);
-    console.log(`Model: ${data.modelName} (${data.modelId})`);
-    console.log(`System Prompt: ${data.systemPromptLength} chars`);
-    console.log(`User Messages: ${data.userMessages.length}`);
-    if (data.toolCalls?.length) {
-      console.log(`Tool Calls: ${data.toolCalls.length}`);
-    }
-    if (data.usage) {
-      console.log(
-        `Tokens: ${data.usage.totalTokens || "N/A"} (input: ${data.usage.inputTokens || "N/A"}, output: ${data.usage.outputTokens || "N/A"})`
-      );
-    }
-    console.log(`Log file: ${filepath}`);
-    console.log(`${"=".repeat(80)}
-`);
-  } catch (err) {
-    console.error("[AI] Failed to log interaction:", err);
-  }
-}
-function validateImageSizes(messages) {
-  for (const message of messages) {
-    if (!message.parts) continue;
-    for (const part of message.parts) {
-      if ("image" in part && typeof part.image === "string") {
-        const base64Data = part.image.split(",")[1];
-        if (base64Data) {
-          const sizeInBytes = Math.floor(base64Data.length * 3 / 4);
-          if (sizeInBytes > MAX_IMAGE_SIZE) {
-            error(
-              413,
-              `Image size (${Math.round(sizeInBytes / 1024)}KB) exceeds maximum allowed size (${MAX_IMAGE_SIZE / 1024}KB)`
-            );
-          }
-        }
-      }
-    }
-  }
-}
-function filterImagesFromOldMessages(messages) {
-  let lastImageMessageIndex = -1;
-  for (let i = messages.length - 1; i >= 0; i--) {
-    if (messages[i].role === "user" && messages[i].parts?.some((p) => p.type === "file")) {
-      lastImageMessageIndex = i;
-      break;
-    }
-  }
-  return messages.map((msg, idx) => {
-    if (msg.role !== "user" || idx === lastImageMessageIndex) {
-      return msg;
-    }
-    const hasImage = msg.parts?.some((p) => p.type === "file");
-    if (!hasImage) return msg;
-    return {
-      ...msg,
-      parts: msg.parts?.map(
-        (part) => part.type === "file" ? { type: "text", text: "(image removed to reduce context size)" } : part
-      )
-    };
-  });
-}
-async function getMediaContexts(project, db) {
-  const mediaLayers = project.layers.filter((l) => l.type === "video" || l.type === "audio");
-  if (mediaLayers.length === 0) return [];
-  const fileKeyMap = /* @__PURE__ */ new Map();
-  for (const layer of mediaLayers) {
-    const fileKey = layer.props.fileKey;
-    if (fileKey && !fileKeyMap.has(fileKey)) {
-      fileKeyMap.set(fileKey, { layerName: layer.name, layerType: layer.type });
-    }
-  }
-  if (fileKeyMap.size === 0) return [];
-  const fileKeys = [...fileKeyMap.keys()];
-  const assets = await db.select({
-    storageKey: asset.storageKey,
-    annotation: asset.annotation
-  }).from(asset).where(inArray(asset.storageKey, fileKeys));
-  const annotationMap = /* @__PURE__ */ new Map();
-  for (const a of assets) {
-    annotationMap.set(a.storageKey, a.annotation);
-  }
-  return fileKeys.map((fileKey) => ({
-    layerName: fileKeyMap.get(fileKey).layerName,
-    layerType: fileKeyMap.get(fileKey).layerType,
-    fileKey,
-    annotation: annotationMap.get(fileKey) ?? null
-  }));
-}
-function formatDuration(seconds) {
-  const mins = Math.floor(seconds / 60);
-  const secs = Math.round(seconds % 60);
-  return mins > 0 ? `${mins}m${secs.toString().padStart(2, "0")}s` : `${secs}s`;
-}
-const POST = async ({ request, locals }) => {
-  try {
-    let enableCacheControl = function(messages2) {
-      return messages2.map((message) => {
-        if (typeof message.content !== "string") {
-          return message;
-        }
-        return {
-          ...message,
-          providerOptions: {
-            ...message.providerOptions,
-            openrouter: {
-              ...message.providerOptions?.openrouter,
-              cacheControl: {
-                type: "ephemeral"
-                /* ttl: '1h' */
-              }
-            }
-          }
-        };
-      });
-    };
-    if (!locals.user) {
-      error(401, "Authentication required");
-    }
-    const user = locals.user;
-    const accessCheck = await canUserAccessAI(user.id, locals.db);
-    if (!accessCheck.allowed) {
-      error(403, accessCheck.reason || "AI access not enabled");
-    }
-    const body = await request.json();
-    const { project, modelId, messages } = GenerateRequestSchema.parse(body);
-    validateImageSizes(messages);
-    const filteredMessages = filterImagesFromOldMessages(messages);
-    const openrouter = getOpenRouterClient(user.email, project.id);
-    const mediaContexts = await getMediaContexts(project, locals.db);
-    const systemPrompt = buildSystemPrompt(project, mediaContexts);
-    const model = getModel(modelId);
-    console.log(`[AI] Using model: ${model.name} (${model.id})`);
-    console.log(`[AI] System prompt length: ${systemPrompt.length} chars`);
-    const serverTools = {
-      analyze_media: tool({
-        description: "Analyze a video/audio layer with multimodal AI. Extracts transcript, scene segments, highlights, dead space, and editing suggestions. Results persist on the asset. Call before compose_from_media.",
-        inputSchema: AnalyzeMediaInputSchema,
-        execute: async ({ layerId, context }) => {
-          try {
-            const layer = project.layers.find(
-              (l) => l.id === layerId || l.name.toLowerCase() === layerId.toLowerCase()
-            );
-            if (!layer) {
-              const available = project.layers.map((l) => `"${l.name}" (id: ${l.id})`).join(", ");
-              return {
-                success: false,
-                message: `Layer "${layerId}" not found. Available: ${available}`,
-                error: "Layer not found"
-              };
-            }
-            if (layer.type !== "video" && layer.type !== "audio") {
-              return {
-                success: false,
-                message: `Layer "${layer.name}" is a ${layer.type} layer, not video/audio`,
-                error: "Not a media layer"
-              };
-            }
-            const fileKey = layer.props.fileKey;
-            if (!fileKey) {
-              return {
-                success: false,
-                message: `Layer "${layer.name}" has no media file uploaded`,
-                error: "No fileKey"
-              };
-            }
-            console.log(`[AI] Analyzing media: ${fileKey}`);
-            const result2 = await analyzeAndSaveMediaAsset(fileKey, context, user, locals.db);
-            if (!result2.success) {
-              return { success: false, message: result2.error, error: result2.error };
-            }
-            const annotation = result2.annotation;
-            const highlights = annotation.segments.filter((s) => s.type === "highlight");
-            const deadSpace = annotation.segments.filter((s) => s.type === "dead-space");
-            console.log(
-              `[AI] Media analysis complete: ${annotation.segments.length} segments, ${annotation.suggestedCuts.length} suggested cuts`
-            );
-            return {
-              success: true,
-              message: `Analyzed ${formatDuration(annotation.duration)} of ${annotation.modelUsed.split("/").pop()}. Found ${annotation.segments.length} segments (${highlights.length} highlights, ${deadSpace.length} dead space). ${annotation.suggestedCuts.length} cuts suggested.`,
-              summary: annotation.summary,
-              segmentCount: annotation.segments.length,
-              highlightCount: highlights.length,
-              deadSpaceCount: deadSpace.length,
-              suggestedCutsCount: annotation.suggestedCuts.length,
-              duration: annotation.duration,
-              topics: annotation.topics
-            };
-          } catch (err) {
-            console.error("[AI] Media analysis error:", err);
-            return {
-              success: false,
-              message: "Failed to analyze media",
-              error: err instanceof Error ? err.message : "Unknown error"
-            };
-          }
-        }
-      })
-    };
-    const allTools = { ...animationTools, ...serverTools };
-    const agent = new ToolLoopAgent({
-      model: openrouter(model.id, {
-        reasoning: {
-          effort: model.effort
-        }
-      }),
-      providerOptions: {
-        openrouter: {
-          only: model.providerOnly
-        }
-      },
-      instructions: {
-        role: "system",
-        content: systemPrompt,
-        providerOptions: {
-          openrouter: {
-            cacheControl: {
-              type: "ephemeral"
-            },
-            sort: "price"
-          }
-        }
-      },
-      tools: allTools,
-      async onFinish(event) {
-        logAIInteraction({
-          timestamp: (/* @__PURE__ */ new Date()).toISOString(),
-          modelId: model.id,
-          modelName: model.name,
-          systemPromptLength: systemPrompt.length,
-          userMessages: messages,
-          toolCalls: event.toolCalls,
-          responseMessages: event.response.messages,
-          requestData: event.request,
-          usage: event.usage
-        });
-        if (event.usage) {
-          await logAIUsage(
-            {
-              userId: user.id,
-              modelId: model.id,
-              promptTokens: event.usage.inputTokens || 0,
-              completionTokens: event.usage.outputTokens || 0,
-              metadata: {
-                projectName: project.name,
-                messageCount: messages.length,
-                toolCallCount: event.toolCalls?.length || 0
-              }
-            },
-            locals.db
-          );
-        }
-        await trackEvent(user.id, "ai_chat_message", {
-          modelId: model.id,
-          modelName: model.name,
-          projectId: project.id,
-          messageCount: messages.length,
-          toolCallCount: event.toolCalls?.length || 0,
-          inputTokens: event.usage?.inputTokens || 0,
-          outputTokens: event.usage?.outputTokens || 0,
-          plan: user.subscriptionTier
-        });
-      }
-    });
-    const result = await agent.stream({
-      messages: [
-        ...enableCacheControl([...await convertToModelMessages(filteredMessages)]),
-        {
-          role: "system",
-          content: JSON.stringify(project)
-        }
-      ]
-    });
-    return result.toUIMessageStreamResponse();
-  } catch (err) {
-    if (isHttpError(err)) {
-      throw err;
-    }
-    console.error("[AI] Error generating animation:", err);
-    if (err instanceof z.ZodError) {
-      error(400, `Validation error: ${err.message}`);
-    }
-    error(500, err instanceof Error ? err.message : "Failed to generate animation");
-  }
-};
-
-export { POST };
-//# sourceMappingURL=_server.ts-BPbGZeLb.js.map