@orangecatai/element 0.0.2 → 0.0.4

package/dist/types/excalidraw/components/VideoGeneratorPanel.d.ts

@@ -0,0 +1,149 @@
+import "./VideoGeneratorPanel.scss";
+import type { ExcalidrawFrameLikeElement, NonDeletedExcalidrawElement } from "@orangecatai/element/types";
+import type { AppClassProperties } from "../types";
+declare const VIDEO_MODEL_CONFIG: {
+    readonly "veo 3.1 fast": {
+        readonly modelId: "google/veo-3.1-fast";
+        readonly supportsFirstFrame: true;
+        readonly supportsLastFrame: true;
+        readonly audioMode: "always-on";
+        readonly supportsDuration: true;
+        readonly durationMode: "choices";
+        readonly durationValues: readonly [4, 6, 8];
+        readonly supportsResolution: true;
+        readonly supportedResolutions: readonly ["720p", "1080p", "4K"];
+        readonly supportsNegativePrompt: false;
+        readonly supportedRatios: readonly ["16:9", "9:16"];
+        readonly frameInputMode: "dual-frame";
+        readonly supportsInputReferences: false;
+        readonly supportsSeed: true;
+    };
+    readonly "veo 3.1 lite": {
+        readonly modelId: "google/veo-3.1-lite";
+        readonly supportsFirstFrame: true;
+        readonly supportsLastFrame: true;
+        readonly audioMode: "always-on";
+        readonly supportsDuration: true;
+        readonly durationMode: "choices";
+        readonly durationValues: readonly [4, 6, 8];
+        readonly supportsResolution: true;
+        readonly supportedResolutions: readonly ["720p", "1080p"];
+        readonly supportsNegativePrompt: false;
+        readonly supportedRatios: readonly ["16:9", "9:16"];
+        readonly frameInputMode: "dual-frame";
+        readonly supportsInputReferences: false;
+        readonly supportsSeed: true;
+    };
+    readonly "kling v3 pro": {
+        readonly modelId: "kwaivgi/kling-v3.0-pro";
+        readonly supportsFirstFrame: true;
+        readonly supportsLastFrame: true;
+        readonly audioMode: "toggle";
+        readonly supportsDuration: true;
+        readonly durationMode: "slider";
+        readonly minDuration: 3;
+        readonly maxDuration: 15;
+        readonly supportsResolution: false;
+        readonly supportsNegativePrompt: true;
+        readonly supportedRatios: readonly ["16:9", "9:16", "1:1"];
+        readonly frameInputMode: "dual-frame";
+        readonly supportsInputReferences: false;
+        readonly supportsSeed: true;
+    };
+    readonly "kling v3 std": {
+        readonly modelId: "kwaivgi/kling-v3.0-std";
+        readonly supportsFirstFrame: true;
+        readonly supportsLastFrame: true;
+        readonly audioMode: "toggle";
+        readonly supportsDuration: true;
+        readonly durationMode: "slider";
+        readonly minDuration: 3;
+        readonly maxDuration: 15;
+        readonly supportsResolution: false;
+        readonly supportsNegativePrompt: true;
+        readonly supportedRatios: readonly ["16:9", "9:16", "1:1"];
+        readonly frameInputMode: "dual-frame";
+        readonly supportsInputReferences: false;
+        readonly supportsSeed: true;
+    };
+    readonly "seedance 2.0": {
+        readonly modelId: "bytedance/seedance-2.0";
+        readonly supportsFirstFrame: true;
+        readonly supportsLastFrame: true;
+        readonly audioMode: "always-on";
+        readonly supportsDuration: true;
+        readonly durationMode: "slider";
+        readonly minDuration: 4;
+        readonly maxDuration: 15;
+        readonly supportsResolution: true;
+        readonly supportedResolutions: readonly ["480p", "720p", "1080p", "4K"];
+        readonly supportsNegativePrompt: false;
+        readonly supportedRatios: readonly ["16:9", "9:16", "1:1", "4:3", "3:4", "21:9", "9:21"];
+        readonly frameInputMode: "dual-frame";
+        readonly supportsInputReferences: true;
+        readonly supportsSeed: true;
+    };
+    readonly "seedance 2.0 fast": {
+        readonly modelId: "bytedance/seedance-2.0-fast";
+        readonly supportsFirstFrame: true;
+        readonly supportsLastFrame: true;
+        readonly audioMode: "always-on";
+        readonly supportsDuration: true;
+        readonly durationMode: "slider";
+        readonly minDuration: 4;
+        readonly maxDuration: 15;
+        readonly supportsResolution: true;
+        readonly supportedResolutions: readonly ["480p", "720p"];
+        readonly supportsNegativePrompt: false;
+        readonly supportedRatios: readonly ["16:9", "9:16", "1:1", "4:3", "3:4", "21:9", "9:21"];
+        readonly frameInputMode: "dual-frame";
+        readonly supportsInputReferences: true;
+        readonly supportsSeed: true;
+    };
+    readonly "happyhorse 1.1": {
+        readonly modelId: "alibaba/happyhorse-1.1";
+        readonly supportsFirstFrame: true;
+        readonly supportsLastFrame: false;
+        readonly audioMode: "none";
+        readonly supportsDuration: true;
+        readonly durationMode: "slider";
+        readonly minDuration: 3;
+        readonly maxDuration: 15;
+        readonly supportsResolution: true;
+        readonly supportedResolutions: readonly ["720p", "1080p"];
+        readonly supportsNegativePrompt: false;
+        readonly supportedRatios: readonly ["16:9", "9:16", "1:1", "4:3", "3:4", "21:9", "9:21"];
+        readonly frameInputMode: "start-only";
+        readonly supportsInputReferences: false;
+        readonly supportsSeed: true;
+    };
+    readonly "grok video": {
+        readonly modelId: "x-ai/grok-imagine-video";
+        readonly supportsFirstFrame: true;
+        readonly supportsLastFrame: false;
+        readonly audioMode: "none";
+        readonly supportsDuration: true;
+        readonly durationMode: "slider";
+        readonly minDuration: 1;
+        readonly maxDuration: 15;
+        readonly supportsResolution: true;
+        readonly supportedResolutions: readonly ["480p", "720p"];
+        readonly supportsNegativePrompt: false;
+        readonly supportedRatios: readonly ["16:9", "9:16", "1:1", "4:3", "3:4", "3:2", "2:3"];
+        readonly frameInputMode: "start-only";
+        readonly supportsInputReferences: false;
+        readonly supportsSeed: true;
+    };
+};
+export type VideoModelName = keyof typeof VIDEO_MODEL_CONFIG;
+export declare const VIDEO_MODEL_NAMES: VideoModelName[];
+export declare const VideoGeneratorPanel: ({ element, app, onBeforeVideoGen, onAfterVideoGen, }: {
+    element: NonDeletedExcalidrawElement & ExcalidrawFrameLikeElement;
+    app: AppClassProperties;
+    onBeforeVideoGen?: () => Promise<{
+        allowed: boolean;
+        error?: string;
+    }>;
+    onAfterVideoGen?: () => void;
+}) => import("react/jsx-runtime").JSX.Element | null;
+export {};

package/dist/types/excalidraw/components/ai-chat/AdGenShimmerLayer.d.ts

@@ -0,0 +1,10 @@
+/**
+ * Renders a shimmer overlay on top of frames that are currently being
+ * generated by the AI chat agent (create_frame → generate_image → review).
+ *
+ * Rendered unconditionally from App.tsx alongside AutoResizeShimmerLayer.
+ * Uses useExcalidrawAppState() so it repositions correctly on scroll/zoom.
+ * Reads current frame position from scene elements so it follows the frame
+ * if the user drags it during generation.
+ */
+export declare const AdGenShimmerLayer: () => import("react/jsx-runtime").JSX.Element | null;

package/dist/types/excalidraw/components/ai-chat/adGenShimmerStore.d.ts

@@ -0,0 +1,12 @@
+export type AdGenFrameInfo = {
+    frameId: string;
+};
+type Listener = () => void;
+export declare const adGenShimmerStore: {
+    startGenerating(frameId: string): void;
+    stopGenerating(frameId: string): void;
+    clear(): void;
+    getLoadingFrames(): AdGenFrameInfo[];
+    subscribe(fn: Listener): () => void;
+};
+export {};

package/dist/types/excalidraw/components/ai-chat/agentLoop.d.ts

@@ -0,0 +1,114 @@
+import { type ToolExecutionContext } from "./canvasTools";
+import type { BrandContext } from "../../types";
+type ContentPart = {
+    type: "text";
+    text: string;
+} | {
+    type: "image_url";
+    image_url: {
+        url: string;
+    };
+} | {
+    type: "file";
+    file: {
+        filename: string;
+        file_data: string;
+    };
+};
+export type AgentMessage = {
+    role: "system";
+    content: string;
+} | {
+    role: "user";
+    content: string | ContentPart[];
+} | {
+    role: "assistant";
+    content: string | null;
+    tool_calls?: ToolCall[];
+} | {
+    role: "tool";
+    tool_call_id: string;
+    content: string;
+};
+export type ToolCall = {
+    id: string;
+    type: "function";
+    function: {
+        name: string;
+        arguments: string;
+    };
+};
+export type ToolAction = {
+    result: {
+        success: boolean;
+        statusMessage: string;
+    };
+};
+export type AgentUpdate = {
+    type: "status" | "tool_start" | "tool_done" | "final" | "content_delta";
+    message: string;
+    toolAction?: ToolAction;
+} | {
+    type: "review_start";
+    message: string;
+} | {
+    type: "review_done";
+    message: string;
+    feedback: import("./reviewerAgent").ReviewerFeedback;
+};
+export type AgentResult = {
+    reply: string;
+    toolActions: ToolAction[];
+};
+export type FileAttachment = {
+    name: string;
+    type: "image" | "text" | "pdf" | "docx";
+    dataUrl?: string;
+    textContent?: string;
+};
+export declare function runAgentLoop(opts: {
+    userMessages: Array<{
+        role: "user" | "assistant";
+        content: string;
+        /** Images attached to THIS specific message (from the user's upload history) */
+        imageAttachments?: Array<{
+            name: string;
+            dataUrl: string;
+        }>;
+    }>;
+    elementContext?: string;
+    frameScreenshot?: string;
+    fileAttachments?: FileAttachment[];
+    webSearchEnabled?: boolean;
+    chatUrl: string;
+    chatModel?: string;
+    agentImageModel?: string;
+    toolCtx: ToolExecutionContext;
+    onUpdate: (update: AgentUpdate) => void;
+    signal?: AbortSignal;
+    onBeforeImageGen?: () => Promise<{
+        allowed: boolean;
+        error?: string;
+    }>;
+    onAfterImageGen?: () => void;
+    /** Optional brand identity context — injected as a system message before user messages. */
+    brandContext?: BrandContext;
+    /**
+     * @deprecated Font IDs are now derived from brandContext.typography.fontFamilyId.
+     * Kept for API compatibility but no longer used internally.
+     */
+    customFontIds?: number[];
+    /**
+     * OpenRouter model tag for the reviewer agent. Must be vision-capable.
+     * Defaults to the same model as chatModel.
+     */
+    reviewerModel?: string;
+    /**
+     * Maximum number of reviewer rounds per banner.
+     * After this many rounds the reviewer is skipped and the outer MAX_ITERATIONS
+     * cap handles loop termination.
+     * @default 2
+     */
+    maxReviewRounds?: number;
+}): Promise<AgentResult>;
+export {};

package/dist/types/excalidraw/components/ai-chat/audioUtils.d.ts

@@ -0,0 +1,5 @@
+/**
+ * Converts any audio Blob (webm, mp4, ogg…) to a base64-encoded WAV string
+ * using the Web Audio API. Mistral Voxtral only accepts mp3 or wav.
+ */
+export declare function blobToWavBase64(blob: Blob): Promise<string>;