mulmocast 0.0.1 → 0.0.3

package/lib/types/schema.js

@@ -1,207 +1,256 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.urlsSchema = exports.mulmoScriptTemplateSchema = exports.mulmoStudioSchema = exports.mulmoStudioBeatSchema = exports.mulmoScriptSchema = exports.mulmoSpeechParamsSchema = exports.mulmoCastCreditSchema = exports.mulmoDimensionSchema = exports.mulmoBeatSchema = exports.videoParamsSchema = exports.textSlideParamsSchema = exports.mulmoImageParamsSchema = exports.mulmoAudioAssetSchema = exports.mulmoMediaSchema = exports.speakerDictionarySchema = exports.speechOptionsSchema = exports.multiLingualTextsSchema = exports.localizedTextSchema = exports.langSchema = void 0;
-const zod_1 = require("zod");
-exports.langSchema = zod_1.z.string();
-const URLStringSchema = zod_1.z.string().url();
-exports.localizedTextSchema = zod_1.z
-    .object({
-    text: zod_1.z.string(),
-    lang: zod_1.z.string(),
+import { z } from "zod";
+export const langSchema = z.string();
+const URLStringSchema = z.string().url();
+export const localizedTextSchema = z
+    .object({
+    text: z.string(),
+    lang: z.string(),
     // caption: z.string(),
-    texts: zod_1.z.array(zod_1.z.string()).optional(),
-    ttsTexts: zod_1.z.array(zod_1.z.string()).optional(),
-    duration: zod_1.z.number().optional(), // generated // video duration time(ms)
+    texts: z.array(z.string()).optional(),
+    ttsTexts: z.array(z.string()).optional(),
+    duration: z.number().optional(), // generated // video duration time(ms)
     // filename: z.string().optional(), // generated //
 })
     .strict();
-exports.multiLingualTextsSchema = zod_1.z.record(exports.langSchema, exports.localizedTextSchema);
-exports.speechOptionsSchema = zod_1.z
+export const multiLingualTextsSchema = z.record(langSchema, localizedTextSchema);
+export const speechOptionsSchema = z
     .object({
-    speed: zod_1.z.number().optional(), // default: 1.0
-    instruction: zod_1.z.string().optional(),
+    speed: z.number().optional(), // default: 1.0
+    instruction: z.string().optional(),
 })
     .strict();
-const speakerIdSchema = zod_1.z.string();
-const speakerDataSchema = zod_1.z
+const speakerIdSchema = z.string();
+const speakerDataSchema = z
     .object({
-    displayName: zod_1.z.record(exports.langSchema, zod_1.z.string()),
-    voiceId: zod_1.z.string(),
-    speechOptions: exports.speechOptionsSchema.optional(),
+    displayName: z.record(langSchema, z.string()).optional(),
+    voiceId: z.string(),
+    speechOptions: speechOptionsSchema.optional(),
 })
     .strict();
-exports.speakerDictionarySchema = zod_1.z.record(speakerIdSchema, speakerDataSchema);
-const mediaSourceSchema = zod_1.z.discriminatedUnion("kind", [
-    zod_1.z.object({ kind: zod_1.z.literal("url"), url: URLStringSchema }).strict(), // https://example.com/foo.pdf
-    zod_1.z.object({ kind: zod_1.z.literal("data"), data: zod_1.z.string() }).strict(), // base64
-    zod_1.z.object({ kind: zod_1.z.literal("path"), path: zod_1.z.string() }).strict(), // foo.pdf
+export const speakerDictionarySchema = z.record(speakerIdSchema, speakerDataSchema);
+export const mediaSourceSchema = z.discriminatedUnion("kind", [
+    z.object({ kind: z.literal("url"), url: URLStringSchema }).strict(), // https://example.com/foo.pdf
+    z.object({ kind: z.literal("base64"), data: z.string() }).strict(), // base64
+    z.object({ kind: z.literal("text"), text: z.string() }).strict(), // plain text
+    z.object({ kind: z.literal("path"), path: z.string() }).strict(), // foo.pdf
 ]);
 // String is easier for AI, string array is easier for human
-const stringOrStringArray = zod_1.z.union([zod_1.z.string(), zod_1.z.array(zod_1.z.string())]);
-const MulmoMarkdownMediaSchema = zod_1.z
+const stringOrStringArray = z.union([z.string(), z.array(z.string())]);
+export const mulmoMarkdownMediaSchema = z
     .object({
-    type: zod_1.z.literal("markdown"),
+    type: z.literal("markdown"),
     markdown: stringOrStringArray,
 })
     .strict();
-const MulmoWebMediaSchema = zod_1.z
+const mulmoWebMediaSchema = z
     .object({
-    type: zod_1.z.literal("web"),
+    type: z.literal("web"),
     url: URLStringSchema,
 })
     .strict();
-const MulmoPdfMediaSchema = zod_1.z
+const mulmoPdfMediaSchema = z
     .object({
-    type: zod_1.z.literal("pdf"),
+    type: z.literal("pdf"),
     source: mediaSourceSchema,
 })
     .strict();
-const MulmoImageMediaSchema = zod_1.z
+export const mulmoImageMediaSchema = z
     .object({
-    type: zod_1.z.literal("image"),
+    type: z.literal("image"),
     source: mediaSourceSchema,
 })
     .strict();
-const MulmoSvgMediaSchema = zod_1.z
+const mulmoSvgMediaSchema = z
     .object({
-    type: zod_1.z.literal("svg"),
+    type: z.literal("svg"),
     source: mediaSourceSchema,
 })
     .strict();
-const MulmoMovieMediaSchema = zod_1.z
+const mulmoMovieMediaSchema = z
     .object({
-    type: zod_1.z.literal("movie"),
+    type: z.literal("movie"),
     source: mediaSourceSchema,
 })
     .strict();
-const MulmoTextSlideMediaSchema = zod_1.z
+export const mulmoTextSlideMediaSchema = z
     .object({
-    type: zod_1.z.literal("textSlide"),
-    slide: zod_1.z.object({
-        title: zod_1.z.string(),
-        bullets: zod_1.z.array(zod_1.z.string()),
+    type: z.literal("textSlide"),
+    slide: z.object({
+        title: z.string(),
+        bullets: z.array(z.string()),
     }),
 })
     .strict();
-exports.mulmoMediaSchema = zod_1.z.union([
-    MulmoMarkdownMediaSchema,
-    MulmoWebMediaSchema,
-    MulmoPdfMediaSchema,
-    MulmoImageMediaSchema,
-    MulmoSvgMediaSchema,
-    MulmoMovieMediaSchema,
-    MulmoTextSlideMediaSchema,
+export const mulmoChartMediaSchema = z
+    .object({
+    type: z.literal("chart"),
+    title: z.string(),
+    chartData: z.record(z.any()),
+})
+    .strict();
+export const mulmoMermaidMediaSchema = z
+    .object({
+    type: z.literal("mermaid"),
+    title: z.string().describe("The title of the diagram"),
+    code: mediaSourceSchema.describe("The code of the mermaid diagram"),
+    appendix: z.array(z.string()).optional().describe("The appendix of the mermaid diagram; typically, style information."),
+})
+    .strict();
+export const mulmoImageAssetSchema = z.union([
+    mulmoMarkdownMediaSchema,
+    mulmoWebMediaSchema,
+    mulmoPdfMediaSchema,
+    mulmoImageMediaSchema,
+    mulmoSvgMediaSchema,
+    mulmoMovieMediaSchema,
+    mulmoTextSlideMediaSchema,
+    mulmoChartMediaSchema,
+    mulmoMermaidMediaSchema,
 ]);
-const MulmoAudioMediaSchema = zod_1.z
+const mulmoAudioMediaSchema = z
     .object({
-    type: zod_1.z.literal("audio"),
+    type: z.literal("audio"),
     source: mediaSourceSchema,
 })
     .strict();
-const MulmoMidiMediaSchema = zod_1.z
+const mulmoMidiMediaSchema = z
     .object({
-    type: zod_1.z.literal("midi"),
-    source: zod_1.z.string(), // TODO: define it later
+    type: z.literal("midi"),
+    source: z.string(), // TODO: define it later
 })
     .strict();
-exports.mulmoAudioAssetSchema = zod_1.z.union([MulmoAudioMediaSchema, MulmoMidiMediaSchema]);
-exports.mulmoImageParamsSchema = zod_1.z
+export const mulmoAudioAssetSchema = z.union([mulmoAudioMediaSchema, mulmoMidiMediaSchema]);
+export const mulmoImageParamsSchema = z
     .object({
-    model: zod_1.z.string().optional(), // default: provider specific
-    size: zod_1.z.string().optional(), // default: provider specific
-    style: zod_1.z.string().optional(), // optional image style
-    moderation: zod_1.z.string().optional(), // optional image style
+    model: z.string().optional(), // default: provider specific
+    size: z.string().optional(), // default: provider specific
+    style: z.string().optional(), // optional image style
+    moderation: z.string().optional(), // optional image style
 })
     .strict();
-exports.textSlideParamsSchema = zod_1.z
+export const textSlideParamsSchema = z
     .object({
-    cssStyles: zod_1.z.array(zod_1.z.string()),
+    cssStyles: stringOrStringArray,
 })
     .strict();
-exports.videoParamsSchema = zod_1.z
+export const videoParamsSchema = z
     .object({
-    padding: zod_1.z.number().optional(), // msec
+    padding: z.number().optional(), // msec
 })
     .strict();
-exports.mulmoBeatSchema = zod_1.z
+export const mulmoBeatSchema = z
     .object({
-    speaker: speakerIdSchema,
-    text: zod_1.z.string(),
-    image: exports.mulmoMediaSchema.optional(),
-    audio: exports.mulmoAudioAssetSchema.optional(),
-    imageParams: exports.mulmoImageParamsSchema.optional(), // beat specific parameters
-    speechOptions: exports.speechOptionsSchema.optional(),
-    textSlideParams: exports.textSlideParamsSchema.optional(),
-    imagePrompt: zod_1.z.string().optional(), // specified or inserted by preprocessor
+    speaker: speakerIdSchema.default("Presenter"),
+    text: z.string(),
+    image: mulmoImageAssetSchema.optional(),
+    audio: mulmoAudioAssetSchema.optional(),
+    imageParams: mulmoImageParamsSchema.optional(), // beat specific parameters
+    speechOptions: speechOptionsSchema.optional(),
+    textSlideParams: textSlideParamsSchema.optional(),
+    imagePrompt: z.string().optional(), // specified or inserted by preprocessor
 })
     .strict();
-exports.mulmoDimensionSchema = zod_1.z
+export const mulmoCanvasDimensionSchema = z
     .object({
-    width: zod_1.z.number(),
-    height: zod_1.z.number(),
+    width: z.number(),
+    height: z.number(),
 })
-    .strict();
+    .default({ width: 1280, height: 720 });
 // export const voiceMapSchema = z.record(speakerIdSchema, z.string())
-exports.mulmoCastCreditSchema = zod_1.z
+export const mulmoCastCreditSchema = z
     .object({
-    version: zod_1.z.literal("1.0"),
-    credit: zod_1.z.literal("closing").optional(),
+    version: z.literal("1.0"),
+    credit: z.literal("closing").optional(),
 })
     .strict();
-exports.mulmoSpeechParamsSchema = zod_1.z
+export const text2SpeechProviderSchema = z.union([z.literal("openai"), z.literal("nijivoice")]).default("openai");
+export const mulmoSpeechParamsSchema = z
     .object({
-    provider: zod_1.z.string().optional(),
-    speakers: exports.speakerDictionarySchema,
+    provider: text2SpeechProviderSchema, // has default value
+    speakers: speakerDictionarySchema,
 })
     .strict();
-exports.mulmoScriptSchema = zod_1.z
-    .object({
-    // global settings
-    $mulmocast: exports.mulmoCastCreditSchema,
-    title: zod_1.z.string(),
-    description: zod_1.z.string().optional(),
-    reference: zod_1.z.string().optional(),
-    lang: exports.langSchema.optional(), // default "en"
-    canvasSize: exports.mulmoDimensionSchema.optional(),
-    beats: zod_1.z.array(exports.mulmoBeatSchema),
-    speechParams: exports.mulmoSpeechParamsSchema,
-    imageParams: exports.mulmoImageParamsSchema
+export const text2ImageProviderSchema = z.union([z.literal("openai"), z.literal("google")]).default("openai");
+export const mulmoPresentationStyleSchema = z.object({
+    $mulmocast: mulmoCastCreditSchema,
+    canvasSize: mulmoCanvasDimensionSchema, // has default value
+    speechParams: mulmoSpeechParamsSchema.default({
+        speakers: {
+            Presenter: {
+                voiceId: "shimmer",
+                displayName: {
+                    en: "Presenter",
+                },
+            },
+        },
+    }),
+    imageParams: mulmoImageParamsSchema
         .extend({
-        provider: zod_1.z.string().optional(),
+        provider: text2ImageProviderSchema, // has default value
     })
         .optional(),
     // for textSlides
-    textSlideParams: exports.textSlideParamsSchema.optional(),
-    videoParams: exports.videoParamsSchema.optional(),
-    // images: ImageInfo[] // generated
-    imagePath: zod_1.z.string().optional(), // for keynote images movie ??
-    omitCaptions: zod_1.z.boolean().optional(), // default is false
+    textSlideParams: textSlideParamsSchema.optional(),
+    videoParams: videoParamsSchema.optional(),
+    // TODO: Switch to showCaptions later
+    omitCaptions: z.boolean().optional(), // default is false
+});
+export const mulmoReferenceSchema = z.object({
+    url: URLStringSchema,
+    title: z.string().optional(),
+    description: z.string().optional(),
+    type: z.union([z.literal("article"), z.literal("image"), z.literal("video"), z.literal("audio")]).default("article"),
+});
+export const mulmoScriptSchema = mulmoPresentationStyleSchema
+    .extend({
+    title: z.string().optional(),
+    description: z.string().optional(),
+    references: z.array(mulmoReferenceSchema).optional(),
+    lang: langSchema.optional(), // default "en"
+    beats: z.array(mulmoBeatSchema).min(1),
+    // TODO: Delete it later
+    imagePath: z.string().optional(), // for keynote images movie ??
     // for debugging
-    __test_invalid__: zod_1.z.boolean().optional(),
+    __test_invalid__: z.boolean().optional(),
 })
     .strict();
-exports.mulmoStudioBeatSchema = exports.mulmoBeatSchema
-    .extend({
-    multiLingualTexts: exports.multiLingualTextsSchema.optional(),
-    hash: zod_1.z.string().optional(),
-    duration: zod_1.z.number().optional(),
-    audioFile: zod_1.z.string().optional(),
-    imageFile: zod_1.z.string().optional(), // path to the image
+export const mulmoStudioBeatSchema = z
+    .object({
+    multiLingualTexts: multiLingualTextsSchema.optional(),
+    hash: z.string().optional(),
+    duration: z.number().optional(),
+    audioFile: z.string().optional(),
+    imageFile: z.string().optional(), // path to the image
+})
+    .strict();
+export const mulmoStudioSchema = z
+    .object({
+    script: mulmoScriptSchema,
+    filename: z.string(),
+    beats: z.array(mulmoStudioBeatSchema).min(1),
+})
+    .strict();
+export const mulmoScriptTemplateSchema = z
+    .object({
+    title: z.string(),
+    description: z.string(),
+    systemPrompt: z.string(),
+    script: mulmoScriptSchema.optional(),
 })
     .strict();
-exports.mulmoStudioSchema = zod_1.z
+export const mulmoStoryboardSceneSchema = z
     .object({
-    script: exports.mulmoScriptSchema,
-    filename: zod_1.z.string(),
-    beats: zod_1.z.array(exports.mulmoStudioBeatSchema),
+    description: z.string(),
+    references: z.array(mulmoReferenceSchema).optional(),
 })
+    .describe("A detailed description of the content of the scene, not the presentation style")
     .strict();
-exports.mulmoScriptTemplateSchema = zod_1.z
+export const mulmoStoryboardSchema = z
     .object({
-    title: zod_1.z.string(),
-    description: zod_1.z.string(),
-    systemPrompt: zod_1.z.string(),
-    script: exports.mulmoScriptSchema.optional(),
+    title: z.string(),
+    references: z.array(mulmoReferenceSchema).optional(),
+    scenes: z.array(mulmoStoryboardSceneSchema),
 })
+    .describe("A storyboard for a presentation, a story, a video, etc.")
     .strict();
-exports.urlsSchema = zod_1.z.array(zod_1.z.string().url({ message: "Invalid URL format" }));
+export const urlsSchema = z.array(z.string().url({ message: "Invalid URL format" }));

package/lib/types/type.d.ts

@@ -1,4 +1,5 @@
-import { langSchema, localizedTextSchema, mulmoBeatSchema, mulmoScriptSchema, mulmoStudioSchema, mulmoStudioBeatSchema, speakerDictionarySchema, mulmoImageParamsSchema, mulmoSpeechParamsSchema, textSlideParamsSchema, speechOptionsSchema, mulmoDimensionSchema, mulmoScriptTemplateSchema } from "./schema";
+import { langSchema, localizedTextSchema, mulmoBeatSchema, mulmoScriptSchema, mulmoStudioSchema, mulmoStudioBeatSchema, mulmoStoryboardSchema, mulmoStoryboardSceneSchema, speakerDictionarySchema, mulmoImageParamsSchema, mulmoSpeechParamsSchema, textSlideParamsSchema, speechOptionsSchema, mulmoCanvasDimensionSchema, mulmoScriptTemplateSchema, text2ImageProviderSchema, text2SpeechProviderSchema, mulmoPresentationStyleSchema, mulmoMermaidMediaSchema, mulmoTextSlideMediaSchema, mulmoMarkdownMediaSchema, mulmoImageMediaSchema, mulmoChartMediaSchema, mediaSourceSchema } from "./schema.js";
+import { pdf_modes, pdf_sizes } from "../utils/const.js";
 import { z } from "zod";
 export type LANG = z.infer<typeof langSchema>;
 export type MulmoBeat = z.infer<typeof mulmoBeatSchema>;
@@ -7,27 +8,57 @@ export type MulmoSpeechParams = z.infer<typeof mulmoSpeechParamsSchema>;
 export type SpeechOptions = z.infer<typeof speechOptionsSchema>;
 export type MulmoImageParams = z.infer<typeof mulmoImageParamsSchema>;
 export type TextSlideParams = z.infer<typeof textSlideParamsSchema>;
+export type Text2ImageProvider = z.infer<typeof text2ImageProviderSchema>;
+export type Text2SpeechProvider = z.infer<typeof text2SpeechProviderSchema>;
 export type LocalizedText = z.infer<typeof localizedTextSchema>;
 export type MulmoScript = z.infer<typeof mulmoScriptSchema>;
-export type MulmoDimension = z.infer<typeof mulmoDimensionSchema>;
+export type MulmoPresentationStyle = z.infer<typeof mulmoPresentationStyleSchema>;
+export type MulmoCanvasDimension = z.infer<typeof mulmoCanvasDimensionSchema>;
+export type MulmoStoryboardScene = z.infer<typeof mulmoStoryboardSceneSchema>;
+export type MulmoStoryboard = z.infer<typeof mulmoStoryboardSchema>;
 export type MulmoStudioBeat = z.infer<typeof mulmoStudioBeatSchema>;
+export type MulmoMediaSource = z.infer<typeof mediaSourceSchema>;
 export type MulmoStudio = z.infer<typeof mulmoStudioSchema>;
 export type MulmoScriptTemplate = z.infer<typeof mulmoScriptTemplateSchema>;
+export type MulmoTextSlideMedia = z.infer<typeof mulmoTextSlideMediaSchema>;
+export type MulmoMarkdownMedia = z.infer<typeof mulmoMarkdownMediaSchema>;
+export type MulmoImageMedia = z.infer<typeof mulmoImageMediaSchema>;
+export type MulmoChartMedia = z.infer<typeof mulmoChartMediaSchema>;
+export type MulmoMermaidMedia = z.infer<typeof mulmoMermaidMediaSchema>;
 export type FileDirs = {
     mulmoFilePath: string;
     mulmoFileDirPath: string;
     baseDirPath: string;
     outDirPath: string;
     imageDirPath: string;
-    scratchpadDirPath: string;
+    audioDirPath: string;
 };
 export type MulmoStudioContext = {
     fileDirs: FileDirs;
     studio: MulmoStudio;
+    force: boolean;
 };
 export type ScriptingParams = {
     urls: string[];
     outDirPath: string;
+    cacheDirPath: string;
     templateName: string;
     filename: string;
+    llm_model?: string;
+    llm_agent?: string;
 };
+export type ImageProcessorParams = {
+    beat: MulmoBeat;
+    context: MulmoStudioContext;
+    imagePath: string;
+    textSlideStyle: string;
+    canvasSize: MulmoCanvasDimension;
+};
+export type PDFMode = (typeof pdf_modes)[number];
+export type PDFSize = (typeof pdf_sizes)[number];
+export type Text2ImageAgentInfo = {
+    provider: Text2ImageProvider;
+    agent: string;
+    imageParams: MulmoImageParams;
+};
+export type BeatMediaType = "movie" | "image";

package/lib/types/type.js

@@ -1,2 +1 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
+export {};

package/lib/utils/const.d.ts

@@ -1,3 +1,6 @@
 export declare const outDirName = "output";
-export declare const scratchpadDirName = "scratchpad";
+export declare const audioDirName = "audio";
 export declare const imageDirName = "images";
+export declare const cacheDirName = "cache";
+export declare const pdf_modes: string[];
+export declare const pdf_sizes: string[];

package/lib/utils/const.js

@@ -1,6 +1,6 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.imageDirName = exports.scratchpadDirName = exports.outDirName = void 0;
-exports.outDirName = "output";
-exports.scratchpadDirName = "scratchpad";
-exports.imageDirName = "images";
+export const outDirName = "output";
+export const audioDirName = "audio";
+export const imageDirName = "images";
+export const cacheDirName = "cache";
+export const pdf_modes = ["slide", "talk", "handout"];
+export const pdf_sizes = ["letter", "a4"];

package/lib/utils/file.d.ts

@@ -1,4 +1,5 @@
-import { MulmoScript, MulmoScriptTemplate } from "../types";
+import { MulmoScript, MulmoScriptTemplate, MulmoMediaSource, MulmoStudioContext } from "../types/index.js";
+import { PDFMode } from "../types/index.js";
 export declare function readMulmoScriptFile<T = MulmoScript>(path: string, errorMessage: string): {
     mulmoData: T;
     mulmoDataPath: string;
@@ -9,16 +10,32 @@ export declare function readMulmoScriptFile<T = MulmoScript>(path: string): {
     mulmoDataPath: string;
     fileName: string;
 } | null;
+export declare const fetchMulmoScriptFile: (url: string) => Promise<{
+    result: boolean;
+    status: number;
+    script?: undefined;
+} | {
+    result: boolean;
+    script: any;
+    status?: undefined;
+} | {
+    result: boolean;
+    status: string;
+    script?: undefined;
+}>;
 export declare const getOutputStudioFilePath: (outDirPath: string, fileName: string) => string;
-export declare const getOutputBGMFilePath: (outDirPath: string, fileName: string) => string;
+export declare const getAudioSegmentDirPath: (audioDirPath: string, studioFileName: string) => string;
+export declare const getAudioSegmentFilePath: (audioDirPath: string, studioFileName: string, fileName: string) => string;
+export declare const getAudioCombinedFilePath: (audioDirPath: string, fileName: string) => string;
+export declare const getAudioArtifactFilePath: (outDirPath: string, fileName: string) => string;
 export declare const getOutputVideoFilePath: (outDirPath: string, fileName: string) => string;
-export declare const getOutputAudioFilePath: (outDirPath: string, fileName: string) => string;
-export declare const getScratchpadFilePath: (scratchpadDirName: string, fileName: string) => string;
+export declare const getOutputPdfFilePath: (outDirPath: string, fileName: string, pdfMode: PDFMode) => string;
 export declare const getTemplateFilePath: (templateName: string) => string;
 export declare const mkdir: (dirPath: string) => void;
 export declare const silentPath: string;
 export declare const silentLastPath: string;
 export declare const defaultBGMPath: string;
+export declare const getHTMLFile: (filename: string) => string;
 export declare const getBaseDirPath: (basedir?: string) => string;
 export declare const getFullPath: (baseDirPath: string | undefined, file: string) => string;
 export declare const readTemplatePrompt: (templateName: string) => string;
@@ -26,3 +43,4 @@ export declare const getAvailableTemplates: () => (MulmoScriptTemplate & {
     filename: string;
 })[];
 export declare const writingMessage: (filePath: string) => void;
+export declare const resolveMediaSource: (source: MulmoMediaSource, context: MulmoStudioContext) => string | null;