@mevdragon/vidfarm-devcli 0.2.7 → 0.2.9

package/dist/src/config.js

@@ -12,7 +12,7 @@ const schema = z.object({
     API_KEY_SALT: z.string().default("development-api-key-salt"),
     WORKER_POLL_MS: z.coerce.number().default(1500),
     WORKER_BATCH_SIZE: z.coerce.number().default(2),
-    WORKER_MAX_CONCURRENT_JOBS: z.coerce.number().default(1),
+    WORKER_MAX_CONCURRENT_JOBS: z.coerce.number().default(2),
     WEBHOOK_SECRET: z.string().default("development-webhook-secret"),
     DEFAULT_JOB_DELAY_SECONDS: z.coerce.number().default(20),
     MAX_PENDING_JOBS_GLOBAL: z.coerce.number().default(0),
@@ -25,13 +25,22 @@ const schema = z.object({
     AWS_ACCESS_KEY_ID: z.string().optional(),
     AWS_SECRET_ACCESS_KEY: z.string().optional(),
     PUBLIC_BASE_URL: z.string().optional(),
+    PUBLIC_EDITOR_CHAT_URL: z.string().url().optional(),
+    EDITOR_CHAT_URL: z.string().url().optional(),
     RESEND_API_KEY: z.string().optional(),
     RESEND_FROM_EMAIL: z.string().default("vidfarm@fwd.zoomgtm.com"),
+    FLOCKPOSTER_API_URL: z.string().url().optional(),
+    VIDFARM_ZIP_LAMBDA_URL: z.string().url().optional(),
+    VIDFARM_ZIP_LAMBDA_SECRET: z.string().optional(),
+    VIDFARM_BILLING_URL: z.string().url().optional(),
+    VIDFARM_BILLING_SECRET: z.string().optional(),
+    VIDFARM_MIN_RENDER_WALLET_BALANCE_USD: z.coerce.number().default(1),
     OPENAI_API_KEY: z.string().optional(),
     OPENROUTER_API_KEY: z.string().optional(),
     GEMINI_API_KEY: z.string().optional(),
     PERPLEXITY_API_KEY: z.string().optional(),
     SUPERAGENCY_KEY: z.string().optional(),
+    ARTIFACT_SIGNING_SECRET: z.string().optional(),
     REMOTION_REGION: z.string().default("us-east-1"),
     REMOTION_BUCKET_NAME: z.string().optional(),
     REMOTION_SITE_NAME: z.string().optional(),
@@ -43,10 +52,10 @@ const schema = z.object({
     REMOTION_MODE: z.enum(["auto", "mock", "local", "lambda"]).default("auto"),
     MOCK_PROVIDER_RESPONSES: z.string().optional(),
     VIDFARM_ADMIN_EMAILS: z.string().default(""),
-    VIDFARM_DEVELOPER_EMAILS: z.string().default(""),
     VIDFARM_GITHUB_TOKEN: z.string().optional(),
     GITHUB_TOKEN: z.string().optional(),
-    TEMPLATE_SOURCE_ROOT: z.string().default("./data/template-sources")
+    TEMPLATE_SOURCE_ROOT: z.string().default("./data/template-sources"),
+    VIDFARM_RATE_LIMITS_TABLE_NAME: z.string().optional()
 });
 const parsed = schema.parse(process.env);
 const dataDir = path.resolve(parsed.VIDFARM_DATA_DIR);
@@ -60,16 +69,14 @@ export const config = {
     VIDFARM_DATA_DIR: dataDir,
     TEMPLATE_SOURCE_ROOT: templateSourceRoot,
     PUBLIC_BASE_URL: publicBaseUrl,
+    ARTIFACT_SIGNING_SECRET: parsed.ARTIFACT_SIGNING_SECRET || parsed.SUPERAGENCY_KEY || "",
     isProduction: parsed.NODE_ENV === "production",
     mockProviders: parsed.MOCK_PROVIDER_RESPONSES === "true" ||
         (parsed.MOCK_PROVIDER_RESPONSES == null && parsed.NODE_ENV !== "production"),
     s3PublicRead: parsed.AWS_S3_PUBLIC_READ === "true",
+    minRenderWalletBalanceUsd: parsed.VIDFARM_MIN_RENDER_WALLET_BALANCE_USD,
     adminEmails: parsed.VIDFARM_ADMIN_EMAILS
         .split(",")
         .map((value) => value.trim().toLowerCase())
         .filter(Boolean),
-    developerEmails: parsed.VIDFARM_DEVELOPER_EMAILS
-        .split(",")
-        .map((value) => value.trim().toLowerCase())
-        .filter(Boolean)
 };

package/dist/src/context.js

@@ -5,12 +5,7 @@ import { jobLogStore } from "./services/job-logs.js";
 export function createTemplateJobContext(input) {
     const templateConfig = database.getTemplateConfig(input.customer.id, input.template.id);
     const prefix = input.storage.templateJobPrefix(input.template.id, input.customer.id, input.job.id);
-    const buildArtifactUrl = (storageKey, fallbackUrl) => {
-        if (config.STORAGE_DRIVER !== "s3") {
-            return fallbackUrl;
-        }
-        return `${config.PUBLIC_BASE_URL}/template-media?key=${encodeURIComponent(storageKey)}`;
-    };
+    const buildArtifactUrl = (storageKey, fallbackUrl) => fallbackUrl ?? input.storage.getPublicUrl(storageKey);
     return {
         env: config.isProduction ? "production" : "development",
         customer: input.customer,
@@ -97,15 +92,6 @@ export function createTemplateJobContext(input) {
                 const stored = await input.storage.putJson(`${prefix}/${key}`, value);
                 const artifactUrl = buildArtifactUrl(stored.key, stored.url);
                 insertArtifact("json", stored.key, artifactUrl, {});
-                await input.billing.record({
-                    customerId: input.customer.id,
-                    jobId: input.job.id,
-                    templateId: input.template.id,
-                    type: "storage_write",
-                    costUsd: 0.005,
-                    chargeUsd: 0.01,
-                    metadata: { key: stored.key }
-                });
                 return {
                     ...stored,
                     url: artifactUrl
@@ -115,15 +101,6 @@ export function createTemplateJobContext(input) {
                 const stored = await input.storage.putText(`${prefix}/${key}`, value, contentType);
                 const artifactUrl = buildArtifactUrl(stored.key, stored.url);
                 insertArtifact("text", stored.key, artifactUrl, { contentType });
-                await input.billing.record({
-                    customerId: input.customer.id,
-                    jobId: input.job.id,
-                    templateId: input.template.id,
-                    type: "storage_write",
-                    costUsd: 0.005,
-                    chargeUsd: 0.01,
-                    metadata: { key: stored.key }
-                });
                 return {
                     ...stored,
                     url: artifactUrl
@@ -136,15 +113,6 @@ export function createTemplateJobContext(input) {
                     ...(options.metadata ?? {}),
                     contentType: options.contentType ?? null
                 });
-                await input.billing.record({
-                    customerId: input.customer.id,
-                    jobId: input.job.id,
-                    templateId: input.template.id,
-                    type: "storage_write",
-                    costUsd: 0.005,
-                    chargeUsd: 0.01,
-                    metadata: { key: stored.key }
-                });
                 return {
                     ...stored,
                     url: artifactUrl
@@ -159,15 +127,22 @@ export function createTemplateJobContext(input) {
                 await input.billing.record({
                     customerId: input.customer.id,
                     jobId: input.job.id,
+                    tracer: input.job.tracer,
                     templateId: input.template.id,
                     type: record.type,
                     costUsd: record.costUsd,
-                    chargeUsd: record.chargeUsd ?? Number((record.costUsd * 2).toFixed(4)),
+                    chargeUsd: record.chargeUsd ?? Number((record.costUsd * 1.2).toFixed(4)),
+                    costCenterSlug: record.costCenterSlug,
+                    idempotencyKey: record.idempotencyKey,
+                    occurredAtMs: record.occurredAtMs,
                     metadata: record.metadata
                 });
             }
         },
         providers: {
+            listAvailableProviders() {
+                return input.providers.listAvailableProviders(input.customer.id);
+            },
             async generateText(request) {
                 return input.providers.generateText({
                     customerId: input.customer.id,
@@ -176,6 +151,14 @@ export function createTemplateJobContext(input) {
                     ...request
                 });
             },
+            async generateSpeech(request) {
+                return input.providers.generateSpeech({
+                    customerId: input.customer.id,
+                    jobId: input.job.id,
+                    workerId: input.workerId,
+                    ...request
+                });
+            },
             async generateImage(request) {
                 return input.providers.generateImage({
                     customerId: input.customer.id,
@@ -191,14 +174,47 @@ export function createTemplateJobContext(input) {
                     workerId: input.workerId,
                     ...request
                 });
+            },
+            async transcribeSpeech(request) {
+                return input.providers.transcribeSpeech({
+                    customerId: input.customer.id,
+                    jobId: input.job.id,
+                    workerId: input.workerId,
+                    ...request
+                });
             }
         },
         remotion: {
             async render(request) {
-                return input.remotion.render({
+                const render = await input.remotion.render({
                     ...request,
                     outputKey: request.outputKey ? `${prefix}/${request.outputKey}` : undefined
                 });
+                const estimatedCostUsd = "estimatedCostUsd" in render.metadata ? render.metadata.estimatedCostUsd : null;
+                const chargeUsd = "chargeUsd" in render.metadata ? render.metadata.chargeUsd : null;
+                if (render.metadata.mode === "lambda" && typeof estimatedCostUsd === "number" && estimatedCostUsd > 0) {
+                    await input.billing.record({
+                        customerId: input.customer.id,
+                        jobId: input.job.id,
+                        tracer: input.job.tracer,
+                        templateId: input.template.id,
+                        type: "render",
+                        costUsd: estimatedCostUsd,
+                        chargeUsd: typeof chargeUsd === "number" ? chargeUsd : undefined,
+                        costCenterSlug: "remotion_lambda",
+                        idempotencyKey: `remotion_lambda:${render.renderId}`,
+                        occurredAtMs: Date.now(),
+                        metadata: {
+                            ...render.metadata,
+                            render_id: render.renderId,
+                            output_url: render.outputUrl,
+                            composition_id: typeof render.metadata.compositionId === "string"
+                                ? render.metadata.compositionId
+                                : request.compositionId,
+                        }
+                    });
+                }
+                return render;
             }
         }
     };