@plasius/ai 1.1.4 → 1.1.6

package/src/platform/video-provider-adapter.ts

@@ -0,0 +1,303 @@
+import { fetchWithPolicy, type HttpClientPolicy } from "./http-resilience.js";
+
+export interface ProviderBalance {
+  monthlyCredit: number;
+  packageCredit: number;
+}
+
+export interface VideoUploadResult {
+  imageId: number;
+}
+
+export interface VideoGenerationRequest {
+  imageId: number;
+  prompt: string;
+  negativePrompt?: string;
+  templateId?: string;
+  seed?: number;
+  durationSeconds?: number;
+  model?: string;
+  motionMode?: string;
+  quality?: string;
+  watermark?: boolean;
+}
+
+export interface VideoGenerationResult {
+  videoId: number;
+}
+
+export type VideoJobState = "pending" | "completed" | "failed";
+
+export interface VideoJobResult {
+  state: VideoJobState;
+  videoUrl?: string;
+}
+
+export interface VideoProviderRequestContext {
+  apiKey: string;
+  traceId?: string;
+  fetchFn?: typeof fetch;
+}
+
+export interface VideoProviderAdapter {
+  uploadImage(
+    image: File | URL,
+    context: VideoProviderRequestContext
+  ): Promise<VideoUploadResult>;
+  generateVideo(
+    request: VideoGenerationRequest,
+    context: VideoProviderRequestContext
+  ): Promise<VideoGenerationResult>;
+  getVideoResult(
+    videoId: number,
+    context: VideoProviderRequestContext
+  ): Promise<VideoJobResult>;
+  getBalance?(context: VideoProviderRequestContext): Promise<ProviderBalance>;
+}
+
+export interface HttpVideoProviderAdapterConfig {
+  uploadImagePath: string;
+  generateVideoPath: string;
+  getVideoResultPath: (videoId: number) => string;
+  getBalancePath?: string;
+  httpPolicy?: HttpClientPolicy;
+  mapUploadImageId?: (data: unknown) => number | undefined;
+  mapGeneratedVideoId?: (data: unknown) => number | undefined;
+  mapVideoResult?: (data: unknown) => VideoJobResult;
+  mapBalance?: (data: unknown) => ProviderBalance;
+  mapGenerateRequestBody?: (request: VideoGenerationRequest) => unknown;
+  additionalHeaders?: Record<string, string>;
+}
+
+function asRecord(value: unknown): Record<string, unknown> {
+  return value && typeof value === "object" ? (value as Record<string, unknown>) : {};
+}
+
+function asNumber(value: unknown): number | undefined {
+  return typeof value === "number" && Number.isFinite(value) ? value : undefined;
+}
+
+function asString(value: unknown): string | undefined {
+  return typeof value === "string" && value.length > 0 ? value : undefined;
+}
+
+function requireJson(
+  value: unknown,
+  label: string,
+  mapper: (data: unknown) => number | undefined
+): number {
+  const id = mapper(value);
+  if (!id) {
+    throw new Error(`Invalid ${label} response.`);
+  }
+  return id;
+}
+
+function defaultRequestBody(request: VideoGenerationRequest): Record<string, unknown> {
+  const body: Record<string, unknown> = {
+    img_id: request.imageId,
+    prompt: request.prompt,
+    duration: request.durationSeconds ?? 5,
+    model: request.model ?? "standard",
+    motion_mode: request.motionMode ?? "normal",
+    quality: request.quality ?? "720p",
+    water_mark: request.watermark ?? false,
+  };
+
+  if (request.seed !== undefined) {
+    body.seed = request.seed;
+  }
+  if (request.templateId) {
+    body.template_id = request.templateId;
+  }
+  if (request.negativePrompt) {
+    body.negative_prompt = request.negativePrompt;
+  }
+
+  return body;
+}
+
+function defaultHeaders(context: VideoProviderRequestContext): Record<string, string> {
+  const apiKey = context.apiKey.trim();
+  if (!apiKey) {
+    throw new Error("Provider API key is required.");
+  }
+
+  return {
+    "API-KEY": apiKey,
+    "AI-trace-ID": context.traceId ?? crypto.randomUUID(),
+    Accept: "application/json",
+    "X-Plasius-Client": "@plasius/ai/video-http-adapter",
+  };
+}
+
+function defaultUploadMapper(data: unknown): number | undefined {
+  const root = asRecord(data);
+  const resp = asRecord(root.Resp);
+  return asNumber(resp.id);
+}
+
+function defaultVideoIdMapper(data: unknown): number | undefined {
+  const root = asRecord(data);
+  const resp = asRecord(root.Resp);
+  return asNumber(resp.id);
+}
+
+function defaultResultMapper(data: unknown): VideoJobResult {
+  const root = asRecord(data);
+  const resp = asRecord(root.Resp);
+  const status = asNumber(resp.status);
+  const url = asString(resp.url);
+
+  if (status === 1 && url) {
+    return { state: "completed", videoUrl: url };
+  }
+  if (status === -1) {
+    return { state: "failed" };
+  }
+
+  return { state: "pending" };
+}
+
+function defaultBalanceMapper(data: unknown): ProviderBalance {
+  const root = asRecord(data);
+  const resp = asRecord(root.Resp);
+  return {
+    monthlyCredit: asNumber(resp.credit_monthly) ?? 0,
+    packageCredit: asNumber(resp.credit_package) ?? 0,
+  };
+}
+
+export function createHttpVideoProviderAdapter(
+  config: HttpVideoProviderAdapterConfig
+): VideoProviderAdapter {
+  const fetchJson = async (
+    path: string,
+    createRequestInit: () => RequestInit | Promise<RequestInit>,
+    context: VideoProviderRequestContext
+  ): Promise<unknown> => {
+    const fetchFn = context.fetchFn ?? fetch;
+    const response = await fetchWithPolicy({
+      url: path,
+      operation: "Video provider HTTP request",
+      fetchFn,
+      policy: config.httpPolicy,
+      createRequestInit,
+    });
+    if (!response.ok) {
+      throw new Error(`Provider request failed (${response.status} ${response.statusText}).`);
+    }
+    return response.json();
+  };
+
+  const uploadImage = async (
+    image: File | URL,
+    context: VideoProviderRequestContext
+  ): Promise<VideoUploadResult> => {
+    const fetchFn = context.fetchFn ?? fetch;
+
+    const data = await fetchJson(
+      config.uploadImagePath,
+      async () => {
+        const formData = new FormData();
+        if (image instanceof File) {
+          formData.append("image", image, "upload-image");
+        } else {
+          const blob = await fetchFn(image.toString()).then((result) => result.blob());
+          formData.append("image", blob, "upload-image");
+        }
+
+        return {
+          method: "POST",
+          headers: {
+            ...defaultHeaders(context),
+            ...config.additionalHeaders,
+          },
+          body: formData,
+        };
+      },
+      context
+    );
+
+    const imageId = requireJson(data, "image upload", config.mapUploadImageId ?? defaultUploadMapper);
+    return { imageId };
+  };
+
+  const generateVideo = async (
+    request: VideoGenerationRequest,
+    context: VideoProviderRequestContext
+  ): Promise<VideoGenerationResult> => {
+    const data = await fetchJson(
+      config.generateVideoPath,
+      () => {
+        const body = JSON.stringify(
+          config.mapGenerateRequestBody?.(request) ?? defaultRequestBody(request)
+        );
+
+        return {
+          method: "POST",
+          headers: {
+            ...defaultHeaders(context),
+            "Content-Type": "application/json",
+            ...config.additionalHeaders,
+          },
+          body,
+        };
+      },
+      context
+    );
+
+    const videoId = requireJson(
+      data,
+      "video generation",
+      config.mapGeneratedVideoId ?? defaultVideoIdMapper
+    );
+
+    return { videoId };
+  };
+
+  const getVideoResult = async (
+    videoId: number,
+    context: VideoProviderRequestContext
+  ): Promise<VideoJobResult> => {
+    const data = await fetchJson(
+      config.getVideoResultPath(videoId),
+      () => ({
+        method: "GET",
+        headers: {
+          ...defaultHeaders(context),
+          ...config.additionalHeaders,
+        },
+      }),
+      context
+    );
+
+    return (config.mapVideoResult ?? defaultResultMapper)(data);
+  };
+
+  const getBalance = config.getBalancePath
+    ? async (context: VideoProviderRequestContext): Promise<ProviderBalance> => {
+        const data = await fetchJson(
+          config.getBalancePath as string,
+          () => ({
+            method: "GET",
+            headers: {
+              ...defaultHeaders(context),
+              "Content-Type": "application/json",
+              ...config.additionalHeaders,
+            },
+          }),
+          context
+        );
+
+        return (config.mapBalance ?? defaultBalanceMapper)(data);
+      }
+    : undefined;
+
+  return {
+    uploadImage,
+    generateVideo,
+    getVideoResult,
+    getBalance,
+  };
+}

package/src/platform/video-provider-platform.ts

@@ -0,0 +1,208 @@
+import { performance } from "node:perf_hooks";
+
+import type {
+  AIPlatform,
+  BalanceCompletion,
+  ChatCompletion,
+  Completion,
+  ImageCompletion,
+  ModelCompletion,
+  SpeechCompletion,
+  TextCompletion,
+  VideoCompletion,
+} from "./index.js";
+import type {
+  VideoGenerationRequest,
+  VideoJobResult,
+  VideoProviderAdapter,
+} from "./video-provider-adapter.js";
+
+export interface VideoProviderPlatformProps {
+  apiKey: string;
+  adapter: VideoProviderAdapter;
+  polling?: {
+    maxRetries?: number;
+    delayMs?: number;
+  };
+  defaultVideoRequest?: Partial<Omit<VideoGenerationRequest, "imageId" | "prompt">>;
+}
+
+function createCompletionBase(
+  type: string,
+  model: string,
+  requestor: string,
+  durationMs: number
+): Completion {
+  return {
+    partitionKey: requestor,
+    id: crypto.randomUUID(),
+    type,
+    model,
+    createdAt: new Date().toISOString(),
+    durationMs,
+    usage: {},
+  };
+}
+
+async function waitForCompletion(
+  adapter: VideoProviderAdapter,
+  videoId: number,
+  apiKey: string,
+  maxRetries: number,
+  delayMs: number
+): Promise<string> {
+  for (let attempt = 0; attempt < maxRetries; attempt += 1) {
+    await new Promise((resolve) => setTimeout(resolve, delayMs));
+
+    const result: VideoJobResult = await adapter.getVideoResult(videoId, {
+      apiKey,
+      traceId: crypto.randomUUID(),
+    });
+
+    if (result.state === "completed" && result.videoUrl) {
+      return result.videoUrl;
+    }
+
+    if (result.state === "failed") {
+      throw new Error("Video generation failed in provider adapter.");
+    }
+  }
+
+  throw new Error("Timed out waiting for provider video completion.");
+}
+
+export async function createVideoProviderPlatform(
+  userId: string,
+  props: VideoProviderPlatformProps
+): Promise<AIPlatform> {
+  const apiKey = props.apiKey.trim();
+  if (!apiKey) {
+    throw new Error("apiKey is required for createVideoProviderPlatform.");
+  }
+
+  const maxRetries = props.polling?.maxRetries ?? 20;
+  const delayMs = props.polling?.delayMs ?? 3000;
+
+  const chatWithAI = (
+    _userId: string,
+    _input: string,
+    _context: string,
+    _model: string
+  ): Promise<ChatCompletion> => {
+    return Promise.reject(new Error("Not implemented"));
+  };
+
+  const synthesizeSpeech = (
+    _userId: string,
+    _input: string,
+    _voice: string,
+    _context: string,
+    _model: string
+  ): Promise<SpeechCompletion> => {
+    return Promise.reject(new Error("Not implemented"));
+  };
+
+  const transcribeSpeech = (
+    _userId: string,
+    _input: Buffer,
+    _context: string,
+    _model: string
+  ): Promise<TextCompletion> => {
+    return Promise.reject(new Error("Not implemented"));
+  };
+
+  const generateImage = (
+    _userId: string,
+    _input: string,
+    _context: string,
+    _model: string
+  ): Promise<ImageCompletion> => {
+    return Promise.reject(new Error("Not implemented"));
+  };
+
+  const produceVideo = async (
+    requestorId: string,
+    prompt: string,
+    image: URL,
+    _context: string,
+    model: string
+  ): Promise<VideoCompletion> => {
+    const startedAt = performance.now();
+
+    const uploaded = await props.adapter.uploadImage(image, {
+      apiKey,
+      traceId: crypto.randomUUID(),
+    });
+
+    const generated = await props.adapter.generateVideo(
+      {
+        imageId: uploaded.imageId,
+        prompt,
+        ...props.defaultVideoRequest,
+      },
+      {
+        apiKey,
+        traceId: crypto.randomUUID(),
+      }
+    );
+
+    const videoUrl = await waitForCompletion(
+      props.adapter,
+      generated.videoId,
+      apiKey,
+      maxRetries,
+      delayMs
+    );
+
+    const durationMs = performance.now() - startedAt;
+    const base = createCompletionBase("video", model, requestorId, durationMs);
+
+    return {
+      ...base,
+      url: new URL(videoUrl),
+    };
+  };
+
+  const generateModel = (
+    _userId: string,
+    _input: string,
+    _context: string,
+    _model: string
+  ): Promise<ModelCompletion> => {
+    return Promise.reject(new Error("Not implemented"));
+  };
+
+  const checkBalance = async (requestorId: string): Promise<BalanceCompletion> => {
+    const startedAt = performance.now();
+    const providerBalance = props.adapter.getBalance
+      ? await props.adapter.getBalance({
+          apiKey,
+          traceId: crypto.randomUUID(),
+        })
+      : {
+          monthlyCredit: 0,
+          packageCredit: 0,
+        };
+
+    const durationMs = performance.now() - startedAt;
+    const base = createCompletionBase("balanceCompletion", "", requestorId, durationMs);
+
+    return {
+      ...base,
+      balance: providerBalance.monthlyCredit + providerBalance.packageCredit,
+    };
+  };
+
+  const currentBalance = (await checkBalance(userId)).balance;
+
+  return {
+    chatWithAI,
+    synthesizeSpeech,
+    transcribeSpeech,
+    generateImage,
+    produceVideo,
+    generateModel,
+    checkBalance,
+    currentBalance,
+  };
+}

package/dist/components/pixelverse/pixelverseeditor.d.ts

@@ -1,16 +0,0 @@
-interface PixelverseEditorProps {
-    apiKey: string;
-    onVideoGenerated?: (videoUrl: string) => void;
-    onImageUpload?: (imageUrl: string) => void;
-    prompt?: string;
-    onPromptChange?: (prompt: string) => void;
-    negative_prompt?: string;
-    onNegativePromptChange?: (negative_prompt: string) => void;
-    template_id?: string;
-    onTemplateIdChange?: (template_id: string) => void;
-    seed?: number;
-    onSeedChange?: (seed: number) => void;
-}
-export declare function PixelverseEditor({ apiKey, onVideoGenerated, prompt, negative_prompt, template_id, seed, }: PixelverseEditorProps): import("react/jsx-runtime").JSX.Element;
-export {};
-//# sourceMappingURL=pixelverseeditor.d.ts.map

package/dist/components/pixelverse/pixelverseeditor.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"pixelverseeditor.d.ts","sourceRoot":"","sources":["../../../src/components/pixelverse/pixelverseeditor.tsx"],"names":[],"mappings":"AAKA,UAAU,qBAAqB;IAC7B,MAAM,EAAE,MAAM,CAAC;IACf,gBAAgB,CAAC,EAAE,CAAC,QAAQ,EAAE,MAAM,KAAK,IAAI,CAAC;IAC9C,aAAa,CAAC,EAAE,CAAC,QAAQ,EAAE,MAAM,KAAK,IAAI,CAAC;IAC3C,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,cAAc,CAAC,EAAE,CAAC,MAAM,EAAE,MAAM,KAAK,IAAI,CAAC;IAC1C,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,sBAAsB,CAAC,EAAE,CAAC,eAAe,EAAE,MAAM,KAAK,IAAI,CAAC;IAC3D,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,kBAAkB,CAAC,EAAE,CAAC,WAAW,EAAE,MAAM,KAAK,IAAI,CAAC;IACnD,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,YAAY,CAAC,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,IAAI,CAAC;CACvC;AAED,wBAAgB,gBAAgB,CAAC,EAC/B,MAAM,EACN,gBAAgB,EAChB,MAAM,EACN,eAAe,EACf,WAAW,EACX,IAAI,GACL,EAAE,qBAAqB,2CA+CvB"}

package/dist/components/pixelverse/pixelverseeditor.js

@@ -1,21 +0,0 @@
-import { jsx as _jsx, jsxs as _jsxs } from "react/jsx-runtime";
-import { useState } from "react";
-import Balance from "./balance.js";
-export function PixelverseEditor({ apiKey, onVideoGenerated, prompt, negative_prompt, template_id, seed, }) {
-    const [videoUrl, setVideoUrl] = useState("");
-    const [videoId, setVideoId] = useState(null);
-    const [selectedFile, setSelectedFile] = useState(null);
-    const [loading, setLoading] = useState(false);
-    const [videoStatus, setVideoStatus] = useState(0);
-    const handleFileChange = (e) => {
-        if (e.target.files?.[0]) {
-            setSelectedFile(e.target.files[0]);
-            handleUploadProcess();
-        }
-    };
-    const handleRegenerate = () => {
-    };
-    const handleUploadProcess = async () => {
-    };
-    return (_jsxs("div", { children: [_jsx(Balance, { apiKey: apiKey }), videoStatus === 0 && !selectedFile && (_jsxs("div", { children: [_jsx("p", { children: "Drag/Drop or Click HERE to upload" }), _jsx("input", { title: "Upload Image", type: "file", accept: ".jpg,.jpeg,.png,.webp", onChange: handleFileChange })] })), loading && _jsx("div", { children: "Loading..." }), videoStatus === 0 && selectedFile && (_jsx("button", { onClick: handleUploadProcess, children: "Start Upload" })), videoStatus === 1 && (_jsxs("div", { children: [_jsx("video", { src: videoUrl, controls: true }), _jsx("button", { onClick: handleRegenerate, children: "Regenerate" })] }))] }));
-}

package/dist/platform/openai.d.ts

@@ -1,8 +0,0 @@
-import type { AIPlatform } from "./index.js";
-export interface OpenAIPlatformProps {
-    openaiAPIKey: string;
-    openaiProjectKey: string;
-    openaiOrgID: string;
-}
-export declare function OpenAIPlatform(userId: string, props: OpenAIPlatformProps): Promise<AIPlatform>;
-//# sourceMappingURL=openai.d.ts.map

package/dist/platform/openai.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"openai.d.ts","sourceRoot":"","sources":["../../src/platform/openai.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EACV,UAAU,EAQX,MAAM,YAAY,CAAC;AAGpB,MAAM,WAAW,mBAAmB;IAClC,YAAY,EAAE,MAAM,CAAC;IACrB,gBAAgB,EAAE,MAAM,CAAC;IACzB,WAAW,EAAE,MAAM,CAAC;CACrB;AAED,wBAAsB,cAAc,CAClC,MAAM,EAAE,MAAM,EACd,KAAK,EAAE,mBAAmB,GACzB,OAAO,CAAC,UAAU,CAAC,CAoGrB"}

package/dist/platform/openai.js

@@ -1,61 +0,0 @@
-import OpenAI from "openai";
-import { useState } from "react";
-export async function OpenAIPlatform(userId, props) {
-    const openai = new OpenAI({
-        apiKey: props.openaiAPIKey,
-        project: props.openaiProjectKey,
-        organization: props.openaiOrgID,
-        dangerouslyAllowBrowser: false,
-    });
-    void openai;
-    function baseCompletionData(type, model, requestor, duration) {
-        return {
-            partitionKey: requestor,
-            id: crypto.randomUUID(),
-            type,
-            model,
-            createdAt: new Date().toISOString(),
-            durationMs: duration,
-            usage: {},
-        };
-    }
-    const chatWithAI = (userId, input, context, model) => {
-        void [input, context, model];
-        const base = baseCompletionData("chat", "model", userId, 0);
-        return Promise.resolve({ ...base, message: "Something", outputUser: "" });
-    };
-    const synthesizeSpeech = (userId, input, voice, context, model) => {
-        void [input, voice, context, model];
-        const base = baseCompletionData("chat", "model", userId, 0);
-        return Promise.resolve({ ...base, url: new URL("Something") });
-    };
-    const transcribeSpeech = (userId, input, context, model) => {
-        void [input, context, model];
-        const base = baseCompletionData("chat", "model", userId, 0);
-        return Promise.resolve({ ...base, message: "Something" });
-    };
-    const generateImage = (userId, input, context, model) => {
-        void [input, context, model];
-        const base = baseCompletionData("chat", "model", userId, 0);
-        return Promise.resolve({ ...base, url: new URL("Something") });
-    };
-    const produceVideo = (userId, imput, image, context, model) => {
-        void [imput, image, context, model];
-        const base = baseCompletionData("chat", "model", userId, 0);
-        return Promise.resolve({ ...base, url: new URL("Something") });
-    };
-    const checkBalance = (userId) => {
-        const base = baseCompletionData("balanceCompletion", "", userId, 0);
-        return Promise.resolve({ ...base, balance: 0.0 });
-    };
-    const [currentBalance] = useState((await checkBalance(userId)).balance);
-    return {
-        chatWithAI,
-        synthesizeSpeech,
-        transcribeSpeech,
-        generateImage,
-        produceVideo,
-        checkBalance,
-        currentBalance,
-    };
-}

package/dist/platform/pixelverse.d.ts

@@ -1,6 +0,0 @@
-import type { AIPlatform } from "./index.js";
-export interface PixelVersePlatformProps {
-    pixelVerseAPIKey: string;
-}
-export declare function PixelVersePlatform(userId: string, props: PixelVersePlatformProps): Promise<AIPlatform>;
-//# sourceMappingURL=pixelverse.d.ts.map

package/dist/platform/pixelverse.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"pixelverse.d.ts","sourceRoot":"","sources":["../../src/platform/pixelverse.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EACV,UAAU,EAQX,MAAM,YAAY,CAAC;AAmBpB,MAAM,WAAW,uBAAuB;IACtC,gBAAgB,EAAE,MAAM,CAAC;CAC1B;AAED,wBAAsB,kBAAkB,CACtC,MAAM,EAAE,MAAM,EACd,KAAK,EAAE,uBAAuB,GAC7B,OAAO,CAAC,UAAU,CAAC,CA8QrB"}