@umituz/react-native-ai-gemini-provider 1.14.0 → 1.14.2

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@umituz/react-native-ai-gemini-provider",
-  "version": "1.14.0",
+  "version": "1.14.2",
   "description": "Google Gemini AI provider for React Native applications",
   "main": "./src/index.ts",
   "types": "./src/index.ts",
@@ -30,18 +30,18 @@
     "url": "https://github.com/umituz/react-native-ai-gemini-provider"
   },
   "peerDependencies": {
-    "react": ">=18.2.0",
-    "react-native": ">=0.74.0",
     "@google/generative-ai": ">=0.21.0",
-    "@umituz/react-native-ai-generation-content": ">=1.16.0"
+    "@umituz/react-native-ai-generation-content": ">=1.16.0",
+    "react": ">=18.2.0",
+    "react-native": ">=0.74.0"
   },
   "devDependencies": {
     "@google/generative-ai": "^0.21.0",
-    "@umituz/react-native-ai-generation-content": "latest",
+    "@types/react": "~19.1.10",
     "@typescript-eslint/eslint-plugin": "^7.0.0",
     "@typescript-eslint/parser": "^7.0.0",
+    "@umituz/react-native-ai-generation-content": "^1.17.26",
     "eslint": "^8.57.0",
-    "@types/react": "~19.1.10",
     "react": "19.1.0",
     "react-native": "0.81.5",
     "typescript": "^5.3.0"

package/src/domain/constants/feature-models.constants.ts

@@ -0,0 +1,70 @@
+/**
+ * Gemini Feature Models Catalog
+ * Provider-specific model IDs for image and video processing features
+ */
+
+import type {
+  ImageFeatureType,
+  VideoFeatureType,
+} from "@umituz/react-native-ai-generation-content";
+
+export interface FeatureModelConfig {
+  id: string;
+  feature: ImageFeatureType | VideoFeatureType;
+  description?: string;
+}
+
+/**
+ * Gemini model IDs for IMAGE processing features
+ * Using gemini-2.0-flash-exp for image editing capabilities
+ */
+export const GEMINI_IMAGE_FEATURE_MODELS: Record<ImageFeatureType, string> = {
+  "upscale": "gemini-2.0-flash-exp",
+  "photo-restore": "gemini-2.0-flash-exp",
+  "face-swap": "gemini-2.0-flash-exp",
+  "anime-selfie": "gemini-2.0-flash-exp",
+  "remove-background": "gemini-2.0-flash-exp",
+  "remove-object": "gemini-2.0-flash-exp",
+  "hd-touch-up": "gemini-2.0-flash-exp",
+  "replace-background": "gemini-2.0-flash-exp",
+};
+
+/**
+ * Gemini model IDs for VIDEO generation features
+ * Using gemini-2.0-flash-exp for video generation capabilities
+ */
+export const GEMINI_VIDEO_FEATURE_MODELS: Record<VideoFeatureType, string> = {
+  "ai-hug": "gemini-2.0-flash-exp",
+  "ai-kiss": "gemini-2.0-flash-exp",
+};
+
+/**
+ * Get Gemini model ID for an image feature
+ */
+export function getGeminiImageFeatureModel(feature: ImageFeatureType): string {
+  return GEMINI_IMAGE_FEATURE_MODELS[feature];
+}
+
+/**
+ * Get Gemini model ID for a video feature
+ */
+export function getGeminiVideoFeatureModel(feature: VideoFeatureType): string {
+  return GEMINI_VIDEO_FEATURE_MODELS[feature];
+}
+
+/**
+ * Get all feature model configs
+ */
+export function getAllFeatureModels(): FeatureModelConfig[] {
+  const imageModels = Object.entries(GEMINI_IMAGE_FEATURE_MODELS).map(([feature, id]) => ({
+    id,
+    feature: feature as ImageFeatureType,
+  }));
+
+  const videoModels = Object.entries(GEMINI_VIDEO_FEATURE_MODELS).map(([feature, id]) => ({
+    id,
+    feature: feature as VideoFeatureType,
+  }));
+
+  return [...imageModels, ...videoModels];
+}

package/src/domain/constants/index.ts

@@ -0,0 +1,15 @@
+/**
+ * Gemini Domain Constants
+ */
+
+export {
+  GEMINI_IMAGE_FEATURE_MODELS,
+  GEMINI_VIDEO_FEATURE_MODELS,
+  getGeminiImageFeatureModel,
+  getGeminiVideoFeatureModel,
+  getAllFeatureModels,
+} from "./feature-models.constants";
+
+export type {
+  FeatureModelConfig,
+} from "./feature-models.constants";

package/src/index.ts

@@ -60,6 +60,22 @@ export {
 
 export type { ResponseModality } from "./domain/entities";
 
+// =============================================================================
+// DOMAIN LAYER - Feature Models
+// =============================================================================
+
+export {
+  GEMINI_IMAGE_FEATURE_MODELS,
+  GEMINI_VIDEO_FEATURE_MODELS,
+  getGeminiImageFeatureModel,
+  getGeminiVideoFeatureModel,
+  getAllFeatureModels,
+} from "./domain/constants";
+
+export type {
+  FeatureModelConfig,
+} from "./domain/constants";
+
 // =============================================================================
 // INFRASTRUCTURE LAYER - Services
 // =============================================================================
@@ -94,6 +110,31 @@ export {
   mapGeminiError,
   isGeminiErrorRetryable,
   categorizeGeminiError,
+  // Input builders
+  buildSingleImageInput,
+  buildDualImageInput,
+  buildUpscaleInput,
+  buildPhotoRestoreInput,
+  buildAIHugInput,
+  buildAIKissInput,
+  buildFaceSwapInput,
+  buildAnimeSelfieInput,
+  buildRemoveBackgroundInput,
+  buildRemoveObjectInput,
+  buildReplaceBackgroundInput,
+  buildHDTouchUpInput,
+  buildVideoFromDualImagesInput,
+} from "./infrastructure/utils";
+
+export type {
+  UpscaleOptions as GeminiUpscaleOptions,
+  PhotoRestoreOptions as GeminiPhotoRestoreOptions,
+  FaceSwapOptions as GeminiFaceSwapOptions,
+  AnimeSelfieOptions as GeminiAnimeSelfieOptions,
+  RemoveBackgroundOptions as GeminiRemoveBackgroundOptions,
+  RemoveObjectOptions as GeminiRemoveObjectOptions,
+  ReplaceBackgroundOptions as GeminiReplaceBackgroundOptions,
+  VideoFromImageOptions as GeminiVideoFromImageOptions,
 } from "./infrastructure/utils";
 
 // =============================================================================

package/src/infrastructure/services/gemini-provider.ts

@@ -10,6 +10,10 @@ import type {
   JobSubmission,
   JobStatus,
   SubscribeOptions,
+  ImageFeatureType,
+  VideoFeatureType,
+  ImageFeatureInputData,
+  VideoFeatureInputData,
 } from "@umituz/react-native-ai-generation-content";
 import type {
   GeminiImageInput,
@@ -20,6 +24,21 @@ import { geminiImageEditService } from "./gemini-image-edit.service";
 import { providerInitializer, type GeminiProviderConfig } from "./provider-initializer";
 import { jobProcessor } from "./job-processor";
 import { generationExecutor } from "./generation-executor";
+import {
+  GEMINI_IMAGE_FEATURE_MODELS,
+  GEMINI_VIDEO_FEATURE_MODELS,
+} from "../../domain/constants/feature-models.constants";
+import {
+  buildUpscaleInput,
+  buildPhotoRestoreInput,
+  buildFaceSwapInput,
+  buildAnimeSelfieInput,
+  buildRemoveBackgroundInput,
+  buildRemoveObjectInput,
+  buildReplaceBackgroundInput,
+  buildHDTouchUpInput,
+  buildVideoFromDualImagesInput,
+} from "../utils/input-builders.util";
 
 export type { GeminiProviderConfig };
 
@@ -94,6 +113,79 @@ export class GeminiProvider implements IAIProvider {
     providerInitializer.reset();
     jobProcessor.clear();
   }
+
+  /**
+   * Get model ID for an IMAGE feature
+   */
+  getImageFeatureModel(feature: ImageFeatureType): string {
+    return GEMINI_IMAGE_FEATURE_MODELS[feature];
+  }
+
+  /**
+   * Build input for an IMAGE feature
+   */
+  buildImageFeatureInput(
+    feature: ImageFeatureType,
+    data: ImageFeatureInputData,
+  ): Record<string, unknown> {
+    const { imageBase64, targetImageBase64, prompt, options } = data;
+
+    switch (feature) {
+      case "upscale":
+        return buildUpscaleInput(imageBase64, options);
+      case "photo-restore":
+        return buildPhotoRestoreInput(imageBase64, options);
+      case "face-swap":
+        if (!targetImageBase64) {
+          throw new Error("Face swap requires target image");
+        }
+        return buildFaceSwapInput(imageBase64, targetImageBase64, options);
+      case "anime-selfie":
+        return buildAnimeSelfieInput(imageBase64, options);
+      case "remove-background":
+        return buildRemoveBackgroundInput(imageBase64, options);
+      case "remove-object":
+        return buildRemoveObjectInput(imageBase64, { prompt, ...options });
+      case "hd-touch-up":
+        return buildHDTouchUpInput(imageBase64, options);
+      case "replace-background":
+        if (!prompt) {
+          throw new Error("Replace background requires prompt");
+        }
+        return buildReplaceBackgroundInput(imageBase64, { prompt });
+      default:
+        throw new Error(`Unknown image feature: ${feature}`);
+    }
+  }
+
+  /**
+   * Get model ID for a VIDEO feature
+   */
+  getVideoFeatureModel(feature: VideoFeatureType): string {
+    return GEMINI_VIDEO_FEATURE_MODELS[feature];
+  }
+
+  /**
+   * Build input for a VIDEO feature
+   */
+  buildVideoFeatureInput(
+    feature: VideoFeatureType,
+    data: VideoFeatureInputData,
+  ): Record<string, unknown> {
+    const { sourceImageBase64, targetImageBase64, prompt, options } = data;
+
+    switch (feature) {
+      case "ai-hug":
+      case "ai-kiss":
+        return buildVideoFromDualImagesInput(sourceImageBase64, {
+          target_image: targetImageBase64,
+          motion_prompt: prompt,
+          ...options,
+        });
+      default:
+        throw new Error(`Unknown video feature: ${feature}`);
+    }
+  }
 }
 
 export const geminiProviderService = new GeminiProvider();

package/src/infrastructure/utils/index.ts

@@ -19,3 +19,32 @@ export {
   isValidBase64,
 } from "./image-preparer.util";
 export type { PreparedImage } from "./image-preparer.util";
+
+// Input builders
+export {
+  buildSingleImageInput,
+  buildDualImageInput,
+  buildUpscaleInput,
+  buildPhotoRestoreInput,
+  buildAIHugInput,
+  buildAIKissInput,
+  buildFaceSwapInput,
+  buildAnimeSelfieInput,
+  buildRemoveBackgroundInput,
+  buildRemoveObjectInput,
+  buildReplaceBackgroundInput,
+  buildHDTouchUpInput,
+  buildVideoFromDualImagesInput,
+} from "./input-builders.util";
+
+export type {
+  UpscaleOptions,
+  PhotoRestoreOptions,
+  FaceSwapOptions,
+  AnimeSelfieOptions,
+  RemoveBackgroundOptions,
+  RemoveObjectOptions,
+  ReplaceBackgroundOptions,
+  VideoFromImageOptions,
+  VideoFromDualImageOptions,
+} from "./input-builders.util";

package/src/infrastructure/utils/input-builders.util.ts

@@ -0,0 +1,265 @@
+/**
+ * Gemini Input Builders
+ * Constructs Gemini API input from normalized data
+ */
+
+// =============================================================================
+// TYPES
+// =============================================================================
+
+export interface UpscaleOptions {
+  scaleFactor?: number;
+  enhanceFaces?: boolean;
+}
+
+export interface PhotoRestoreOptions {
+  enhanceFaces?: boolean;
+}
+
+export interface FaceSwapOptions {
+  // No additional options
+}
+
+export interface AnimeSelfieOptions {
+  style?: string;
+}
+
+export interface RemoveBackgroundOptions {
+  // No additional options
+}
+
+export interface RemoveObjectOptions {
+  mask?: string;
+  prompt?: string;
+}
+
+export interface ReplaceBackgroundOptions {
+  prompt: string;
+}
+
+export interface VideoFromImageOptions {
+  motion_prompt?: string;
+  duration?: number;
+}
+
+// =============================================================================
+// BASE BUILDERS
+// =============================================================================
+
+/**
+ * Build Gemini single image input format
+ */
+export function buildSingleImageInput(
+  base64: string,
+  prompt: string,
+): Record<string, unknown> {
+  // Remove data: prefix if present
+  const cleanBase64 = base64.replace(/^data:image\/\w+;base64,/, "");
+
+  return {
+    contents: [
+      {
+        parts: [
+          { text: prompt },
+          { inlineData: { mimeType: "image/jpeg", data: cleanBase64 } },
+        ],
+      },
+    ],
+  };
+}
+
+/**
+ * Build Gemini dual image input format
+ */
+export function buildDualImageInput(
+  sourceBase64: string,
+  targetBase64: string,
+  prompt: string,
+): Record<string, unknown> {
+  const cleanSource = sourceBase64.replace(/^data:image\/\w+;base64,/, "");
+  const cleanTarget = targetBase64.replace(/^data:image\/\w+;base64,/, "");
+
+  return {
+    contents: [
+      {
+        parts: [
+          { text: prompt },
+          { inlineData: { mimeType: "image/jpeg", data: cleanSource } },
+          { inlineData: { mimeType: "image/jpeg", data: cleanTarget } },
+        ],
+      },
+    ],
+  };
+}
+
+// =============================================================================
+// FEATURE-SPECIFIC BUILDERS
+// =============================================================================
+
+/**
+ * Build upscale input for Gemini
+ */
+export function buildUpscaleInput(
+  base64: string,
+  options?: UpscaleOptions,
+): Record<string, unknown> {
+  const scale = options?.scaleFactor || 2;
+  const faceEnhance = options?.enhanceFaces
+    ? " Enhance facial features."
+    : "";
+
+  const prompt = `Upscale this image by ${scale}x. Preserve all details, colors and enhance clarity.${faceEnhance}`;
+
+  return buildSingleImageInput(base64, prompt);
+}
+
+/**
+ * Build photo restore input for Gemini
+ */
+export function buildPhotoRestoreInput(
+  base64: string,
+  options?: PhotoRestoreOptions,
+): Record<string, unknown> {
+  const faceEnhance = options?.enhanceFaces !== false
+    ? " Enhance facial features and expressions."
+    : "";
+
+  const prompt = `Restore this photo. Remove noise, scratches, and damage while preserving original content.${faceEnhance}`;
+
+  return buildSingleImageInput(base64, prompt);
+}
+
+/**
+ * Build AI hug video input for Gemini
+ */
+export function buildAIHugInput(
+  base64: string,
+  options?: VideoFromImageOptions,
+): Record<string, unknown> {
+  const motionPrompt = options?.motion_prompt || "Create a warm hugging animation";
+
+  const prompt = `Transform this image into a video. ${motionPrompt}. Make it natural and emotional.`;
+
+  return buildSingleImageInput(base64, prompt);
+}
+
+/**
+ * Build AI kiss video input for Gemini
+ */
+export function buildAIKissInput(
+  base64: string,
+  options?: VideoFromImageOptions,
+): Record<string, unknown> {
+  const motionPrompt = options?.motion_prompt || "Create a kissing animation";
+
+  const prompt = `Transform this image into a video. ${motionPrompt}. Make it romantic and natural.`;
+
+  return buildSingleImageInput(base64, prompt);
+}
+
+/**
+ * Build face swap input for Gemini
+ */
+export function buildFaceSwapInput(
+  sourceBase64: string,
+  targetBase64: string,
+  _options?: FaceSwapOptions,
+): Record<string, unknown> {
+  const prompt = "Swap the face from the first image onto the person in the second image. Preserve lighting, expression, and natural appearance.";
+
+  return buildDualImageInput(sourceBase64, targetBase64, prompt);
+}
+
+/**
+ * Build anime selfie input for Gemini
+ */
+export function buildAnimeSelfieInput(
+  base64: string,
+  options?: AnimeSelfieOptions,
+): Record<string, unknown> {
+  const style = options?.style || "anime";
+
+  const prompt = `Convert this photo into ${style} style. Preserve facial features and expression while applying artistic transformation.`;
+
+  return buildSingleImageInput(base64, prompt);
+}
+
+/**
+ * Build remove background input for Gemini
+ */
+export function buildRemoveBackgroundInput(
+  base64: string,
+  _options?: RemoveBackgroundOptions,
+): Record<string, unknown> {
+  const prompt = "Remove the background from this image. Keep only the main subject with transparent background.";
+
+  return buildSingleImageInput(base64, prompt);
+}
+
+/**
+ * Build remove object (inpaint) input for Gemini
+ */
+export function buildRemoveObjectInput(
+  base64: string,
+  options?: RemoveObjectOptions,
+): Record<string, unknown> {
+  const objectDescription = options?.prompt || "the unwanted object";
+
+  const prompt = `Remove ${objectDescription} from this image and fill the area naturally with the surrounding background.`;
+
+  return buildSingleImageInput(base64, prompt);
+}
+
+/**
+ * Build replace background input for Gemini
+ */
+export function buildReplaceBackgroundInput(
+  base64: string,
+  options: ReplaceBackgroundOptions,
+): Record<string, unknown> {
+  const prompt = `Replace the background with: ${options.prompt}. Keep the main subject intact and blend naturally.`;
+
+  return buildSingleImageInput(base64, prompt);
+}
+
+/**
+ * Build HD touch up input (same as upscale with face enhancement)
+ */
+export function buildHDTouchUpInput(
+  base64: string,
+  options?: UpscaleOptions,
+): Record<string, unknown> {
+  return buildUpscaleInput(base64, { ...options, enhanceFaces: true });
+}
+
+// =============================================================================
+// VIDEO FEATURE BUILDERS
+// =============================================================================
+
+export interface VideoFromDualImageOptions {
+  target_image?: string;
+  motion_prompt?: string;
+  duration?: number;
+}
+
+/**
+ * Build video from dual images input for Gemini
+ * Used for ai-hug and ai-kiss features that need source and target images
+ */
+export function buildVideoFromDualImagesInput(
+  sourceBase64: string,
+  options?: VideoFromDualImageOptions,
+): Record<string, unknown> {
+  const targetBase64 = options?.target_image || "";
+  const motionPrompt = options?.motion_prompt || "Create an animated interaction between the two people";
+
+  if (!targetBase64) {
+    // Single image case (fallback)
+    const prompt = `Transform this image into a video. ${motionPrompt}. Make it natural and emotional.`;
+    return buildSingleImageInput(sourceBase64, prompt);
+  }
+
+  const prompt = `Transform these two images into a video. ${motionPrompt}. Make it natural and emotional. The first image is the source person, the second is the target person.`;
+
+  return buildDualImageInput(sourceBase64, targetBase64, prompt);
+}