isa-model 0.3.0__py3-none-any.whl → 0.3.2__py3-none-any.whl

isa_model/inference/services/vision/replicate_image_gen_service.py

@@ -2,25 +2,23 @@
 # -*- coding: utf-8 -*-
 
 """
-Replicate Vision服务
-用于与Replicate API交互，支持图像生成和图像分析
+Replicate 图像生成服务
+支持 flux-schnell (文生图) 和 flux-kontext-pro (图生图) 模型
 """
 
 import os
 import time
 import uuid
 import logging
-from typing import Dict, Any, List, Optional, Union, Tuple
+from typing import Dict, Any, List, Optional, Union
 import asyncio
 import aiohttp
-import replicate # 导入 replicate 库
+import replicate
 from PIL import Image
 from io import BytesIO
 
-# 调整导入路径以使用正确的基类
 from isa_model.inference.services.vision.base_image_gen_service import BaseImageGenService
 from isa_model.inference.providers.base_provider import BaseProvider
-from isa_model.inference.base import ModelType
 
 # 设置日志记录
 logging.basicConfig(level=logging.INFO)
@@ -28,188 +26,181 @@ logger = logging.getLogger(__name__)
 
 class ReplicateImageGenService(BaseImageGenService):
     """
-    Replicate Vision服务，用于处理图像生成和分析。
-    经过调整，使用原生异步调用并优化了文件处理。
+    Replicate 图像生成服务
+    - flux-schnell: 文生图 (t2i) - $3 per 1000 images
+    - flux-kontext-pro: 图生图 (i2i) - $0.04 per image
     """
     
     def __init__(self, provider: BaseProvider, model_name: str):
-        """
-        初始化Replicate Vision服务
-        """
         super().__init__(provider, model_name)
-        # 从 provider 或环境变量获取 API token
-        self.api_token = self.provider.config.get("api_token", os.environ.get("REPLICATE_API_TOKEN"))
-        self.model_type = ModelType.VISION
         
-        # 可选的默认配置
-        self.guidance_scale = self.provider.config.get("guidance_scale", 7.5)
-        self.num_inference_steps = self.provider.config.get("num_inference_steps", 30)
+        # 获取配置
+        provider_config = provider.get_full_config()
+        self.api_token = provider_config.get("api_token") or provider_config.get("replicate_api_token")
         
-        # 生成的图像存储目录
+        if not self.api_token:
+            raise ValueError("Replicate API token not found in provider configuration")
+        
+        # 设置 API token
+        os.environ["REPLICATE_API_TOKEN"] = self.api_token
+        
+        # 生成图像存储目录
         self.output_dir = "generated_images"
         os.makedirs(self.output_dir, exist_ok=True)
         
-        # ★ 调整点: 为 replicate 库设置 API token
-        if self.api_token:
-            # replicate 库会自动从环境变量读取，我们确保它被设置
-            os.environ["REPLICATE_API_TOKEN"] = self.api_token
+        # 统计信息
+        self.last_generation_count = 0
+        self.total_generation_count = 0
+        
+        logger.info(f"Initialized ReplicateImageGenService with model '{self.model_name}'")
+
+    async def generate_image(
+        self, 
+        prompt: str,
+        negative_prompt: Optional[str] = None,
+        width: int = 512,
+        height: int = 512,
+        num_inference_steps: int = 4,
+        guidance_scale: float = 7.5,
+        seed: Optional[int] = None
+    ) -> Dict[str, Any]:
+        """生成单张图像 (文生图)"""
+        
+        if "flux-schnell" in self.model_name:
+            # FLUX Schnell 参数
+            input_data = {
+                "prompt": prompt,
+                "go_fast": True,
+                "megapixels": "1",
+                "num_outputs": 1,
+                "aspect_ratio": "1:1",
+                "output_format": "jpg",
+                "output_quality": 90,
+                "num_inference_steps": 4
+            }
         else:
-            logger.warning("Replicate API token 未找到。服务可能无法正常工作。")
+            # 默认参数
+            input_data = {
+                "prompt": prompt,
+                "width": width,
+                "height": height,
+                "num_inference_steps": num_inference_steps,
+                "guidance_scale": guidance_scale
+            }
+            
+            if negative_prompt:
+                input_data["negative_prompt"] = negative_prompt
+            if seed:
+                input_data["seed"] = seed
+        
+        return await self._generate_internal(input_data)
 
-    async def _prepare_input_files(self, input_data: Dict[str, Any]) -> Tuple[Dict[str, Any], List[Any]]:
-        """
-        ★ 新增辅助函数: 准备输入数据，将本地文件路径转换为文件对象。
-        这使得服务能统一处理本地文件和URL。
-        """
-        prepared_input = input_data.copy()
-        files_to_close = []
-        for key, value in prepared_input.items():
-            # 如果值是字符串，且看起来像一个存在的本地文件路径
-            if isinstance(value, str) and not value.startswith(('http://', 'https://')) and os.path.exists(value):
-                logger.info(f"检测到本地文件路径 '{value}'，准备打开文件。")
-                try:
-                    file_handle = open(value, "rb")
-                    prepared_input[key] = file_handle
-                    files_to_close.append(file_handle)
-                except Exception as e:
-                    logger.error(f"打开文件失败 '{value}': {e}")
-                    raise
-        return prepared_input, files_to_close
+    async def image_to_image(
+        self,
+        prompt: str,
+        init_image: Union[str, Any],
+        strength: float = 0.8,
+        negative_prompt: Optional[str] = None,
+        num_inference_steps: int = 20,
+        guidance_scale: float = 7.5,
+        seed: Optional[int] = None
+    ) -> Dict[str, Any]:
+        """图生图"""
+        
+        if "flux-kontext-pro" in self.model_name:
+            # FLUX Kontext Pro 参数
+            input_data = {
+                "prompt": prompt,
+                "input_image": init_image,
+                "aspect_ratio": "match_input_image",
+                "output_format": "jpg",
+                "safety_tolerance": 2
+            }
+        else:
+            # 默认参数
+            input_data = {
+                "prompt": prompt,
+                "image": init_image,
+                "strength": strength,
+                "num_inference_steps": num_inference_steps,
+                "guidance_scale": guidance_scale
+            }
+            
+            if negative_prompt:
+                input_data["negative_prompt"] = negative_prompt
+            if seed:
+                input_data["seed"] = seed
+        
+        return await self._generate_internal(input_data)
 
-    async def _generate_image_internal(self, input_data: Dict[str, Any]) -> Dict[str, Any]:
-        """
-        内部方法：使用Replicate模型生成图像 (已优化为原生异步)
-        """
-        prepared_input, files_to_close = await self._prepare_input_files(input_data)
+    async def _generate_internal(self, input_data: Dict[str, Any]) -> Dict[str, Any]:
+        """内部生成方法"""
         try:
-            # 设置默认参数
-            if "guidance_scale" not in prepared_input:
-                prepared_input["guidance_scale"] = self.guidance_scale
-            if "num_inference_steps" not in prepared_input:
-                prepared_input["num_inference_steps"] = self.num_inference_steps
+            logger.info(f"开始使用模型 {self.model_name} 生成图像")
             
-            logger.info(f"开始使用模型 {self.model_name} 生成图像 (原生异步)")
+            # 调用 Replicate API
+            output = await replicate.async_run(self.model_name, input=input_data)
             
-            # ★ 调整点: 使用原生异步的 replicate.async_run
-            output = await replicate.async_run(self.model_name, input=prepared_input)
-            
-            # 将结果转换为标准格式 (此部分逻辑无需改变)
+            # 处理输出
             if isinstance(output, list):
                 urls = output
             else:
                 urls = [output]
 
-            result = {
-                "urls": urls,
-                "metadata": {
+            # 更新统计
+            self.last_generation_count = len(urls)
+            self.total_generation_count += len(urls)
+            
+            # 计算成本
+            cost = self._calculate_cost(len(urls))
+            
+            # 跟踪计费信息
+            from isa_model.inference.billing_tracker import ServiceType
+            self._track_usage(
+                service_type=ServiceType.IMAGE_GENERATION,
+                operation="image_generation",
+                input_units=len(urls),  # 生成的图像数量
+                metadata={
                     "model": self.model_name,
-                    "input": input_data # 返回原始输入以供参考
+                    "prompt": input_data.get("prompt", "")[:100],  # 截取前100字符
+                    "generation_type": "t2i" if "flux-schnell" in self.model_name else "i2i"
                 }
-            }
-            logger.info(f"图像生成完成: {result['urls']}")
-            return result
-        except Exception as e:
-            logger.error(f"图像生成失败: {e}")
-            raise
-        finally:
-            # ★ 新增: 确保所有打开的文件都被关闭
-            for f in files_to_close:
-                f.close()
-    
-    async def analyze_image(self, image_path: str, prompt: str) -> Dict[str, Any]:
-        """
-        分析图像 (已优化为原生异步)
-        """
-        input_data = {"image": image_path, "prompt": prompt}
-        prepared_input, files_to_close = await self._prepare_input_files(input_data)
-        try:
-            logger.info(f"开始使用模型 {self.model_name} 分析图像 (原生异步)")
-            # ★ 调整点: 使用原生异步的 replicate.async_run
-            output = await replicate.async_run(self.model_name, input=prepared_input)
+            )
             
             result = {
-                "text": "".join(output) if isinstance(output, list) else output,
+                "urls": urls,
+                "count": len(urls),
+                "cost_usd": cost,
+                "model": self.model_name,
                 "metadata": {
-                    "model": self.model_name,
-                    "input": input_data
+                    "input": input_data,
+                    "generation_count": len(urls)
                 }
             }
-            logger.info(f"图像分析完成")
+            
+            logger.info(f"图像生成完成: {len(urls)} 张图像, 成本: ${cost:.6f}")
             return result
+            
         except Exception as e:
-            logger.error(f"图像分析失败: {e}")
-            raise
-        finally:
-            # ★ 新增: 确保所有打开的文件都被关闭
-            for f in files_to_close:
-                f.close()
-    
-    async def generate_and_save(self, input_data: Dict[str, Any]) -> Dict[str, Any]:
-        """生成图像并保存到本地 (此方法无需修改)"""
-        result = await self._generate_image_internal(input_data)
-        saved_paths = []
-        for i, url in enumerate(result["urls"]):
-            timestamp = int(time.time())
-            file_name = f"{self.output_dir}/{timestamp}_{uuid.uuid4().hex[:8]}_{i+1}.png"
-            try:
-                # Convert FileOutput object to string if necessary
-                url_str = str(url) if hasattr(url, "__str__") else url
-                await self._download_image(url_str, file_name)
-                saved_paths.append(file_name)
-                logger.info(f"图像已保存至: {file_name}")
-            except Exception as e:
-                logger.error(f"保存图像失败: {e}")
-        result["saved_paths"] = saved_paths
-        return result
-    
-    async def _download_image(self, url: str, save_path: str) -> None:
-        """异步下载图像并保存 (此方法无需修改)"""
-        try:
-            async with aiohttp.ClientSession() as session:
-                async with session.get(url) as response:
-                    response.raise_for_status()
-                    content = await response.read()
-                    with Image.open(BytesIO(content)) as img:
-                        img.save(save_path)
-        except Exception as e:
-            logger.error(f"下载图像时出错: {url}, {e}")
+            logger.error(f"图像生成失败: {e}")
             raise
 
-    # `load` 和 `unload` 方法在Replicate API场景下通常是轻量级的
-    async def load(self) -> None:
-        if not self.api_token:
-            raise ValueError("缺少Replicate API令牌，请设置REPLICATE_API_TOKEN环境变量或在provider配置中提供")
-        logger.info(f"Replicate Vision服务已准备就绪，使用模型: {self.model_name}")
-
-    async def unload(self) -> None:
-        logger.info(f"卸载Replicate Vision服务: {self.model_name}")
-
-    # 实现BaseImageGenService的抽象方法
-    async def generate_image(
-        self, 
-        prompt: str,
-        negative_prompt: Optional[str] = None,
-        width: int = 512,
-        height: int = 512,
-        num_inference_steps: int = 20,
-        guidance_scale: float = 7.5,
-        seed: Optional[int] = None
-    ) -> Dict[str, Any]:
-        """Generate a single image from text prompt"""
-        input_data = {
-            "prompt": prompt,
-            "width": width,
-            "height": height,
-            "num_inference_steps": num_inference_steps,
-            "guidance_scale": guidance_scale
-        }
+    def _calculate_cost(self, image_count: int) -> float:
+        """计算生成成本"""
+        from isa_model.core.model_manager import ModelManager
         
-        if negative_prompt:
-            input_data["negative_prompt"] = negative_prompt
-        if seed:
-            input_data["seed"] = seed
-            
-        return await self._generate_image_internal(input_data)
+        manager = ModelManager()
+        
+        if "flux-schnell" in self.model_name:
+            # $3 per 1000 images
+            return (image_count / 1000) * 3.0
+        elif "flux-kontext-pro" in self.model_name:
+            # $0.04 per image
+            return image_count * 0.04
+        else:
+            # 使用 ModelManager 的定价
+            pricing = manager.get_model_pricing("replicate", self.model_name)
+            return (image_count / 1000) * pricing.get("input", 0.0)
 
     async def generate_images(
         self, 
@@ -218,11 +209,11 @@ class ReplicateImageGenService(BaseImageGenService):
         negative_prompt: Optional[str] = None,
         width: int = 512,
         height: int = 512,
-        num_inference_steps: int = 20,
+        num_inference_steps: int = 4,
         guidance_scale: float = 7.5,
         seed: Optional[int] = None
     ) -> List[Dict[str, Any]]:
-        """Generate multiple images from text prompt"""
+        """生成多张图像"""
         results = []
         for i in range(num_images):
             current_seed = seed + i if seed else None
@@ -240,17 +231,17 @@ class ReplicateImageGenService(BaseImageGenService):
         negative_prompt: Optional[str] = None,
         width: int = 512,
         height: int = 512,
-        num_inference_steps: int = 20,
+        num_inference_steps: int = 4,
         guidance_scale: float = 7.5,
         seed: Optional[int] = None
     ) -> Dict[str, Any]:
-        """Generate image and save directly to file"""
+        """生成图像并保存到文件"""
         result = await self.generate_image(
             prompt, negative_prompt, width, height, 
             num_inference_steps, guidance_scale, seed
         )
         
-        # Save the first generated image to the specified path
+        # 保存第一张图像
         if result.get("urls"):
             url = result["urls"][0]
             url_str = str(url) if hasattr(url, "__str__") else url
@@ -258,60 +249,97 @@ class ReplicateImageGenService(BaseImageGenService):
             
             return {
                 "file_path": output_path,
-                "width": width,
-                "height": height,
-                "seed": seed
+                "cost_usd": result.get("cost_usd", 0.0),
+                "model": self.model_name
             }
         else:
             raise ValueError("No image generated")
 
-    async def image_to_image(
-        self,
-        prompt: str,
-        init_image: Union[str, Any],
-        strength: float = 0.8,
-        negative_prompt: Optional[str] = None,
-        num_inference_steps: int = 20,
-        guidance_scale: float = 7.5,
-        seed: Optional[int] = None
-    ) -> Dict[str, Any]:
-        """Generate image based on existing image and prompt"""
-        input_data = {
-            "prompt": prompt,
-            "image": init_image,
-            "strength": strength,
-            "num_inference_steps": num_inference_steps,
-            "guidance_scale": guidance_scale
-        }
+    async def _download_image(self, url: str, save_path: str) -> None:
+        """下载图像并保存"""
+        try:
+            async with aiohttp.ClientSession() as session:
+                async with session.get(url) as response:
+                    response.raise_for_status()
+                    content = await response.read()
+                    with Image.open(BytesIO(content)) as img:
+                        img.save(save_path)
+        except Exception as e:
+            logger.error(f"下载图像时出错: {url}, {e}")
+            raise
+
+    def get_generation_stats(self) -> Dict[str, Any]:
+        """获取生成统计信息"""
+        total_cost = 0.0
+        if "flux-schnell" in self.model_name:
+            total_cost = (self.total_generation_count / 1000) * 3.0
+        elif "flux-kontext-pro" in self.model_name:
+            total_cost = self.total_generation_count * 0.04
         
-        if negative_prompt:
-            input_data["negative_prompt"] = negative_prompt
-        if seed:
-            input_data["seed"] = seed
-            
-        return await self._generate_image_internal(input_data)
+        return {
+            "last_generation_count": self.last_generation_count,
+            "total_generation_count": self.total_generation_count,
+            "total_cost_usd": total_cost,
+            "model": self.model_name
+        }
 
     def get_supported_sizes(self) -> List[Dict[str, int]]:
-        """Get list of supported image dimensions"""
-        return [
-            {"width": 512, "height": 512},
-            {"width": 768, "height": 768},
-            {"width": 1024, "height": 1024},
-            {"width": 768, "height": 1344},
-            {"width": 1344, "height": 768},
-        ]
+        """获取支持的图像尺寸"""
+        if "flux" in self.model_name:
+            return [
+                {"width": 512, "height": 512},
+                {"width": 768, "height": 768},
+                {"width": 1024, "height": 1024},
+            ]
+        else:
+            return [
+                {"width": 512, "height": 512},
+                {"width": 768, "height": 768},
+                {"width": 1024, "height": 1024},
+                {"width": 768, "height": 1344},
+                {"width": 1344, "height": 768},
+            ]
 
     def get_model_info(self) -> Dict[str, Any]:
-        """Get information about the image generation model"""
-        return {
-            "name": self.model_name,
-            "max_width": 1344,
-            "max_height": 1344,
-            "supports_negative_prompt": True,
-            "supports_img2img": True
-        }
+        """获取模型信息"""
+        if "flux-schnell" in self.model_name:
+            return {
+                "name": self.model_name,
+                "type": "t2i",
+                "cost_per_1000_images": 3.0,
+                "supports_negative_prompt": False,
+                "supports_img2img": False,
+                "max_steps": 4
+            }
+        elif "flux-kontext-pro" in self.model_name:
+            return {
+                "name": self.model_name,
+                "type": "i2i",
+                "cost_per_image": 0.04,
+                "supports_negative_prompt": False,
+                "supports_img2img": True,
+                "max_width": 1024,
+                "max_height": 1024
+            }
+        else:
+            return {
+                "name": self.model_name,
+                "type": "general",
+                "supports_negative_prompt": True,
+                "supports_img2img": True
+            }
+
+    async def load(self) -> None:
+        """加载服务"""
+        if not self.api_token:
+            raise ValueError("缺少 Replicate API 令牌")
+        logger.info(f"Replicate 图像生成服务已准备就绪，使用模型: {self.model_name}")
+
+    async def unload(self) -> None:
+        """卸载服务"""
+        logger.info(f"卸载 Replicate 图像生成服务: {self.model_name}")
 
     async def close(self):
-        """Cleanup resources"""
+        """关闭服务"""
         await self.unload()
 

{isa_model-0.3.0.dist-info → isa_model-0.3.2.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: isa_model
-Version: 0.3.0
+Version: 0.3.2
 Summary: Unified AI model serving framework
 Author: isA_Model Contributors
 Classifier: Development Status :: 3 - Alpha

{isa_model-0.3.0.dist-info → isa_model-0.3.2.dist-info}/RECORD

@@ -1,5 +1,5 @@
 isa_model/__init__.py,sha256=skxx7AA-1BzIT_UaDHcNmIo4rEhgL8MqOk8vPpZPrAo,87
-isa_model/core/model_manager.py,sha256=eQp0MV0x5sghL1qliPUWkFX4sEKqInyGLoICfNkJnZM,5275
+isa_model/core/model_manager.py,sha256=bPXlx170FG_fcPZBWByCVln4flQV7AU9cEZyj1E_J88,8443
 isa_model/core/model_registry.py,sha256=gT8yFxi1gC-45Bolc9WX19ZvrjuV1xyBgQX6TFhz62k,14032
 isa_model/core/model_storage.py,sha256=yMLapW87EY1EPXw6S7H8UQAZh3hJ1KxsEohjgjw-HrA,4507
 isa_model/core/storage/hf_storage.py,sha256=HTj1-YGJM3Q-9_Adw7u4NjEmSdr0njsFEL45KXzfcFw,14701
@@ -18,29 +18,34 @@ isa_model/eval/benchmarks.py,sha256=_L4Vwj2hwf2yhqoleIASO9z5e3LRCClCVEVCQbGt0I8,
 isa_model/eval/factory.py,sha256=uQXD1cZGPaMss2YGwtr8xONK9i_K7kHZG7-uwvNgEpk,29416
 isa_model/eval/metrics.py,sha256=mYeGwSa9PkgY0p-vadAscvak-pLrVfCSrsmAodVpgNQ,22584
 isa_model/inference/__init__.py,sha256=usfuQJ4zYY2RRtHkE-V6LuJ5aN7WJogtPUj9Qmy4Wvw,318
-isa_model/inference/ai_factory.py,sha256=ccU-OlnOz3X7ohjg9fa6tzS0CDR0LDKUR8oA_qctwF4,10858
+isa_model/inference/ai_factory.py,sha256=FvclMvrTfgXUm-xauv32mO2FHbzmUY0ryNknQcuSp7Q,24413
 isa_model/inference/base.py,sha256=qwOddnSGI0GUdD6qIdGBPQpkW7UjU3Y-zaZvu70B4WA,1278
+isa_model/inference/billing_tracker.py,sha256=uimayifP3oBZfU03qgveArJGl-1u6Vw2VTPj40O27t8,14888
 isa_model/inference/adapter/unified_api.py,sha256=67_Ok8W20m6Otf6r9WyOEVpnxondP4UAxOASk9ozDk4,8668
 isa_model/inference/providers/__init__.py,sha256=a83q-LMFv8u47wf0XtxvqOw_mlVgA_90wtuwy02qdDE,581
-isa_model/inference/providers/base_provider.py,sha256=btkSXE7o1IfOpv22hMM6_DNlm05tbLMszsP1J4T26KE,924
+isa_model/inference/providers/base_provider.py,sha256=PT-YnGwBu-Jn_4T3iAphkAJw_mYmKVLjUID62vf2_Ow,2711
 isa_model/inference/providers/ml_provider.py,sha256=4oGGF7lVWQ91Qh3h7olyPFoACLxCROaMxUZlDiZrRL4,1661
 isa_model/inference/providers/model_cache_manager.py,sha256=dLRpx7OJweQ5LcSAkU7D0DQRfLtIhG6nGvg4W_gau80,15315
-isa_model/inference/providers/ollama_provider.py,sha256=BLkWp4gmCw6Fwf1yNRY90VftMqwca9YOGOHf6DqVEKs,2692
-isa_model/inference/providers/openai_provider.py,sha256=8ywUsrvlvC7VY3LNOVJP1IcRwBMi1NvG0PoI0lYo4jM,3881
-isa_model/inference/providers/replicate_provider.py,sha256=qXnK3Yzy5-gaduVJVY8asrIIi-97m4WGUkG963_4ifk,3948
+isa_model/inference/providers/ollama_provider.py,sha256=IfM9XhdzfE1faguzS2-4GfhK30v5kDPecD3l4z2eB1w,3620
+isa_model/inference/providers/openai_provider.py,sha256=tB8FMsMivlRx0cfPJ0Yrxh1DCvuXyyjNFXrO4lMkkhA,5366
+isa_model/inference/providers/replicate_provider.py,sha256=0oi_BglIE6-HYgzLau9ifP8OdpAMO-QkwYk0OXRUzPk,4490
 isa_model/inference/providers/triton_provider.py,sha256=GKlth7cTOx6ERbsXXJ0gDNby3kVGQNULBDt098BXBSU,15258
 isa_model/inference/services/__init__.py,sha256=p-UlEGMnadGUD6zzwfAjf367S2QQ-z1sD6TP-K4EjEM,353
-isa_model/inference/services/base_service.py,sha256=PB6eZp-PynUdo9a0QofvHgrrJLUFYM_FSafTg7fvWrY,3083
-isa_model/inference/services/audio/base_stt_service.py,sha256=tIfdRLEppcFEyTEmI8zi8OwMd7wVP423MQDN4iYDEcE,2800
+isa_model/inference/services/base_service.py,sha256=Fqe3Q9m2hC5xXNbVGa095WUvtF9cq5ayY8n02mKtCjg,4569
+isa_model/inference/services/audio/base_stt_service.py,sha256=OP2kFU5ZZT8yMpcbD3dpuCVzYOryY9XjQqAdalaFeYc,3347
 isa_model/inference/services/audio/base_tts_service.py,sha256=BzZ3JrrLpm4COthNyNrIO2QgP7RZkXDNPEELEKHzIbA,4164
-isa_model/inference/services/audio/openai_tts_service.py,sha256=0YvSfG4q3IEuJveXVdsGq6jbkJ9AbcLf1k4RDnKB5ks,6222
+isa_model/inference/services/audio/openai_realtime_service.py,sha256=UENsx1bEb7aJoXNuBtFGIbTmETpNTZcCHlv0RydEp_U,13340
+isa_model/inference/services/audio/openai_stt_service.py,sha256=S1BEhEctj5Aw86edn1Nd38tqB-cWq2RdiGxWCzhH2a8,10225
+isa_model/inference/services/audio/openai_tts_service.py,sha256=KtzcvS_szB_Xo26Lu3T9-Wc641aiyppCfyX4xUsYhSw,8132
+isa_model/inference/services/audio/replicate_tts_service.py,sha256=bW074ohLM4QQp0eaDq395_2hggUVMVAHoVVbSf75bvI,10000
 isa_model/inference/services/embedding/base_embed_service.py,sha256=Nr6snNtOM0_ZqFfJdV7ThTb2nYVHYddGoOJXkGuyBIg,3259
 isa_model/inference/services/embedding/ollama_embed_service.py,sha256=s6LPSh-D06kFYXQjoKJp8jnatW5cx_unGbVFaq7tm5c,4745
-isa_model/inference/services/embedding/openai_embed_service.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+isa_model/inference/services/embedding/openai_embed_service.py,sha256=cjAzmYXlY0XLgwemdlhhUVlDecgzFy2xn3DSycoYvdo,8474
 isa_model/inference/services/llm/__init__.py,sha256=C6t9w33j3Ap4oGcJal9-htifKe0rxwws_kC3F-_B_Ps,341
-isa_model/inference/services/llm/base_llm_service.py,sha256=hf4egO9_s3rOQYwyhDS6O_8ECIAltkj4Ir89PTosraE,8381
-isa_model/inference/services/llm/ollama_llm_service.py,sha256=EfLdoovyrChYBlGreQukpSZt5l6DkfXwjjmPPovmm70,12934
-isa_model/inference/services/llm/openai_llm_service.py,sha256=XarEWzPg3DnITxrhkVtdR1RC0puklFIAUALgC61P8LM,19279
+isa_model/inference/services/llm/base_llm_service.py,sha256=SXxFhH2z1UYqt2ihiuursrKEjiiiC3vWCvRQVETsdVc,5238
+isa_model/inference/services/llm/llm_adapter.py,sha256=Zb9-M7lqnryOVN18U5zvpy67B-jlks2ZlhFU0gcIUDM,17201
+isa_model/inference/services/llm/ollama_llm_service.py,sha256=c5xAdbbicskbxhivIQUse-QiUbCElR_Bo88wIA3dZUI,10194
+isa_model/inference/services/llm/openai_llm_service.py,sha256=e5GmO4YpVUBImQvQTZ26UwiAmHkU1RPl_vIa1dNe_NM,8148
 isa_model/inference/services/llm/triton_llm_service.py,sha256=ZFo7JoZ799Nvyi8Cz1jfWOa6TUn0hDRJtBrotadMAd4,17673
 isa_model/inference/services/ml/base_ml_service.py,sha256=mLBA6ENowa3KVzNqHyhWxf_Pr-cJJj84lDE4TniPzYI,2894
 isa_model/inference/services/ml/sklearn_ml_service.py,sha256=Lf9JrwvI25lca7JBbjB_e66eAUtXFbwxZ3Hs13dVGkA,5512
@@ -48,10 +53,10 @@ isa_model/inference/services/others/table_transformer_service.py,sha256=r74h6QUS
 isa_model/inference/services/vision/__init__.py,sha256=N9Zr7o2uQKoyUEvpmyOIgXPx9ivrix3gQ1OLoiQ7BLo,283
 isa_model/inference/services/vision/base_image_gen_service.py,sha256=XC0PWlH3LXMGhic57BjEucwXm1rU5_g3mbMoYQiEU5c,5410
 isa_model/inference/services/vision/base_vision_service.py,sha256=Yk2C9rD3zfORWCXSYTWPj5HB08A_eD1YiNIShF0_MjY,5418
-isa_model/inference/services/vision/ollama_vision_service.py,sha256=KE0D-Q75bTcxNcigo_wfPAtSHrzQzWNvN6Pcs2c_N-w,6495
-isa_model/inference/services/vision/openai_vision_service.py,sha256=5M182cV-wKCnV_U0CGWu4uFrggo--3YLD_0_FpNW9Ak,2920
-isa_model/inference/services/vision/replicate_image_gen_service.py,sha256=3jjZ1c7YVCT_Or212SI0zTGRJtmUOs1yWLs8jV8QgOA,12162
-isa_model/inference/services/vision/helpers/image_utils.py,sha256=hTZi4MLktETupPIbE-TXMSi1kix6h8UfLiyEIDt2rzA,1751
+isa_model/inference/services/vision/ollama_vision_service.py,sha256=Btm3jJmnSBcJDiTujr51eWC3a3eA_58xKMj5TsatXJQ,6821
+isa_model/inference/services/vision/openai_vision_service.py,sha256=dCtxng8hC1mpL7MzVlABzBsDcCzDI03exQpVkEPj15w,12894
+isa_model/inference/services/vision/replicate_image_gen_service.py,sha256=yrIdSgpNlXI5qJd0dkZ86Ngrbdr-_ZlKL-_2v1h1MAA,11768
+isa_model/inference/services/vision/helpers/image_utils.py,sha256=ieEL69LQ9-T4zsSFj2Mmt2jRUU_UOUAgt1W6Je9kaa8,1800
 isa_model/inference/services/vision/helpers/text_splitter.py,sha256=6AbvcQ7H6MS54B9d9T1XBGg4GhvmKfZqp00lKp9pF-U,1635
 isa_model/inference/utils/conversion/bge_rerank_convert.py,sha256=1dvtxe5-PPCe2Au6SO8F2XaD-xdIoeA4zDTcid2L9FU,2691
 isa_model/inference/utils/conversion/onnx_converter.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -80,7 +85,7 @@ isa_model/training/core/config.py,sha256=oqgKpBvtzrN6jwLIQYQ2707lH6nmjrktRiSxp9i
 isa_model/training/core/dataset.py,sha256=XCFsnf0NUMU1dJpdvo_CAMyvXB-9_RCUEiy8TU50e20,7802
 isa_model/training/core/trainer.py,sha256=h5TjqjdFr0Fsv5y4-0siy1KmOlqLfliVaUXybvuoeXU,26932
 isa_model/training/core/utils.py,sha256=Nik0M2ssfNbWqP6fKO0Kfyhzr_H6Q19ioxB-qCYbn5E,8387
-isa_model-0.3.0.dist-info/METADATA,sha256=vKAOkCdWjst6VFeisv1QxEHUEzxJpMOd5FO-RMG_C6M,12226
-isa_model-0.3.0.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-isa_model-0.3.0.dist-info/top_level.txt,sha256=eHSy_Xb3kNkh2kK11mi1mZh0Wz91AQ5b8k2KFYO-rE8,10
-isa_model-0.3.0.dist-info/RECORD,,
+isa_model-0.3.2.dist-info/METADATA,sha256=nzfl95_XbhGMH8eXAqOBsAp4qU_3QTGBVhfunEi6eXQ,12226
+isa_model-0.3.2.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+isa_model-0.3.2.dist-info/top_level.txt,sha256=eHSy_Xb3kNkh2kK11mi1mZh0Wz91AQ5b8k2KFYO-rE8,10
+isa_model-0.3.2.dist-info/RECORD,,