bizyengine 1.2.48__py3-none-any.whl → 1.2.50__py3-none-any.whl

bizyengine/bizyair_extras/__init__.py

@@ -9,6 +9,7 @@ from .nodes_custom_sampler import *
 from .nodes_dataset import *
 from .nodes_differential_diffusion import *
 from .nodes_flux import *
+from .nodes_gemini import *
 from .nodes_hunyuan3d import *
 from .nodes_image_utils import *
 from .nodes_ip2p import *

bizyengine/bizyair_extras/nodes_gemini.py

@@ -0,0 +1,311 @@
+import base64
+import io
+import json
+import logging
+import re
+
+import numpy as np
+import torch
+from comfy_api_nodes.apinode_utils import (
+    bytesio_to_image_tensor,
+    tensor_to_base64_string,
+)
+from PIL import Image, ImageOps
+
+from bizyengine.core import BizyAirBaseNode, pop_api_key_and_prompt_id
+from bizyengine.core.common import client
+from bizyengine.core.common.env_var import BIZYAIR_SERVER_ADDRESS
+
+
+# Tensor to PIL
+def tensor_to_pil(image):
+    return Image.fromarray(
+        np.clip(255.0 * image.cpu().numpy().squeeze(), 0, 255).astype(np.uint8)
+    )
+
+
+def image_to_base64(pil_image, pnginfo=None):
+    # 创建一个BytesIO对象，用于临时存储图像数据
+    image_data = io.BytesIO()
+
+    # 将图像保存到BytesIO对象中，格式为PNG
+    pil_image.save(image_data, format="PNG", pnginfo=pnginfo)
+
+    # 将BytesIO对象的内容转换为字节串
+    image_data_bytes = image_data.getvalue()
+
+    # 将图像数据编码为Base64字符串
+    encoded_image = "data:image/png;base64," + base64.b64encode(
+        image_data_bytes
+    ).decode("utf-8")
+
+    return encoded_image
+
+
+def base64_to_image(base64_string):
+    # 去除前缀
+    base64_list = base64_string.split(",", 1)
+    if len(base64_list) == 2:
+        prefix, base64_data = base64_list
+    else:
+        base64_data = base64_list[0]
+
+    # 从base64字符串中解码图像数据
+    image_data = base64.b64decode(base64_data)
+
+    # 创建一个内存流对象
+    image_stream = io.BytesIO(image_data)
+
+    # 使用PIL的Image模块打开图像数据
+    image = Image.open(image_stream)
+
+    return image
+
+
+def get_parts_from_response(
+    response: dict,
+):
+    return response["candidates"][0]["content"]["parts"]
+
+
+def get_parts_by_type(response: dict, part_type: str):
+    parts = []
+    for part in get_parts_from_response(response):
+        if part_type == "text" and part.get("text", None):
+            parts.append(part)
+        elif (
+            part.get("inlineData", None) and part["inlineData"]["mimeType"] == part_type
+        ):
+            parts.append(part)
+        # Skip parts that don't match the requested type
+    return parts
+
+
+def get_text_from_response(response: dict) -> str:
+    parts = get_parts_by_type(response, "text")
+    logging.debug(f"Text parts: {parts}")
+    return "\n".join([part["text"] for part in parts])
+
+
+def get_image_from_response(response: dict) -> torch.Tensor:
+    image_tensors: list[torch.Tensor] = []
+    parts = get_parts_by_type(response, "image/png")
+    for part in parts:
+        b64_data = part["inlineData"]["data"]
+        if b64_data:
+            image_data = base64.b64decode(b64_data)
+            returned_image = bytesio_to_image_tensor(io.BytesIO(image_data))
+            image_tensors.append(returned_image)
+    if len(image_tensors) == 0:
+        return torch.zeros((1, 1024, 1024, 4))
+    return torch.cat(image_tensors, dim=0)
+
+
+# FROM: https://github.com/ShmuelRonen/ComfyUI-NanoBanano/blob/9eeb8f2411fd0ff08791bdf5e24eec347456c8b8/nano_banano.py#L191
+def build_prompt_for_operation(
+    prompt,
+    operation,
+    has_references=False,
+    aspect_ratio="1:1",
+    character_consistency=True,
+):
+    """Build optimized prompt based on operation type"""
+
+    aspect_instructions = {
+        "1:1": "square format",
+        "16:9": "widescreen landscape format",
+        "9:16": "portrait format",
+        "4:3": "standard landscape format",
+        "3:4": "standard portrait format",
+    }
+
+    base_quality = "Generate a high-quality, photorealistic image"
+    format_instruction = f"in {aspect_instructions.get(aspect_ratio, 'square format')}"
+
+    if operation == "generate":
+        if has_references:
+            final_prompt = f"{base_quality} inspired by the style and elements of the reference images. {prompt}. {format_instruction}."
+        else:
+            final_prompt = f"{base_quality} of: {prompt}. {format_instruction}."
+
+    elif operation == "edit":
+        if not has_references:
+            return "Error: Edit operation requires reference images"
+        # No aspect ratio for edit - preserve original image dimensions
+        final_prompt = f"Edit the provided reference image(s). {prompt}. Maintain the original composition and quality while making the requested changes."
+
+    elif operation == "style_transfer":
+        if not has_references:
+            return "Error: Style transfer requires reference images"
+        final_prompt = f"Apply the style from the reference images to create: {prompt}. Blend the stylistic elements naturally. {format_instruction}."
+
+    elif operation == "object_insertion":
+        if not has_references:
+            return "Error: Object insertion requires reference images"
+        final_prompt = f"Insert or blend the following into the reference image(s): {prompt}. Ensure natural lighting, shadows, and perspective. {format_instruction}."
+
+    if character_consistency and has_references:
+        final_prompt += " Maintain character consistency and visual identity from the reference images."
+
+    return final_prompt
+
+
+class NanoBanana(BizyAirBaseNode):
+    def __init__(self):
+        pass
+
+    @classmethod
+    def INPUT_TYPES(s):
+        return {
+            "required": {
+                "prompt": (
+                    "STRING",
+                    {
+                        "multiline": True,
+                        "default": "",
+                    },
+                ),
+                "operation": (
+                    ["generate", "edit", "style_transfer", "object_insertion"],
+                    {
+                        "default": "generate",
+                        "tooltip": "Choose the type of image operation",
+                    },
+                ),
+                "temperature": (
+                    "FLOAT",
+                    {"default": 1.0, "min": 0.0, "max": 1.0, "step": 0.05},
+                ),
+                "top_p": (
+                    "FLOAT",
+                    {"default": 1.0, "min": 0.0, "max": 1.0, "step": 0.05},
+                ),
+                "seed": ("INT", {"default": 0, "min": 0, "max": 2147483647}),
+                "max_tokens": ("INT", {"default": 8192, "min": 1, "max": 8192}),
+            },
+            "optional": {
+                "image": ("IMAGE",),
+                "image2": ("IMAGE",),
+                "image3": ("IMAGE",),
+                "image4": ("IMAGE",),
+                "image5": ("IMAGE",),
+                "quality": (
+                    ["standard", "high"],
+                    {"default": "high", "tooltip": "Image generation quality"},
+                ),
+                "aspect_ratio": (
+                    ["1:1", "16:9", "9:16", "4:3", "3:4"],
+                    {"default": "1:1", "tooltip": "Output image aspect ratio"},
+                ),
+                "character_consistency": (
+                    "BOOLEAN",
+                    {
+                        "default": True,
+                        "tooltip": "Maintain character consistency across edits",
+                    },
+                ),
+            },
+        }
+
+    RETURN_TYPES = ("IMAGE", "STRING")
+    FUNCTION = "execute"
+    OUTPUT_NODE = False
+    CATEGORY = "☁️BizyAir/External APIs/Gemini"
+
+    def execute(
+        self,
+        prompt,
+        operation,
+        temperature,
+        top_p,
+        seed,
+        max_tokens,
+        quality=None,
+        aspect_ratio=None,
+        character_consistency=None,
+        **kwargs,
+    ):
+        try:
+            url = f"{BIZYAIR_SERVER_ADDRESS}/proxy_inference/VertexAI/gemini-2.5-flash-image-preview"
+            extra_data = pop_api_key_and_prompt_id(kwargs)
+
+            parts = []
+            for _, img in enumerate(
+                [
+                    kwargs.get("image", None),
+                    kwargs.get("image2", None),
+                    kwargs.get("image3", None),
+                    kwargs.get("image4", None),
+                    kwargs.get("image5", None),
+                ],
+                1,
+            ):
+                if img is not None:
+                    parts.append(
+                        {
+                            "inline_data": {
+                                "mime_type": "image/png",
+                                "data": tensor_to_base64_string(img),
+                            }
+                        }
+                    )
+
+            prompt = build_prompt_for_operation(
+                prompt,
+                operation,
+                has_references=len(parts) > 0,
+                aspect_ratio=aspect_ratio,
+                character_consistency=character_consistency,
+            )
+            if quality == "high":
+                prompt += " Use the highest quality settings available."
+            parts.append({"text": prompt})
+
+            data = {
+                "contents": {
+                    "parts": parts,
+                    "role": "user",
+                },
+                "generationConfig": {
+                    "seed": seed,
+                    "responseModalities": ["TEXT", "IMAGE"],
+                    "temperature": temperature,
+                    "topP": top_p,
+                    "maxOutputTokens": max_tokens,
+                },
+            }
+            json_payload = json.dumps(data).encode("utf-8")
+            headers = client.headers(api_key=extra_data["api_key"])
+            headers["X-BIZYAIR-PROMPT-ID"] = extra_data[
+                "prompt_id"
+            ]  # 额外参数vertexai会拒绝，所以用请求头传
+            resp = client.send_request(
+                url=url,
+                data=json_payload,
+                headers=headers,
+            )
+            # 解析潜在错误
+            prompt_feedback = resp.get("promptFeedback", None)
+            if prompt_feedback:
+                logging.error(f"Response: {resp}")
+                raise ValueError(f"Prompt blocked: {prompt_feedback}")
+            if len(resp["candidates"]) == 0:
+                logging.error(f"Response: {resp}")
+                raise ValueError("No candidates found in response")
+            if resp["candidates"][0]["finishReason"] != "STOP":
+                logging.error(f"Response: {resp}")
+                raise ValueError(
+                    f"Erroneous finish reason: {resp['candidates'][0]['finishReason']}"
+                )
+
+            # 解析文本
+            text = get_text_from_response(resp)
+
+            # 解析base64图片
+            image = get_image_from_response(resp)
+
+            return (image, text)
+
+        except Exception as e:
+            logging.error(f"Gemini API error: {e}")
+            raise e

bizyengine/version.txt

@@ -1 +1 @@
-1.2.48
+1.2.50

{bizyengine-1.2.48.dist-info → bizyengine-1.2.50.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: bizyengine
-Version: 1.2.48
+Version: 1.2.50
 Summary: [a/BizyAir](https://github.com/siliconflow/BizyAir) Comfy Nodes that can run in any environment.
 Author-email: SiliconFlow <yaochi@siliconflow.cn>
 Project-URL: Repository, https://github.com/siliconflow/BizyAir

{bizyengine-1.2.48.dist-info → bizyengine-1.2.50.dist-info}/RECORD

@@ -1,5 +1,5 @@
 bizyengine/__init__.py,sha256=GP9V-JM07fz7uv_qTB43QEA2rKdrVJxi5I7LRnn_3ZQ,914
-bizyengine/version.txt,sha256=bnvdsAiKg-CLDL8gDQ12c9u0SoaVKcwhsnSzGc7CnJA,7
+bizyengine/version.txt,sha256=zGrmrSrzHGOEzO23IqIfRL3venxRA-IUVh6N6ZhB4X8,7
 bizyengine/bizy_server/__init__.py,sha256=SP9oSblnPo4KQyh7yOGD26YCskFAcQHAZy04nQBNRIw,200
 bizyengine/bizy_server/api_client.py,sha256=Z7G5IjaEqSJkF6nLLw2R3bpgBAOi5ClQiUbel6NMXmE,43932
 bizyengine/bizy_server/errno.py,sha256=1UiFmE2U7r7hCHgsw4-p_YL0VCmTJc9NyYDEbhkanaY,16336
@@ -10,7 +10,7 @@ bizyengine/bizy_server/resp.py,sha256=iOFT5Ud7VJBP2uqkojJIgc3y2ifMjjEXoj0ewneL9l
 bizyengine/bizy_server/server.py,sha256=7OWEA8GMrqpg4jxCvakX5zR2JukEOhKbqPRefYo6t8c,59707
 bizyengine/bizy_server/stream_response.py,sha256=H2XHqlVRtQMhgdztAuG7l8-iV_Pm42u2x6WJ0gNVIW0,9654
 bizyengine/bizy_server/utils.py,sha256=Kkn-AATZcdaDhg8Rg_EJW6aKqkyiSE2EYmuyOhUwXso,3863
-bizyengine/bizyair_extras/__init__.py,sha256=zzqOeOnd6uyyopeNFPa7asfG-sI4r3SSrKJkHGF4iGI,1064
+bizyengine/bizyair_extras/__init__.py,sha256=lsGuqMnFX-WSOUszSQ5NB6FnKcHlhhO1WG9iiywWQug,1092
 bizyengine/bizyair_extras/nodes_advanced_refluxcontrol.py,sha256=cecfjrtnjJAty9aNkhz8BlmHUC1NImkFlUDiA0COEa4,2242
 bizyengine/bizyair_extras/nodes_cogview4.py,sha256=Ni0TDOycczyDhYPvSR68TxGV_wE2uhaxd8MIj-J4-3o,2031
 bizyengine/bizyair_extras/nodes_comfyui_detail_daemon.py,sha256=i71it24tiGvZ3h-XFWISr4CpZszUtPuz3UrZARYluLk,6169
@@ -22,6 +22,7 @@ bizyengine/bizyair_extras/nodes_custom_sampler.py,sha256=NK-7sdcp8oxJisjTEFfBskk
 bizyengine/bizyair_extras/nodes_dataset.py,sha256=htF0YZb_FHncLhLDEbJfNCVqJ6rvlo1ZLk7iY42Rylc,3440
 bizyengine/bizyair_extras/nodes_differential_diffusion.py,sha256=nSrbD-w0XtrwktwzME5M0Vmi1sI7Z08AqwgymTdThqo,370
 bizyengine/bizyair_extras/nodes_flux.py,sha256=ls94kGBuBNgW5c6uhG36iZLk1TTM2TIoTTcpERgEE5E,2683
+bizyengine/bizyair_extras/nodes_gemini.py,sha256=AdHMxVCYuv7HTBEnxfqSIGLsmICWM5WhDvsLdJWLIqI,10594
 bizyengine/bizyair_extras/nodes_hunyuan3d.py,sha256=dWHLeqX68N7zKnfDMzm9nutmCNtFT6-wwt7P5cPDu7Q,2058
 bizyengine/bizyair_extras/nodes_image_utils.py,sha256=BldF_CKD2M01K8-SnG-QV86u3HZqFz_GP5GrCQ5CFDQ,2875
 bizyengine/bizyair_extras/nodes_ip2p.py,sha256=GSEFJvrs4f2tv0xwYkWqc8uhsXrzAJVPvvwcw0gTjR0,619
@@ -79,7 +80,7 @@ bizyengine/misc/route_sam.py,sha256=-bMIR2QalfnszipGxSxvDAHGJa5gPSrjkYPb5baaRg4,
 bizyengine/misc/segment_anything.py,sha256=wNKYwlYPMszfwj23524geFZJjZaG4eye65SGaUnh77I,8941
 bizyengine/misc/supernode.py,sha256=STN9gaxfTSErH8OiHeZa47d8z-G9S0I7fXuJvHQOBFM,4532
 bizyengine/misc/utils.py,sha256=CKduySGSMNGlJMImHyZmN-giABY5VUaB88f6Kq-HAV0,6831
-bizyengine-1.2.48.dist-info/METADATA,sha256=8AMoIRVUq3iBEVhTx-rwW4L92iNWLjtGTpXMBy7ah-8,708
-bizyengine-1.2.48.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-bizyengine-1.2.48.dist-info/top_level.txt,sha256=2zapzqxX-we5cRyJkGf9bd5JinRtXp3-_uDI-xCAnc0,11
-bizyengine-1.2.48.dist-info/RECORD,,
+bizyengine-1.2.50.dist-info/METADATA,sha256=oDy6bxpEMjEUlrLgBDEdsI-Rz1pW7SM_lDl3b5HbNJk,708
+bizyengine-1.2.50.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+bizyengine-1.2.50.dist-info/top_level.txt,sha256=2zapzqxX-we5cRyJkGf9bd5JinRtXp3-_uDI-xCAnc0,11
+bizyengine-1.2.50.dist-info/RECORD,,