bizyengine 1.2.45__py3-none-any.whl → 1.2.71__py3-none-any.whl

bizyengine/bizyair_extras/third_party_api/nodes_sora.py

@@ -0,0 +1,218 @@
+from bizyairsdk import tensor_to_bytesio
+
+from .trd_nodes_base import BizyAirTrdApiBaseNode
+
+
+class Sora_V2_I2V_API(BizyAirTrdApiBaseNode):
+    NODE_DISPLAY_NAME = "Sora2 Image To Video"
+    RETURN_TYPES = ("VIDEO",)
+    RETURN_NAMES = ("video",)
+    CATEGORY = "☁️BizyAir/External APIs/Sora"
+
+    @classmethod
+    def INPUT_TYPES(cls):
+        return {
+            "required": {
+                "prompt": (
+                    "STRING",
+                    {
+                        "multiline": True,
+                        "default": "",
+                    },
+                ),
+                "image": ("IMAGE", {"tooltip": "首帧图片"}),
+                "model": (["sora-2", "sora-2-pro"], {"default": "sora-2"}),
+            },
+            "optional": {
+                "aspect_ratio": (
+                    ["9:16", "16:9"],
+                    {"default": "16:9"},
+                ),
+                "duration": ([10, 15], {"default": 10}),
+                "size": (["small", "large"], {"default": "small"}),
+            },
+        }
+
+    def handle_inputs(self, headers, prompt_id, **kwargs):
+        # 参数
+        aspect_ratio = kwargs.get("aspect_ratio", "16:9")
+        duration = kwargs.get("duration", 10)
+        size = kwargs.get("size", "small")
+        model = kwargs.get("model", "sora-2")
+        prompt = kwargs.get("prompt", "")
+        image = kwargs.get("image", None)
+        if image is None:
+            raise ValueError("Image is required")
+        # 上传图片
+        url = self.upload_file(
+            tensor_to_bytesio(image=image, total_pixels=4096 * 4096),
+            f"{prompt_id}.png",
+            headers,
+        )
+
+        data = {
+            "model": model,
+            "aspect_ratio": aspect_ratio,
+            "duration": duration,
+            "size": size,
+            "prompt": prompt,
+            "url": url,
+        }
+        return data, model
+
+    def handle_outputs(self, outputs):
+        return (outputs[0][0],)
+
+
+class Sora_V2_T2V_API(BizyAirTrdApiBaseNode):
+    NODE_DISPLAY_NAME = "Sora2 Text To Video"
+    RETURN_TYPES = ("VIDEO",)
+    RETURN_NAMES = ("video",)
+    CATEGORY = "☁️BizyAir/External APIs/Sora"
+
+    @classmethod
+    def INPUT_TYPES(cls):
+        return {
+            "required": {
+                "prompt": (
+                    "STRING",
+                    {
+                        "multiline": True,
+                        "default": "",
+                    },
+                ),
+                "model": (["sora-2", "sora-2-pro"], {"default": "sora-2"}),
+            },
+            "optional": {
+                "aspect_ratio": (
+                    ["9:16", "16:9"],
+                    {"default": "16:9"},
+                ),
+                "duration": ([10, 15], {"default": 10}),
+                "size": (["small", "large"], {"default": "small"}),
+            },
+        }
+
+    def handle_inputs(self, headers, prompt_id, **kwargs):
+        model = kwargs.get("model", "sora-2")
+        duration = kwargs.get("duration", 10)
+        aspect_ratio = kwargs.get("aspect_ratio", "16:9")
+        size = kwargs.get("size", "small")
+        prompt = kwargs.get("prompt", "")
+        data = {
+            "model": model,
+            "duration": duration,
+            "size": size,
+            "prompt": prompt,
+            "aspect_ratio": aspect_ratio,
+        }
+        return data, model
+
+    def handle_outputs(self, outputs):
+        return (outputs[0][0],)
+
+
+# class Sora_V2_PRO_I2V_API(BizyAirTrdApiBaseNode):
+#     NODE_DISPLAY_NAME = "Sora2 Pro Image To Video"
+#     RETURN_TYPES = ("VIDEO",)
+#     RETURN_NAMES = ("video",)
+#     CATEGORY = "☁️BizyAir/External APIs/Sora"
+
+#     @classmethod
+#     def INPUT_TYPES(cls):
+#         return {
+#             "required": {
+#                 "prompt": (
+#                     "STRING",
+#                     {
+#                         "multiline": True,
+#                         "default": "",
+#                     },
+#                 ),
+#                 "image": ("IMAGE", {"tooltip": "首帧图片"}),
+#                 "model": (["sora-2-pro"], {"default": "sora-2-pro"}),
+#             },
+#             "optional": {
+#                 "aspect_ratio": (
+#                     ["9:16", "16:9"],
+#                     {"default": "16:9"},
+#                 ),
+#                 "duration": ([10, 15, 25], {"default": 10}),
+#                 "size": (["standard", "high"], {"default": "standard"}),
+#             },
+#         }
+
+#     def handle_inputs(self, headers, prompt_id, **kwargs):
+#         # 参数
+#         aspect_ratio = kwargs.get("aspect_ratio", "16:9")
+#         duration = kwargs.get("duration", 10)
+#         size = kwargs.get("size", "standard")
+#         model = kwargs.get("model", "sora-2-pro")
+#         prompt = kwargs.get("prompt", "")
+#         image = kwargs.get("image", None)
+#         if image is None:
+#             raise ValueError("Image is required")
+#         # 上传图片
+#         url = self.upload_file(
+#             tensor_to_bytesio(image=image, total_pixels=4096 * 4096),
+#             f"{prompt_id}.png",
+#             headers,
+#         )
+
+#         data = {
+#             "model": model,
+#             "aspect_ratio": aspect_ratio,
+#             "duration": duration,
+#             "size": size,
+#             "prompt": prompt,
+#             "url": url,
+#         }
+#         return data, model
+
+
+# class Sora_V2_PRO_T2V_API(BizyAirTrdApiBaseNode):
+#     NODE_DISPLAY_NAME = "Sora2 Pro Text To Video"
+#     RETURN_TYPES = ("VIDEO",)
+#     RETURN_NAMES = ("video",)
+#     CATEGORY = "☁️BizyAir/External APIs/Sora"
+
+#     @classmethod
+#     def INPUT_TYPES(cls):
+#         return {
+#             "required": {
+#                 "prompt": (
+#                     "STRING",
+#                     {
+#                         "multiline": True,
+#                         "default": "",
+#                     },
+#                 ),
+#                 "model": (["sora-2-pro"], {"default": "sora-2-pro"}),
+#             },
+#             "optional": {
+#                 "aspect_ratio": (
+#                     ["9:16", "16:9"],
+#                     {"default": "16:9"},
+#                 ),
+#                 "duration": ([10, 15, 25], {"default": 10}),
+#                 "size": (["standard", "high"], {"default": "standard"}),
+#             },
+#         }
+
+#     def handle_inputs(self, headers, prompt_id, **kwargs):
+#         model = kwargs.get("model", "sora-2-pro")
+#         duration = kwargs.get("duration", 10)
+#         aspect_ratio = kwargs.get("aspect_ratio", "16:9")
+#         size = kwargs.get("size", "standard")
+#         prompt = kwargs.get("prompt", "")
+#         data = {
+#             "model": model,
+#             "duration": duration,
+#             "size": size,
+#             "prompt": prompt,
+#             "aspect_ratio": aspect_ratio,
+#         }
+#         return data, model
+
+#     def handle_outputs(self, outputs):
+#         return (outputs[0][0],)

bizyengine/bizyair_extras/third_party_api/nodes_veo3.py

@@ -0,0 +1,193 @@
+from bizyairsdk import tensor_to_bytesio
+
+from .trd_nodes_base import BizyAirTrdApiBaseNode
+
+
+class Veo_V3_1_I2V_API(BizyAirTrdApiBaseNode):
+    @classmethod
+    def INPUT_TYPES(cls):
+        return {
+            "required": {
+                "prompt": (
+                    "STRING",
+                    {
+                        "multiline": True,
+                        "default": "",
+                    },
+                ),
+                "first_frame_image": ("IMAGE", {"tooltip": "首帧图片"}),
+                "model": (["veo3.1-fast", "veo3.1-pro"], {"default": "veo3.1-fast"}),
+            },
+            "optional": {
+                "last_frame_image": ("IMAGE", {"tooltip": "尾帧图片"}),
+                "aspect_ratio": (
+                    ["9:16", "16:9"],
+                    {"default": "16:9"},
+                ),
+            },
+        }
+
+    NODE_DISPLAY_NAME = "Veo3.1 Image To Video"
+    RETURN_TYPES = ("VIDEO",)
+    RETURN_NAMES = ("video",)
+    CATEGORY = "☁️BizyAir/External APIs/Veo"
+
+    def handle_inputs(self, headers, prompt_id, **kwargs):
+        # 参数
+        model = kwargs.get("model", "veo3.1-fast")
+        prompt = kwargs.get("prompt", "")
+        aspect_ratio = kwargs.get("aspect_ratio", "16:9")
+        first_frame_image = kwargs.get("first_frame_image", None)
+        last_frame_image = kwargs.get("last_frame_image", None)
+
+        if prompt is None or prompt.strip() == "":
+            raise ValueError("Prompt is required")
+
+        # 上传图片
+        if first_frame_image is None:
+            raise ValueError("First frame image is required")
+        first_frame_image_url = self.upload_file(
+            tensor_to_bytesio(image=first_frame_image, total_pixels=4096 * 4096),
+            f"{prompt_id}_first.png",
+            headers,
+        )
+        data = {
+            "aspect_ratio": aspect_ratio,
+            "model": model,
+            "prompt": prompt,
+            "first_frame_image": first_frame_image_url,
+        }
+        if last_frame_image is not None:
+            last_frame_image_url = self.upload_file(
+                tensor_to_bytesio(image=last_frame_image, total_pixels=4096 * 4096),
+                f"{prompt_id}_last.png",
+                headers,
+            )
+            data["last_frame_image"] = last_frame_image_url
+
+        return data, "veo3.1"
+
+    def handle_outputs(self, outputs):
+        return (outputs[0][0],)
+
+
+class Veo_V3_1_I2V_REF_API(BizyAirTrdApiBaseNode):
+    @classmethod
+    def INPUT_TYPES(cls):
+        return {
+            "required": {
+                "prompt": (
+                    "STRING",
+                    {
+                        "multiline": True,
+                        "default": "",
+                    },
+                ),
+                "ref_image_1": ("IMAGE", {"tooltip": "参考图片1"}),
+                "model": (["veo3.1-fast"], {"default": "veo3.1-fast"}),
+            },
+            "optional": {
+                "ref_image_2": ("IMAGE", {"tooltip": "参考图片2"}),
+                "ref_image_3": ("IMAGE", {"tooltip": "参考图片3"}),
+                "aspect_ratio": (["16:9"], {"default": "16:9"}),
+            },
+        }
+
+    NODE_DISPLAY_NAME = "Veo3.1 Image To Video (Reference Images)"
+    RETURN_TYPES = ("VIDEO",)
+    RETURN_NAMES = ("video",)
+    CATEGORY = "☁️BizyAir/External APIs/Veo"
+    FUNCTION = "api_call"
+
+    def handle_inputs(self, headers, prompt_id, **kwargs):
+        # 参数
+        model = kwargs.get("model", "veo3.1-fast")
+        prompt = kwargs.get("prompt", "")
+        aspect_ratio = kwargs.get("aspect_ratio", "16:9")
+        ref_image_1 = kwargs.get("ref_image_1", None)
+        ref_image_2 = kwargs.get("ref_image_2", None)
+        ref_image_3 = kwargs.get("ref_image_3", None)
+
+        if prompt is None or prompt.strip() == "":
+            raise ValueError("Prompt is required")
+
+        # 上传图片
+        ref_images = []
+        if ref_image_1 is not None:
+            ref_image_1_url = self.upload_file(
+                tensor_to_bytesio(image=ref_image_1, total_pixels=4096 * 4096),
+                f"{prompt_id}_ref_1.png",
+                headers,
+            )
+            ref_images.append(ref_image_1_url)
+        if ref_image_2 is not None:
+            ref_image_2_url = self.upload_file(
+                tensor_to_bytesio(image=ref_image_2, total_pixels=4096 * 4096),
+                f"{prompt_id}_ref_2.png",
+                headers,
+            )
+            ref_images.append(ref_image_2_url)
+        if ref_image_3 is not None:
+            ref_image_3_url = self.upload_file(
+                tensor_to_bytesio(image=ref_image_3, total_pixels=4096 * 4096),
+                f"{prompt_id}_ref_3.png",
+                headers,
+            )
+            ref_images.append(ref_image_3_url)
+        if len(ref_images) == 0:
+            raise ValueError("At least one reference image is required")
+        data = {
+            "aspect_ratio": aspect_ratio,
+            "model": model,
+            "prompt": prompt,
+            "urls": ref_images,
+        }
+        return data, "veo3.1"
+
+    def handle_outputs(self, outputs):
+        return (outputs[0][0],)
+
+
+class Veo_V3_1_T2V_API(BizyAirTrdApiBaseNode):
+    @classmethod
+    def INPUT_TYPES(cls):
+        return {
+            "required": {
+                "prompt": (
+                    "STRING",
+                    {
+                        "multiline": True,
+                        "default": "",
+                    },
+                ),
+                "model": (["veo3.1-fast", "veo3.1-pro"], {"default": "veo3.1-fast"}),
+            },
+            "optional": {
+                "aspect_ratio": (
+                    ["9:16", "16:9"],
+                    {"default": "16:9"},
+                ),
+            },
+        }
+
+    NODE_DISPLAY_NAME = "Veo3.1 Text To Video"
+    RETURN_TYPES = ("VIDEO",)
+    RETURN_NAMES = ("video",)
+    CATEGORY = "☁️BizyAir/External APIs/Veo"
+
+    def handle_inputs(self, headers, prompt_id, **kwargs):
+        model = kwargs.get("model", "veo3.1-fast")
+        prompt = kwargs.get("prompt", "")
+        aspect_ratio = kwargs.get("aspect_ratio", "16:9")
+
+        if prompt is None or prompt.strip() == "":
+            raise ValueError("Prompt is required")
+        data = {
+            "aspect_ratio": aspect_ratio,
+            "model": model,
+            "prompt": prompt,
+        }
+        return data, "veo3.1"
+
+    def handle_outputs(self, outputs):
+        return (outputs[0][0],)

bizyengine/bizyair_extras/third_party_api/nodes_wan_api.py

@@ -0,0 +1,198 @@
+from bizyairsdk import tensor_to_bytesio
+
+from bizyengine.bizyair_extras.utils.audio import save_audio
+
+from .trd_nodes_base import BizyAirTrdApiBaseNode
+
+
+class Wan_V2_5_I2V_API(BizyAirTrdApiBaseNode):
+    @classmethod
+    def INPUT_TYPES(cls):
+        return {
+            "required": {
+                "image": ("IMAGE",),
+            },
+            "optional": {
+                "audio": ("AUDIO",),
+                "prompt": (
+                    "STRING",
+                    {
+                        "multiline": True,
+                        "default": "",
+                    },
+                ),
+                "negative_prompt": (
+                    "STRING",
+                    {
+                        "multiline": True,
+                        "default": "",
+                    },
+                ),
+                "resolution": (
+                    ["480P", "720P", "1080P"],
+                    {"default": "1080P"},
+                ),
+                "duration": ([5, 10], {"default": 5}),
+                "prompt_extend": (
+                    "BOOLEAN",
+                    {
+                        "default": True,
+                        "tooltip": "是否开启prompt智能改写。开启后使用大模型对输入prompt进行智能改写。对于较短的prompt生成效果提升明显，但会增加耗时。",
+                    },
+                ),
+                "auto_audio": (
+                    "BOOLEAN",
+                    {
+                        "default": True,
+                        "tooltip": "是否由模型自动生成声音，优先级低于audio参数。",
+                    },
+                ),
+            },
+        }
+
+    NODE_DISPLAY_NAME = "Wan2.5 Image To Video"
+    RETURN_TYPES = ("VIDEO", "STRING")
+    RETURN_NAMES = ("video", "actual_prompt")
+    CATEGORY = "☁️BizyAir/External APIs/WanVideo"
+
+    def handle_inputs(self, headers, prompt_id, **kwargs):
+        # 参数
+        prompt = kwargs.get("prompt", "")
+        negative_prompt = kwargs.get("negative_prompt", "")
+        audio = kwargs.get("audio", None)
+        resolution = kwargs.get("resolution", "1080P")
+        duration = kwargs.get("duration", 5)
+        prompt_extend = kwargs.get("prompt_extend", True)
+        auto_audio = kwargs.get("auto_audio", True)
+        image = kwargs.get("image", None)
+
+        model = "wan2.5-i2v-preview"
+        input = {
+            "resolution": resolution,
+            "prompt_extend": prompt_extend,
+            "duration": duration,
+            "audio": auto_audio,
+            "model": model,
+        }
+        if prompt is not None and prompt.strip() != "":
+            input["prompt"] = prompt
+        if negative_prompt is not None and negative_prompt.strip() != "":
+            input["negative_prompt"] = negative_prompt
+
+        # 上传图片&音频
+        if image is not None:
+            image_url = self.upload_file(
+                tensor_to_bytesio(image=image, total_pixels=4096 * 4096),
+                f"{prompt_id}.png",
+                headers,
+            )
+            input["img_url"] = image_url
+        if audio is not None:
+            audio_url = self.upload_file(
+                save_audio(audio=audio, format="mp3"), f"{prompt_id}.mp3", headers
+            )
+            input["audio_url"] = audio_url
+
+        return input, model
+
+    def handle_outputs(self, outputs):
+        return (outputs[0][0],)
+
+
+class Wan_V2_5_T2V_API(BizyAirTrdApiBaseNode):
+    @classmethod
+    def INPUT_TYPES(cls):
+        return {
+            "required": {
+                "prompt": (
+                    "STRING",
+                    {
+                        "multiline": True,
+                        "default": "",
+                    },
+                ),
+            },
+            "optional": {
+                "audio": ("AUDIO",),
+                "negative_prompt": (
+                    "STRING",
+                    {
+                        "multiline": True,
+                        "default": "",
+                    },
+                ),
+                "size": (
+                    [
+                        "832*480",
+                        "480*832",
+                        "624*624",
+                        "1280*720",
+                        "720*1280",
+                        "960*960",
+                        "1088*832",
+                        "832*1088",
+                        "1920*1080",
+                        "1080*1920",
+                        "1440*1440",
+                        "1632*1248",
+                        "1248*1632",
+                    ],
+                    {"default": "1920*1080"},
+                ),
+                "duration": ([5, 10], {"default": 5}),
+                "prompt_extend": (
+                    "BOOLEAN",
+                    {
+                        "default": True,
+                        "tooltip": "是否开启prompt智能改写。开启后使用大模型对输入prompt进行智能改写。对于较短的prompt生成效果提升明显，但会增加耗时。",
+                    },
+                ),
+                "auto_audio": (
+                    "BOOLEAN",
+                    {
+                        "default": True,
+                        "tooltip": "是否由模型自动生成声音，优先级低于audio参数。",
+                    },
+                ),
+            },
+        }
+
+    NODE_DISPLAY_NAME = "Wan2.5 Text To Video"
+    RETURN_TYPES = ("VIDEO", "STRING")
+    RETURN_NAMES = ("video", "actual_prompt")
+    CATEGORY = "☁️BizyAir/External APIs/WanVideo"
+
+    def handle_inputs(self, headers, prompt_id, **kwargs):
+        # 参数
+        model = "wan2.5-t2v-preview"
+        negative_prompt = kwargs.get("negative_prompt", "")
+        audio = kwargs.get("audio", None)
+        size = kwargs.get("size", "1920*1080")
+        duration = kwargs.get("duration", 5)
+        prompt_extend = kwargs.get("prompt_extend", True)
+        auto_audio = kwargs.get("auto_audio", True)
+        prompt = kwargs.get("prompt", "")
+
+        input = {
+            "size": size,
+            "prompt_extend": prompt_extend,
+            "duration": duration,
+            "audio": auto_audio,
+            "model": model,
+        }
+        if prompt is not None and prompt.strip() != "":
+            input["prompt"] = prompt
+        if negative_prompt is not None and negative_prompt.strip() != "":
+            input["negative_prompt"] = negative_prompt
+
+        # 上传音频
+        if audio is not None:
+            audio_url = self.upload_file(
+                save_audio(audio=audio, format="mp3"), f"{prompt_id}.mp3", headers
+            )
+            input["audio_url"] = audio_url
+
+        return input, model
+
+    def handle_outputs(self, outputs):
+        return (outputs[0][0],)