vectorvein 0.1.80__py3-none-any.whl → 0.1.81__py3-none-any.whl

vectorvein/workflow/nodes/vector_db.py

@@ -0,0 +1,156 @@
+from typing import Optional
+
+from ..graph.node import Node
+from ..graph.port import PortType, InputPort, OutputPort
+
+
+class VectorDbAddData(Node):
+    def __init__(self, id: Optional[str] = None):
+        super().__init__(
+            node_type="AddData",
+            category="vector_db",
+            task_name="vector_db.add_data",
+            node_id=id,
+            ports={
+                "text": InputPort(
+                    name="text",
+                    port_type=PortType.INPUT,
+                    value="",
+                ),
+                "content_title": InputPort(
+                    name="content_title",
+                    port_type=PortType.INPUT,
+                    value="",
+                ),
+                "source_url": InputPort(
+                    name="source_url",
+                    port_type=PortType.INPUT,
+                    value="",
+                ),
+                "database": InputPort(
+                    name="database",
+                    port_type=PortType.SELECT,
+                    value="",
+                    options=[],
+                ),
+                "data_type": InputPort(
+                    name="data_type",
+                    port_type=PortType.SELECT,
+                    value="text",
+                    options=[
+                        {"value": "TEXT", "label": "Text"},
+                    ],
+                ),
+                "split_method": InputPort(
+                    name="split_method",
+                    port_type=PortType.SELECT,
+                    value="general",
+                    options=[
+                        {"value": "general", "label": "general"},
+                        {"value": "delimiter", "label": "delimiter"},
+                        {"value": "markdown", "label": "markdown"},
+                        {"value": "table", "label": "table"},
+                    ],
+                    condition="return fieldsData.data_type.value == 'text'",
+                ),
+                "chunk_length": InputPort(
+                    name="chunk_length",
+                    port_type=PortType.NUMBER,
+                    value=500,
+                    condition="return ['general', 'markdown'].includes(fieldsData.split_method.value)",
+                ),
+                "chunk_overlap": InputPort(
+                    name="chunk_overlap",
+                    port_type=PortType.NUMBER,
+                    value=30,
+                    condition="return ['general', 'markdown'].includes(fieldsData.split_method.value)",
+                ),
+                "delimiter": InputPort(
+                    name="delimiter",
+                    port_type=PortType.INPUT,
+                    value="\\n",
+                    condition="return fieldsData.split_method.value == 'delimiter'",
+                ),
+                "remove_url_and_email": InputPort(
+                    name="remove_url_and_email",
+                    port_type=PortType.CHECKBOX,
+                    value=True,
+                ),
+                "wait_for_processing": InputPort(
+                    name="wait_for_processing",
+                    port_type=PortType.CHECKBOX,
+                    value=False,
+                ),
+                "object_id": OutputPort(name="object_id"),
+            },
+        )
+
+
+class VectorDbDeleteData(Node):
+    def __init__(self, id: Optional[str] = None):
+        super().__init__(
+            node_type="DeleteData",
+            category="vector_db",
+            task_name="vector_db.delete_data",
+            node_id=id,
+            ports={
+                "object_id": InputPort(
+                    name="object_id",
+                    port_type=PortType.INPUT,
+                    value="",
+                ),
+                "database": InputPort(
+                    name="database",
+                    port_type=PortType.SELECT,
+                    value="",
+                    options=[],
+                ),
+                "delete_success": OutputPort(name="delete_success", port_type=PortType.CHECKBOX),
+            },
+        )
+
+
+class VectorDbSearchData(Node):
+    def __init__(self, id: Optional[str] = None):
+        super().__init__(
+            node_type="SearchData",
+            category="vector_db",
+            task_name="vector_db.search_data",
+            node_id=id,
+            ports={
+                "search_text": InputPort(
+                    name="search_text",
+                    port_type=PortType.TEXT,
+                    value="",
+                ),
+                "data_type": InputPort(
+                    name="data_type",
+                    port_type=PortType.SELECT,
+                    value="text",
+                    options=[
+                        {"value": "text", "label": "Text"},
+                    ],
+                ),
+                "database": InputPort(
+                    name="database",
+                    port_type=PortType.SELECT,
+                    value="",
+                    options=[],
+                ),
+                "count": InputPort(
+                    name="count",
+                    port_type=PortType.NUMBER,
+                    value=5,
+                ),
+                "output_type": InputPort(
+                    name="output_type",
+                    port_type=PortType.SELECT,
+                    value="text",
+                    options=[
+                        {"value": "text", "label": "Text"},
+                        {"value": "list", "label": "List"},
+                    ],
+                ),
+                "output": OutputPort(),
+            },
+        )

vectorvein/workflow/nodes/video_generation.py

@@ -0,0 +1,113 @@
+from typing import Optional
+
+from ..graph.node import Node
+from ..graph.port import PortType, InputPort, OutputPort
+
+
+class KlingVideo(Node):
+    def __init__(self, id: Optional[str] = None):
+        super().__init__(
+            node_type="KlingVideo",
+            category="video_generation",
+            task_name="video_generation.kling_video",
+            node_id=id,
+            ports={
+                "prompt": InputPort(
+                    name="prompt",
+                    port_type=PortType.TEXTAREA,
+                    value="",
+                ),
+                "image": InputPort(
+                    name="image",
+                    port_type=PortType.FILE,
+                    value=list(),
+                    support_file_types=[".jpg", ".jpeg", ".png"],
+                    multiple=True,
+                ),
+                "duration": InputPort(
+                    name="duration",
+                    port_type=PortType.SELECT,
+                    value=5,
+                    options=[
+                        {"value": 5, "label": "5"},
+                        {"value": 10, "label": "10"},
+                    ],
+                ),
+                "aspect_ratio": InputPort(
+                    name="aspect_ratio",
+                    port_type=PortType.SELECT,
+                    value="16:9",
+                    options=[
+                        {"value": "16:9", "label": "16:9"},
+                        {"value": "9:16", "label": "9:16"},
+                        {"value": "1:1", "label": "1:1"},
+                    ],
+                ),
+                "model": InputPort(
+                    name="model",
+                    port_type=PortType.SELECT,
+                    value="v1_standard",
+                    options=[
+                        {"value": "v1_pro", "label": "v1_pro"},
+                        {"value": "v1_standard", "label": "v1_standard"},
+                    ],
+                ),
+                "output_type": InputPort(
+                    name="output_type",
+                    port_type=PortType.SELECT,
+                    value="only_link",
+                    options=[
+                        {"value": "only_link", "label": "only_link"},
+                        {"value": "html", "label": "html"},
+                    ],
+                ),
+                "output": OutputPort(),
+            },
+        )
+
+
+class CogVideoX(Node):
+    def __init__(self, id: Optional[str] = None):
+        super().__init__(
+            node_type="CogVideoX",
+            category="video_generation",
+            task_name="video_generation.cog_video_x",
+            node_id=id,
+            ports={
+                "prompt": InputPort(
+                    name="prompt",
+                    port_type=PortType.TEXTAREA,
+                    value="",
+                ),
+                "image": InputPort(
+                    name="image",
+                    port_type=PortType.FILE,
+                    value=list(),
+                    support_file_types=[".jpg", ".jpeg", ".png"],
+                    multiple=True,
+                ),
+                "auto_crop": InputPort(
+                    name="auto_crop",
+                    port_type=PortType.CHECKBOX,
+                    value=True,
+                ),
+                "model": InputPort(
+                    name="model",
+                    port_type=PortType.SELECT,
+                    value="cogvideox",
+                    options=[
+                        {"value": "cogvideox", "label": "cogvideox"},
+                    ],
+                ),
+                "output_type": InputPort(
+                    name="output_type",
+                    port_type=PortType.SELECT,
+                    value="only_link",
+                    options=[
+                        {"value": "only_link", "label": "only_link"},
+                        {"value": "html", "label": "html"},
+                    ],
+                ),
+                "output": OutputPort(),
+            },
+        )

vectorvein/workflow/nodes/web_crawlers.py

@@ -0,0 +1,157 @@
+from typing import Optional
+
+from ..graph.node import Node
+from ..graph.port import PortType, InputPort, OutputPort
+
+
+class TextCrawler(Node):
+    def __init__(self, id: Optional[str] = None):
+        super().__init__(
+            node_type="TextCrawler",
+            category="web_crawlers",
+            task_name="web_crawlers.text_crawler",
+            node_id=id,
+            ports={
+                "url": InputPort(
+                    name="url",
+                    port_type=PortType.INPUT,
+                    value="",
+                ),
+                "output_type": InputPort(
+                    name="output_type",
+                    port_type=PortType.SELECT,
+                    value="text",
+                    options=[
+                        {"value": "text", "label": "Text"},
+                        {"value": "html", "label": "HTML"},
+                    ],
+                ),
+                "use_oversea_crawler": InputPort(
+                    name="use_oversea_crawler",
+                    port_type=PortType.CHECKBOX,
+                    value=False,
+                ),
+                "output_title": OutputPort(
+                    name="output_title",
+                ),
+                "output_text": OutputPort(
+                    name="output_text",
+                ),
+            },
+        )
+
+
+class BilibiliCrawler(Node):
+    def __init__(self, id: Optional[str] = None):
+        super().__init__(
+            node_type="BilibiliCrawler",
+            category="web_crawlers",
+            task_name="web_crawlers.bilibili_crawler",
+            node_id=id,
+            ports={
+                "url_or_bvid": InputPort(
+                    name="url_or_bvid",
+                    port_type=PortType.INPUT,
+                    value="",
+                ),
+                "download_video": InputPort(
+                    name="download_video",
+                    port_type=PortType.CHECKBOX,
+                    value=False,
+                ),
+                "output_type": InputPort(
+                    name="output_type",
+                    port_type=PortType.SELECT,
+                    value="str",
+                    options=[
+                        {"value": "str", "label": "str"},
+                        {"value": "list", "label": "list"},
+                    ],
+                ),
+                "output_title": OutputPort(
+                    name="output_title",
+                ),
+                "output_subtitle": OutputPort(
+                    name="output_subtitle",
+                ),
+                "output_video": OutputPort(
+                    name="output_video",
+                ),
+            },
+        )
+
+
+class DouyinCrawler(Node):
+    def __init__(self, id: Optional[str] = None):
+        super().__init__(
+            node_type="DouyinCrawler",
+            category="web_crawlers",
+            task_name="web_crawlers.douyin_crawler",
+            node_id=id,
+            ports={
+                "url": InputPort(
+                    name="url",
+                    port_type=PortType.INPUT,
+                    value="",
+                ),
+                "output_title": OutputPort(
+                    name="output_title",
+                ),
+                "output_video": OutputPort(
+                    name="output_video",
+                ),
+                "output_audio": OutputPort(
+                    name="output_audio",
+                ),
+            },
+        )
+
+
+class YoutubeCrawler(Node):
+    def __init__(self, id: Optional[str] = None):
+        super().__init__(
+            node_type="YoutubeCrawler",
+            category="web_crawlers",
+            task_name="web_crawlers.youtube_crawler",
+            node_id=id,
+            ports={
+                "url_or_video_id": InputPort(
+                    name="url_or_video_id",
+                    port_type=PortType.INPUT,
+                    value="",
+                ),
+                "get_comments": InputPort(
+                    name="get_comments",
+                    port_type=PortType.CHECKBOX,
+                    value=False,
+                ),
+                "comments_type": InputPort(
+                    name="comments_type",
+                    port_type=PortType.RADIO,
+                    value="text_only",
+                    options=[
+                        {"value": "text_only", "label": "text_only"},
+                        {"value": "detailed", "label": "detailed"},
+                    ],
+                    condition="return fieldsData.get_comments.value",
+                ),
+                "output_type": InputPort(
+                    name="output_type",
+                    port_type=PortType.SELECT,
+                    value="str",
+                    options=[
+                        {"value": "str", "label": "str"},
+                        {"value": "list", "label": "list"},
+                    ],
+                ),
+                "output_title": OutputPort(
+                    name="output_title",
+                ),
+                "output_subtitle": OutputPort(
+                    name="output_subtitle",
+                ),
+                "output_comments": OutputPort(
+                    name="output_comments",
+                ),
+            },
+        )

vectorvein/workflow/utils/json_to_code.py

@@ -0,0 +1,191 @@
+import sys
+import json
+import importlib
+from pathlib import Path
+from typing import Optional, Union
+
+
+def _get_workflow_package_path():
+    """
+    获取workflow包的根路径
+
+    Returns:
+        workflow包的根路径
+    """
+    # 获取当前文件的绝对路径
+    current_file = Path(__file__).resolve()
+    # workflow包的根路径应该是 workflow 目录的父目录
+    package_root = current_file.parent.parent.parent
+    return str(package_root)
+
+
+def _safe_import_node_class(category: str, node_type: str):
+    """
+    安全地动态导入节点类
+
+    Args:
+        category: 节点类别
+        node_type: 节点类型
+
+    Returns:
+        导入的类或None
+    """
+    try:
+        # 确保workflow包路径在sys.path中
+        package_root = _get_workflow_package_path()
+        if package_root not in sys.path:
+            sys.path.insert(0, package_root)
+
+        module = importlib.import_module(f"vectorvein.workflow.nodes.{category}")
+        return getattr(module, node_type)
+    except (ImportError, AttributeError) as e:
+        print(f"Warning: Failed to import {node_type} from {category}: {e}")
+        return None
+
+
+def to_python_str(value):
+    if isinstance(value, str):
+        value = value.replace("\n", "\\n")
+        value = f'"{value}"'
+    return value
+
+
+def generate_python_code(
+    json_str: Optional[str] = None,
+    json_file: Optional[Union[str, Path]] = None,
+    skip_trigger: bool = True,
+    skip_import: bool = False,
+) -> str:
+    """
+    将工作流JSON文件转换为Python代码
+
+    Args:
+        json_str: JSON字符串
+        json_file: JSON文件路径
+        skip_trigger: 是否跳过触发器节点
+        skip_import: 是否跳过导入语句
+
+
+    Returns:
+        生成的Python代码字符串
+    """
+    # 读取JSON文件
+    if json_file:
+        with open(json_file, "r", encoding="utf8") as f:
+            workflow_data = json.load(f)
+    elif json_str:
+        workflow_data = json.loads(json_str)
+    else:
+        raise ValueError("json_file or json_str must be provided")
+
+    code = []
+    if not skip_import:
+        code.append("from vectorvein.workflow.graph.workflow import Workflow")
+
+    # 收集需要导入的节点类
+    node_imports = set()
+    node_instances = {}
+
+    # 解析节点并生成导入语句
+    for node in workflow_data["nodes"]:
+        node_type = node["type"]
+        category = node["category"]
+        if skip_trigger and category == "triggers":
+            continue
+
+        if category == "assistedNodes":
+            continue
+
+        category, task_name = node["data"]["task_name"].split(".")
+
+        # 动态导入节点类
+        NodeClass = _safe_import_node_class(category, node_type)
+        if NodeClass is None:
+            continue
+
+        node_imports.add(f"from vectorvein.workflow.nodes.{category} import {node_type}")
+
+        # 创建节点实例以获取默认值
+        node_instance = NodeClass()
+
+        add_ports = []
+        show_ports = []
+        values = []
+        for port_name, port in node["data"]["template"].items():
+            if port_name not in node_instance.ports:
+                add_ports.append(port)
+                continue
+
+            if port["show"]:
+                show_ports.append(port["name"])
+
+            # 比较端口值与默认值
+            port_value = port["value"]
+            default_value = node_instance.ports[port_name].value if port_name in node_instance.ports else None
+
+            if port_value and port_value != default_value:
+                values.append(port)
+
+        node_instances[node["id"]] = {
+            "var_name": f"{task_name}_{len(node_instances)}",
+            "type": node_type,
+            "show_ports": show_ports,
+            "values": values,
+            "add_ports": add_ports,
+        }
+
+    # 添加导入语句
+    if not skip_import:
+        code.extend(sorted(list(node_imports)))
+        code.append("")
+
+    # 生成节点实例化代码
+    for info in node_instances.values():
+        code.append(f"{info['var_name']} = {info['type']}()")
+
+    code.append("")
+    code.append("workflow = Workflow()")
+
+    # 添加节点到工作流
+    node_list = [f"    {info['var_name']}," for info in node_instances.values()]
+    code.append(f"workflow.add_nodes([\n{'\n'.join(node_list)}\n])")
+
+    code.append("")
+    for info in node_instances.values():
+        for port in info["add_ports"]:
+            params = [
+                f"name={to_python_str(port['name'])}",
+                f"port_type={to_python_str(port['field_type'])}",
+                f"value={to_python_str(port['value'])}",
+            ]
+            if port["show"]:
+                params.append(f"show={port['show']}")
+            if port["options"]:
+                params.append(f"options={port['options']}")
+            if port["is_output"]:
+                params.append(f"is_output={bool(port['is_output'])}")
+            code.append(f"{info['var_name']}.add_port({', '.join(params)})")
+
+        for port_name in info["show_ports"]:
+            code.append(f"{info['var_name']}.ports['{port_name}'].show = True")
+
+        for port in info["values"]:
+            code.append(f"{info['var_name']}.ports['{port['name']}'].value = {to_python_str(port['value'])}")
+
+    code.append("")
+
+    # 生成边的连接代码
+    for edge in workflow_data["edges"]:
+        source_var = node_instances[edge["source"]]["var_name"]
+        target_var = node_instances[edge["target"]]["var_name"]
+        source_handle = edge["sourceHandle"]
+        target_handle = edge["targetHandle"]
+        code.append(f'workflow.connect({source_var}, "{source_handle}", {target_var}, "{target_handle}")')
+
+    return "\n".join(code)
+
+
+if __name__ == "__main__":
+    # 使用示例
+    code = generate_python_code(json_file="workflow.json")
+    print(code)

{vectorvein-0.1.80.dist-info → vectorvein-0.1.81.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: vectorvein
-Version: 0.1.80
+Version: 0.1.81
 Summary: VectorVein python SDK
 Author-Email: Anderson <andersonby@163.com>
 License: MIT

{vectorvein-0.1.80.dist-info → vectorvein-0.1.81.dist-info}/RECORD

@@ -1,6 +1,6 @@
-vectorvein-0.1.80.dist-info/METADATA,sha256=kIwL66VOqKd9NpWU6e_S_EpFLmw-6iXkyD51Hwvxqdg,641
-vectorvein-0.1.80.dist-info/WHEEL,sha256=thaaA2w1JzcGC48WYufAs8nrYZjJm8LqNfnXFOFyCC4,90
-vectorvein-0.1.80.dist-info/entry_points.txt,sha256=6OYgBcLyFCUgeqLgnvMyOJxPCWzgy7se4rLPKtNonMs,34
+vectorvein-0.1.81.dist-info/METADATA,sha256=tk_zSkj8F29hPfBVkiQ43zBAW6EOY_9ookvC5Y8qtkA,641
+vectorvein-0.1.81.dist-info/WHEEL,sha256=thaaA2w1JzcGC48WYufAs8nrYZjJm8LqNfnXFOFyCC4,90
+vectorvein-0.1.81.dist-info/entry_points.txt,sha256=6OYgBcLyFCUgeqLgnvMyOJxPCWzgy7se4rLPKtNonMs,34
 vectorvein/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 vectorvein/chat_clients/__init__.py,sha256=omQuG4PRRPNflSAgtdU--rwsWG6vMpwMEyIGZyFVHVQ,18596
 vectorvein/chat_clients/anthropic_client.py,sha256=PGIKldH4FnGrqozoY_FZ6LqhDHC-jY7NF5J1F1zT2Ok,38257
@@ -33,4 +33,25 @@ vectorvein/types/llm_parameters.py,sha256=CLhDSp9KI_zzjIXUvjiTuGxfYXpubTNBCVcJ6R
 vectorvein/types/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 vectorvein/utilities/media_processing.py,sha256=CTRq-lGlFkFgP_FSRhNwF_qUgmOrXPf2_1Ok9HY42_g,5887
 vectorvein/utilities/retry.py,sha256=6KFS9R2HdhqM3_9jkjD4F36ZSpEx2YNFGOVlpOsUetM,2208
-vectorvein-0.1.80.dist-info/RECORD,,
+vectorvein/workflow/graph/edge.py,sha256=xLZEJmBjAfVB53cd7CuRcKhgE6QqXv9nz32wJn8cmyk,1064
+vectorvein/workflow/graph/node.py,sha256=nxDq4pTFcsm2x9MmNmZxghhc-HduSLRwH3Ct2i8bZ3o,2871
+vectorvein/workflow/graph/port.py,sha256=kv0YbAPqe9Hh9QPSoiB2PUTTWQT1xIdNeVD50OkWTzA,5684
+vectorvein/workflow/graph/workflow.py,sha256=BmS351-WSeHQ02Kh0jOQpxJbNgZ-AHwW0mSQLXcKceU,2805
+vectorvein/workflow/nodes/__init__.py,sha256=AB8YCjkK3xdpk1_jfzsBkDtsSp48RcS_N4631MyEJXU,3159
+vectorvein/workflow/nodes/audio_generation.py,sha256=ht2S0vnd0mIAt6FBaSWlADGbb7f_1DAySYrgYnvZT1Q,5726
+vectorvein/workflow/nodes/control_flows.py,sha256=Zc_uWuroYznLrU-BZCncyzvejC-zFl6EuN_VP8oq5mY,6573
+vectorvein/workflow/nodes/file_processing.py,sha256=Rsjc8al0z-2KuweO0nIybWvceqxbqOPQyTs0-pgy5m4,3980
+vectorvein/workflow/nodes/image_generation.py,sha256=fXOhLGodJ3OdKBPXO5a3rq4wN2GMJ0jwqKO_gJFdocU,32852
+vectorvein/workflow/nodes/llms.py,sha256=MU0tmCOcPUcN4uVI9t5RlQeCuKgiXzVNxpdtgMzLV2U,31077
+vectorvein/workflow/nodes/media_editing.py,sha256=Od0X0SdcyRhcJckWpDM4WvgWEKxaIsgMXpMifN8Sc5M,29405
+vectorvein/workflow/nodes/media_processing.py,sha256=t-azYDphXmLRdOyHDfXFTS1tsEOyKqKskDyD0y232j8,19043
+vectorvein/workflow/nodes/output.py,sha256=_UQxiddHtGv2rkjhUFE-KDgrjnh0AGJQJyq9-4Aji5A,12567
+vectorvein/workflow/nodes/relational_db.py,sha256=zfzUhV25TpZGhkIzO18PmAT5xhcsJC4AXKy0zyA05w8,5408
+vectorvein/workflow/nodes/text_processing.py,sha256=cfepHoy8JaFDqWLUzl6lmlDlKaH0vk1gWQSm7T0wmn8,7503
+vectorvein/workflow/nodes/tools.py,sha256=Vw7yPdPqENqQ-MwbPcz5LQ-5036UGApCPX6ZspPOw40,12739
+vectorvein/workflow/nodes/triggers.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+vectorvein/workflow/nodes/vector_db.py,sha256=FG0fDc99wYLrxqchcbnTKyyFPrVjw710pld--F_j9Oo,5744
+vectorvein/workflow/nodes/video_generation.py,sha256=qmdg-t_idpxq1veukd-jv_ChICMOoInKxprV9Z4Vi2w,4118
+vectorvein/workflow/nodes/web_crawlers.py,sha256=LsqomfXfqrXfHJDO1cl0Ox48f4St7X_SL12DSbAMSOw,5415
+vectorvein/workflow/utils/json_to_code.py,sha256=8e08bThiXTGXXI0GuBde6lMSp4-CHt7B5S_6rQ3hkg0,6020
+vectorvein-0.1.81.dist-info/RECORD,,