quantnodes 3.0.0__py3-none-any.whl

QuantNodes/conf_node/base.py

@@ -0,0 +1,120 @@
+# coding=utf-8
+"""
+ConfigNode 配置节点基类模块
+
+提供配置节点的基础架构，继承自 BaseNode。
+"""
+from __future__ import annotations
+
+from abc import ABC, abstractmethod
+from typing import Any, Dict, Optional
+from pathlib import Path
+
+from QuantNodes.core.node import BaseNode
+
+
+class ConfigNode(BaseNode, ABC):
+    """
+    配置节点基类
+
+    所有配置节点都继承自此类，提供统一的数据读取接口。
+
+    子类必须实现：
+        _load_config(): 从配置源加载配置数据
+        _get_config_path(): 返回配置路径
+
+    Examples:
+        >>> ini = IniConfigNode(file_path="config.ini", section="database")
+        >>> settings = ini.execute()
+    """
+
+    def __init__(self, name: str = None, config: Dict[str, Any] = None, **kwargs):
+        super().__init__(name=name or self.__class__.__name__, config=config, **kwargs)
+        self._cached_config: Optional[Dict[str, Any]] = None
+
+    @abstractmethod
+    def _load_config(self) -> Dict[str, Any]:
+        """
+        从配置源加载配置数据
+
+        Returns:
+            配置字典
+        """
+        pass
+
+    @abstractmethod
+    def _get_config_path(self) -> Optional[Path]:
+        """
+        返回配置路径
+
+        Returns:
+            配置文件的 Path 对象，如果没有文件概念则返回 None
+        """
+        pass
+
+    def _execute(self, input_data: Any = None, **kwargs) -> Dict[str, Any]:
+        """
+        执行配置加载
+
+        Args:
+            input_data: 可选的输入数据（会被忽略）
+
+        Returns:
+            配置字典
+        """
+        self._cached_config = self._load_config()
+        return self._cached_config
+
+    def execute(
+        self, input_data: Any = None, *, use_cache: bool = True, **kwargs,
+    ) -> Dict[str, Any]:
+        """
+        执行配置加载
+
+        Args:
+            input_data: 可选的输入数据（会被忽略）
+            use_cache: 是否使用缓存，默认 True
+
+        Returns:
+            配置字典
+        """
+        if use_cache and self._cached_config is not None:
+            return self._cached_config
+        return super().execute(input_data, **kwargs)
+
+    def reload(self) -> Dict[str, Any]:
+        """
+        强制重新加载配置
+
+        Returns:
+            重新加载的配置字典
+        """
+        self._cached_config = None
+        return self.execute(use_cache=False)
+
+    def get(self, key: str, default: Any = None) -> Any:
+        """
+        获取配置项
+
+        Args:
+            key: 配置键
+            default: 默认值
+
+        Returns:
+            配置值，如果不存在则返回默认值
+        """
+        if self._cached_config is None:
+            self.execute()
+        return self._cached_config.get(key, default)
+
+    def __getitem__(self, key: str) -> Any:
+        """支持 dict 风格的配置访问"""
+        if self._cached_config is None:
+            self.execute()
+        return self._cached_config[key]
+
+    def __contains__(self, key: str) -> bool:
+        """支持 'in' 操作符"""
+        if self._cached_config is None:
+            self.execute()
+        return key in self._cached_config

QuantNodes/conf_node/env_config.py

@@ -0,0 +1,132 @@
+# coding=utf-8
+"""
+EnvConfigNode - 环境变量配置节点
+"""
+from __future__ import annotations
+
+import os
+from pathlib import Path
+from typing import Any, Dict, Optional
+
+from QuantNodes.conf_node.base import ConfigNode
+
+
+class EnvConfigNode(ConfigNode):
+    """
+    环境变量配置节点
+
+    从环境变量读取配置，支持前缀过滤和类型转换。
+
+    Examples:
+        >>> # 读取所有环境变量
+        >>> node = EnvConfigNode()
+        >>> config = node.execute()
+        >>>
+        >>> # 只读取以 DB_ 开头的环境变量
+        >>> node = EnvConfigNode(prefix="DB_")
+        >>> db_config = node.execute()  # {'HOST': 'localhost', 'PORT': '5432', ...}
+        >>>
+        >>> # 带前缀和类型转换
+        >>> node = EnvConfigNode(prefix="DB_", types={'PORT': int, 'DEBUG': bool})
+        >>> config = node.execute()  # {'PORT': 5432, 'DEBUG': True, ...}
+    """
+
+    def __init__(
+        self,
+        prefix: Optional[str] = None,
+        separator: str = '_',
+        types: Optional[Dict[str, type]] = None,
+        lowercase_keys: bool = True,
+        name: str = None,
+        config: Dict[str, Any] = None,
+        **kwargs
+    ):
+        """
+        Args:
+            prefix: 环境变量前缀，只读取以此前缀开头的变量
+            separator: 前缀与变量名之间的分隔符，默认 '_'
+            types: 类型转换字典，如 {'PORT': int, 'DEBUG': bool}
+            lowercase_keys: 是否将 key 转为小写，默认 True
+            name: 节点名称
+            config: 额外配置
+            **kwargs: 额外参数
+        """
+        super().__init__(name=name, config=config, **kwargs)
+        self.prefix = prefix
+        self.separator = separator
+        self.types = types or {}
+        self.lowercase_keys = lowercase_keys
+
+    def _get_config_path(self) -> Optional[Path]:
+        return None
+
+    def _load_config(self) -> Dict[str, Any]:
+        """加载环境变量"""
+        result = {}
+
+        for key, value in os.environ.items():
+            if self.prefix:
+                if not key.startswith(self.prefix):
+                    continue
+                config_key = key[len(self.prefix):]
+            else:
+                config_key = key
+
+            if not config_key:
+                continue
+
+            if self.lowercase_keys:
+                config_key = config_key.lower()
+
+            if config_key in self.types:
+                value = self._convert_type(config_key, value)
+
+            result[config_key] = value
+
+        return result
+
+    def _convert_type(self, key: str, value: str) -> Any:
+        """类型转换"""
+        target_type = self.types.get(key)
+
+        if target_type is bool:
+            return value.lower() in ('true', '1', 'yes', 'on')
+        elif target_type is int:
+            try:
+                return int(value)
+            except ValueError:
+                return value
+        elif target_type is float:
+            try:
+                return float(value)
+            except ValueError:
+                return value
+        else:
+            return target_type(value) if target_type else value
+
+    def get(self, key: str, default: Any = None) -> Any:
+        """获取环境变量配置"""
+        return super().get(key, default)
+
+    @classmethod
+    def from_env(cls, key: str, default: Any = None, target_type: type = None) -> Any:
+        """
+        便捷方法：从环境变量读取单个值
+
+        Args:
+            key: 环境变量名
+            default: 默认值
+            target_type: 目标类型
+
+        Returns:
+            环境变量值
+        """
+        value = os.environ.get(key, default)
+        if value is None:
+            return default
+
+        if target_type is bool:
+            return value.lower() in ('true', '1', 'yes', 'on')
+        elif target_type in (int, float, str):
+            return target_type(value)
+        return value

QuantNodes/conf_node/ini_config.py

@@ -0,0 +1,70 @@
+# coding=utf-8
+"""
+IniConfigNode - INI 配置文件节点
+"""
+from __future__ import annotations
+
+import configparser
+from pathlib import Path
+from typing import Any, Dict, Optional, Union
+
+from QuantNodes.conf_node.base import ConfigNode
+
+
+class IniConfigNode(ConfigNode):
+    """
+    INI 配置文件节点
+
+    解析 .ini 格式的配置文件，支持多 section。
+
+    Examples:
+        >>> # 读取指定 section
+        >>> node = IniConfigNode(file_path="config.ini", section="database")
+        >>> db_config = node.execute()
+        >>> print(db_config['host'])
+        >>>
+        >>> # 读取所有 section
+        >>> node = IniConfigNode(file_path="config.ini")
+        >>> all_config = node.execute()  # 返回 {'section1': {...}, 'section2': {...}}
+    """
+
+    def __init__(
+        self,
+        file_path: Union[str, Path],
+        section: Optional[str] = None,
+        encoding: str = 'utf-8',
+        name: str = None,
+        config: Dict[str, Any] = None,
+        **kwargs
+    ):
+        """
+        Args:
+            file_path: INI 文件路径
+            section: 要读取的 section，None 表示读取所有 section
+            encoding: 文件编码，默认 utf-8
+            name: 节点名称
+            config: 额外配置
+            **kwargs: 额外参数
+        """
+        super().__init__(name=name, config=config, **kwargs)
+        self.file_path = Path(file_path)
+        self.section = section
+        self.encoding = encoding
+
+    def _get_config_path(self) -> Optional[Path]:
+        return self.file_path
+
+    def _load_config(self) -> Dict[str, Any]:
+        """加载 INI 配置"""
+        if not self.file_path.exists():
+            raise FileNotFoundError(f"INI file not found: {self.file_path}")
+
+        parser = configparser.ConfigParser()
+        parser.read(self.file_path, encoding=self.encoding)
+
+        if self.section:
+            if self.section not in parser:
+                raise KeyError(f"Section '{self.section}' not found in {self.file_path}")
+            return dict(parser.items(self.section))
+        else:
+            return {s: dict(parser.items(s)) for s in parser.sections()}

QuantNodes/conf_node/json_config.py

@@ -0,0 +1,69 @@
+# coding=utf-8
+"""
+JSONConfigNode - JSON 配置文件节点
+"""
+from __future__ import annotations
+
+import json
+from pathlib import Path
+from typing import Any, Dict, Optional, Union
+
+from QuantNodes.conf_node.base import ConfigNode
+
+
+class JSONConfigNode(ConfigNode):
+    """
+    JSON 配置文件节点
+
+    解析 .json 格式的配置文件。
+
+    Examples:
+        >>> node = JSONConfigNode(file_path="config.json")
+        >>> config = node.execute()
+        >>> node = JSONConfigNode(file_path="config.json", key="database")
+        >>> db_config = node.execute()  # 只获取 database 下的配置
+    """
+
+    def __init__(
+        self,
+        file_path: Union[str, Path],
+        key: Optional[str] = None,
+        encoding: str = 'utf-8',
+        name: str = None,
+        config: Dict[str, Any] = None,
+        **kwargs
+    ):
+        """
+        Args:
+            file_path: JSON 文件路径
+            key: 可选的顶层 key，只读取该 key 下的配置
+            encoding: 文件编码，默认 utf-8
+            name: 节点名称
+            config: 额外配置
+            **kwargs: 额外参数
+        """
+        super().__init__(name=name, config=config, **kwargs)
+        self.file_path = Path(file_path)
+        self.key = key
+        self.encoding = encoding
+
+    def _get_config_path(self) -> Optional[Path]:
+        return self.file_path
+
+    def _load_config(self) -> Dict[str, Any]:
+        """加载 JSON 配置"""
+        if not self.file_path.exists():
+            raise FileNotFoundError(f"JSON file not found: {self.file_path}")
+
+        with open(self.file_path, 'r', encoding=self.encoding) as f:
+            data = json.load(f)
+
+        if not isinstance(data, dict):
+            raise ValueError(f"JSON file must contain a dictionary, got {type(data)}")
+
+        if self.key:
+            if self.key not in data:
+                raise KeyError(f"Key '{self.key}' not found in {self.file_path}")
+            return data[self.key]
+
+        return data

QuantNodes/conf_node/yaml_config.py

@@ -0,0 +1,78 @@
+# coding=utf-8
+"""
+YamlConfigNode - YAML 配置文件节点
+"""
+from __future__ import annotations
+
+from pathlib import Path
+from typing import Any, Dict, Optional, Union
+
+from QuantNodes.conf_node.base import ConfigNode
+
+
+class YamlConfigNode(ConfigNode):
+    """
+    YAML 配置文件节点
+
+    解析 .yaml/.yml 格式的配置文件。
+
+    Examples:
+        >>> node = YamlConfigNode(file_path="config.yaml")
+        >>> config = node.execute()
+        >>> node = YamlConfigNode(file_path="config.yaml", key="database")
+        >>> db_config = node.execute()  # 只获取 database 下的配置
+    """
+
+    def __init__(
+        self,
+        file_path: Union[str, Path],
+        key: Optional[str] = None,
+        encoding: str = 'utf-8',
+        name: str = None,
+        config: Dict[str, Any] = None,
+        **kwargs
+    ):
+        """
+        Args:
+            file_path: YAML 文件路径
+            key: 可选的顶层 key，只读取该 key 下的配置
+            encoding: 文件编码，默认 utf-8
+            name: 节点名称
+            config: 额外配置
+            **kwargs: 额外参数
+        """
+        super().__init__(name=name, config=config, **kwargs)
+        self.file_path = Path(file_path)
+        self.key = key
+        self.encoding = encoding
+
+    def _get_config_path(self) -> Optional[Path]:
+        return self.file_path
+
+    def _load_config(self) -> Dict[str, Any]:
+        """加载 YAML 配置"""
+        if not self.file_path.exists():
+            raise FileNotFoundError(f"YAML file not found: {self.file_path}")
+
+        try:
+            import yaml
+        except ImportError:
+            raise ImportError(
+                "PyYAML is required for YAML config. Install with: pip install pyyaml"
+            )
+
+        with open(self.file_path, 'r', encoding=self.encoding) as f:
+            data = yaml.safe_load(f)
+
+        if data is None:
+            return {}
+
+        if not isinstance(data, dict):
+            raise ValueError(f"YAML file must contain a dictionary, got {type(data)}")
+
+        if self.key:
+            if self.key not in data:
+                raise KeyError(f"Key '{self.key}' not found in {self.file_path}")
+            return data[self.key]
+
+        return data

QuantNodes/constants.py

@@ -0,0 +1,17 @@
+# coding=utf-8
+"""QuantNodes infrastructure defaults — single source of truth.
+
+Import from here, NOT from cli._helpers or api.config.
+This module has ZERO external dependencies (no numpy, no fastapi, no nanobot).
+"""
+
+# ── Network ──────────────────────────────────────────────
+DEFAULT_HOST = "127.0.0.1"
+DEFAULT_API_PORT = 19380
+DEFAULT_GATEWAY_PORT = 18090
+DEFAULT_FRONTEND_PORT = 5173
+DEFAULT_WEBSOCKET_PORT = 8765  # internal WS channel (not user-facing)
+
+# ── LLM Provider ────────────────────────────────────────
+DEFAULT_LLM_MODEL = "gpt-4"
+DEFAULT_LLM_BASE_URL = "https://api.openai.com/v1"

QuantNodes/core/__init__.py

@@ -0,0 +1,196 @@
+# coding=utf-8
+
+from QuantNodes.core.base import (
+    BaseModel,
+    QuantNodesBase,
+    QuantNodesError,
+    ConfigError,
+    DatabaseError,
+    FactorError,
+    BacktestError,
+    ValidationError,
+)
+from QuantNodes.core.config import settings
+from QuantNodes.core.node import (
+    BaseNode,
+    NodeState,
+    NodeStats,
+    NodeExecutionError,
+    SerializationError,
+)
+from QuantNodes.core.pipeline import (
+    Pipeline,
+    Parallel,
+    Join,
+)
+from QuantNodes.core.control import (
+    IfNode,
+    MapNode,
+    WhileNode,
+)
+from QuantNodes.core.lambda_node import LambdaNode
+from QuantNodes.core.expression import (
+    Expression,
+    LambdaExpression,
+)
+from QuantNodes.core.cond_builder import Cond
+from QuantNodes.core.serialization import (
+    serialize_node_json,
+    serialize_node_compact,
+    serialize_node_msgpack,
+    serialize_node_encrypted,
+    deserialize_node_json,
+    deserialize_node_compact,
+    deserialize_node_msgpack,
+    deserialize_node_encrypted,
+    deserialize_node_auto,
+)
+from QuantNodes.core.serializable import serializable, Serializable
+from QuantNodes.core.events import (
+    Event,
+    EventBus,
+    Events,
+    get_event_bus,
+    reset_event_bus,
+)
+from QuantNodes.core.plugin import (
+    TOOLS_GROUP,
+    OPERATORS_GROUP,
+    discover_tools,
+    discover_operators,
+    discover_all,
+)
+
+from QuantNodes.core.tools import (
+    gen_available_name,
+    partition_list,
+    partition_list_moving_sampling,
+    start_multi_process,
+    fill_na_by_lookback,
+    get_shelve_file_suffix,
+    compile_id_filter_str,
+)
+from QuantNodes.core.cache_utils import (
+    create_std_data,
+    create_empty_dataframe,
+    partition_ids_for_pid,
+    write_cache_file,
+    write_cache_files_for_all_pids,
+)
+from QuantNodes.core.pandas_utils import (
+    panel_to_dataframe,
+    dataframe_to_panel,
+    align_dataframes,
+    forward_fill_panel,
+    fillna_by_value,
+    winsorize_series,
+    standardize_zscore,
+    standardize_rank,
+    cross_section_zscore,
+    cross_section_rank,
+    shift_df,
+    resample_panel,
+    melt_panel,
+    pivot_long,
+    pivot_wide,
+)
+
+__all__ = [
+    # base
+    'BaseModel',
+    'QuantNodesBase',
+    'QuantNodesError',
+    'ConfigError',
+    'DatabaseError',
+    'FactorError',
+    'BacktestError',
+    'ValidationError',
+    'settings',
+
+    # node
+    'BaseNode',
+    'NodeState',
+    'NodeStats',
+    'NodeExecutionError',
+    'SerializationError',
+
+    # pipeline
+    'Pipeline',
+    'Parallel',
+    'Join',
+
+    # control
+    'IfNode',
+    'MapNode',
+    'WhileNode',
+
+    # lambda
+    'LambdaNode',
+
+    # expression
+    'Expression',
+    'Cond',
+    'LambdaExpression',
+
+    # serialization
+    'serialize_node_json',
+    'serialize_node_compact',
+    'serialize_node_msgpack',
+    'serialize_node_encrypted',
+    'deserialize_node_json',
+    'deserialize_node_compact',
+    'deserialize_node_msgpack',
+    'deserialize_node_encrypted',
+    'deserialize_node_auto',
+
+    # serializable
+    'serializable',
+    'Serializable',
+
+    # events
+    'Event',
+    'EventBus',
+    'Events',
+    'get_event_bus',
+    'reset_event_bus',
+
+    # plugin
+    'TOOLS_GROUP',
+    'OPERATORS_GROUP',
+    'discover_tools',
+    'discover_operators',
+    'discover_all',
+
+    # tools
+    'gen_available_name',
+    'partition_list',
+    'partition_list_moving_sampling',
+    'start_multi_process',
+    'fill_na_by_lookback',
+    'get_shelve_file_suffix',
+    'compile_id_filter_str',
+
+    # cache utils
+    'create_std_data',
+    'create_empty_dataframe',
+    'partition_ids_for_pid',
+    'write_cache_file',
+    'write_cache_files_for_all_pids',
+
+    # pandas utils
+    'panel_to_dataframe',
+    'dataframe_to_panel',
+    'align_dataframes',
+    'forward_fill_panel',
+    'fillna_by_value',
+    'winsorize_series',
+    'standardize_zscore',
+    'standardize_rank',
+    'cross_section_zscore',
+    'cross_section_rank',
+    'shift_df',
+    'resample_panel',
+    'melt_panel',
+    'pivot_long',
+    'pivot_wide',
+]