staran 0.6.0__py3-none-any.whl → 1.0.0__py3-none-any.whl

staran/features/manager.py

@@ -1,155 +0,0 @@
-#!/usr/bin/env python3
-# -*- coding: utf-8 -*-
-
-"""
-特征管理器
-负责特征工程的核心管理功能，基于新的引擎架构
-"""
-
-from typing import Optional, Dict, Any, List, Callable
-from datetime import datetime
-from ..engines import BaseEngine, create_engine, DatabaseType
-
-
-class FeatureManager:
-    """
-    特征管理器 - 使用引擎架构的核心特征管理
-    """
-    
-    def __init__(self, database_name: str, engine_type: str = "spark", 
-                 sql_executor: Optional[Callable] = None):
-        """
-        初始化特征管理器
-        
-        Args:
-            database_name: 数据库名称
-            engine_type: 引擎类型 ('spark', 'hive', 'turing')
-            sql_executor: SQL执行器函数 (可选，仅用于非turing引擎)
-        """
-        self.database_name = database_name
-        self.engine_type = engine_type
-        
-        # 创建数据库引擎
-        self.engine = create_engine(
-            engine_type=engine_type,
-            database_name=database_name,
-            sql_executor=sql_executor
-        )
-    
-    # 委托给引擎的方法
-    def execute_sql(self, sql: str, description: str = "") -> Any:
-        """执行SQL语句"""
-        return self.engine.execute_sql(sql, description)
-    
-    def get_full_table_name(self, table_name: str) -> str:
-        """获取完整的表名（包含数据库名）"""
-        return self.engine.get_full_table_name(table_name)
-    
-    def generate_table_name(self, base_name: str, year: int, month: int, 
-                          suffix: str = "raw") -> str:
-        """
-        生成标准化的表名
-        格式: {base_name}_{yyyy}_{MM}_{suffix}
-        """
-        return self.engine.generate_table_name(base_name, year, month, suffix)
-    
-    def create_table(self, table_name: str, select_sql: str, 
-                    execute: bool = False, **kwargs) -> Dict[str, Any]:
-        """创建表"""
-        return self.engine.create_table(table_name, select_sql, execute, **kwargs)
-    
-    def drop_table(self, table_name: str, execute: bool = False) -> Dict[str, Any]:
-        """删除表"""
-        return self.engine.drop_table(table_name, execute)
-    
-    def download_table_data(self, table_name: str, output_path: str, 
-                          **kwargs) -> Dict[str, Any]:
-        """下载表数据"""
-        return self.engine.download_table_data(table_name, output_path, **kwargs)
-    
-    def download_query_result(self, sql: str, output_path: str, 
-                            **kwargs) -> Dict[str, Any]:
-        """下载查询结果"""
-        return self.engine.download_query_result(sql, output_path, **kwargs)
-    
-    def get_execution_history(self) -> List[Dict]:
-        """获取SQL执行历史"""
-        return self.engine.get_execution_history()
-    
-    def clear_history(self):
-        """清空执行历史"""
-        self.engine.clear_history()
-    
-    def __str__(self):
-        return f"FeatureManager(engine={self.engine})"
-
-
-class FeatureTableManager:
-    """
-    特征表管理器
-    负责特征表的创建、删除、管理等操作
-    """
-    
-    def __init__(self, feature_manager: FeatureManager):
-        """
-        初始化表管理器
-        
-        Args:
-            feature_manager: 特征管理器实例
-        """
-        self.feature_manager = feature_manager
-        self.created_tables = []
-    
-    def create_feature_table(self, base_name: str, year: int, month: int, 
-                           version: int, sql: str, execute: bool = False,
-                           **kwargs) -> str:
-        """
-        创建特征表
-        
-        Args:
-            base_name: 基础表名
-            year: 年份
-            month: 月份
-            version: 版本号
-            sql: 创建表的SQL
-            execute: 是否立即执行
-            **kwargs: 传递给引擎的其他参数
-            
-        Returns:
-            创建的表名
-        """
-        table_name = self.feature_manager.generate_table_name(base_name, year, month)
-        
-        result = self.feature_manager.create_table(table_name, sql, execute, **kwargs)
-        
-        if execute and result.get('status') == 'success':
-            self.created_tables.append(table_name)
-        
-        return table_name
-    
-    def drop_feature_table(self, table_name: str, execute: bool = False) -> str:
-        """
-        删除特征表
-        
-        Args:
-            table_name: 表名
-            execute: 是否立即执行
-            
-        Returns:
-            删除表的SQL
-        """
-        result = self.feature_manager.drop_table(table_name, execute)
-        
-        if execute and result.get('status') == 'success':
-            if table_name in self.created_tables:
-                self.created_tables.remove(table_name)
-        
-        return result.get('sql', '')
-    
-    def get_created_tables(self) -> List[str]:
-        """获取已创建的表列表"""
-        return self.created_tables.copy()
-    
-    def table_exists(self, table_name: str) -> bool:
-        """检查表是否存在（简单检查，实际需要查询数据库）"""
-        return table_name in self.created_tables

staran/features/schema.py

@@ -1,193 +0,0 @@
-#!/usr/bin/env python3
-# -*- coding: utf-8 -*-
-
-"""
-表结构定义模块
-定义数据库表的字段、类型和分析特性
-"""
-
-from enum import Enum
-from typing import Dict, List, Optional, Union
-from dataclasses import dataclass
-
-
-class FieldType(Enum):
-    """字段类型枚举"""
-    STRING = "string"
-    INTEGER = "int"
-    BIGINT = "bigint" 
-    DECIMAL = "decimal"
-    DOUBLE = "double"
-    FLOAT = "float"
-    DATE = "date"
-    TIMESTAMP = "timestamp"
-    BOOLEAN = "boolean"
-
-
-@dataclass
-class Field:
-    """字段定义"""
-    name: str
-    field_type: FieldType
-    is_primary_key: bool = False
-    is_date_field: bool = False
-    aggregatable: bool = False
-    nullable: bool = True
-    comment: str = ""
-    
-    def __post_init__(self):
-        """初始化后处理"""
-        # 数值类型默认可聚合
-        if self.field_type in [FieldType.INTEGER, FieldType.BIGINT, 
-                              FieldType.DECIMAL, FieldType.DOUBLE, FieldType.FLOAT]:
-            if not hasattr(self, '_aggregatable_set'):
-                self.aggregatable = True
-                
-    def set_aggregatable(self, aggregatable: bool):
-        """设置是否可聚合"""
-        self.aggregatable = aggregatable
-        self._aggregatable_set = True
-        return self
-
-
-class TableSchema:
-    """表结构定义类"""
-    
-    def __init__(self, table_name: str, comment: str = ""):
-        """
-        初始化表结构
-        
-        Args:
-            table_name: 表名
-            comment: 表注释
-        """
-        self.table_name = table_name
-        self.comment = comment
-        self.fields: Dict[str, Field] = {}
-        self.primary_key: Optional[str] = None
-        self.date_field: Optional[str] = None
-        self.is_monthly_unique: bool = False
-        
-    def add_field(self, name: str, field_type: Union[str, FieldType], 
-                  aggregatable: bool = None, nullable: bool = True, 
-                  comment: str = "") -> 'TableSchema':
-        """
-        添加字段
-        
-        Args:
-            name: 字段名
-            field_type: 字段类型
-            aggregatable: 是否可聚合（None时自动判断）
-            nullable: 是否可空
-            comment: 字段注释
-            
-        Returns:
-            self: 支持链式调用
-        """
-        if isinstance(field_type, str):
-            field_type = FieldType(field_type.lower())
-            
-        field = Field(
-            name=name,
-            field_type=field_type,
-            nullable=nullable,
-            comment=comment
-        )
-        
-        if aggregatable is not None:
-            field.set_aggregatable(aggregatable)
-            
-        self.fields[name] = field
-        return self
-        
-    def add_primary_key(self, name: str, field_type: Union[str, FieldType],
-                       comment: str = "主键") -> 'TableSchema':
-        """添加主键字段"""
-        if isinstance(field_type, str):
-            field_type = FieldType(field_type.lower())
-            
-        field = Field(
-            name=name,
-            field_type=field_type,
-            is_primary_key=True,
-            nullable=False,
-            comment=comment
-        )
-        field.set_aggregatable(False)
-        
-        self.fields[name] = field
-        self.primary_key = name
-        return self
-        
-    def add_date_field(self, name: str, field_type: Union[str, FieldType] = FieldType.DATE,
-                      comment: str = "日期字段") -> 'TableSchema':
-        """添加日期字段"""
-        if isinstance(field_type, str):
-            field_type = FieldType(field_type.lower())
-            
-        field = Field(
-            name=name,
-            field_type=field_type,
-            is_date_field=True,
-            nullable=False,
-            comment=comment
-        )
-        field.set_aggregatable(False)
-        
-        self.fields[name] = field
-        self.date_field = name
-        return self
-        
-    def set_monthly_unique(self, is_unique: bool = True) -> 'TableSchema':
-        """设置是否为每人每月唯一数据"""
-        self.is_monthly_unique = is_unique
-        return self
-        
-    def get_aggregatable_fields(self) -> List[Field]:
-        """获取可聚合字段列表"""
-        return [field for field in self.fields.values() if field.aggregatable]
-        
-    def get_non_aggregatable_fields(self) -> List[Field]:
-        """获取不可聚合字段列表（用于原始拷贝）"""
-        return [field for field in self.fields.values() 
-                if not field.aggregatable and not field.is_primary_key and not field.is_date_field]
-        
-    def validate(self) -> bool:
-        """验证表结构"""
-        if not self.primary_key:
-            raise ValueError("表必须定义主键")
-            
-        if not self.date_field:
-            raise ValueError("表必须定义日期字段")
-            
-        if self.primary_key not in self.fields:
-            raise ValueError(f"主键字段 {self.primary_key} 不存在")
-            
-        if self.date_field not in self.fields:
-            raise ValueError(f"日期字段 {self.date_field} 不存在")
-            
-        return True
-        
-    def __str__(self) -> str:
-        """字符串表示"""
-        lines = [f"Table: {self.table_name}"]
-        if self.comment:
-            lines.append(f"Comment: {self.comment}")
-            
-        lines.append(f"Primary Key: {self.primary_key}")
-        lines.append(f"Date Field: {self.date_field}")
-        lines.append(f"Monthly Unique: {self.is_monthly_unique}")
-        lines.append("Fields:")
-        
-        for field in self.fields.values():
-            flag_str = ""
-            if field.is_primary_key:
-                flag_str += "[PK]"
-            if field.is_date_field:
-                flag_str += "[DATE]"
-            if field.aggregatable:
-                flag_str += "[AGG]"
-                
-            lines.append(f"  {field.name}: {field.field_type.value} {flag_str}")
-            
-        return "\n".join(lines)

staran/models/__init__.py

@@ -1,72 +0,0 @@
-"""
-staran.models v0.6.0 - 新疆工行代发长尾客户模型管理
-
-专门针对新疆工行代发长尾客户的两个核心模型：
-1. 代发长尾客户提升3k预测模型 (daifa_longtail_upgrade_3k)
-2. 代发长尾客户防流失1.5k预测模型 (daifa_longtail_churn_1_5k)
-
-主要功能：
-- 模型配置管理
-- SQL驱动的目标变量定义
-- 模型注册和版本控制
-- 新疆工行特定配置
-"""
-
-from .config import ModelConfig, create_model_config
-from .target import TargetDefinition, create_target_definition
-from .registry import ModelRegistry, register_model, save_model_registry
-from .daifa_models import (
-    create_daifa_longtail_upgrade_model,
-    create_daifa_longtail_churn_model,
-    get_available_daifa_models,
-    create_both_daifa_models
-)
-
-# 便捷函数
-def create_xinjiang_icbc_models(output_dir: str = "./xinjiang_models") -> dict:
-    """为新疆工行创建两个代发长尾客户模型"""
-    return create_both_daifa_models(output_dir)
-
-def list_available_models() -> list:
-    """列出所有可用的代发长尾客户模型"""
-    return get_available_daifa_models()
-
-def get_model_summary() -> dict:
-    """获取模型概述信息"""
-    return {
-        "version": "0.6.0",
-        "bank": "新疆工行",
-        "business_domain": "代发长尾客户",
-        "models": [
-            {
-                "name": "daifa_longtail_upgrade_3k",
-                "description": "预测下个月代发长尾客户资产提升3k的概率",
-                "target_amount": 3000,
-                "model_type": "binary_classification"
-            },
-            {
-                "name": "daifa_longtail_churn_1_5k", 
-                "description": "预测下个月代发长尾客户流失1.5k资产的风险",
-                "target_amount": 1500,
-                "model_type": "binary_classification"
-            }
-        ]
-    }
-
-__all__ = [
-    # 核心组件
-    'ModelConfig', 'TargetDefinition', 'ModelRegistry',
-    
-    # 创建函数
-    'create_model_config', 'create_target_definition', 'register_model',
-    
-    # 代发长尾模型
-    'create_daifa_longtail_upgrade_model', 'create_daifa_longtail_churn_model',
-    'create_both_daifa_models', 'get_available_daifa_models',
-    
-    # 便捷函数
-    'create_xinjiang_icbc_models', 'list_available_models', 'get_model_summary',
-    'save_model_registry'
-]
-
-__version__ = "0.6.0"

staran/models/bank_configs.py

@@ -1,269 +0,0 @@
-"""
-银行特定配置模块
-
-为不同银行提供定制化的配置和业务规则
-"""
-
-from enum import Enum
-from typing import Dict, Any, List, Optional
-from dataclasses import dataclass, field
-
-
-class BankCode(Enum):
-    """银行代码枚举"""
-    ICBC = "icbc"           # 工商银行
-    CCB = "ccb"             # 建设银行
-    BOC = "boc"             # 中国银行
-    ABC = "abc"             # 农业银行
-    CMB = "cmb"             # 招商银行
-    GENERIC = "generic"     # 通用配置
-
-
-@dataclass
-class BankConfig:
-    """银行配置类"""
-    # 基本信息
-    bank_code: str                              # 银行代码
-    bank_name: str                              # 银行名称
-    region: str = "cn"                          # 地区代码
-    
-    # 数据库配置
-    database_config: Dict[str, Any] = field(default_factory=dict)
-    
-    # 表名映射 (不同银行的表名可能不同)
-    table_mappings: Dict[str, str] = field(default_factory=dict)
-    
-    # 字段映射 (不同银行的字段名可能不同)
-    field_mappings: Dict[str, Dict[str, str]] = field(default_factory=dict)
-    
-    # 业务规则
-    business_rules: Dict[str, Any] = field(default_factory=dict)
-    
-    # 合规要求
-    compliance_rules: Dict[str, Any] = field(default_factory=dict)
-    
-    # 数据处理规则
-    data_processing_rules: Dict[str, Any] = field(default_factory=dict)
-    
-    # 模型部署配置
-    deployment_config: Dict[str, Any] = field(default_factory=dict)
-    
-    # 特征工程配置
-    feature_engineering_config: Dict[str, Any] = field(default_factory=dict)
-    
-    def get_table_name(self, standard_table: str) -> str:
-        """获取银行特定的表名"""
-        return self.table_mappings.get(standard_table, standard_table)
-    
-    def get_field_name(self, table: str, standard_field: str) -> str:
-        """获取银行特定的字段名"""
-        table_fields = self.field_mappings.get(table, {})
-        return table_fields.get(standard_field, standard_field)
-    
-    def get_business_rule(self, rule_name: str, default=None):
-        """获取业务规则"""
-        return self.business_rules.get(rule_name, default)
-    
-    def validate_compliance(self, operation: str) -> bool:
-        """验证操作是否符合合规要求"""
-        compliance_checks = self.compliance_rules.get(operation, {})
-        # 这里可以实现具体的合规检查逻辑
-        return compliance_checks.get('enabled', True)
-
-
-# 银行配置注册表
-_BANK_CONFIGS: Dict[str, BankConfig] = {}
-
-
-def register_bank_config(config: BankConfig):
-    """注册银行配置"""
-    _BANK_CONFIGS[config.bank_code] = config
-    print(f"✅ 银行配置 {config.bank_code} ({config.bank_name}) 注册成功")
-
-
-def get_bank_config(bank_code: str) -> Optional[BankConfig]:
-    """获取银行配置"""
-    return _BANK_CONFIGS.get(bank_code)
-
-
-def list_bank_configs() -> List[Dict[str, str]]:
-    """列出所有银行配置"""
-    return [
-        {
-            'bank_code': config.bank_code,
-            'bank_name': config.bank_name,
-            'region': config.region
-        }
-        for config in _BANK_CONFIGS.values()
-    ]
-
-
-# 预定义银行配置
-def create_icbc_config() -> BankConfig:
-    """创建工商银行配置"""
-    return BankConfig(
-        bank_code="icbc",
-        bank_name="中国工商银行",
-        region="cn",
-        
-        database_config={
-            "default_database": "dwegdata03000",
-            "connection_pool_size": 10,
-            "query_timeout": 300
-        },
-        
-        table_mappings={
-            "behavior_table": "bi_hlwj_dfcw_f1_f4_wy",
-            "asset_avg_table": "bi_hlwj_zi_chan_avg_wy", 
-            "asset_config_table": "bi_hlwj_zi_chang_month_total_zb",
-            "monthly_stat_table": "bi_hlwj_realy_month_stat_wy"
-        },
-        
-        field_mappings={
-            "behavior_table": {
-                "customer_id": "party_id",
-                "date_field": "data_dt"
-            }
-        },
-        
-        business_rules={
-            "data_retention_days": 90,
-            "min_sample_size": 1000,
-            "max_features": 500,
-            "risk_threshold": 0.8,
-            "aum_threshold": 100000,
-            "longtail_definition": {
-                "asset_threshold": 50000,
-                "activity_threshold": 0.3
-            }
-        },
-        
-        compliance_rules={
-            "data_export": {
-                "enabled": True,
-                "approval_required": True,
-                "encryption_required": True
-            },
-            "model_deployment": {
-                "enabled": True,
-                "testing_required": True,
-                "documentation_required": True
-            },
-            "feature_selection": {
-                "enabled": True,
-                "sensitive_data_allowed": False,
-                "audit_trail_required": True
-            }
-        },
-        
-        data_processing_rules={
-            "missing_value_strategy": "median",
-            "outlier_detection": True,
-            "outlier_threshold": 3.0,
-            "feature_scaling": "standard",
-            "categorical_encoding": "one_hot"
-        },
-        
-        deployment_config={
-            "platform": "turing",
-            "environment": "production",
-            "monitoring_enabled": True,
-            "auto_scaling": True,
-            "backup_required": True
-        },
-        
-        feature_engineering_config={
-            "time_windows": ["1_month", "3_months", "6_months", "1_year"],
-            "aggregation_functions": ["sum", "avg", "max", "min", "std"],
-            "interaction_features": True,
-            "polynomial_features": False,
-            "target_encoding": True
-        }
-    )
-
-
-def create_generic_config() -> BankConfig:
-    """创建通用银行配置"""
-    return BankConfig(
-        bank_code="generic",
-        bank_name="通用银行配置",
-        region="generic",
-        
-        database_config={
-            "default_database": "default_db",
-            "connection_pool_size": 5,
-            "query_timeout": 180
-        },
-        
-        table_mappings={
-            "behavior_table": "customer_behavior",
-            "asset_avg_table": "customer_assets",
-            "asset_config_table": "asset_config", 
-            "monthly_stat_table": "monthly_stats"
-        },
-        
-        business_rules={
-            "data_retention_days": 30,
-            "min_sample_size": 100,
-            "max_features": 100
-        },
-        
-        compliance_rules={
-            "data_export": {"enabled": True},
-            "model_deployment": {"enabled": True}
-        },
-        
-        data_processing_rules={
-            "missing_value_strategy": "mean",
-            "outlier_detection": False,
-            "feature_scaling": "none"
-        }
-    )
-
-
-# 初始化默认银行配置
-def initialize_default_configs():
-    """初始化默认银行配置"""
-    # 注册工商银行配置
-    register_bank_config(create_icbc_config())
-    
-    # 注册通用配置
-    register_bank_config(create_generic_config())
-
-
-# 自动初始化
-initialize_default_configs()
-
-
-# 新疆工行特定配置
-def create_xinjiang_icbc_config() -> BankConfig:
-    """创建新疆工商银行配置"""
-    base_config = create_icbc_config()
-    
-    # 基于基础工行配置进行定制
-    base_config.bank_code = "xinjiang_icbc"
-    base_config.bank_name = "新疆工商银行"
-    base_config.region = "xinjiang"
-    
-    # 新疆特定的业务规则
-    base_config.business_rules.update({
-        "regional_compliance": True,
-        "minority_customer_support": True,
-        "language_support": ["zh", "ug"],  # 中文和维吾尔语
-        "timezone": "Asia/Urumqi",
-        "currency_support": ["CNY"],
-        "cross_border_transaction": True
-    })
-    
-    # 新疆特定的数据处理规则
-    base_config.data_processing_rules.update({
-        "character_encoding": "utf-8",
-        "regional_holidays": True,
-        "time_zone_conversion": True
-    })
-    
-    return base_config
-
-
-# 注册新疆工行配置
-register_bank_config(create_xinjiang_icbc_config())