jettask 0.2.5__py3-none-any.whl → 0.2.6__py3-none-any.whl

jettask/webui/backend/models/responses.py

@@ -0,0 +1,230 @@
+"""
+Response models for JetTask WebUI Backend
+"""
+from typing import List, Dict, Any, Optional, Generic, TypeVar
+from datetime import datetime
+from pydantic import BaseModel, Field
+
+T = TypeVar('T')
+
+
+class BaseResponse(BaseModel, Generic[T]):
+    """基础响应模型"""
+    success: bool = Field(default=True, description="请求是否成功")
+    message: Optional[str] = Field(default=None, description="响应消息")
+    data: Optional[T] = Field(default=None, description="响应数据")
+    timestamp: datetime = Field(default_factory=datetime.now, description="响应时间戳")
+
+
+class PaginatedResponse(BaseResponse[List[T]]):
+    """分页响应模型"""
+    total: int = Field(description="总记录数")
+    page: int = Field(description="当前页码")
+    page_size: int = Field(description="每页大小")
+    total_pages: int = Field(description="总页数")
+    
+    @classmethod
+    def create(
+        cls,
+        data: List[T],
+        total: int,
+        page: int,
+        page_size: int,
+        message: Optional[str] = None
+    ):
+        """创建分页响应"""
+        total_pages = (total + page_size - 1) // page_size
+        return cls(
+            data=data,
+            total=total,
+            page=page,
+            page_size=page_size,
+            total_pages=total_pages,
+            message=message
+        )
+
+
+class ErrorResponse(BaseModel):
+    """错误响应模型"""
+    success: bool = Field(default=False)
+    error_code: str = Field(description="错误码")
+    message: str = Field(description="错误信息")
+    details: Optional[Dict[str, Any]] = Field(default=None, description="错误详情")
+    timestamp: datetime = Field(default_factory=datetime.now)
+
+
+# 队列相关响应模型
+class QueueInfo(BaseModel):
+    """队列基本信息"""
+    name: str = Field(description="队列名称")
+    namespace: str = Field(description="命名空间")
+    priority: Optional[int] = Field(default=None, description="优先级")
+    pending_count: int = Field(default=0, description="待处理任务数")
+    running_count: int = Field(default=0, description="运行中任务数") 
+    completed_count: int = Field(default=0, description="已完成任务数")
+    failed_count: int = Field(default=0, description="失败任务数")
+    last_activity: Optional[datetime] = Field(default=None, description="最后活动时间")
+
+
+class QueueStats(BaseModel):
+    """队列统计信息"""
+    queue_info: QueueInfo
+    consumer_groups: List[Dict[str, Any]] = Field(default_factory=list, description="消费者组信息")
+    metrics: Dict[str, Any] = Field(default_factory=dict, description="性能指标")
+    trends: Dict[str, Any] = Field(default_factory=dict, description="趋势数据")
+
+
+class QueueListResponse(BaseResponse[List[QueueInfo]]):
+    """队列列表响应"""
+    pass
+
+
+class QueueDetailResponse(BaseResponse[QueueStats]):
+    """队列详情响应"""
+    pass
+
+
+# 任务相关响应模型
+class TaskInfo(BaseModel):
+    """任务基本信息"""
+    id: str = Field(description="任务ID")
+    stream_id: Optional[str] = Field(default=None, description="流ID")
+    queue: str = Field(description="队列名称")
+    task_name: Optional[str] = Field(default=None, description="任务名称")
+    status: str = Field(description="任务状态")
+    created_at: datetime = Field(description="创建时间")
+    started_at: Optional[datetime] = Field(default=None, description="开始时间")
+    completed_at: Optional[datetime] = Field(default=None, description="完成时间")
+    duration: Optional[float] = Field(default=None, description="执行时长(秒)")
+    worker_id: Optional[str] = Field(default=None, description="工作者ID")
+    consumer_group: Optional[str] = Field(default=None, description="消费者组")
+    priority: Optional[int] = Field(default=None, description="优先级")
+
+
+class TaskDetail(TaskInfo):
+    """任务详细信息"""
+    task_data: Optional[Dict[str, Any]] = Field(default=None, description="任务数据")
+    result: Optional[Dict[str, Any]] = Field(default=None, description="执行结果")
+    error_info: Optional[Dict[str, Any]] = Field(default=None, description="错误信息")
+    retry_count: int = Field(default=0, description="重试次数")
+    metadata: Optional[Dict[str, Any]] = Field(default=None, description="元数据")
+
+
+class TaskListResponse(PaginatedResponse[TaskInfo]):
+    """任务列表响应"""
+    pass
+
+
+class TaskDetailResponse(BaseResponse[TaskDetail]):
+    """任务详情响应"""
+    pass
+
+
+# 监控相关响应模型
+class MetricPoint(BaseModel):
+    """指标数据点"""
+    timestamp: datetime = Field(description="时间戳")
+    value: float = Field(description="指标值")
+    metadata: Optional[Dict[str, Any]] = Field(default=None, description="元数据")
+
+
+class TimeSeries(BaseModel):
+    """时间序列数据"""
+    name: str = Field(description="序列名称")
+    data_points: List[MetricPoint] = Field(description="数据点")
+    unit: Optional[str] = Field(default=None, description="单位")
+
+
+class MonitoringMetrics(BaseModel):
+    """监控指标"""
+    series: List[TimeSeries] = Field(description="时间序列数据")
+    granularity: str = Field(description="数据粒度")
+    time_range: Dict[str, datetime] = Field(description="时间范围")
+
+
+class MonitoringResponse(BaseResponse[MonitoringMetrics]):
+    """监控数据响应"""
+    pass
+
+
+# 分析相关响应模型
+class AnalyticsData(BaseModel):
+    """分析数据"""
+    chart_data: List[Dict[str, Any]] = Field(description="图表数据")
+    summary: Dict[str, Any] = Field(description="汇总信息")
+    insights: List[str] = Field(default_factory=list, description="分析洞察")
+
+
+class AnalyticsResponse(BaseResponse[AnalyticsData]):
+    """分析响应"""
+    pass
+
+
+# 定时任务相关响应模型
+class ScheduledTaskInfo(BaseModel):
+    """定时任务信息"""
+    id: str = Field(description="任务ID")
+    name: str = Field(description="任务名称")
+    namespace: str = Field(description="命名空间")
+    queue_name: str = Field(description="队列名称")
+    task_name: str = Field(description="任务函数名")
+    schedule_type: str = Field(description="调度类型")
+    schedule_config: Dict[str, Any] = Field(description="调度配置")
+    is_active: bool = Field(description="是否启用")
+    created_at: datetime = Field(description="创建时间")
+    updated_at: Optional[datetime] = Field(default=None, description="更新时间")
+    last_run_at: Optional[datetime] = Field(default=None, description="最后运行时间")
+    next_run_at: Optional[datetime] = Field(default=None, description="下次运行时间")
+    run_count: int = Field(default=0, description="运行次数")
+    success_count: int = Field(default=0, description="成功次数")
+    failure_count: int = Field(default=0, description="失败次数")
+
+
+class ScheduledTaskListResponse(PaginatedResponse[ScheduledTaskInfo]):
+    """定时任务列表响应"""
+    pass
+
+
+class ScheduledTaskResponse(BaseResponse[ScheduledTaskInfo]):
+    """定时任务响应"""
+    pass
+
+
+# 命名空间相关响应模型
+class NamespaceInfo(BaseModel):
+    """命名空间信息"""
+    id: str = Field(description="命名空间ID")
+    name: str = Field(description="命名空间名称")
+    display_name: str = Field(description="显示名称")
+    description: Optional[str] = Field(default=None, description="描述")
+    redis_url: str = Field(description="Redis连接URL")
+    pg_url: Optional[str] = Field(default=None, description="PostgreSQL连接URL")
+    created_at: datetime = Field(description="创建时间")
+    is_active: bool = Field(default=True, description="是否启用")
+    queue_count: int = Field(default=0, description="队列数量")
+    task_count: int = Field(default=0, description="任务数量")
+
+
+class NamespaceListResponse(BaseResponse[List[NamespaceInfo]]):
+    """命名空间列表响应"""
+    pass
+
+
+class NamespaceResponse(BaseResponse[NamespaceInfo]):
+    """命名空间响应"""
+    pass
+
+
+# 系统状态响应模型
+class SystemHealth(BaseModel):
+    """系统健康状态"""
+    status: str = Field(description="系统状态")
+    version: str = Field(description="系统版本")
+    uptime: float = Field(description="运行时间(秒)")
+    components: Dict[str, str] = Field(description="组件状态")
+    metrics: Dict[str, Any] = Field(description="系统指标")
+
+
+class HealthResponse(BaseResponse[SystemHealth]):
+    """健康检查响应"""
+    pass

jettask/webui/backend/services/__init__.py

@@ -0,0 +1,3 @@
+"""
+Business logic services for JetTask WebUI Backend
+"""

jettask/webui/frontend/index.html

@@ -0,0 +1,13 @@
+<!DOCTYPE html>
+<html lang="zh-CN">
+<head>
+  <meta charset="UTF-8" />
+  <link rel="icon" type="image/svg+xml" href="/vite.svg" />
+  <meta name="viewport" content="width=device-width, initial-scale=1.0" />
+  <title>JetTask Monitor - 任务监控平台</title>
+</head>
+<body>
+  <div id="root"></div>
+  <script type="module" src="/src/main.jsx"></script>
+</body>
+</html>

jettask/webui/models/__init__.py

@@ -0,0 +1,3 @@
+"""
+WebUI数据模型
+"""

jettask/webui/models/namespace.py

@@ -0,0 +1,63 @@
+"""
+任务中心数据模型
+"""
+from dataclasses import dataclass
+from typing import Optional, Dict, Any
+from datetime import datetime
+import uuid
+
+
+@dataclass
+class Namespace:
+    """命名空间模型"""
+    id: int  # 自增整数ID
+    name: str  # 唯一的命名空间名称
+    connection_url: str  # 专属连接URL
+    redis_config: Dict[str, Any]  # Redis配置
+    pg_config: Dict[str, Any]  # PostgreSQL配置
+    created_at: datetime
+    updated_at: datetime
+    metadata: Optional[Dict[str, Any]] = None
+    
+    @classmethod
+    def create(cls, name: str, redis_config: Dict, pg_config: Dict) -> 'Namespace':
+        """创建新的命名空间"""
+        # 使用名称作为URL，更直观
+        connection_url = f"/api/namespaces/{name}"
+        return cls(
+            id=0,  # 将由数据库自动分配
+            name=name,
+            connection_url=connection_url,
+            redis_config=redis_config,
+            pg_config=pg_config,
+            created_at=datetime.utcnow(),
+            updated_at=datetime.utcnow()
+        )
+
+
+@dataclass
+class TaskCenterConfig:
+    """任务中心配置"""
+    task_center_url: Optional[str] = None  # 任务中心连接URL
+    namespace_id: Optional[str] = None  # 从URL解析出的命名空间ID
+    namespace_name: Optional[str] = None  # 命名空间名称
+    
+    @property
+    def is_enabled(self) -> bool:
+        """是否启用任务中心"""
+        return self.task_center_url is not None
+    
+    @classmethod
+    def from_url(cls, url: str) -> 'TaskCenterConfig':
+        """从连接URL创建配置"""
+        if not url or not url.startswith("taskcenter://"):
+            return cls()
+        
+        # 解析URL: taskcenter://namespace/{namespace_id}
+        parts = url.replace("taskcenter://", "").split("/")
+        if len(parts) >= 2 and parts[0] == "namespace":
+            return cls(
+                task_center_url=url,
+                namespace_id=parts[1]
+            )
+        return cls(task_center_url=url)

jettask/webui/sql/batch_upsert_functions.sql

@@ -0,0 +1,178 @@
+-- 批量UPSERT函数，用于高效处理分区表的批量插入/更新
+
+-- ========================================
+-- 1. 创建临时表类型（用于批量数据传递）
+-- ========================================
+
+-- task_runs批量UPSERT函数
+CREATE OR REPLACE FUNCTION batch_upsert_task_runs(
+    p_records jsonb
+) RETURNS INTEGER AS $$
+DECLARE
+    v_count INTEGER := 0;
+    v_record jsonb;
+BEGIN
+    -- 遍历每条记录
+    FOR v_record IN SELECT * FROM jsonb_array_elements(p_records)
+    LOOP
+        -- 先尝试UPDATE
+        UPDATE task_runs SET
+            consumer_name = COALESCE((v_record->>'consumer_name')::TEXT, consumer_name),
+            status = CASE 
+                WHEN (v_record->>'status')::TEXT IS NULL THEN status
+                WHEN status = 'pending' THEN COALESCE((v_record->>'status')::TEXT, status)
+                WHEN status = 'running' AND (v_record->>'status')::TEXT IN ('success', 'failed', 'timeout', 'skipped') THEN (v_record->>'status')::TEXT
+                WHEN status IN ('success', 'failed', 'timeout', 'skipped') THEN status
+                ELSE COALESCE((v_record->>'status')::TEXT, status)
+            END,
+            result = CASE
+                WHEN status IN ('success', 'failed', 'timeout', 'skipped') AND (v_record->>'status')::TEXT NOT IN ('success', 'failed', 'timeout', 'skipped') THEN result
+                ELSE COALESCE((v_record->>'result')::jsonb, result)
+            END,
+            error_message = CASE
+                WHEN status IN ('success', 'failed', 'timeout', 'skipped') AND (v_record->>'status')::TEXT NOT IN ('success', 'failed', 'timeout', 'skipped') THEN error_message
+                ELSE COALESCE((v_record->>'error_message')::TEXT, error_message)
+            END,
+            start_time = COALESCE((v_record->>'started_at')::TIMESTAMPTZ, start_time),
+            end_time = CASE
+                WHEN status IN ('success', 'failed', 'timeout', 'skipped') AND (v_record->>'status')::TEXT NOT IN ('success', 'failed', 'timeout', 'skipped') THEN end_time
+                ELSE COALESCE((v_record->>'completed_at')::TIMESTAMPTZ, end_time)
+            END,
+            worker_id = COALESCE((v_record->>'worker_id')::TEXT, worker_id),
+            duration = COALESCE((v_record->>'duration')::DOUBLE PRECISION, duration),
+            execution_time = COALESCE((v_record->>'execution_time')::DOUBLE PRECISION, execution_time),
+            updated_at = CURRENT_TIMESTAMP
+        WHERE stream_id = (v_record->>'stream_id')::TEXT 
+          AND consumer_group = (v_record->>'consumer_group')::TEXT;
+        
+        -- 如果没有更新到任何行，则INSERT
+        IF NOT FOUND THEN
+            INSERT INTO task_runs (
+                stream_id, task_name, consumer_group, consumer_name, status, result, error_message, 
+                start_time, end_time, worker_id, duration, execution_time,
+                created_at, updated_at
+            ) VALUES (
+                (v_record->>'stream_id')::TEXT,
+                (v_record->>'task_name')::TEXT,
+                (v_record->>'consumer_group')::TEXT,
+                (v_record->>'consumer_name')::TEXT,
+                COALESCE((v_record->>'status')::TEXT, 'pending'),
+                (v_record->>'result')::jsonb,
+                (v_record->>'error_message')::TEXT,
+                (v_record->>'started_at')::TIMESTAMPTZ,
+                (v_record->>'completed_at')::TIMESTAMPTZ,
+                (v_record->>'worker_id')::TEXT,
+                (v_record->>'duration')::DOUBLE PRECISION,
+                (v_record->>'execution_time')::DOUBLE PRECISION,
+                CURRENT_TIMESTAMP,
+                CURRENT_TIMESTAMP
+            );
+        END IF;
+        
+        v_count := v_count + 1;
+    END LOOP;
+    
+    RETURN v_count;
+END;
+$$ LANGUAGE plpgsql;
+
+-- ========================================
+-- 2. 批量插入tasks的优化函数
+-- ========================================
+
+CREATE OR REPLACE FUNCTION batch_insert_tasks(
+    p_records jsonb
+) RETURNS INTEGER AS $$
+DECLARE
+    v_inserted INTEGER;
+BEGIN
+    -- 使用单个INSERT语句批量插入，忽略冲突
+    WITH data AS (
+        SELECT 
+            (value->>'stream_id')::TEXT as stream_id,
+            (value->>'queue')::TEXT as queue,
+            (value->>'namespace')::TEXT as namespace,
+            (value->>'scheduled_task_id')::TEXT as scheduled_task_id,
+            (value->>'payload')::jsonb as payload,
+            (value->>'priority')::INTEGER as priority,
+            (value->>'created_at')::TIMESTAMPTZ as created_at,
+            (value->>'source')::TEXT as source,
+            (value->>'metadata')::jsonb as metadata
+        FROM jsonb_array_elements(p_records)
+    )
+    INSERT INTO tasks (stream_id, queue, namespace, scheduled_task_id, payload, priority, created_at, source, metadata)
+    SELECT * FROM data
+    ON CONFLICT DO NOTHING;
+    
+    GET DIAGNOSTICS v_inserted = ROW_COUNT;
+    RETURN v_inserted;
+END;
+$$ LANGUAGE plpgsql;
+
+-- ========================================
+-- 3. 创建索引以加速批量操作
+-- ========================================
+
+-- 为task_runs的UPSERT操作创建覆盖索引（如果不存在）
+CREATE INDEX IF NOT EXISTS idx_task_runs_upsert 
+ON task_runs (stream_id, consumer_group) 
+INCLUDE (status, updated_at);
+
+-- ========================================
+-- 4. 优化的批量清理函数
+-- ========================================
+
+CREATE OR REPLACE FUNCTION cleanup_completed_tasks(
+    p_stream_ids TEXT[]
+) RETURNS INTEGER AS $$
+DECLARE
+    v_deleted INTEGER;
+BEGIN
+    -- 批量删除已完成的任务
+    DELETE FROM task_runs 
+    WHERE stream_id = ANY(p_stream_ids)
+      AND status IN ('success', 'failed', 'timeout', 'skipped', 'cancelled');
+    
+    GET DIAGNOSTICS v_deleted = ROW_COUNT;
+    RETURN v_deleted;
+END;
+$$ LANGUAGE plpgsql;
+
+-- ========================================
+-- 使用示例
+-- ========================================
+
+/*
+-- Python中使用示例：
+
+# 批量UPSERT task_runs
+records = [
+    {
+        'stream_id': '123-0',
+        'task_name': 'my_task',
+        'consumer_group': 'group1',
+        'status': 'success',
+        ...
+    },
+    ...
+]
+
+query = text("SELECT batch_upsert_task_runs(:records)")
+result = await session.execute(query, {'records': json.dumps(records)})
+count = result.scalar()
+
+# 批量插入tasks
+tasks = [
+    {
+        'stream_id': '123-0',
+        'queue': 'default',
+        'namespace': 'default',
+        ...
+    },
+    ...
+]
+
+query = text("SELECT batch_insert_tasks(:tasks)")
+result = await session.execute(query, {'tasks': json.dumps(tasks)})
+inserted = result.scalar()
+*/