travel-agent-cli 0.2.0 → 0.2.2

package/python/utils/http.py

@@ -0,0 +1,73 @@
+"""HTTP 工具模块"""
+import httpx
+import asyncio
+from typing import Optional, Dict, Any
+from config.settings import get_settings
+
+
+def get_client() -> httpx.AsyncClient:
+    """获取配置好的 HTTP 客户端"""
+    settings = get_settings()
+
+    headers = {
+        "User-Agent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36",
+        "Accept": "text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,*/*;q=0.8",
+        "Accept-Language": "zh-CN,zh;q=0.9,en;q=0.8",
+    }
+
+    # 新版 httpx 使用 transport 来配置代理
+    if settings.http_proxy or settings.https_proxy:
+        # httpx 使用 mounts 来配置代理
+        proxy_url = settings.https_proxy or settings.http_proxy
+        if proxy_url:
+            return httpx.AsyncClient(
+                timeout=httpx.Timeout(settings.request_timeout),
+                proxies=proxy_url,
+                headers=headers,
+            )
+
+    return httpx.AsyncClient(
+        timeout=httpx.Timeout(settings.request_timeout),
+        headers=headers,
+    )
+
+
+async def fetch_with_retry(
+    url: str,
+    method: str = "GET",
+    headers: Optional[Dict[str, str]] = None,
+    params: Optional[Dict[str, Any]] = None,
+    data: Optional[Dict[str, Any]] = None,
+    json_data: Optional[Dict[str, Any]] = None,
+) -> Optional[httpx.Response]:
+    """带重试的 HTTP 请求"""
+    settings = get_settings()
+
+    async with get_client() as client:
+        for attempt in range(settings.max_retries):
+            try:
+                if method == "GET":
+                    response = await client.get(url, headers=headers, params=params)
+                elif method == "POST":
+                    response = await client.post(
+                        url, headers=headers, params=params, data=data, json=json_data
+                    )
+                else:
+                    raise ValueError(f"不支持的 HTTP 方法：{method}")
+
+                if response.status_code == 200:
+                    return response
+                elif response.status_code == 429:
+                    #  rate limited, wait and retry
+                    await asyncio.sleep(settings.request_delay * (attempt + 1) * 2)
+                else:
+                    response.raise_for_status()
+
+            except httpx.HTTPError as e:
+                if attempt < settings.max_retries - 1:
+                    await asyncio.sleep(settings.request_delay * (attempt + 1))
+                else:
+                    print(f"请求失败 {url}: {e}")
+                    return None
+
+    return None

package/python/utils/storage.py

@@ -0,0 +1,288 @@
+"""数据存储工具"""
+import aiosqlite
+from pathlib import Path
+from typing import Optional, List, Dict, Any
+from datetime import datetime
+import json
+
+from config.models import (
+    SocialPost,
+    WenlvInfo,
+    FlightInfo,
+    HotelInfo,
+    DestinationRecommendation,
+)
+from config.settings import get_settings
+
+
+class Storage:
+    """SQLite 数据存储"""
+
+    def __init__(self, db_path: Optional[str] = None):
+        settings = get_settings()
+        self.db_path = db_path or settings.database_path
+        self._initialized = False
+
+    async def ensure_init(self):
+        """确保数据库已初始化"""
+        if not self._initialized:
+            await self.init_db()
+            self._initialized = True
+
+    async def init_db(self):
+        """初始化数据库表"""
+        async with aiosqlite.connect(self.db_path) as db:
+            # 社交媒体帖子表
+            await db.execute(
+                """
+                CREATE TABLE IF NOT EXISTS social_posts (
+                    id TEXT PRIMARY KEY,
+                    source TEXT NOT NULL,
+                    title TEXT,
+                    content TEXT,
+                    author TEXT,
+                    author_id TEXT,
+                    images TEXT,
+                    likes INTEGER DEFAULT 0,
+                    comments INTEGER DEFAULT 0,
+                    shares INTEGER DEFAULT 0,
+                    tags TEXT,
+                    url TEXT,
+                    published_at TIMESTAMP,
+                    collected_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP
+                )
+            """
+            )
+
+            # 文旅信息表
+            await db.execute(
+                """
+                CREATE TABLE IF NOT EXISTS wenlv_info (
+                    id TEXT PRIMARY KEY,
+                    source TEXT NOT NULL,
+                    title TEXT,
+                    content TEXT,
+                    region TEXT,
+                    url TEXT,
+                    info_type TEXT,
+                    published_at TIMESTAMP,
+                    collected_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP
+                )
+            """
+            )
+
+            # 航班信息表
+            await db.execute(
+                """
+                CREATE TABLE IF NOT EXISTS flight_info (
+                    id TEXT PRIMARY KEY,
+                    departure_city TEXT,
+                    arrival_city TEXT,
+                    price REAL,
+                    currency TEXT DEFAULT 'CNY',
+                    airline TEXT,
+                    departure_time TEXT,
+                    travel_time TEXT,
+                    platform TEXT DEFAULT 'fliggy',
+                    collected_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP
+                )
+            """
+            )
+
+            # 酒店信息表
+            await db.execute(
+                """
+                CREATE TABLE IF NOT EXISTS hotel_info (
+                    id TEXT PRIMARY KEY,
+                    name TEXT,
+                    destination TEXT,
+                    price_per_night REAL,
+                    currency TEXT DEFAULT 'CNY',
+                    rating REAL,
+                    stars INTEGER,
+                    platform TEXT DEFAULT 'fliggy',
+                    url TEXT,
+                    collected_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP
+                )
+            """
+            )
+
+            # 推荐结果表
+            await db.execute(
+                """
+                CREATE TABLE IF NOT EXISTS recommendations (
+                    id INTEGER PRIMARY KEY AUTOINCREMENT,
+                    name TEXT,
+                    rank INTEGER,
+                    score REAL,
+                    reason TEXT,
+                    estimated_cost TEXT,
+                    suggested_days INTEGER,
+                    best_time TEXT,
+                    highlights TEXT,
+                    flight_info_id TEXT,
+                    hotel_info_id TEXT,
+                    generated_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP,
+                    FOREIGN KEY (flight_info_id) REFERENCES flight_info(id),
+                    FOREIGN KEY (hotel_info_id) REFERENCES hotel_info(id)
+                )
+            """
+            )
+
+            await db.commit()
+
+    async def save_post(self, post: SocialPost):
+        """保存社交媒体帖子"""
+        async with aiosqlite.connect(self.db_path) as db:
+            await db.execute(
+                """
+                INSERT OR REPLACE INTO social_posts
+                (id, source, title, content, author, author_id, images, likes, comments, shares, tags, url, published_at, collected_at)
+                VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)
+            """,
+                (
+                    post.id,
+                    post.source.value,
+                    post.title,
+                    post.content,
+                    post.author,
+                    post.author_id,
+                    json.dumps(post.images),
+                    post.likes,
+                    post.comments,
+                    post.shares,
+                    json.dumps(post.tags),
+                    post.url,
+                    post.published_at,
+                    post.collected_at,
+                ),
+            )
+            await db.commit()
+
+    async def save_wenlv(self, info: WenlvInfo):
+        """保存文旅信息"""
+        async with aiosqlite.connect(self.db_path) as db:
+            await db.execute(
+                """
+                INSERT OR REPLACE INTO wenlv_info
+                (id, source, title, content, region, url, info_type, published_at, collected_at)
+                VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?)
+            """,
+                (
+                    info.id,
+                    info.source.value,
+                    info.title,
+                    info.content,
+                    info.region,
+                    info.url,
+                    info.info_type,
+                    info.published_at,
+                    info.collected_at,
+                ),
+            )
+            await db.commit()
+
+    async def save_flight(self, flight: FlightInfo):
+        """保存航班信息"""
+        async with aiosqlite.connect(self.db_path) as db:
+            await db.execute(
+                """
+                INSERT OR REPLACE INTO flight_info
+                (id, departure_city, arrival_city, price, currency, airline, departure_time, travel_time, platform)
+                VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?)
+            """,
+                (
+                    flight.id,
+                    flight.departure_city,
+                    flight.arrival_city,
+                    flight.price,
+                    flight.currency,
+                    flight.airline,
+                    flight.departure_time,
+                    flight.travel_time,
+                    flight.platform,
+                ),
+            )
+            await db.commit()
+
+    async def save_hotel(self, hotel: HotelInfo):
+        """保存酒店信息"""
+        async with aiosqlite.connect(self.db_path) as db:
+            await db.execute(
+                """
+                INSERT OR REPLACE INTO hotel_info
+                (id, name, destination, price_per_night, currency, rating, stars, platform, url)
+                VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?)
+            """,
+                (
+                    hotel.id,
+                    hotel.name,
+                    hotel.destination,
+                    hotel.price_per_night,
+                    hotel.currency,
+                    hotel.rating,
+                    hotel.stars,
+                    hotel.platform,
+                    hotel.url,
+                ),
+            )
+            await db.commit()
+
+    async def get_recent_posts(
+        self, source: Optional[str] = None, limit: int = 100
+    ) -> List[SocialPost]:
+        """获取最近的帖子"""
+        await self.ensure_init()
+        async with aiosqlite.connect(self.db_path) as db:
+            db.row_factory = aiosqlite.Row
+            query = "SELECT * FROM social_posts ORDER BY collected_at DESC LIMIT ?"
+            if source:
+                query = (
+                    "SELECT * FROM social_posts WHERE source = ? ORDER BY collected_at DESC LIMIT ?"
+                )
+                cursor = await db.execute(query, (source, limit))
+            else:
+                cursor = await db.execute(query, (limit,))
+
+            rows = await cursor.fetchall()
+            return [
+                SocialPost(
+                    id=row["id"],
+                    source=row["source"],
+                    title=row["title"],
+                    content=row["content"],
+                    author=row["author"],
+                    author_id=row["author_id"],
+                    images=json.loads(row["images"] or "[]"),
+                    likes=row["likes"],
+                    comments=row["comments"],
+                    shares=row["shares"],
+                    tags=json.loads(row["tags"] or "[]"),
+                    url=row["url"],
+                    published_at=row["published_at"],
+                )
+                for row in rows
+            ]
+
+    async def get_recent_wenlv(self, limit: int = 100) -> List[WenlvInfo]:
+        """获取最近的文旅信息"""
+        await self.ensure_init()
+        async with aiosqlite.connect(self.db_path) as db:
+            db.row_factory = aiosqlite.Row
+            cursor = await db.execute(
+                "SELECT * FROM wenlv_info ORDER BY collected_at DESC LIMIT ?", (limit,)
+            )
+            rows = await cursor.fetchall()
+            return [
+                WenlvInfo(
+                    id=row["id"],
+                    source=row["source"],
+                    title=row["title"],
+                    content=row["content"],
+                    region=row["region"],
+                    url=row["url"],
+                    info_type=row["info_type"],
+                    published_at=row["published_at"],
+                )
+                for row in rows
+            ]

package/scripts/postinstall.js

@@ -1,104 +1,98 @@
 #!/usr/bin/env node
 /**
  * npm 安装后执行的脚本
- * 检查依赖并提示用户
+ * 安装 Python 依赖
  */
 
 const { execSync } = require('child_process');
 const fs = require('fs');
 const path = require('path');
 
-const projectRoot = path.join(__dirname, '..');
-const venvPath = path.join(projectRoot, 'venv');
+const packagePath = path.join(__dirname, '..');
+const pythonDir = path.join(packagePath, 'python');
 
 console.log('╭───────────────────────────────────────────────────────────────╮');
-console.log('│  travel-agent-cli 安装后检查...                               │');
+console.log('│  travel-agent-cli 正在安装 Python 依赖...                     │');
 console.log('╰───────────────────────────────────────────────────────────────╯\n');
 
 // 检查 Python
-function checkPython() {
+function findPython() {
   try {
-    const version = execSync('python3 --version', { encoding: 'utf8' }).trim();
-    console.log(`✓ Python: ${version}`);
-    return true;
+    execSync('python3 --version', { stdio: 'ignore' });
+    return 'python3';
   } catch (e) {
     try {
-      const version = execSync('python --version', { encoding: 'utf8' }).trim();
-      console.log(`✓ Python: ${version}`);
-      return true;
+      execSync('python --version', { stdio: 'ignore' });
+      return 'python';
     } catch (e2) {
-      console.error('✗ Python: 未找到');
-      console.error('\n请先安装 Python 3.10+:');
-      console.error('  macOS:  brew install python@3.10');
-      console.error('  Linux: sudo apt install python3.10');
-      console.error('  Windows: https://www.python.org/downloads/');
-      return false;
+      return null;
     }
   }
 }
 
-// 检查 pip
-function checkPip() {
-  try {
-    const version = execSync('pip3 --version', { encoding: 'utf8' }).trim();
-    console.log(`✓ pip: 已安装`);
-    return true;
-  } catch (e) {
-    try {
-      const version = execSync('pip --version', { encoding: 'utf8' }).trim();
-      console.log(`✓ pip: 已安装`);
-      return true;
-    } catch (e2) {
-      console.error('✗ pip: 未找到');
-      console.error('  安装：https://pip.pypa.io/en/stable/installation/');
-      return false;
-    }
+// 安装依赖
+function installDependencies() {
+  const pythonCmd = findPython();
+
+  if (!pythonCmd) {
+    console.error('\n⚠ 警告：未找到 Python');
+    console.error('请先安装 Python 3.10+');
+    console.error('  macOS:  brew install python@3.10');
+    console.error('  Linux:  sudo apt install python3.10');
+    console.error('  Windows: https://www.python.org/downloads/');
+    return false;
   }
-}
 
-// 检查虚拟环境
-function checkVenv() {
-  if (fs.existsSync(venvPath)) {
-    console.log(`✓ 虚拟环境：已存在`);
-    return true;
+  console.log(`使用 Python: ${pythonCmd}\n`);
+
+  // 检查 pyproject.toml 是否存在
+  const pyprojectPath = path.join(pythonDir, 'pyproject.toml');
+  if (!fs.existsSync(pyprojectPath)) {
+    console.error(`⚠ 未找到 pyproject.toml`);
+    return false;
   }
-  console.log(`○ 虚拟环境：未创建（首次运行会自动创建）`);
-  return false;
-}
 
-// 检查 Playwright
-function checkPlaywright() {
   try {
-    execSync('python3 -m playwright --version', { encoding: 'utf8', stdio: 'ignore' });
-    console.log(`✓ Playwright: 已安装`);
+    // 使用 pip install -e 安装可编辑模式
+    console.log('正在安装 Python 依赖...');
+    execSync(`${pythonCmd} -m pip install -e "${pythonDir}"`, {
+      stdio: 'inherit',
+      env: { ...process.env, PIP_NO_INPUT: '1' }
+    });
+    console.log('\n✓ Python 依赖安装完成\n');
     return true;
   } catch (e) {
-    console.log(`○ Playwright: 未安装（按需使用）`);
+    console.error('\n⚠ Python 依赖安装失败');
+    console.error('\n手动安装:');
+    console.error(`  ${pythonCmd} -m pip install -e "${pythonDir}"`);
     return false;
   }
 }
 
-console.log('依赖检查:\n');
-checkPython();
-checkPip();
-checkVenv();
-checkPlaywright();
+// 主函数
+function main() {
+  const success = installDependencies();
 
-console.log('\n╭───────────────────────────────────────────────────────────────╮');
-console.log('│  快速开始                                                      │');
-console.log('╰───────────────────────────────────────────────────────────────╯\n');
+  if (success) {
+    console.log('╭───────────────────────────────────────────────────────────────╮');
+    console.log('│  安装完成！快速开始：                                         │');
+    console.log('╰───────────────────────────────────────────────────────────────╯\n');
+
+    console.log('1. 初始化配置:');
+    console.log('   travel-agent config --init\n');
 
-console.log('1. 初始化配置:');
-console.log('   travel-agent config --init\n');
+    console.log('2. 配置 LLM API Key:');
+    console.log('   编辑 .env 文件，填入你的 API Key\n');
 
-console.log('2. 配置 LLM API Key:');
-console.log('   编辑 .env 文件，填入你的 API Key\n');
+    console.log('3. 查看支持的模型:');
+    console.log('   travel-agent model list\n');
 
-console.log('3. 查看支持的模型:');
-console.log('   travel-agent model list\n');
+    console.log('4. 运行工作流:');
+    console.log('   travel-agent run -k "海岛游"\n');
 
-console.log('4. 运行工作流:');
-console.log('   travel-agent run -k "海岛游"\n');
+    console.log('更多帮助：');
+    console.log('   travel-agent --help\n');
+  }
+}
 
-console.log('更多帮助:');
-console.log('   travel-agent --help\n');
+main();