download-flow-enmu 0.1.0__py3-none-any.whl

cli/__init__.py

@@ -0,0 +1 @@
+# cmd package

cli/download_cmd.py

@@ -0,0 +1,64 @@
+import typer
+import json
+import logging
+from pathlib import Path
+from pydantic import TypeAdapter
+from factory import downloader_factory, email_factory, provider_factory
+from data.bill_profile import PayConfig
+from typing_extensions import Annotated
+from cli.root import app
+
+
+def run(provider: str):
+    # 配置日志
+    logging.basicConfig(
+        level=logging.INFO,
+        format='%(levelname)s: %(message)s'
+    )
+    
+    config_path = Path.home() / ".flow" / "config.json"
+    
+    logging.info(f"开始下载 {provider} 账单...")
+    logging.info(f"配置文件路径: {config_path}")
+
+    try:
+        # 使用 ConfigLoader 加载配置（支持环境变量替换）
+        from config.loader import load_config 
+        config_json = load_config(config_path)
+        
+        logging.info(f"配置加载成功")
+        
+        adapter = TypeAdapter(PayConfig)
+        config_obj = adapter.validate_python(config_json[provider])
+        downloader = downloader_factory.creat_downloader(config_obj.download)
+        email = email_factory.create_emial(
+            config_obj.email, config_obj.auth.model_dump(), config_obj.auth_type.value
+        )
+
+        provider_obj = provider_factory.create_workder(provider)
+        provider_obj.email = email
+        provider_obj.downloader = downloader
+        provider_obj.bill = config_obj.profile
+
+        logging.info(f"开始执行下载...")
+        provider_obj.process_bills()
+        logging.info(f"✅ 下载完成！")
+
+    except FileNotFoundError as e:
+        logging.error(f"配置文件未找到: {config_path}")
+        raise
+    except KeyError as e:
+        logging.error(f"配置中缺少 provider: {provider}")
+        raise
+    except Exception as e:
+        logging.error(f"处理失败: {e}")
+        raise
+
+
+@app.command()
+def download(
+    provider: Annotated[
+        str, typer.Option("--provider", "-p", help="config file")
+    ] = "alipay",
+):
+    run(provider)

cli/main.py

@@ -0,0 +1,11 @@
+from .root import app
+
+from cli.download_cmd import download
+
+
+def main():
+    app()
+
+
+if __name__ == "__main__":
+    main()

cli/root.py

@@ -0,0 +1,25 @@
+import typer
+
+app = typer.Typer(help="demail")
+
+
+def version_callback(value: bool):
+    if value:
+        print("Awesome CLI Version: 1.0.0")
+        raise typer.Exit()
+
+
+@app.callback()
+def main(
+    version: bool = typer.Option(
+        None,
+        "--version",
+        "-v",
+        help="Show version",
+        callback=version_callback,
+        is_eager=True,
+    ),
+    verbose: bool = typer.Option(False, "--verbose", help="Enable verbose output"),
+):
+    if verbose:
+        print("Verbose mode is ON")

config/loader.py

@@ -0,0 +1,58 @@
+"""
+配置加载工具，支持从环境变量替换配置值
+"""
+import os
+import json
+import re
+from pathlib import Path
+from typing import Any, Dict
+from dotenv import load_dotenv
+
+
+class ConfigLoader:
+    """配置加载器，支持环境变量替换"""
+    
+    def __init__(self, env_file: Path = None):
+        if env_file is None:
+            # 默认在项目根目录查找 .env
+            env_file = Path(__file__).parent.parent / ".env"
+        
+        # 加载 .env 文件
+        if env_file.exists():
+            load_dotenv(env_file)
+    
+    def _replace_env_vars(self, value: Any) -> Any:
+        if isinstance(value, str):
+            # 匹配 ${VAR_NAME} 或 ${VAR_NAME:default}
+            pattern = r'\$\{([^}:]+)(?::([^}]*))?\}'
+            
+            def replacer(match):
+                var_name = match.group(1)
+                default_value = match.group(2) if match.group(2) is not None else ""
+                return os.getenv(var_name, default_value)
+            
+            return re.sub(pattern, replacer, value)
+        
+        elif isinstance(value, dict):
+            return {k: self._replace_env_vars(v) for k, v in value.items()}
+        
+        elif isinstance(value, list):
+            return [self._replace_env_vars(item) for item in value]
+        
+        else:
+            return value
+    
+    def load_json(self, config_path: Path) -> Dict[str, Any]:
+        with open(config_path, 'r', encoding='utf-8') as f:
+            config = json.load(f)
+        
+        return self._replace_env_vars(config)
+
+
+# 便捷函数
+def load_config(config_path: Path = None) -> Dict[str, Any]: 
+    if config_path is None:
+        config_path = Path.home() / ".flow" / "config.json"
+    
+    loader = ConfigLoader()
+    return loader.load_json(config_path)

data/bill_profile.py

@@ -0,0 +1,39 @@
+from dataclasses import dataclass
+from pathlib import Path
+from enum import Enum
+from pydantic import BaseModel, model_validator
+
+
+class BillProfile(BaseModel):
+    name: str = ""
+    search_subject: str = ""
+    sender_email: str = ""
+    file_suffix: str = ""
+    encoding: str = "utf-8"
+    save_subdir: Path = Path.home() / ".flow" / "data"
+
+    @model_validator(mode="after")
+    def set_dynamic_path(self):
+        if self.name:
+            self.save_subdir = self.save_subdir / self.name
+        return self
+
+
+class AuthType(Enum):
+    PASS = "pass"
+    TOKEN = "token"
+
+
+@dataclass
+class Auth(BaseModel):
+    username: str = ""
+    password: str = ""
+    token: str = ""
+
+
+class PayConfig(BaseModel):
+    email: str
+    download: str
+    auth_type: AuthType
+    auth: Auth
+    profile: BillProfile

download_flow_enmu-0.1.0.dist-info/METADATA

@@ -0,0 +1,92 @@
+Metadata-Version: 2.4
+Name: download-flow-enmu
+Version: 0.1.0
+Summary: A task flow management tool for syncing todo files with taskwarrior
+Author-email: Your Name <your.email@example.com>
+Classifier: Development Status :: 3 - Alpha
+Classifier: Intended Audience :: Developers
+Classifier: Programming Language :: Python :: 3
+Classifier: Programming Language :: Python :: 3.10
+Classifier: Programming Language :: Python :: 3.11
+Classifier: Programming Language :: Python :: 3.12
+Requires-Python: >=3.10
+Description-Content-Type: text/markdown
+Requires-Dist: typer>=0.9.0
+Requires-Dist: pydantic>=2.0.0
+Requires-Dist: imap_tools
+Requires-Dist: python-dotenv>=1.0.0
+Provides-Extra: dev
+Requires-Dist: pytest>=7.0.0; extra == "dev"
+
+# tflow
+
+A task flow management tool for syncing todo files with taskwarrior.
+
+## Installation
+
+### Development Installation (Editable Mode)
+
+Install the package in editable mode so you can use the `tflow` command anywhere:
+
+```bash
+# In the project directory
+pip install -e .
+```
+
+### Regular Installation
+
+```bash
+pip install .
+```
+
+## Usage
+
+After installation, you can use the `tflow` command directly:
+
+```bash
+# Show available commands
+tflow --help
+
+# Read and import tasks from todo files
+tflow read -c /path/to/files.yaml
+
+# Modify tasks
+tflow modfiy -a "new_data" -c "command"
+```
+
+## Configuration
+
+Create a `files.yaml` configuration file to specify your todo file locations:
+
+```yaml
+sources:
+  - id: "project1"
+    type: "static"
+    path:
+      darwin: "/path/to/project1.todo"
+      wsl: "/mnt/path/to/project1.todo"
+  - id: "daily"
+    type: "daily"
+    path:
+      darwin: "/path/to/agenda/todo"
+      wsl: "/mnt/path/to/agenda/todo"
+```
+
+## Development
+
+```bash
+# Create virtual environment
+python3 -m venv .venv
+source .venv/bin/activate  # On Windows: .venv\Scripts\activate
+
+# Install dependencies
+pip install -e ".[dev]"
+
+# Run tests
+pytest
+```
+
+## Requirements
+
+- Python >= 3.10
+- taskwarrior installed on your system

download_flow_enmu-0.1.0.dist-info/RECORD

@@ -0,0 +1,25 @@
+cli/__init__.py,sha256=I9Hh5zrDiIh_ocW0Ra3I-pV0VAJrl1dwLEmCbX-NDn4,14
+cli/download_cmd.py,sha256=kuobLGli_nbrLeeoU1U4GFe46fYDtyj3K4Nlr-KjMhY,1951
+cli/main.py,sha256=zC--P4_g2EtDaiHO0hyBx_4Y458C9YMtl7pDY6Xd84M,125
+cli/root.py,sha256=TlMsPrPVwiIl64ZuwixmftVpmqRwoPmgFLDwKxrzgPY,513
+config/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+config/loader.py,sha256=sHueTVLT-spMWn-8Eq2RancJIkVKpgD3XHJIqW3h8SI,1793
+data/bill_profile.py,sha256=DewA8o3MbDel62Q7nFENuefymh0KsYIJWKy0c36H6gw,806
+factory/downloader_factory.py,sha256=iJVxoIkWuW85NwBu_9EzOXcbNU4gR5Gz9FFmUkfEDAg,239
+factory/email_factory.py,sha256=bhnmMO0ldJS0PFxdA9e01DWdHvl3K0RKx781c0ssv4o,345
+factory/provider_factory.py,sha256=oe7oDyCIBeFTjQTGJY0gxkcgrGdhhvOfxS_mZSnooWc,259
+package/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+package/downfile.py,sha256=7qnDJeh1sGnRZDYOPZ5f5QsHuck2iAdfXOIWD6NG3RE,6501
+strategy/downloader/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+strategy/downloader/attchment.py,sha256=v6CQwnyKLLoaTk_4q3K99SUuCoSHo4JSHPr4i05a1JM,1545
+strategy/downloader/provider.py,sha256=YasGNxaYvvUgHQxPck8GkD5FW7pCyR9DS9JrbyUTYT4,225
+strategy/email/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+strategy/email/email_provider.py,sha256=aoGFk_D2nifwGQZFi8LH6Xu-2_CHqCWMJSYaIPjKIu0,151
+strategy/email/gmail.py,sha256=-DJiv6f8VbY0ZCdz7rbikfv1PWgkQ5qr3hwkgH06xAI,458
+strategy/provider/ali_provider.py,sha256=WvEeeDsWUVxBMsSQNHSQe36ANyFk1ulevi_J1NGvgpA,797
+strategy/provider/provider.py,sha256=DHBGAr2dfw0W0XULwLd8DwzZY_VH4qEV5tarx8hUU_o,122
+download_flow_enmu-0.1.0.dist-info/METADATA,sha256=VGpCyPLOgmHZcqZsbchSUUlGzj3oXlBYz_iehdnyUnE,1969
+download_flow_enmu-0.1.0.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+download_flow_enmu-0.1.0.dist-info/entry_points.txt,sha256=8SQ6Y1ma7AZSTzdbb0fRbAzeCKnxtNYchJjhi4ciosw,40
+download_flow_enmu-0.1.0.dist-info/top_level.txt,sha256=lAF0lGukoa1q1EfG1UxNkro603Rnr3H0HaXMu9hDAno,41
+download_flow_enmu-0.1.0.dist-info/RECORD,,

download_flow_enmu-0.1.0.dist-info/WHEEL

@@ -0,0 +1,5 @@
+Wheel-Version: 1.0
+Generator: setuptools (80.9.0)
+Root-Is-Purelib: true
+Tag: py3-none-any
+

download_flow_enmu-0.1.0.dist-info/entry_points.txt

@@ -0,0 +1,2 @@
+[console_scripts]
+dflow = cli.main:main

download_flow_enmu-0.1.0.dist-info/top_level.txt

@@ -0,0 +1,6 @@
+cli
+config
+data
+factory
+package
+strategy

factory/downloader_factory.py

@@ -0,0 +1,8 @@
+from strategy.downloader.attchment import AttchmentDownloader
+
+
+def creat_downloader(download_type: str):
+    if download_type == "attchment":
+        return AttchmentDownloader()
+    else:
+        raise NameError("未知下载器类型")

factory/email_factory.py

@@ -0,0 +1,11 @@
+from strategy.email.gmail import Gmail
+
+
+def create_emial(email: str, auth_config: dict, auth_type: str):
+    if email == "gmail" and auth_type == "pass":
+        return Gmail(
+            username=auth_config.get("username", ""),
+            password=auth_config.get("password", ""),
+        )
+    else:
+        raise NameError("未知邮箱")

factory/provider_factory.py

@@ -0,0 +1,9 @@
+from strategy.provider.ali_provider import AliProvider
+from strategy.provider.ali_provider import AliProvider
+
+
+def create_workder(provider: str):
+    if provider == "alipay":
+        return AliProvider()
+    else:
+        raise ValueError("未知供应商")

package/downfile.py

@@ -0,0 +1,192 @@
+import imaplib
+import email
+import logging
+import os
+import datetime
+import re
+from email.header import decode_header
+import requests
+from bs4 import BeautifulSoup
+from config import config
+
+# === 配置区域 ===
+username = config["email"]["username"]
+password = config["email"]["password"]
+DOWNLOAD_FOLDER_ALI = config["email"]["download_folder_ali"]
+DOWNLOAD_FOLDER_WECHAT = config["email"]["download_folder_wechat"]
+SEARCH_KEYWORD = config["email"]["search_keyword"]
+IMAP_SERVER = config["email"].get("imap_server", "imap.gmail.com")
+
+
+def clean_text(text):
+    if not text:
+        return ""
+    decoded_list = decode_header(text)
+    text_str = ""
+    for decoded_part, encoding in decoded_list:
+        if isinstance(decoded_part, bytes):
+            text_str += decoded_part.decode(
+                encoding if encoding else "utf-8", errors="ignore"
+            )
+        else:
+            text_str += str(decoded_part)
+    return text_str
+
+
+def get_html_content(msg):
+    for part in msg.walk():
+        # 只要 HTML 格式的部分
+        if part.get_content_type() == "text/html":
+            try:
+                payload = part.get_payload(decode=True)
+                charset = part.get_content_charset() or "utf-8"
+                return payload.decode(charset, errors="ignore")
+            except Exception as e:
+                logging.error(f"HTML解码失败: {e}")
+    return None
+
+
+def process_wechat_links(html_content):
+    if not html_content:
+        return False
+
+    soup = BeautifulSoup(html_content, "html.parser")
+
+    # 提取链接
+    links = [a.get("href") for a in soup.find_all("a", href=True)]
+    target_links = [
+        link
+        for link in links
+        if "download" in link or "ftn" in link or "qq.com" in link  # type: ignore
+    ]
+
+    if not target_links:
+        logging.warning("未找到符合条件的下载链接")
+        return False
+
+    download_url = target_links[0]
+    logging.info(f"提取到下载链接: {download_url}")
+
+    try:
+        headers = {
+            "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36"
+        }
+        r = requests.get(download_url, headers=headers, stream=True)  # type: ignore
+
+        if r.status_code == 200:
+            # import time
+
+            # timestamp = int(time.time())
+            today_str = datetime.date.today().strftime("%Y%m%d")
+            filename = f"{today_str}.zip"
+            if not os.path.exists(DOWNLOAD_FOLDER_WECHAT):
+                os.makedirs(DOWNLOAD_FOLDER_WECHAT)
+
+            filepath = os.path.join(DOWNLOAD_FOLDER_WECHAT, filename)
+
+            logging.info(f"准备保存文件到: {filepath}")
+
+            with open(filepath, "wb") as f:
+                for chunk in r.iter_content(chunk_size=8192):
+                    f.write(chunk)
+
+            logging.info(f"链接下载成功: {filename}")
+            return True
+        else:
+            logging.error(f"下载链接访问失败: {r.status_code}")
+            return False
+
+    except Exception as e:
+        logging.error(f"下载异常: {e}")
+        return False
+
+
+def download_safe_mode() -> bool:
+    try:
+        logging.info("正在连接 Gmail...")
+        mail = imaplib.IMAP4_SSL(IMAP_SERVER)
+        mail.login(username, password)
+        mail.select("inbox")
+
+        # 搜索最近 2 天 (防止时区问题导致搜不到今天)
+        target_date = datetime.date.today() - datetime.timedelta(days=2)
+        today_str = target_date.strftime("%Y/%m/%d")
+
+        query_safe = f'X-GM-RAW "after:{today_str}"'
+        logging.info(f"步骤1: 向服务器请求邮件 (query: {query_safe})")
+        status, messages = mail.search(None, query_safe)
+
+        if status != "OK":
+            logging.error("搜索失败。")
+            return False
+
+        email_ids = messages[0].split()
+        total_found = len(email_ids)
+        logging.info(f"步骤1完成: 找到 {total_found} 封邮件。")
+
+        if total_found == 0:
+            return False
+
+        logging.info(f"步骤2: 正在本地筛选包含关键词 '{SEARCH_KEYWORD}' 的邮件...\n")
+
+        match_count = 0
+        match_email_id = []
+        for email_id in reversed(email_ids):
+            res, msg_data = mail.fetch(email_id, "(RFC822)")
+            msg = email.message_from_bytes(msg_data[0][1])  # type: ignore
+
+            subject = clean_text(msg["Subject"])
+
+            match = re.search(SEARCH_KEYWORD, subject)
+            if not match:
+                continue
+
+            key = match.group()
+            logging.info(f"当前关键词为:{key}")
+
+            match_count += 1
+            match_email_id.append(email_id)
+            logging.info(f"  [√ 匹配] 发现目标邮件: {subject}")
+
+            # === 分支逻辑 ===
+            if key == "微信":
+                logging.info("检测到微信账单，尝试提取下载链接...")
+                html_content = get_html_content(msg)
+                link_success = False
+                if html_content:
+                    link_success = process_wechat_links(html_content)
+                if not link_success:
+                    logging.info("链接提取失败或未找到，尝试检查是否有普通附件...")
+
+            else:
+                logging.info("检测到支付宝或其他，执行附件下载...")
+                for part in msg.walk():
+                    if (
+                        part.get_content_maintype() == "multipart"
+                        or part.get("Content-Disposition") is None
+                    ):
+                        continue
+
+                    filename = part.get_filename()
+                    if filename:
+                        filename = clean_text(filename)
+                        if not os.path.exists(DOWNLOAD_FOLDER_ALI):
+                            os.makedirs(DOWNLOAD_FOLDER_ALI)
+
+                        today_str = datetime.date.today().strftime("%Y%m%d")
+                        filepath = os.path.join(DOWNLOAD_FOLDER_ALI, f"{today_str}.zip")
+
+                        with open(filepath, "wb") as f:
+                            f.write(part.get_payload(decode=True))  # type: ignore
+
+                        logging.info(f"      -> 附件已保存: {today_str}")
+
+        # ... (后续的归档/移动邮件逻辑保持不变) ...
+
+        mail.close()
+        mail.logout()
+        return True
+
+    except Exception as e:
+        logging.error(f"发生错误: {e}")
+        return False

strategy/downloader/attchment.py

@@ -0,0 +1,41 @@
+import datetime
+import logging
+
+from imap_tools import MailBox, AND
+
+from strategy.downloader.provider import Downloader
+from typing import override
+from data.bill_profile import BillProfile
+
+
+class AttchmentDownloader(Downloader):
+    @override
+    def download(self, mail: MailBox, bill: BillProfile):
+
+        criteria = AND(
+            from_=bill.sender_email,
+            date=datetime.date.today(),
+        )
+
+        for msg in mail.fetch(criteria=criteria):
+            logging.info(f"找到邮件: {msg.subject}")  # 添加这一行
+
+            if bill.search_subject not in msg.subject:
+                continue
+            for att in msg.attachments:
+                if att.filename.lower().endswith(bill.file_suffix):
+                    bill.save_subdir.mkdir(parents=True, exist_ok=True)
+                    filepath = (
+                        bill.save_subdir / f"{datetime.date.today()}.{bill.file_suffix}"
+                    )  # 改这里：加扩展名
+
+                    try:
+                        if bill.file_suffix in ["zip", "7z", "rar"]:
+                            filepath.write_bytes(att.payload)
+                        else:
+                            content_str = att.payload.decode(bill.encoding)
+                            filepath.write_text(content_str, encoding="utf-8")
+                    except UnicodeDecodeError:
+                        logging.error("  ✗ 转码失败")
+                else:
+                    logging.info(f"✗ 附件类型不匹配 (期望后缀: {bill.file_suffix})")

strategy/downloader/provider.py

@@ -0,0 +1,9 @@
+from abc import ABC, abstractmethod
+from imap_tools import MailBox
+from data.bill_profile import BillProfile
+
+
+class Downloader(ABC):
+    @abstractmethod
+    def download(self, mail: MailBox, bill: BillProfile):
+        pass

strategy/email/email_provider.py

@@ -0,0 +1,9 @@
+from abc import ABC, abstractmethod
+from imap_tools import MailBox
+
+
+class Email(ABC):
+
+    @abstractmethod
+    def connect() -> MailBox:
+        pass

strategy/email/gmail.py

@@ -0,0 +1,19 @@
+import logging
+
+from datetime import date
+from strategy.email.email_provider import Email
+from imap_tools import MailBox
+from strategy.downloader.attchment import AttchmentDownloader
+
+
+class Gmail(Email):
+    username: str
+    password: str
+
+    def __init__(self, username, password):
+        self.username = username
+        self.password = password
+        self.host = "imap.gmail.com"
+
+    def connect(self) -> MailBox:
+        return MailBox(self.host)

strategy/provider/ali_provider.py

@@ -0,0 +1,31 @@
+import logging
+
+from pathlib import Path
+
+from strategy.provider.provider import Provider
+from strategy.email.email_provider import Email
+from strategy.downloader.provider import Downloader
+from data.bill_profile import BillProfile
+
+
+class AliProvider(Provider):
+
+    downloader: Downloader
+    email: Email
+
+    def __init__(
+        self,
+        email: Email = None,
+        downloader: Downloader = None,
+        bill: BillProfile = None,
+    ):
+        self.email = email
+        self.downloader = downloader
+        self.bill = bill
+
+    def process_bills(self):
+        logging.info("开始处理ali账单")
+        mailbox = self.email.connect()
+
+        with mailbox.login(self.email.username, self.email.password, "INBOX") as mb:
+            self.downloader.download(mb, bill=self.bill)

strategy/provider/provider.py

@@ -0,0 +1,8 @@
+from abc import ABC, abstractmethod
+
+
+class Provider(ABC):
+
+    @abstractmethod
+    def process_bills(self):
+        pass