inkreach-sync-data 0.1.0__tar.gz

inkreach_sync_data-0.1.0/PKG-INFO

@@ -0,0 +1,19 @@
+Metadata-Version: 2.4
+Name: inkreach_sync_data
+Version: 0.1.0
+Summary: sync data to database for inkreach
+Author-email: yoyoki <2197651308@qq.com>
+License: MIT
+Classifier: Programming Language :: Python :: 3
+Classifier: License :: OSI Approved :: MIT License
+Requires-Python: >=3.13
+Description-Content-Type: text/markdown
+Requires-Dist: aiohttp>=3.13.3
+Requires-Dist: arrow>=1.4.0
+Requires-Dist: asyncpg>=0.31.0
+Requires-Dist: click>=8.3.1
+Requires-Dist: openpyxl>=3.1.5
+Requires-Dist: pandas>=3.0.1
+Requires-Dist: python-dotenv>=1.2.2
+Requires-Dist: sds-mng>=0.1.47
+Requires-Dist: tenacity>=9.1.4

inkreach_sync_data-0.1.0/pyproject.toml

@@ -0,0 +1,38 @@
+[project]
+name = "inkreach_sync_data"
+version = "0.1.0"
+description = "sync data to database for inkreach"
+readme = "README.md"
+requires-python = ">=3.13"
+authors = [{name = "yoyoki", email = "2197651308@qq.com"}]
+license = {text = "MIT"}
+classifiers = [
+    "Programming Language :: Python :: 3",
+    "License :: OSI Approved :: MIT License",
+]
+dependencies = [
+    "aiohttp>=3.13.3",
+    "arrow>=1.4.0",
+    "asyncpg>=0.31.0",
+    "click>=8.3.1",
+    "openpyxl>=3.1.5",
+    "pandas>=3.0.1",
+    "python-dotenv>=1.2.2",
+    "sds-mng>=0.1.47",
+    "tenacity>=9.1.4",
+]
+
+[project.scripts]
+inkreach-sync-data = "inkreach_sync_data.cli:cli"
+
+[build-system]
+requires = ["setuptools>=61.0"]
+build-backend = "setuptools.build_meta"
+
+[tool.setuptools.packages.find]
+where = ["src"]
+
+[dependency-groups]
+dev = [
+    "twine>=6.2.0",
+]

inkreach_sync_data-0.1.0/setup.cfg

@@ -0,0 +1,4 @@
+[egg_info]
+tag_build = 
+tag_date = 0
+

inkreach_sync_data-0.1.0/src/inkreach_sync_data/__init__.py

@@ -0,0 +1 @@
+__version__ = "0.1.0"

inkreach_sync_data-0.1.0/src/inkreach_sync_data/__main__.py

@@ -0,0 +1,4 @@
+from inkreach_sync_data.cli import cli
+
+if __name__ == "__main__":
+    cli()

inkreach_sync_data-0.1.0/src/inkreach_sync_data/cli.py

@@ -0,0 +1,12 @@
+import click
+
+from inkreach_sync_data.commands.sds import cli as sds_cli
+
+
+@click.group()
+def cli():
+    """Sync Data 命令行工具"""
+    pass
+
+
+cli.add_command(sds_cli)

inkreach_sync_data-0.1.0/src/inkreach_sync_data/commands/sds/__init__.py

@@ -0,0 +1,16 @@
+import click
+
+from inkreach_sync_data.commands.sds.sync_recent import cli as sync_recent
+from inkreach_sync_data.commands.sds.refresh import cli as refresh
+from inkreach_sync_data.commands.sds.sync_incremental import cli as sync_incremental
+
+
+@click.group(name="sds")
+def cli():
+    """SDS系统相关命令"""
+    pass
+
+
+cli.add_command(sync_recent)
+cli.add_command(refresh)
+cli.add_command(sync_incremental)

inkreach_sync_data-0.1.0/src/inkreach_sync_data/commands/sds/refresh.py

@@ -0,0 +1,68 @@
+import click
+import asyncio
+from pprint import pprint
+
+from inkreach_sync_data.utils import (
+    fetch_sds_order,
+    upsert_orders,
+    create_pool,
+    SDS_QUERY_MAX_BATCH,
+    SYNC_DATA_MAX_CONCURRENT,
+)
+
+
+@click.command(name="refresh")
+@click.option("-s", "--sql", "sql", required=True, help="获取订单号的SQL语句")
+@click.option(
+    "-d",
+    "--delete",
+    "delete_before_insert",
+    is_flag=True,
+    default=False,
+    help="更新前是否删除原数据",
+)
+def cli(sql, delete_before_insert):
+    """刷新特定订单"""
+    click.echo(f"SQL: {sql}")
+    click.echo(f"删除后更新: {delete_before_insert}")
+
+    async def run():
+        pool = await create_pool()
+
+        async with pool.acquire() as conn:
+            rows = await conn.fetch(sql)
+            order_nos = [r["order_no"] for r in rows]
+
+        pprint(order_nos)
+
+        if not order_nos:
+            click.echo("没有订单号")
+            return
+
+        batches = [
+            order_nos[i : i + SDS_QUERY_MAX_BATCH]
+            for i in range(0, len(order_nos), SDS_QUERY_MAX_BATCH)
+        ]
+        semaphore = asyncio.Semaphore(SYNC_DATA_MAX_CONCURRENT)
+
+        async def process_batch(batch):
+            async with semaphore:
+                keywords = "\n".join(batch)
+                latest_data = await fetch_sds_order(filters={"keywords": keywords})
+                if not latest_data:
+                    return
+
+                async with pool.acquire() as conn:
+                    async with conn.transaction():
+                        if delete_before_insert:
+                            await conn.execute(
+                                "DELETE FROM orders WHERE order_no = ANY($1::text[])",
+                                batch,
+                            )
+
+                await upsert_orders(latest_data, pool)
+
+        await asyncio.gather(*[process_batch(batch) for batch in batches])
+        click.echo(f"刷新完成")
+
+    asyncio.run(run())

inkreach_sync_data-0.1.0/src/inkreach_sync_data/commands/sds/sync_incremental.py

@@ -0,0 +1,41 @@
+import click
+import asyncio
+import arrow
+
+from inkreach_sync_data.utils import fetch_sds_order, upsert_orders, create_pool
+
+
+@click.command(name="sync-incremental")
+def cli():
+    """增量同步订单"""
+
+    async def run():
+        pool = await create_pool()
+
+        async with pool.acquire() as conn:
+            row = await conn.fetchrow(
+                "SELECT MAX(paid_date) as latest_ordered_at FROM orders"
+            )
+            latest = row["latest_ordered_at"]
+
+        if latest:
+            start = arrow.get(latest).floor("hour")
+        else:
+            start = arrow.now().shift(days=-2).floor("day")
+
+        click.echo(f"SDS最新支付时间为 {start.format('YYYY-MM-DD HH:mm:ss')}")
+
+        end = arrow.now().ceil("day")
+
+        data = await fetch_sds_order(
+            start.format("YYYY-MM-DD HH:mm:ss"),
+            end.format("YYYY-MM-DD HH:mm:ss"),
+        )
+
+        if data:
+            await upsert_orders(data, pool)
+            click.echo(f"成功同步 {len(data)} 条订单")
+        else:
+            click.echo("没有新订单")
+
+    asyncio.run(run())

inkreach_sync_data-0.1.0/src/inkreach_sync_data/commands/sds/sync_recent.py

@@ -0,0 +1,44 @@
+import click
+import asyncio
+import arrow
+
+from inkreach_sync_data.utils import fetch_sds_order, upsert_orders, create_pool
+
+
+@click.command(name="sync-recent")
+@click.option("-s", "--start", "start", help="开始时间，格式为 YYYY-MM-DD HH:mm:ss")
+@click.option("-e", "--end", "end", help="结束时间，格式为 YYYY-MM-DD HH:mm:ss")
+@click.option("-d", "--days", "days", type=int, default=1, help="近期几日 (默认: 1)")
+def cli(start, end, days):
+    """同步近期订单"""
+    arrow.default_tz = "Asia/Shanghai"
+
+    if start and end:
+        start_time = start
+        end_time = end
+    elif start and not end:
+        start_time = start
+        end_time = arrow.now().ceil("day").format("YYYY-MM-DD HH:mm:ss")
+    elif not start and end:
+        start_time = (
+            arrow.now().shift(days=-days).floor("day").format("YYYY-MM-DD HH:mm:ss")
+        )
+        end_time = end
+    else:
+        start_time = (
+            arrow.now().shift(days=-days).floor("day").format("YYYY-MM-DD HH:mm:ss")
+        )
+        end_time = arrow.now().ceil("day").format("YYYY-MM-DD HH:mm:ss")
+
+    click.echo(f"同步订单时间范围: {start_time} ~ {end_time}")
+
+    async def run():
+        pool = await create_pool()
+        data = await fetch_sds_order(start_time, end_time)
+        if data:
+            await upsert_orders(data, pool)
+            click.echo(f"成功同步 {len(data)} 条订单")
+        else:
+            click.echo("没有订单数据")
+
+    asyncio.run(run())

inkreach_sync_data-0.1.0/src/inkreach_sync_data/lib/sds/__init__.py

@@ -0,0 +1,51 @@
+from inkreach_sync_data.lib.sds.config import (
+    JSON_INDENT,
+    SDS_QUERY_MAX_BATCH,
+    SYNC_DATA_SQL_MAX_BATCH,
+    SYNC_DATA_MAX_CONCURRENT,
+    SYNC_DATA_FILE_UPDATE_GAP,
+    SYNC_DATA_POSTGRE_HOST,
+    SYNC_DATA_POSTGRE_PORT,
+    SYNC_DATA_POSTGRE_USER,
+    SYNC_DATA_POSTGRE_PASSWORD,
+    SYNC_DATA_POSTGRE_DATABASE,
+    SDS_MNG_LOGISTICS_PATH,
+    SDS_MNG_PRODUCTS_PATH,
+)
+from inkreach_sync_data.lib.sds.token import maybe_refresh_token, get_token_retry_decorator
+from inkreach_sync_data.lib.sds.order import fetch_sds_order
+from inkreach_sync_data.lib.sds.product import update_sds_products, update_sds_products_file
+from inkreach_sync_data.lib.sds.logistics import update_sds_logistics, update_sds_logistics_file
+from inkreach_sync_data.lib.sds.database import upsert_orders, create_pool
+from inkreach_sync_data.lib.sds.sync import (
+    sync_recent_order,
+    sync_order_incremental,
+    refresh_orders,
+)
+
+__all__ = [
+    "JSON_INDENT",
+    "SDS_QUERY_MAX_BATCH",
+    "SYNC_DATA_SQL_MAX_BATCH",
+    "SYNC_DATA_MAX_CONCURRENT",
+    "SYNC_DATA_FILE_UPDATE_GAP",
+    "SYNC_DATA_POSTGRE_HOST",
+    "SYNC_DATA_POSTGRE_PORT",
+    "SYNC_DATA_POSTGRE_USER",
+    "SYNC_DATA_POSTGRE_PASSWORD",
+    "SYNC_DATA_POSTGRE_DATABASE",
+    "SDS_MNG_LOGISTICS_PATH",
+    "SDS_MNG_PRODUCTS_PATH",
+    "maybe_refresh_token",
+    "get_token_retry_decorator",
+    "fetch_sds_order",
+    "update_sds_products",
+    "update_sds_products_file",
+    "update_sds_logistics",
+    "update_sds_logistics_file",
+    "upsert_orders",
+    "create_pool",
+    "sync_recent_order",
+    "sync_order_incremental",
+    "refresh_orders",
+]

inkreach_sync_data-0.1.0/src/inkreach_sync_data/lib/sds/config.py

@@ -0,0 +1,24 @@
+import os
+from dotenv import load_dotenv
+
+load_dotenv()
+
+JSON_INDENT = 2
+SDS_QUERY_MAX_BATCH = 200
+
+SYNC_DATA_SQL_MAX_BATCH = int(os.environ.get("SYNC_DATA_SQL_MAX_BATCH") or 10000)
+SYNC_DATA_MAX_CONCURRENT = int(os.environ.get("SYNC_DATA_MAX_CONCURRENT") or 2)
+SYNC_DATA_FILE_UPDATE_GAP = int(os.environ.get("SYNC_DATA_FILE_UPDATE_GAP") or 24)
+
+SYNC_DATA_POSTGRE_HOST = os.environ.get("SYNC_DATA_POSTGRE_HOST")
+SYNC_DATA_POSTGRE_PORT = os.environ.get("SYNC_DATA_POSTGRE_PORT")
+SYNC_DATA_POSTGRE_USER = os.environ.get("SYNC_DATA_POSTGRE_USER")
+SYNC_DATA_POSTGRE_PASSWORD = os.environ.get("SYNC_DATA_POSTGRE_PASSWORD")
+SYNC_DATA_POSTGRE_DATABASE = os.environ.get("SYNC_DATA_POSTGRE_DATABASE")
+
+SDS_MNG_LOGISTICS_PATH = (
+    os.environ.get("SDS_MNG_LOGISTICS_PATH") or "sds_mng_logistics.json"
+)
+SDS_MNG_PRODUCTS_PATH = (
+    os.environ.get("SDS_MNG_PRODUCTS_PATH") or "sds_mng_products.json"
+)

inkreach_sync_data-0.1.0/src/inkreach_sync_data/lib/sds/database.py

@@ -0,0 +1,74 @@
+import asyncpg
+from datetime import datetime
+from typing import List, Dict, Any
+from inkreach_sync_data.lib.sds.config import (
+    SYNC_DATA_POSTGRE_HOST,
+    SYNC_DATA_POSTGRE_PORT,
+    SYNC_DATA_POSTGRE_USER,
+    SYNC_DATA_POSTGRE_PASSWORD,
+    SYNC_DATA_POSTGRE_DATABASE,
+    SYNC_DATA_SQL_MAX_BATCH,
+)
+from sds_mng.util import logger
+
+
+async def upsert_orders(orders_data: List[Dict[str, Any]], pool: asyncpg.Pool):
+    if not orders_data:
+        return
+
+    columns = list(set(key for order in orders_data for key in order.keys()))
+
+    def convert_order(order: Dict) -> tuple:
+        row = []
+        for col in columns:
+            val = order.get(col)
+            if col in (
+                "paid_date",
+                "confirmed_at",
+                "completed_date",
+                "created_at",
+                "ordered_at",
+                "completed_at",
+            ):
+                if val and isinstance(val, str):
+                    val = datetime.fromisoformat(val)
+            row.append(val)
+        return tuple(row)
+
+    values = [convert_order(order) for order in orders_data]
+
+    placeholders = ", ".join(f"${i + 1}" for i in range(len(columns)))
+    update_set = ", ".join(
+        f"{col} = EXCLUDED.{col}"
+        for col in columns
+        if col not in ("production_no", "order_no")
+    )
+
+    upsert_sql = f"""
+        INSERT INTO orders ({", ".join(columns)})
+        VALUES ({placeholders})
+        ON CONFLICT (production_no, order_no) DO UPDATE SET {update_set}
+    """
+
+    count = 0
+    for i in range(0, len(orders_data), SYNC_DATA_SQL_MAX_BATCH):
+        batch = orders_data[i : i + SYNC_DATA_SQL_MAX_BATCH]
+        logger.info(f"正在更新/插入第{count + 1}批次，总共{len(batch)}条数据")
+        values = [convert_order(order) for order in batch]
+
+        async with pool.acquire() as conn:
+            await conn.executemany(upsert_sql, values)
+            logger.info(f"已更新/插入第{count + 1}批次，总共{len(batch)}条数据")
+            count = count + 1
+
+
+async def create_pool():
+    return await asyncpg.create_pool(
+        host=SYNC_DATA_POSTGRE_HOST,
+        port=SYNC_DATA_POSTGRE_PORT,
+        user=SYNC_DATA_POSTGRE_USER,
+        password=SYNC_DATA_POSTGRE_PASSWORD,
+        database=SYNC_DATA_POSTGRE_DATABASE,
+        min_size=5,
+        max_size=20,
+    )

inkreach_sync_data-0.1.0/src/inkreach_sync_data/lib/sds/logistics.py

@@ -0,0 +1,84 @@
+import os
+import json
+import asyncio
+from tenacity import retry, retry_if_exception_type, stop_after_attempt, wait_fixed
+from sds_mng.setting.fetch_logistics import fetch_id, fetch_logistics
+from sds_mng.exception import UnauthorizedError
+from aiohttp import ClientError
+from inkreach_sync_data.lib.sds.token import maybe_refresh_token
+from inkreach_sync_data.lib.sds.config import JSON_INDENT, SYNC_DATA_FILE_UPDATE_GAP
+from sds_mng.util import logger
+import arrow
+
+
+@retry(
+    stop=stop_after_attempt(3),
+    wait=wait_fixed(2),
+    retry=retry_if_exception_type((UnauthorizedError, ClientError)),
+    before_sleep=maybe_refresh_token,
+    reraise=True,
+)
+async def update_sds_logistics():
+    logistics_config_path = (
+        os.environ.get("SDS_MNG_LOGISTICS_PATH") or "sds_mng_logistics.json"
+    )
+    ids = await fetch_id(os.environ.get("SDS_MNG_TOKEN"))
+    logistics_type = {
+        "offline": "普通物流",
+        "manual": "手动物流",
+        "self_pickup": "自提",
+        "online": "线上物流",
+    }
+    results = await asyncio.gather(
+        *[
+            fetch_logistics(
+                os.environ.get("SDS_MNG_TOKEN"), {"issuingBayAreaId": bay_id}
+            )
+            for bay_id in ids.values()
+        ]
+    )
+    data = [
+        {
+            "country": country,
+            "logistics": [
+                {
+                    "name": item.get("name"),
+                    "type": logistics_type.get(item.get("channelType"), "未知"),
+                }
+                for item in data.get("list", [])
+            ],
+        }
+        for (country, bay_id), data in zip(ids.items(), results)
+    ]
+    with open(logistics_config_path, "w", encoding="utf-8") as f:
+        json.dump(data, f, ensure_ascii=False, indent=JSON_INDENT)
+
+
+async def update_sds_logistics_file():
+    logistics_config_path = (
+        os.environ.get("SDS_MNG_LOGISTICS_PATH") or "sds_mng_logistics.json"
+    )
+
+    if not os.path.exists(logistics_config_path):
+        await update_sds_products()
+        return
+
+    arrow.default_tz = "Asia/Shanghai"
+    mtime = arrow.get(os.path.getmtime(logistics_config_path))
+    logger.info(f"物流信息上次更新时间为 {mtime.format('YYYY-MM-DD HH:mm:ss')}")
+    if mtime < arrow.now().shift(hours=-SYNC_DATA_FILE_UPDATE_GAP):
+        logger.info(
+            f"物流信息上次更新时间为 {mtime.format('YYYY-MM-DD HH:mm:ss')}，"
+            + "可以更新物流信息了"
+        )
+        await update_sds_logistics()
+    else:
+        logger.info(
+            f"物流信息上次更新时间为 {mtime.format('YYYY-MM-DD HH:mm:ss')}，"
+            + "可以更新物流信息了"
+        )
+        return
+
+
+async def update_sds_products():
+    pass

inkreach_sync_data-0.1.0/src/inkreach_sync_data/lib/sds/order.py

@@ -0,0 +1,106 @@
+import os
+import json
+import asyncio
+from tenacity import retry, retry_if_exception_type, stop_after_attempt, wait_fixed
+from sds_mng.order.fetch_orders_async import fetch_orders
+from sds_mng.exception import UnauthorizedError
+from aiohttp import ClientError
+from inkreach_sync_data.lib.sds.token import maybe_refresh_token
+from inkreach_sync_data.lib.sds.product import update_sds_products_file
+from inkreach_sync_data.lib.sds.logistics import update_sds_logistics_file
+
+
+@retry(
+    stop=stop_after_attempt(3),
+    wait=wait_fixed(2),
+    retry=retry_if_exception_type((UnauthorizedError, ClientError)),
+    before_sleep=maybe_refresh_token,
+    reraise=True,
+)
+async def fetch_sds_order(star="", end="", filters={}, limi=None):
+    data = await fetch_orders(
+        os.environ.get("SDS_MNG_TOKEN"),
+        {
+            "orderTimeRangeType": "lastThreeMonths",
+            "payDateBegin": star or "",
+            "payDateEnd": end or "",
+            **filters,
+        },
+        limit=limi,
+    )
+    status_map = {
+        "1": "待付款",
+        "7": "待设计",
+        "2": "待确认",
+        "5": "搁置中",
+        "3": "备货中",
+        "9": "部分发货",
+        "4": "已完成",
+        "98": "已取消",
+        "hasApplyAfterAudit": "售后",
+        "99": "已删除",
+    }
+    await asyncio.gather(update_sds_logistics_file(), update_sds_products_file())
+
+    with open(
+        os.environ.get("SDS_MNG_LOGISTICS_PATH") or "sds_mng_logistics.json",
+        "r",
+        encoding="utf-8",
+    ) as f:
+        logistics = json.load(f)
+
+    with open(
+        os.environ.get("SDS_MNG_PRODUCTS_PATH") or "sds_mng_products.json",
+        "r",
+        encoding="utf-8",
+    ) as f:
+        products = json.load(f)
+
+    return [
+        {
+            "production_no": product.get("no"),
+            "order_no": order.get("no"),
+            "third_party_order_no": order.get("outOrderNo"),
+            "product_name": products.get(product.get("productName"), {}).get(
+                "product_name"
+            ),
+            "product_color": product.get("productColorBlock", {}).get("colorName"),
+            "product_size": product.get("productSize"),
+            "quantity": product.get("num"),
+            "waybill_no": order.get("parcelList", [])[0]
+            .get("logistics", {})
+            .get("carriage", {})
+            .get("no")
+            if order.get("parcelList", [])
+            else None,
+            "merchant_no": order.get("merchant", {}).get("name"),
+            "country_region": order.get("issuingBayArea", "").get("name"),
+            "factory_name": product.get("factory", {}).get("name"),
+            "paid_date": order.get("gmtPay"),
+            "confirmed_at": order.get("gmtConfirmTime"),
+            "completed_date": order.get("gmtFinished"),
+            "status": status_map.get(str(product.get("status"))),
+            "system_name": "SDS",
+            "platform": order.get("merchantStore", {}).get("platformName"),
+            "carriage_name": order.get("carriageName"),
+            "product_coding": products.get(product.get("productName"), {}).get("sku"),
+            "created_at": order.get("gmtCreated"),
+            "carriage_type": next(
+                (
+                    log["type"]
+                    for entry in logistics
+                    if entry["country"] == order.get("issuingBayArea", "").get("name")
+                    for log in entry["logistics"]
+                    if log["name"] == order.get("carriageName")
+                ),
+                None,
+            ),
+            "ordered_at": order.get("gmtPay"),
+            "completed_at": order.get("gmtFinished"),
+            "product_style_no": products.get(product.get("productName"), {}).get(
+                "style_no"
+            ),
+        }
+        for order in data.get("list", [])
+        for product in order.get("items", [])
+    ]

inkreach_sync_data-0.1.0/src/inkreach_sync_data/lib/sds/product.py

@@ -0,0 +1,81 @@
+import os
+import re
+from pathlib import Path
+from tenacity import retry, retry_if_exception_type, stop_after_attempt, wait_fixed
+from sds_mng.setting.fetch_producs import fetch_products
+from sds_mng.exception import UnauthorizedError
+from aiohttp import ClientError
+from inkreach_sync_data.lib.sds.token import maybe_refresh_token
+from inkreach_sync_data.lib.sds.config import JSON_INDENT, SYNC_DATA_FILE_UPDATE_GAP
+from sds_mng.util import logger
+import arrow
+
+
+@retry(
+    stop=stop_after_attempt(3),
+    wait=wait_fixed(2),
+    retry=retry_if_exception_type((UnauthorizedError, ClientError)),
+    before_sleep=maybe_refresh_token,
+    reraise=True,
+)
+async def update_sds_products():
+    config_path = Path(os.getenv("SDS_MNG_PRODUCTS_PATH", "sds_mng_products.json"))
+    token = os.getenv("SDS_MNG_TOKEN")
+    data = await fetch_products(token)
+
+    def parse_name(name: str):
+        parts = re.split(r"[（）]", name)
+        if len(parts) < 3:
+            return "", "", ""
+
+        country = parts[0]
+        middle = parts[2]
+        subs = middle.split("-")
+
+        if len(subs) == 2:
+            return country, subs[0], ""
+        if len(subs) == 3:
+            return country, subs[0], subs[1]
+        return "", "", ""
+
+    products = {}
+    for item in data.get("list", []):
+        name = item.get("name", "")
+        country, product_name, style_no = parse_name(name)
+        products[name] = {
+            "sku": item.get("sku", ""),
+            "country": country,
+            "product_name": product_name.strip(),
+            "style_no": style_no,
+        }
+
+    with config_path.open("w", encoding="utf-8") as f:
+        json.dump(products, f, ensure_ascii=False, indent=JSON_INDENT)
+
+
+import json
+
+
+async def update_sds_products_file():
+    products_config_path = (
+        os.environ.get("SDS_MNG_PRODUCTS_PATH") or "sds_mng_products.json"
+    )
+
+    if not os.path.exists(products_config_path):
+        await update_sds_products()
+        return
+
+    arrow.default_tz = "Asia/Shanghai"
+    mtime = arrow.get(os.path.getmtime(products_config_path))
+    if mtime < arrow.now().shift(hours=-SYNC_DATA_FILE_UPDATE_GAP):
+        logger.info(
+            f"产品信息上次更新时间为 {mtime.format('YYYY-MM-DD HH:mm:ss')}， "
+            + "可以更新产品信息了"
+        )
+        await update_sds_products()
+    else:
+        logger.info(
+            f"产品信息上次更新时间为 {mtime.format('YYYY-MM-DD HH:mm:ss')}， "
+            + "无需更新产品信息"
+        )
+        return

inkreach_sync_data-0.1.0/src/inkreach_sync_data/lib/sds/sync.py

@@ -0,0 +1,81 @@
+import asyncio
+import arrow
+import asyncpg
+from pprint import pprint
+from inkreach_sync_data.lib.sds.order import fetch_sds_order
+from inkreach_sync_data.lib.sds.database import upsert_orders, create_pool
+from inkreach_sync_data.lib.sds.config import SDS_QUERY_MAX_BATCH, SYNC_DATA_MAX_CONCURRENT
+from sds_mng.util import logger
+
+
+async def sync_recent_order(pool, start, end):
+    data = await fetch_sds_order(
+        start,
+        end,
+    )
+    await upsert_orders(data, pool)
+
+
+async def sync_order_incremental(pool, default_days_back=2):
+    arrow.default_tz = "Asia/Shanghai"
+
+    async with pool.acquire() as conn:
+        row = await conn.fetchrow(
+            "SELECT MAX(paid_date) as latest_ordered_at FROM orders"
+        )
+        latest = row["latest_ordered_at"]
+
+    if latest:
+        start = arrow.get(latest).floor("hour")
+    else:
+        start = arrow.now().shift(days=-default_days_back).floor("day")
+
+    logger.info(f"SDS最新支付时间为 {start.format('YYYY-MM-DD HH:mm:ss')}")
+
+    end = arrow.now().ceil("day")
+
+    data = await fetch_sds_order(
+        start.format("YYYY-MM-DD HH:mm:ss"),
+        end.format("YYYY-MM-DD HH:mm:ss"),
+    )
+
+    if data:
+        await upsert_orders(data, pool)
+
+
+async def refresh_orders(
+    pool: asyncpg.Pool, query: str, delete_before_insert: bool = True
+):
+    async with pool.acquire() as conn:
+        rows = await conn.fetch(query)
+        order_nos = [r["order_no"] for r in rows]
+
+    pprint(order_nos)
+
+    if not order_nos:
+        return
+
+    batches = [
+        order_nos[i : i + SDS_QUERY_MAX_BATCH]
+        for i in range(0, len(order_nos), SDS_QUERY_MAX_BATCH)
+    ]
+    semaphore = asyncio.Semaphore(SYNC_DATA_MAX_CONCURRENT)
+
+    async def process_batch(batch):
+        async with semaphore:
+            keywords = "\n".join(batch)
+            latest_data = await fetch_sds_order(filters={"keywords": keywords})
+            if not latest_data:
+                return
+
+            async with pool.acquire() as conn:
+                async with conn.transaction():
+                    if delete_before_insert:
+                        await conn.execute(
+                            "DELETE FROM orders WHERE order_no = ANY($1::text[])",
+                            batch,
+                        )
+
+            await upsert_orders(latest_data, pool)
+
+    await asyncio.gather(*[process_batch(batch) for batch in batches])

inkreach_sync_data-0.1.0/src/inkreach_sync_data/lib/sds/token.py

@@ -0,0 +1,33 @@
+import os
+from dotenv import load_dotenv, set_key
+from tenacity import retry, retry_if_exception_type, stop_after_attempt, wait_fixed
+from sds_mng.auth.get_token import get_token
+from sds_mng.exception import UnauthorizedError
+from aiohttp import ClientError
+
+load_dotenv()
+
+
+def maybe_refresh_token(retry_state):
+    exception = retry_state.outcome.exception()
+    if isinstance(exception, UnauthorizedError):
+        try:
+            new_token = get_token(
+                os.environ.get("SDS_MNG_USERNAME"), os.environ.get("SDS_MNG_PASSWORD")
+            )
+            os.environ["SDS_MNG_TOKEN"] = new_token
+            set_key(os.environ.get("ENV_PATH") or ".env", "SDS_MNG_TOKEN", new_token)
+            print("Token refreshed before retry.")
+        except Exception as e:
+            print(f"Failed to refresh token: {e}")
+            raise e("账号密码错误！")
+
+
+def get_token_retry_decorator():
+    return retry(
+        stop=stop_after_attempt(3),
+        wait=wait_fixed(2),
+        retry=retry_if_exception_type((UnauthorizedError, ClientError)),
+        before_sleep=maybe_refresh_token,
+        reraise=True,
+    )

inkreach_sync_data-0.1.0/src/inkreach_sync_data/utils.py

@@ -0,0 +1,20 @@
+from inkreach_sync_data.lib.sds import (
+    JSON_INDENT,
+    SDS_QUERY_MAX_BATCH,
+    SYNC_DATA_SQL_MAX_BATCH,
+    SYNC_DATA_MAX_CONCURRENT,
+    SYNC_DATA_FILE_UPDATE_GAP,
+    SYNC_DATA_POSTGRE_HOST,
+    SYNC_DATA_POSTGRE_PORT,
+    SYNC_DATA_POSTGRE_USER,
+    SYNC_DATA_POSTGRE_PASSWORD,
+    SYNC_DATA_POSTGRE_DATABASE,
+    maybe_refresh_token,
+    fetch_sds_order,
+    update_sds_products,
+    update_sds_products_file,
+    update_sds_logistics,
+    update_sds_logistics_file,
+    upsert_orders,
+    create_pool,
+)

inkreach_sync_data-0.1.0/src/inkreach_sync_data.egg-info/PKG-INFO

@@ -0,0 +1,19 @@
+Metadata-Version: 2.4
+Name: inkreach_sync_data
+Version: 0.1.0
+Summary: sync data to database for inkreach
+Author-email: yoyoki <2197651308@qq.com>
+License: MIT
+Classifier: Programming Language :: Python :: 3
+Classifier: License :: OSI Approved :: MIT License
+Requires-Python: >=3.13
+Description-Content-Type: text/markdown
+Requires-Dist: aiohttp>=3.13.3
+Requires-Dist: arrow>=1.4.0
+Requires-Dist: asyncpg>=0.31.0
+Requires-Dist: click>=8.3.1
+Requires-Dist: openpyxl>=3.1.5
+Requires-Dist: pandas>=3.0.1
+Requires-Dist: python-dotenv>=1.2.2
+Requires-Dist: sds-mng>=0.1.47
+Requires-Dist: tenacity>=9.1.4

inkreach_sync_data-0.1.0/src/inkreach_sync_data.egg-info/SOURCES.txt

@@ -0,0 +1,25 @@
+README.md
+pyproject.toml
+src/inkreach_sync_data/__init__.py
+src/inkreach_sync_data/__main__.py
+src/inkreach_sync_data/cli.py
+src/inkreach_sync_data/utils.py
+src/inkreach_sync_data.egg-info/PKG-INFO
+src/inkreach_sync_data.egg-info/SOURCES.txt
+src/inkreach_sync_data.egg-info/dependency_links.txt
+src/inkreach_sync_data.egg-info/entry_points.txt
+src/inkreach_sync_data.egg-info/requires.txt
+src/inkreach_sync_data.egg-info/top_level.txt
+src/inkreach_sync_data/commands/__init__.py
+src/inkreach_sync_data/commands/sds/__init__.py
+src/inkreach_sync_data/commands/sds/refresh.py
+src/inkreach_sync_data/commands/sds/sync_incremental.py
+src/inkreach_sync_data/commands/sds/sync_recent.py
+src/inkreach_sync_data/lib/sds/__init__.py
+src/inkreach_sync_data/lib/sds/config.py
+src/inkreach_sync_data/lib/sds/database.py
+src/inkreach_sync_data/lib/sds/logistics.py
+src/inkreach_sync_data/lib/sds/order.py
+src/inkreach_sync_data/lib/sds/product.py
+src/inkreach_sync_data/lib/sds/sync.py
+src/inkreach_sync_data/lib/sds/token.py

inkreach_sync_data-0.1.0/src/inkreach_sync_data.egg-info/dependency_links.txt

@@ -0,0 +1 @@
+

inkreach_sync_data-0.1.0/src/inkreach_sync_data.egg-info/entry_points.txt

@@ -0,0 +1,2 @@
+[console_scripts]
+inkreach-sync-data = inkreach_sync_data.cli:cli

inkreach_sync_data-0.1.0/src/inkreach_sync_data.egg-info/requires.txt

@@ -0,0 +1,9 @@
+aiohttp>=3.13.3
+arrow>=1.4.0
+asyncpg>=0.31.0
+click>=8.3.1
+openpyxl>=3.1.5
+pandas>=3.0.1
+python-dotenv>=1.2.2
+sds-mng>=0.1.47
+tenacity>=9.1.4

inkreach_sync_data-0.1.0/src/inkreach_sync_data.egg-info/top_level.txt

@@ -0,0 +1 @@
+inkreach_sync_data