trustbase-seller-backend 0.1.5

package/core/content-ai.js

@@ -0,0 +1,344 @@
+"use strict";
+/**
+ * TrustChain Content Moderation AI Interface
+ *
+ * @deprecated 2026-07-30 (baobei indexer-surgery phase 0) — 0 引用, 桩代码.
+ * 保留文件壳 + 接口定义 (类型导出仍可能被潜在新调用方依赖), 不删实.
+ * 阶段 1+ 决策是否: (a) 接入真实 AI provider (TensorFlow/PyTorch/OpenAI)
+ * (b) 整文件删除 (接口移到 types.ts)
+ *
+ * 内容审核AI接口 - 保留接口和文档
+ * 目标：AI驱动的内容审核（图片识别、文本分类、自然语言理解）
+ *
+ * 注意：此文件仅提供接口定义和文档，具体AI模型实现需要：
+ * 1. 集成TensorFlow/PyTorch
+ * 2. 训练自定义模型
+ * 3. 部署模型推理服务
+ * 4. 定期更新模型
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ContentModerationAI = void 0;
+const events_1 = require("events");
+// ===================== Content Moderation AI Interface =====================
+/**
+ * 内容审核AI接口
+ *
+ * 文档：
+ *
+ * ## 功能概述
+ *
+ * 内容审核AI系统负责：
+ * 1. 图片内容识别
+ *    - 违禁品识别（武器、毒品、假证）
+ *    - 成人内容识别
+ *    - 暴力内容识别
+ *    - 假冒商品识别
+ *    - 品牌侵权识别
+ *
+ * 2. 文本内容分类
+ *    - 商品描述分析
+ *    - 欺诈检测
+ *    - 虚假宣传检测
+ *    - 违法内容检测
+ *    - 垃圾信息检测
+ *
+ * 3. 自然语言理解
+ *    - 语义分析
+ *    - 情感分析
+ *    - 实体识别
+ *    - 关键词提取
+ *
+ * ## AI模型集成
+ *
+ * ### 方案1：TensorFlow.js（本地推理）
+ *
+ * ```typescript
+ * import * as tf from '@tensorflow/tfjs-node';
+ *
+ * // 加载预训练模型
+ * const model = await tf.loadGraphModel('file://./models/content-moderation/model.json');
+ *
+ * // 图片预处理
+ * const image = await loadImage(imagePath);
+ * const tensor = tf.browser.fromPixels(image)
+ *   .resizeNearestNeighbor([224, 224])
+ *   .toFloat()
+ *   .div(tf.scalar(255))
+ *   .expandDims();
+ *
+ * // 推理
+ * const predictions = await model.predict(tensor) as tf.Tensor;
+ * const result = predictions.dataSync();
+ * ```
+ *
+ * ### 方案2：PyTorch（远程推理）
+ *
+ * ```python
+ * import torch
+ * import torchvision.models as models
+ *
+ * # 加载模型
+ * model = models.resnet50(pretrained=True)
+ * model.eval()
+ *
+ * # 推理
+ * with torch.no_grad():
+ *     output = model(input_tensor)
+ *     probabilities = torch.nn.functional.softmax(output, dim=1)
+ * ```
+ *
+ * ### 方案3：OpenAI API（云端推理）
+ *
+ * ```typescript
+ * import OpenAI from 'openai';
+ *
+ * const openai = new OpenAI({ apiKey: process.env.OPENAI_API_KEY });
+ *
+ * const response = await openai.chat.completions.create({
+ *   model: 'gpt-4-vision-preview',
+ *   messages: [
+ *     {
+ *       role: 'user',
+ *       content: [
+ *         { type: 'text', text: 'Analyze this image for inappropriate content' },
+ *         { type: 'image_url', image_url: { url: imageUrl } },
+ *       ],
+ *     },
+ *   ],
+ * });
+ * ```
+ *
+ * ## 模型训练
+ *
+ * ### 数据集准备
+ *
+ * 1. 合法商品样本（正样本）
+ *    - 各类正常商品图片
+ *    - 真实商品描述文本
+ *
+ * 2. 违规商品样本（负样本）
+ *    - 武器、毒品、假证图片
+ *    - 成人内容、暴力内容
+ *    - 假冒商品、侵权商品
+ *    - 欺诈描述、虚假宣传
+ *
+ * 3. 标注
+ *    - 类别标签
+ *    - 严重程度
+ *    - 置信度
+ *
+ * ### 训练流程
+ *
+ * ```bash
+ * # 数据预处理
+ * python preprocess.py --input ./data/raw --output ./data/processed
+ *
+ * # 模型训练
+ * python train.py \
+ *   --model resnet50 \
+ *   --data ./data/processed \
+ *   --epochs 100 \
+ *   --batch-size 32 \
+ *   --output ./models/content-moderation
+ *
+ * # 模型评估
+ * python evaluate.py \
+ *   --model ./models/content-moderation/model.pth \
+ *   --test ./data/test
+ *
+ * # 模型导出
+ * python export.py \
+ *   --model ./models/content-moderation/model.pth \
+ *   --format onnx \
+ *   --output ./models/content-moderation/model.onnx
+ * ```
+ *
+ * ## 模型更新
+ *
+ * 1. 定期重新训练（每月）
+ * 2. 新攻击模式出现时紧急更新
+ * 3. 社区贡献新样本
+ * 4. A/B测试新模型
+ *
+ * ## 性能优化
+ *
+ * 1. 模型量化（减小模型大小）
+ * 2. 批量推理（提高吞吐量）
+ * 3. GPU加速（提高推理速度）
+ * 4. 模型缓存（减少加载时间）
+ *
+ * ## 隐私保护
+ *
+ * 1. 本地推理优先（不上传用户数据）
+ * 2. 数据脱敏（去除敏感信息）
+ * 3. 结果缓存（减少重复推理）
+ * 4. 审计日志（记录审核历史）
+ */
+class ContentModerationAI extends events_1.EventEmitter {
+    config;
+    constructor(config = {}) {
+        super();
+        this.config = {
+            provider: config.provider || 'tensorflow',
+            modelPath: config.modelPath,
+            apiKey: config.apiKey,
+            endpoint: config.endpoint,
+            timeout: config.timeout || 30000,
+            fallbackEnabled: config.fallbackEnabled || true,
+        };
+    }
+    /**
+     * 审核图片内容
+     *
+     * @param imagePath 图片路径或URL
+     * @returns 审核结果
+     *
+     * 实现说明：
+     * 1. 加载图片
+     * 2. 预处理（缩放、归一化）
+     * 3. 模型推理
+     * 4. 后处理（阈值判断、类别映射）
+     * 5. 返回结果
+     *
+     * 示例：
+     * ```typescript
+     * const result = await ai.moderateImage('./product.jpg');
+     * if (!result.allowed) {
+     *   console.log('Image rejected:', result.reason);
+     * }
+     * ```
+     */
+    async moderateImage(imagePath) {
+        // TODO: 实现图片审核
+        // 1. 加载图片
+        // 2. 预处理
+        // 3. 模型推理
+        // 4. 返回结果
+        console.log(`[AI] Image moderation: ${imagePath} (not implemented)`);
+        // 返回默认结果
+        return {
+            allowed: true,
+            confidence: 0.5,
+            categories: [],
+            flags: [],
+            recommendation: 'review',
+            aiModel: 'placeholder',
+            processedAt: Date.now(),
+            imageAnalysis: {
+                objects: [],
+                text: [],
+                faces: 0,
+                adultContent: false,
+                violence: false,
+                weapons: false,
+                drugs: false,
+                counterfeit: false,
+            },
+        };
+    }
+    /**
+     * 审核文本内容
+     *
+     * @param text 文本内容
+     * @returns 审核结果
+     *
+     * 实现说明：
+     * 1. 文本预处理（分词、清洗）
+     * 2. 特征提取（TF-IDF、词嵌入）
+     * 3. 模型推理
+     * 4. 后处理（类别映射、置信度）
+     * 5. 返回结果
+     *
+     * 示例：
+     * ```typescript
+     * const result = await ai.moderateText('商品描述...');
+     * if (result.textAnalysis.fraud) {
+     *   console.log('Fraud detected!');
+     * }
+     * ```
+     */
+    async moderateText(text) {
+        // TODO: 实现文本审核
+        // 1. 文本预处理
+        // 2. 特征提取
+        // 3. 模型推理
+        // 4. 返回结果
+        console.log(`[AI] Text moderation: ${text.substring(0, 50)}... (not implemented)`);
+        // 返回默认结果
+        return {
+            allowed: true,
+            confidence: 0.5,
+            categories: [],
+            flags: [],
+            recommendation: 'review',
+            aiModel: 'placeholder',
+            processedAt: Date.now(),
+            textAnalysis: {
+                language: 'unknown',
+                sentiment: 'neutral',
+                keywords: [],
+                entities: [],
+                spam: false,
+                fraud: false,
+                illegal: false,
+            },
+        };
+    }
+    /**
+     * 批量审核
+     *
+     * @param items 审核项列表
+     * @returns 审核结果列表
+     *
+     * 实现说明：
+     * 1. 批量预处理
+     * 2. 批量推理（提高效率）
+     * 3. 批量后处理
+     * 4. 返回结果列表
+     */
+    async moderateBatch(items) {
+        // TODO: 实现批量审核
+        console.log(`[AI] Batch moderation: ${items.length} items (not implemented)`);
+        return items.map(() => ({
+            allowed: true,
+            confidence: 0.5,
+            categories: [],
+            flags: [],
+            recommendation: 'review',
+            aiModel: 'placeholder',
+            processedAt: Date.now(),
+        }));
+    }
+    /**
+     * 更新模型
+     *
+     * @param modelPath 新模型路径
+     * @returns 是否成功
+     *
+     * 实现说明：
+     * 1. 下载新模型
+     * 2. 验证模型完整性
+     * 3. 备份旧模型
+     * 4. 加载新模型
+     * 5. 测试新模型
+     * 6. 切换到新模型
+     */
+    async updateModel(modelPath) {
+        // TODO: 实现模型更新
+        console.log(`[AI] Model update: ${modelPath} (not implemented)`);
+        return false;
+    }
+    /**
+     * 获取模型信息
+     */
+    getModelInfo() {
+        return {
+            provider: this.config.provider,
+            modelPath: this.config.modelPath,
+            status: 'not_implemented',
+            message: 'AI moderation is not implemented. Please integrate TensorFlow/PyTorch or OpenAI API.',
+        };
+    }
+}
+exports.ContentModerationAI = ContentModerationAI;
+//# sourceMappingURL=content-ai.js.map

package/core/content-ai.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"content-ai.js","sourceRoot":"","sources":["../../src/core/content-ai.ts"],"names":[],"mappings":";AAAA;;;;;;;;;;;;;;;;GAgBG;;;AAEH,mCAAsC;AAwDtC,8EAA8E;AAE9E;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAyJG;AACH,MAAa,mBAAoB,SAAQ,qBAAY;IAC3C,MAAM,CAAgB;IAE9B,YAAY,SAAiC,EAAE;QAC7C,KAAK,EAAE,CAAC;QACR,IAAI,CAAC,MAAM,GAAG;YACZ,QAAQ,EAAE,MAAM,CAAC,QAAQ,IAAI,YAAY;YACzC,SAAS,EAAE,MAAM,CAAC,SAAS;YAC3B,MAAM,EAAE,MAAM,CAAC,MAAM;YACrB,QAAQ,EAAE,MAAM,CAAC,QAAQ;YACzB,OAAO,EAAE,MAAM,CAAC,OAAO,IAAI,KAAK;YAChC,eAAe,EAAE,MAAM,CAAC,eAAe,IAAI,IAAI;SAChD,CAAC;IACJ,CAAC;IAED;;;;;;;;;;;;;;;;;;;;OAoBG;IACH,KAAK,CAAC,aAAa,CAAC,SAAiB;QACnC,eAAe;QACf,UAAU;QACV,SAAS;QACT,UAAU;QACV,UAAU;QAEV,OAAO,CAAC,GAAG,CAAC,0BAA0B,SAAS,oBAAoB,CAAC,CAAC;QAErE,SAAS;QACT,OAAO;YACL,OAAO,EAAE,IAAI;YACb,UAAU,EAAE,GAAG;YACf,UAAU,EAAE,EAAE;YACd,KAAK,EAAE,EAAE;YACT,cAAc,EAAE,QAAQ;YACxB,OAAO,EAAE,aAAa;YACtB,WAAW,EAAE,IAAI,CAAC,GAAG,EAAE;YACvB,aAAa,EAAE;gBACb,OAAO,EAAE,EAAE;gBACX,IAAI,EAAE,EAAE;gBACR,KAAK,EAAE,CAAC;gBACR,YAAY,EAAE,KAAK;gBACnB,QAAQ,EAAE,KAAK;gBACf,OAAO,EAAE,KAAK;gBACd,KAAK,EAAE,KAAK;gBACZ,WAAW,EAAE,KAAK;aACnB;SACF,CAAC;IACJ,CAAC;IAED;;;;;;;;;;;;;;;;;;;;OAoBG;IACH,KAAK,CAAC,YAAY,CAAC,IAAY;QAC7B,eAAe;QACf,WAAW;QACX,UAAU;QACV,UAAU;QACV,UAAU;QAEV,OAAO,CAAC,GAAG,CAAC,yBAAyB,IAAI,CAAC,SAAS,CAAC,CAAC,EAAE,EAAE,CAAC,uBAAuB,CAAC,CAAC;QAEnF,SAAS;QACT,OAAO;YACL,OAAO,EAAE,IAAI;YACb,UAAU,EAAE,GAAG;YACf,UAAU,EAAE,EAAE;YACd,KAAK,EAAE,EAAE;YACT,cAAc,EAAE,QAAQ;YACxB,OAAO,EAAE,aAAa;YACtB,WAAW,EAAE,IAAI,CAAC,GAAG,EAAE;YACvB,YAAY,EAAE;gBACZ,QAAQ,EAAE,SAAS;gBACnB,SAAS,EAAE,SAAS;gBACpB,QAAQ,EAAE,EAAE;gBACZ,QAAQ,EAAE,EAAE;gBACZ,IAAI,EAAE,KAAK;gBACX,KAAK,EAAE,KAAK;gBACZ,OAAO,EAAE,KAAK;aACf;SACF,CAAC;IACJ,CAAC;IAED;;;;;;;;;;;OAWG;IACH,KAAK,CAAC,aAAa,CAAC,KAAyD;QAC3E,eAAe;QACf,OAAO,CAAC,GAAG,CAAC,0BAA0B,KAAK,CAAC,MAAM,0BAA0B,CAAC,CAAC;QAE9E,OAAO,KAAK,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,CAAC;YACtB,OAAO,EAAE,IAAI;YACb,UAAU,EAAE,GAAG;YACf,UAAU,EAAE,EAAE;YACd,KAAK,EAAE,EAAE;YACT,cAAc,EAAE,QAAQ;YACxB,OAAO,EAAE,aAAa;YACtB,WAAW,EAAE,IAAI,CAAC,GAAG,EAAE;SACxB,CAAC,CAAC,CAAC;IACN,CAAC;IAED;;;;;;;;;;;;;OAaG;IACH,KAAK,CAAC,WAAW,CAAC,SAAiB;QACjC,eAAe;QACf,OAAO,CAAC,GAAG,CAAC,sBAAsB,SAAS,oBAAoB,CAAC,CAAC;QACjE,OAAO,KAAK,CAAC;IACf,CAAC;IAED;;OAEG;IACH,YAAY;QACV,OAAO;YACL,QAAQ,EAAE,IAAI,CAAC,MAAM,CAAC,QAAQ;YAC9B,SAAS,EAAE,IAAI,CAAC,MAAM,CAAC,SAAS;YAChC,MAAM,EAAE,iBAAiB;YACzB,OAAO,EAAE,sFAAsF;SAChG,CAAC;IACJ,CAAC;CACF;AAhLD,kDAgLC"}

package/core/content-backfill.d.ts

@@ -0,0 +1,55 @@
+/**
+ * ContentBackfiller - P1-5: 搜索结果内容回填机制
+ *
+ * 卖家在链上只存 contentHash，实际 MD 内容通过 P2P 获取。
+ * 本模块负责：
+ * 1. 从卖家 P2P 端点拉取 MD 内容
+ * 2. 校验 SHA256 与链上 contentHash 匹配
+ * 3. 解析 MD 提取 title/description/images/price
+ * 4. 调用 plugin.updateProduct() 回填到本地索引
+ */
+export interface BackfillResult {
+    skuId: string;
+    success: boolean;
+    reason?: string;
+}
+export interface BackfillPlugin {
+    getProduct(skuId: string): Promise<{
+        contentHash: string;
+        seller: string;
+        title: string;
+    } | null>;
+    updateProduct(product: any): Promise<void>;
+    /** Query products needing backfill */
+    getProductsNeedingBackfill(): Promise<Array<{
+        skuId: string;
+        seller: string;
+        contentHash: string;
+    }>>;
+    /** Mark product as suspect (P1-15: content_hash mismatch from P2P) */
+    markProductSuspect?(skuId: string, suspect: boolean): void;
+}
+export declare class ContentBackfiller {
+    private plugin;
+    constructor(plugin: BackfillPlugin);
+    /**
+     * Backfill a single product by fetching MD content from seller P2P endpoint.
+     */
+    backfillProduct(skuId: string, sellerP2PUrl: string): Promise<BackfillResult>;
+    /**
+     * Backfill all products with missing content (empty title or content_hash).
+     * @param sellerP2PResolver - Function to resolve seller address to P2P URL
+     */
+    backfillAll(sellerP2PResolver: (sellerAddress: string) => Promise<string | null>): Promise<{
+        total: number;
+        success: number;
+        failed: number;
+    }>;
+    /**
+     * Simple markdown parser to extract product metadata.
+     * Expects MD with YAML-like front or heading-based structure.
+     */
+    private parseMarkdown;
+    private httpGet;
+}
+//# sourceMappingURL=content-backfill.d.ts.map

package/core/content-backfill.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"content-backfill.d.ts","sourceRoot":"","sources":["../../src/core/content-backfill.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAMH,MAAM,WAAW,cAAc;IAC7B,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,OAAO,CAAC;IACjB,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,WAAW,cAAc;IAC7B,UAAU,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC;QAAE,WAAW,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE,GAAG,IAAI,CAAC,CAAC;IAClG,aAAa,CAAC,OAAO,EAAE,GAAG,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAC3C,sCAAsC;IACtC,0BAA0B,IAAI,OAAO,CAAC,KAAK,CAAC;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAC;QAAC,WAAW,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC,CAAC;IACrG,sEAAsE;IACtE,kBAAkB,CAAC,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,GAAG,IAAI,CAAC;CAC5D;AAED,qBAAa,iBAAiB;IAC5B,OAAO,CAAC,MAAM,CAAiB;gBAEnB,MAAM,EAAE,cAAc;IAIlC;;OAEG;IACG,eAAe,CAAC,KAAK,EAAE,MAAM,EAAE,YAAY,EAAE,MAAM,GAAG,OAAO,CAAC,cAAc,CAAC;IAmDnF;;;OAGG;IACG,WAAW,CACf,iBAAiB,EAAE,CAAC,aAAa,EAAE,MAAM,KAAK,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,GACnE,OAAO,CAAC;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAA;KAAE,CAAC;IA8B9D;;;OAGG;IACH,OAAO,CAAC,aAAa;IAkDrB,OAAO,CAAC,OAAO;CAkBhB"}

package/core/content-backfill.js

@@ -0,0 +1,174 @@
+"use strict";
+/**
+ * ContentBackfiller - P1-5: 搜索结果内容回填机制
+ *
+ * 卖家在链上只存 contentHash，实际 MD 内容通过 P2P 获取。
+ * 本模块负责：
+ * 1. 从卖家 P2P 端点拉取 MD 内容
+ * 2. 校验 SHA256 与链上 contentHash 匹配
+ * 3. 解析 MD 提取 title/description/images/price
+ * 4. 调用 plugin.updateProduct() 回填到本地索引
+ */
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ContentBackfiller = void 0;
+const crypto_1 = require("crypto");
+const http_1 = __importDefault(require("http"));
+const https_1 = __importDefault(require("https"));
+class ContentBackfiller {
+    plugin;
+    constructor(plugin) {
+        this.plugin = plugin;
+    }
+    /**
+     * Backfill a single product by fetching MD content from seller P2P endpoint.
+     */
+    async backfillProduct(skuId, sellerP2PUrl) {
+        try {
+            // 1. Fetch MD content from seller P2P
+            const mdContent = await this.httpGet(`${sellerP2PUrl}/product/${skuId}`);
+            if (!mdContent) {
+                return { skuId, success: false, reason: 'fetch_failed' };
+            }
+            // 2. Compute SHA256 and compare with on-chain contentHash
+            const actualHash = (0, crypto_1.createHash)('sha256').update(mdContent).digest('hex');
+            const product = await this.plugin.getProduct(skuId);
+            if (!product) {
+                return { skuId, success: false, reason: 'product_not_found' };
+            }
+            if (product.contentHash && actualHash !== product.contentHash) {
+                console.warn(`[Backfill] Hash mismatch for ${skuId}: expected=${product.contentHash.slice(0, 16)}... got=${actualHash.slice(0, 16)}...`);
+                // P1-15: Mark as suspect so search reduces trustScore
+                if (this.plugin.markProductSuspect) {
+                    this.plugin.markProductSuspect(skuId, true);
+                }
+                return { skuId, success: false, reason: 'hash_mismatch_suspect' };
+            }
+            // 3. Parse MD content to extract metadata
+            const parsed = this.parseMarkdown(mdContent);
+            // 4. Update product with backfilled content
+            await this.plugin.updateProduct({
+                skuId,
+                seller: product.seller,
+                title: parsed.title || product.title || skuId,
+                description: parsed.description || '',
+                contentHash: actualHash,
+                // Preserve other fields — updateProduct should do INSERT OR REPLACE
+            });
+            // P1-15: Clear suspect flag on successful backfill
+            if (this.plugin.markProductSuspect) {
+                this.plugin.markProductSuspect(skuId, false);
+            }
+            console.log(`[Backfill] Successfully backfilled ${skuId} from ${sellerP2PUrl}`);
+            return { skuId, success: true };
+        }
+        catch (err) {
+            console.error(`[Backfill] Error for ${skuId}: ${err.message}`);
+            return { skuId, success: false, reason: err.message };
+        }
+    }
+    /**
+     * Backfill all products with missing content (empty title or content_hash).
+     * @param sellerP2PResolver - Function to resolve seller address to P2P URL
+     */
+    async backfillAll(sellerP2PResolver) {
+        const products = await this.plugin.getProductsNeedingBackfill();
+        let success = 0;
+        let failed = 0;
+        console.log(`[Backfill] Starting backfill for ${products.length} products`);
+        for (const product of products) {
+            const p2pUrl = await sellerP2PResolver(product.seller);
+            if (!p2pUrl) {
+                console.warn(`[Backfill] No P2P URL for seller ${product.seller}, skipping ${product.skuId}`);
+                failed++;
+                continue;
+            }
+            const result = await this.backfillProduct(product.skuId, p2pUrl);
+            if (result.success) {
+                success++;
+            }
+            else {
+                failed++;
+            }
+            // Throttle to avoid overwhelming seller P2P
+            await new Promise(r => setTimeout(r, 200));
+        }
+        console.log(`[Backfill] Done: ${success} success, ${failed} failed, ${products.length} total`);
+        return { total: products.length, success, failed };
+    }
+    /**
+     * Simple markdown parser to extract product metadata.
+     * Expects MD with YAML-like front or heading-based structure.
+     */
+    parseMarkdown(md) {
+        const lines = md.split('\n');
+        let title = '';
+        let description = '';
+        const images = [];
+        let price;
+        for (const line of lines) {
+            // Extract title from first H1
+            if (!title && line.startsWith('# ')) {
+                title = line.replace(/^#\s+/, '').trim();
+                continue;
+            }
+            // Extract images: ![alt](url)
+            const imgMatch = line.match(/!\[.*?\]\((.*?)\)/g);
+            if (imgMatch) {
+                for (const m of imgMatch) {
+                    const urlMatch = m.match(/\]\((.*?)\)/);
+                    if (urlMatch)
+                        images.push(urlMatch[1]);
+                }
+            }
+            // Extract price from patterns like "Price: 99" or "价格：99"
+            if (!price) {
+                const priceMatch = line.match(/(?:price|价格|Price)[：:]\s*(\d+)/i);
+                if (priceMatch) {
+                    price = parseInt(priceMatch[1]);
+                }
+            }
+        }
+        // Description: first non-empty, non-heading paragraph
+        const descLines = [];
+        let inDesc = false;
+        for (const line of lines) {
+            if (line.startsWith('# '))
+                continue;
+            if (line.startsWith('!['))
+                continue;
+            if (line.trim() === '') {
+                if (inDesc)
+                    break;
+                continue;
+            }
+            inDesc = true;
+            descLines.push(line.trim());
+        }
+        description = descLines.join(' ').slice(0, 500);
+        return { title, description, images, price };
+    }
+    httpGet(url) {
+        return new Promise((resolve) => {
+            const client = url.startsWith('https') ? https_1.default : http_1.default;
+            const req = client.get(url, { timeout: 10_000 }, (res) => {
+                let data = '';
+                res.on('data', (chunk) => data += chunk);
+                res.on('end', () => {
+                    if (res.statusCode === 200) {
+                        resolve(data);
+                    }
+                    else {
+                        resolve(null);
+                    }
+                });
+            });
+            req.on('error', () => resolve(null));
+            req.on('timeout', () => { req.destroy(); resolve(null); });
+        });
+    }
+}
+exports.ContentBackfiller = ContentBackfiller;
+//# sourceMappingURL=content-backfill.js.map

package/core/content-backfill.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"content-backfill.js","sourceRoot":"","sources":["../../src/core/content-backfill.ts"],"names":[],"mappings":";AAAA;;;;;;;;;GASG;;;;;;AAEH,mCAAoC;AACpC,gDAAwB;AACxB,kDAA0B;AAiB1B,MAAa,iBAAiB;IACpB,MAAM,CAAiB;IAE/B,YAAY,MAAsB;QAChC,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;IACvB,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,eAAe,CAAC,KAAa,EAAE,YAAoB;QACvD,IAAI,CAAC;YACH,sCAAsC;YACtC,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,GAAG,YAAY,YAAY,KAAK,EAAE,CAAC,CAAC;YACzE,IAAI,CAAC,SAAS,EAAE,CAAC;gBACf,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,cAAc,EAAE,CAAC;YAC3D,CAAC;YAED,0DAA0D;YAC1D,MAAM,UAAU,GAAG,IAAA,mBAAU,EAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YAExE,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;YACpD,IAAI,CAAC,OAAO,EAAE,CAAC;gBACb,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,mBAAmB,EAAE,CAAC;YAChE,CAAC;YAED,IAAI,OAAO,CAAC,WAAW,IAAI,UAAU,KAAK,OAAO,CAAC,WAAW,EAAE,CAAC;gBAC9D,OAAO,CAAC,IAAI,CAAC,gCAAgC,KAAK,cAAc,OAAO,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,WAAW,UAAU,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,CAAC;gBACzI,sDAAsD;gBACtD,IAAI,IAAI,CAAC,MAAM,CAAC,kBAAkB,EAAE,CAAC;oBACnC,IAAI,CAAC,MAAM,CAAC,kBAAkB,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;gBAC9C,CAAC;gBACD,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,uBAAuB,EAAE,CAAC;YACpE,CAAC;YAED,0CAA0C;YAC1C,MAAM,MAAM,GAAG,IAAI,CAAC,aAAa,CAAC,SAAS,CAAC,CAAC;YAE7C,4CAA4C;YAC5C,MAAM,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC;gBAC9B,KAAK;gBACL,MAAM,EAAE,OAAO,CAAC,MAAM;gBACtB,KAAK,EAAE,MAAM,CAAC,KAAK,IAAI,OAAO,CAAC,KAAK,IAAI,KAAK;gBAC7C,WAAW,EAAE,MAAM,CAAC,WAAW,IAAI,EAAE;gBACrC,WAAW,EAAE,UAAU;gBACvB,oEAAoE;aACrE,CAAC,CAAC;YAEH,mDAAmD;YACnD,IAAI,IAAI,CAAC,MAAM,CAAC,kBAAkB,EAAE,CAAC;gBACnC,IAAI,CAAC,MAAM,CAAC,kBAAkB,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;YAC/C,CAAC;YAED,OAAO,CAAC,GAAG,CAAC,sCAAsC,KAAK,SAAS,YAAY,EAAE,CAAC,CAAC;YAChF,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;QAClC,CAAC;QAAC,OAAO,GAAQ,EAAE,CAAC;YAClB,OAAO,CAAC,KAAK,CAAC,wBAAwB,KAAK,KAAK,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC;YAC/D,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,CAAC,OAAO,EAAE,CAAC;QACxD,CAAC;IACH,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,WAAW,CACf,iBAAoE;QAEpE,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,0BAA0B,EAAE,CAAC;QAChE,IAAI,OAAO,GAAG,CAAC,CAAC;QAChB,IAAI,MAAM,GAAG,CAAC,CAAC;QAEf,OAAO,CAAC,GAAG,CAAC,oCAAoC,QAAQ,CAAC,MAAM,WAAW,CAAC,CAAC;QAE5E,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;YAC/B,MAAM,MAAM,GAAG,MAAM,iBAAiB,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;YACvD,IAAI,CAAC,MAAM,EAAE,CAAC;gBACZ,OAAO,CAAC,IAAI,CAAC,oCAAoC,OAAO,CAAC,MAAM,cAAc,OAAO,CAAC,KAAK,EAAE,CAAC,CAAC;gBAC9F,MAAM,EAAE,CAAC;gBACT,SAAS;YACX,CAAC;YAED,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,OAAO,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;YACjE,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;gBACnB,OAAO,EAAE,CAAC;YACZ,CAAC;iBAAM,CAAC;gBACN,MAAM,EAAE,CAAC;YACX,CAAC;YAED,4CAA4C;YAC5C,MAAM,IAAI,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,UAAU,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC;QAC7C,CAAC;QAED,OAAO,CAAC,GAAG,CAAC,oBAAoB,OAAO,aAAa,MAAM,YAAY,QAAQ,CAAC,MAAM,QAAQ,CAAC,CAAC;QAC/F,OAAO,EAAE,KAAK,EAAE,QAAQ,CAAC,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC;IACrD,CAAC;IAED;;;OAGG;IACK,aAAa,CAAC,EAAU;QAC9B,MAAM,KAAK,GAAG,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAC7B,IAAI,KAAK,GAAG,EAAE,CAAC;QACf,IAAI,WAAW,GAAG,EAAE,CAAC;QACrB,MAAM,MAAM,GAAa,EAAE,CAAC;QAC5B,IAAI,KAAyB,CAAC;QAE9B,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,8BAA8B;YAC9B,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC;gBACpC,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;gBACzC,SAAS;YACX,CAAC;YAED,8BAA8B;YAC9B,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,oBAAoB,CAAC,CAAC;YAClD,IAAI,QAAQ,EAAE,CAAC;gBACb,KAAK,MAAM,CAAC,IAAI,QAAQ,EAAE,CAAC;oBACzB,MAAM,QAAQ,GAAG,CAAC,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC;oBACxC,IAAI,QAAQ;wBAAE,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC;gBACzC,CAAC;YACH,CAAC;YAED,0DAA0D;YAC1D,IAAI,CAAC,KAAK,EAAE,CAAC;gBACX,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,iCAAiC,CAAC,CAAC;gBACjE,IAAI,UAAU,EAAE,CAAC;oBACf,KAAK,GAAG,QAAQ,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC;gBAClC,CAAC;YACH,CAAC;QACH,CAAC;QAED,sDAAsD;QACtD,MAAM,SAAS,GAAa,EAAE,CAAC;QAC/B,IAAI,MAAM,GAAG,KAAK,CAAC;QACnB,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,IAAI,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC;gBAAE,SAAS;YACpC,IAAI,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC;gBAAE,SAAS;YACpC,IAAI,IAAI,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC;gBACvB,IAAI,MAAM;oBAAE,MAAM;gBAClB,SAAS;YACX,CAAC;YACD,MAAM,GAAG,IAAI,CAAC;YACd,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;QAC9B,CAAC;QACD,WAAW,GAAG,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;QAEhD,OAAO,EAAE,KAAK,EAAE,WAAW,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC;IAC/C,CAAC;IAEO,OAAO,CAAC,GAAW;QACzB,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE;YAC7B,MAAM,MAAM,GAAG,GAAG,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,eAAK,CAAC,CAAC,CAAC,cAAI,CAAC;YACtD,MAAM,GAAG,GAAG,MAAM,CAAC,GAAG,CAAC,GAAG,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,EAAE,CAAC,GAAG,EAAE,EAAE;gBACvD,IAAI,IAAI,GAAG,EAAE,CAAC;gBACd,GAAG,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,IAAI,IAAI,KAAK,CAAC,CAAC;gBACzC,GAAG,CAAC,EAAE,CAAC,KAAK,EAAE,GAAG,EAAE;oBACjB,IAAI,GAAG,CAAC,UAAU,KAAK,GAAG,EAAE,CAAC;wBAC3B,OAAO,CAAC,IAAI,CAAC,CAAC;oBAChB,CAAC;yBAAM,CAAC;wBACN,OAAO,CAAC,IAAI,CAAC,CAAC;oBAChB,CAAC;gBACH,CAAC,CAAC,CAAC;YACL,CAAC,CAAC,CAAC;YACH,GAAG,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC;YACrC,GAAG,CAAC,EAAE,CAAC,SAAS,EAAE,GAAG,EAAE,GAAG,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAC7D,CAAC,CAAC,CAAC;IACL,CAAC;CACF;AAzKD,8CAyKC"}

package/core/conversion-rate-sync.d.ts

@@ -0,0 +1,97 @@
+/**
+ * Conversion Rate Sync — 链上 x/riskcontrol ConversionRateEntry → conversion_rates 表
+ *
+ * 背景 (Lesson #335 三处一致):
+ *   - 链上 emit: risk_control_conversion_updated (每日 T-1 快照, 只 emit count, 无 seller)
+ *   - indexer 白名单: src/api/riskcontrol-event-whitelist.ts:120 声明 → conversion_rates 表
+ *   - sqlite handler: SQLitePlugin.upsertConversionRate() (本模块负责接线, 此前未接)
+ *
+ * 两条同步路径 (互为冗余):
+ *   1. 事件驱动: risk_control_conversion_updated 事件 → LCD 拉最新 entry → upsert
+ *      (事件 attributes 带 seller 就单点同步; 不带则触发一轮全量对账)
+ *   2. 周期全量对账: interval (默认 10min) 从 products 表 distinct seller 逐个查 LCD
+ *      (链上无 list 端点 — query.proto 只有 GetConversionRate{seller}, 2026-09 实证)
+ *      每轮限量 (batchLimit) + 错峰 (staggerMs), 避免打爆 LCD
+ *
+ * 防劣化铁律:
+ *   - LCD 不可达 / 单 seller 查询失败 → 跳过该条继续, 绝不抛出拖垮主服务
+ *   - 连续失败 ≥ failureAlertThreshold 打 error 日志 (熔断风格, 参考 ChainListener)
+ *   - 404 (seller 无转化率数据) 不算失败, 只是跳过 upsert
+ */
+import type { ChainEvent } from './types';
+/** SQLitePlugin.upsertConversionRate 的最小契约 (便于测试 mock) */
+export interface ConversionRateStore {
+    upsertConversionRate(entry: {
+        seller: string;
+        rate: string | number;
+        snapshotAt?: number;
+        ordersCount?: string;
+        exposuresCount?: string;
+    }): Promise<void>;
+}
+export interface ConversionRateSyncOptions {
+    /** 链 LCD 基址, 例 http://localhost:1317 */
+    lcdUrl: string;
+    /** 落库 (SQLitePlugin) */
+    store: ConversionRateStore;
+    /** seller 发现: 从 products 表取 distinct seller (链上无 list 端点的替代) */
+    discoverSellers: () => string[];
+    /** 对账周期, 默认 10min (env CONVERSION_SYNC_INTERVAL_MS) */
+    intervalMs?: number;
+    /** 每轮最多同步多少 seller, 默认 100 (env CONVERSION_SYNC_BATCH_LIMIT) */
+    batchLimit?: number;
+    /** 单 seller 间隔错峰, 默认 200ms (env CONVERSION_SYNC_STAGGER_MS) */
+    staggerMs?: number;
+    /** 单次 LCD 请求超时, 默认 8000ms */
+    fetchTimeoutMs?: number;
+    /** 连续失败告警阈值, 默认 5 */
+    failureAlertThreshold?: number;
+    logger?: Pick<Console, 'log' | 'warn' | 'error'>;
+}
+export declare class ConversionRateSync {
+    private readonly lcdUrl;
+    private readonly store;
+    private readonly discoverSellers;
+    private readonly intervalMs;
+    private readonly batchLimit;
+    private readonly staggerMs;
+    private readonly fetchTimeoutMs;
+    private readonly failureAlertThreshold;
+    private readonly logger;
+    private timer?;
+    private reconciling;
+    private consecutiveFailures;
+    constructor(options: ConversionRateSyncOptions);
+    /** 启动: 先跑一次全量对账 (best-effort 不阻塞), 再挂 interval */
+    start(): void;
+    stop(): void;
+    /**
+     * 事件驱动入口: risk_control_conversion_updated
+     * fire-and-forget — 内部全部 best-effort, 返回 Promise 仅供测试 await
+     */
+    handleEvent(event: ChainEvent): Promise<void>;
+    /**
+     * 单 seller 同步: LCD GET /oxiaom/trustchain/riskcontrol/v1/conversion/{seller} → upsert
+     * best-effort: 失败返回 false 并记日志, 绝不抛出
+     */
+    syncSeller(seller: string): Promise<boolean>;
+    /**
+     * 周期全量对账: distinct seller (products 表) → 限量 + 错峰逐个 syncSeller
+     * best-effort: 整轮绝不抛出; 并发重入直接跳过 (上一轮没跑完不叠加)
+     */
+    reconcile(): Promise<{
+        total: number;
+        synced: number;
+        failed: number;
+    }>;
+    /** 当前连续失败计数 (监控/测试用) */
+    getConsecutiveFailures(): number;
+    /**
+     * LCD 查询单 seller 转化率
+     * 返回 null = seller 无数据 (404) 或响应无 entry; 网络/HTTP 错误抛给调用方记日志
+     */
+    private fetchConversionRate;
+    /** 连续失败计数 + 阈值告警 (熔断风格: warn 每条, error 到达阈值) */
+    private recordFailure;
+}
+//# sourceMappingURL=conversion-rate-sync.d.ts.map