@ttkit/daily-hot-api 0.0.0-stage → 0.1.0

package/dist/database/repositories/hot-item.repository.js

@@ -0,0 +1,255 @@
+"use strict";
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var __metadata = (this && this.__metadata) || function (k, v) {
+    if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
+};
+var __param = (this && this.__param) || function (paramIndex, decorator) {
+    return function (target, key) { decorator(target, key, paramIndex); }
+};
+var HotItemRepository_1;
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.HotItemRepository = void 0;
+const common_1 = require("@nestjs/common");
+const mongoose_1 = require("@nestjs/mongoose");
+const mongoose_2 = require("mongoose");
+const hot_item_schema_1 = require("../schemas/hot-item.schema");
+const MIGRATION_DOC = 'docs/operations/hot-item-index-migration.md';
+let HotItemRepository = HotItemRepository_1 = class HotItemRepository {
+    constructor(hotItemModel) {
+        this.hotItemModel = hotItemModel;
+        this.logger = new common_1.Logger(HotItemRepository_1.name);
+        this.statsVersion = 0;
+    }
+    onApplicationBootstrap() {
+        void this.verifyUniqueIndex();
+    }
+    async verifyUniqueIndex() {
+        const collection = this.hotItemModel.collection.collectionName;
+        try {
+            await this.hotItemModel.init();
+        }
+        catch (error) {
+            this.logger.warn(`${collection} 索引创建失败：${error instanceof Error ? error.message : String(error)}`);
+        }
+        try {
+            const indexes = await this.hotItemModel.collection.indexes();
+            const ready = indexes.some((index) => this.isSourceUrlIndex(index.key) &&
+                index.unique === true);
+            if (ready) {
+                this.logger.log(`${collection} 的 {source,url} 唯一索引已就绪`);
+                return;
+            }
+            this.logger.warn(`${collection} 的 {source,url} 不是唯一索引，并发抓取仍可能写入重复历史记录。` +
+                `请按 ${MIGRATION_DOC} 清理重复数据并重建 source_1_url_1 唯一索引。`);
+        }
+        catch (error) {
+            this.logger.warn(`无法读取 ${collection} 的索引状态：${error instanceof Error ? error.message : String(error)}`);
+        }
+    }
+    isSourceUrlIndex(key) {
+        const fields = Object.keys(key ?? {});
+        return fields.length === 2 && fields[0] === 'source' && fields[1] === 'url';
+    }
+    async isDuplicate(source, url) {
+        const existing = await this.hotItemModel.findOne({ source, url });
+        return !!existing;
+    }
+    async getDuplicateUrls(source, urls) {
+        const existingItems = await this.hotItemModel.find({ source, url: { $in: urls } }, { url: 1 });
+        return new Set(existingItems.map((item) => item.url));
+    }
+    validateAndCleanItem(item) {
+        if (!item.title ||
+            typeof item.title !== 'string' ||
+            item.title.trim() === '') {
+            return null;
+        }
+        if (!item.url || typeof item.url !== 'string' || !item.url.trim()) {
+            return null;
+        }
+        return {
+            ...item,
+            title: item.title.trim(),
+            desc: item.desc?.trim() || '',
+            url: item.url.trim(),
+            mobileUrl: item.mobileUrl,
+            author: item.author?.trim() || '',
+            hot: item.hot || 0,
+        };
+    }
+    async saveHotItems(items, source) {
+        if (items.length === 0)
+            return 0;
+        const originalCount = items.length;
+        const validItems = items
+            .map((item) => this.validateAndCleanItem(item))
+            .filter((item) => item !== null);
+        const validCount = validItems.length;
+        const invalidCount = originalCount - validCount;
+        if (invalidCount > 0) {
+            this.logger.warn(`Filtered out ${invalidCount} invalid items for source: ${source}`);
+        }
+        if (validItems.length === 0) {
+            this.logger.warn(`No valid items to save for source: ${source}`);
+            return 0;
+        }
+        const seenUrls = new Set();
+        const uniqueItems = validItems.filter((item) => {
+            if (seenUrls.has(item.url))
+                return false;
+            seenUrls.add(item.url);
+            return true;
+        });
+        const now = new Date();
+        const operations = uniqueItems.map((item) => ({
+            updateOne: {
+                filter: { source, url: item.url },
+                update: {
+                    $setOnInsert: {
+                        ...item,
+                        source,
+                        timestamp: item.timestamp || now.getTime(),
+                        createdAt: now,
+                        updatedAt: now,
+                    },
+                },
+                upsert: true,
+                timestamps: false,
+            },
+        }));
+        try {
+            const result = await this.hotItemModel.bulkWrite(operations, {
+                ordered: false,
+            });
+            this.logger.log(`${source}: ${originalCount} fetched → ${uniqueItems.length} unique → ${result.upsertedCount} new`);
+            if (result.upsertedCount > 0)
+                this.invalidateStats();
+            return result.upsertedCount;
+        }
+        catch (error) {
+            const result = error.result;
+            if ((result?.upsertedCount ?? 0) > 0)
+                this.invalidateStats();
+            const writeErrors = error
+                ?.writeErrors;
+            if (writeErrors?.length &&
+                writeErrors.every((item) => item.code === 11000)) {
+                return result?.upsertedCount ?? 0;
+            }
+            this.logger.error(`Failed to save items for source ${source}:`, error);
+            throw error;
+        }
+    }
+    async searchHistory(options) {
+        const { source, keyword, startDate, endDate, page = 1, limit = 20, sortBy = 'timestamp', sortOrder = 'desc', } = options;
+        const query = {};
+        if (source) {
+            query.source = source;
+        }
+        if (keyword) {
+            if (keyword.length > 100) {
+                throw new Error('keyword must be at most 100 characters');
+            }
+            const literalKeyword = keyword.replace(/[.*+?^${}()|[\]\\]/g, '\\$&');
+            query.$or = [
+                { title: { $regex: literalKeyword, $options: 'i' } },
+                { desc: { $regex: literalKeyword, $options: 'i' } },
+            ];
+        }
+        if (startDate || endDate) {
+            query.timestamp = {};
+            if (startDate) {
+                query.timestamp.$gte = startDate.getTime();
+            }
+            if (endDate) {
+                query.timestamp.$lte = endDate.getTime();
+            }
+        }
+        const sort = {};
+        sort[sortBy] = sortOrder === 'desc' ? -1 : 1;
+        const skip = (page - 1) * limit;
+        const [data, total] = await Promise.all([
+            this.hotItemModel.find(query).sort(sort).skip(skip).limit(limit).lean(),
+            this.hotItemModel.countDocuments(query),
+        ]);
+        return {
+            data,
+            total,
+            page,
+            limit,
+            totalPages: Math.ceil(total / limit),
+        };
+    }
+    async getSources() {
+        const sources = await this.hotItemModel.distinct('source');
+        return sources.sort();
+    }
+    async getStats() {
+        if (this.statsCache && this.statsCache.expiresAt > Date.now()) {
+            return this.statsCache.value;
+        }
+        if (this.statsInFlight !== undefined)
+            return this.statsInFlight;
+        const version = this.statsVersion;
+        const pending = this.loadStats();
+        this.statsInFlight = pending;
+        try {
+            const stats = await pending;
+            if (version === this.statsVersion) {
+                this.statsCache = { value: stats, expiresAt: Date.now() + 30_000 };
+            }
+            return stats;
+        }
+        finally {
+            if (this.statsInFlight === pending)
+                this.statsInFlight = undefined;
+        }
+    }
+    invalidateStats() {
+        this.statsVersion++;
+        this.statsCache = undefined;
+        this.statsInFlight = undefined;
+    }
+    async loadStats() {
+        const stats = await this.hotItemModel.aggregate([
+            {
+                $group: {
+                    _id: '$source',
+                    count: { $sum: 1 },
+                    latestTimestamp: { $max: '$timestamp' },
+                },
+            },
+            {
+                $sort: { count: -1 },
+            },
+        ]);
+        const totalCount = await this.hotItemModel.countDocuments();
+        const totalSources = stats.length;
+        return {
+            totalCount,
+            totalSources,
+            sources: stats,
+        };
+    }
+    async getDataByTimeRange(source, startTime, endTime) {
+        return this.hotItemModel
+            .find({
+            source,
+            timestamp: { $gte: startTime, $lte: endTime },
+        })
+            .sort({ timestamp: -1 })
+            .lean();
+    }
+};
+exports.HotItemRepository = HotItemRepository;
+exports.HotItemRepository = HotItemRepository = HotItemRepository_1 = __decorate([
+    (0, common_1.Injectable)(),
+    __param(0, (0, mongoose_1.InjectModel)(hot_item_schema_1.HotItem.name)),
+    __metadata("design:paramtypes", [mongoose_2.Model])
+], HotItemRepository);
+//# sourceMappingURL=hot-item.repository.js.map

package/dist/database/repositories/hot-item.repository.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"hot-item.repository.js","sourceRoot":"","sources":["../../../src/database/repositories/hot-item.repository.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,2CAA4E;AAC5E,+CAA+C;AAC/C,uCAAiC;AACjC,gEAAsE;AA4BtE,MAAM,aAAa,GAAG,6CAA6C,CAAC;AAG7D,IAAM,iBAAiB,yBAAvB,MAAM,iBAAiB;IAM5B,YAC6B,YAA4C;QAApC,iBAAY,GAAZ,YAAY,CAAwB;QANxD,WAAM,GAAG,IAAI,eAAM,CAAC,mBAAiB,CAAC,IAAI,CAAC,CAAC;QAGrD,iBAAY,GAAG,CAAC,CAAC;IAItB,CAAC;IAEJ,sBAAsB;QAEpB,KAAK,IAAI,CAAC,iBAAiB,EAAE,CAAC;IAChC,CAAC;IAOO,KAAK,CAAC,iBAAiB;QAC7B,MAAM,UAAU,GAAG,IAAI,CAAC,YAAY,CAAC,UAAU,CAAC,cAAc,CAAC;QAE/D,IAAI,CAAC;YAEH,MAAM,IAAI,CAAC,YAAY,CAAC,IAAI,EAAE,CAAC;QACjC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,MAAM,CAAC,IAAI,CACd,GAAG,UAAU,WAAW,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CACjF,CAAC;QACJ,CAAC;QAED,IAAI,CAAC;YACH,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,UAAU,CAAC,OAAO,EAAE,CAAC;YAC7D,MAAM,KAAK,GAAG,OAAO,CAAC,IAAI,CACxB,CAAC,KAAK,EAAE,EAAE,CACR,IAAI,CAAC,gBAAgB,CAAC,KAAK,CAAC,GAA8B,CAAC;gBAC3D,KAAK,CAAC,MAAM,KAAK,IAAI,CACxB,CAAC;YACF,IAAI,KAAK,EAAE,CAAC;gBACV,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,GAAG,UAAU,yBAAyB,CAAC,CAAC;gBACxD,OAAO;YACT,CAAC;YAED,IAAI,CAAC,MAAM,CAAC,IAAI,CACd,GAAG,UAAU,yCAAyC;gBACpD,MAAM,aAAa,iCAAiC,CACvD,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,MAAM,CAAC,IAAI,CACd,QAAQ,UAAU,UAAU,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CACrF,CAAC;QACJ,CAAC;IACH,CAAC;IAEO,gBAAgB,CAAC,GAA6B;QACpD,MAAM,MAAM,GAAG,MAAM,CAAC,IAAI,CAAC,GAAG,IAAI,EAAE,CAAC,CAAC;QACtC,OAAO,MAAM,CAAC,MAAM,KAAK,CAAC,IAAI,MAAM,CAAC,CAAC,CAAC,KAAK,QAAQ,IAAI,MAAM,CAAC,CAAC,CAAC,KAAK,KAAK,CAAC;IAC9E,CAAC;IAGD,KAAK,CAAC,WAAW,CAAC,MAAc,EAAE,GAAW;QAC3C,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC,CAAC;QAClE,OAAO,CAAC,CAAC,QAAQ,CAAC;IACpB,CAAC;IAGD,KAAK,CAAC,gBAAgB,CAAC,MAAc,EAAE,IAAc;QACnD,MAAM,aAAa,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,IAAI,CAChD,EAAE,MAAM,EAAE,GAAG,EAAE,EAAE,GAAG,EAAE,IAAI,EAAE,EAAE,EAC9B,EAAE,GAAG,EAAE,CAAC,EAAE,CACX,CAAC;QACF,OAAO,IAAI,GAAG,CAAC,aAAa,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;IACxD,CAAC;IAGO,oBAAoB,CAAC,IAAiB;QAE5C,IACE,CAAC,IAAI,CAAC,KAAK;YACX,OAAO,IAAI,CAAC,KAAK,KAAK,QAAQ;YAC9B,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,KAAK,EAAE,EACxB,CAAC;YACD,OAAO,IAAI,CAAC;QACd,CAAC;QAED,IAAI,CAAC,IAAI,CAAC,GAAG,IAAI,OAAO,IAAI,CAAC,GAAG,KAAK,QAAQ,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,EAAE,CAAC;YAClE,OAAO,IAAI,CAAC;QACd,CAAC;QAED,OAAO;YACL,GAAG,IAAI;YACP,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE;YACxB,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE;YAC7B,GAAG,EAAE,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE;YACpB,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE;YACjC,GAAG,EAAE,IAAI,CAAC,GAAG,IAAI,CAAC;SACnB,CAAC;IACJ,CAAC;IAGD,KAAK,CAAC,YAAY,CAAC,KAAoB,EAAE,MAAc;QACrD,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,CAAC,CAAC;QAEjC,MAAM,aAAa,GAAG,KAAK,CAAC,MAAM,CAAC;QAGnC,MAAM,UAAU,GAAG,KAAK;aACrB,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,oBAAoB,CAAC,IAAI,CAAC,CAAC;aAC9C,MAAM,CAAC,CAAC,IAAI,EAAuB,EAAE,CAAC,IAAI,KAAK,IAAI,CAAC,CAAC;QAExD,MAAM,UAAU,GAAG,UAAU,CAAC,MAAM,CAAC;QACrC,MAAM,YAAY,GAAG,aAAa,GAAG,UAAU,CAAC;QAEhD,IAAI,YAAY,GAAG,CAAC,EAAE,CAAC;YACrB,IAAI,CAAC,MAAM,CAAC,IAAI,CACd,gBAAgB,YAAY,8BAA8B,MAAM,EAAE,CACnE,CAAC;QACJ,CAAC;QAED,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC5B,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,sCAAsC,MAAM,EAAE,CAAC,CAAC;YACjE,OAAO,CAAC,CAAC;QACX,CAAC;QAGD,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAU,CAAC;QACnC,MAAM,WAAW,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE;YAC7C,IAAI,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC;gBAAE,OAAO,KAAK,CAAC;YACzC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YACvB,OAAO,IAAI,CAAC;QACd,CAAC,CAAC,CAAC;QACH,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC;QACvB,MAAM,UAAU,GAAG,WAAW,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;YAC5C,SAAS,EAAE;gBACT,MAAM,EAAE,EAAE,MAAM,EAAE,GAAG,EAAE,IAAI,CAAC,GAAG,EAAE;gBACjC,MAAM,EAAE;oBACN,YAAY,EAAE;wBACZ,GAAG,IAAI;wBACP,MAAM;wBACN,SAAS,EAAE,IAAI,CAAC,SAAS,IAAI,GAAG,CAAC,OAAO,EAAE;wBAC1C,SAAS,EAAE,GAAG;wBACd,SAAS,EAAE,GAAG;qBACf;iBACF;gBACD,MAAM,EAAE,IAAI;gBAIZ,UAAU,EAAE,KAAK;aAClB;SACF,CAAC,CAAC,CAAC;QAEJ,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,SAAS,CAAC,UAAU,EAAE;gBAC3D,OAAO,EAAE,KAAK;aACf,CAAC,CAAC;YAGH,IAAI,CAAC,MAAM,CAAC,GAAG,CACb,GAAG,MAAM,KAAK,aAAa,cAAc,WAAW,CAAC,MAAM,aAAa,MAAM,CAAC,aAAa,MAAM,CACnG,CAAC;YACF,IAAI,MAAM,CAAC,aAAa,GAAG,CAAC;gBAAE,IAAI,CAAC,eAAe,EAAE,CAAC;YACrD,OAAO,MAAM,CAAC,aAAa,CAAC;QAC9B,CAAC;QAAC,OAAO,KAAc,EAAE,CAAC;YACxB,MAAM,MAAM,GAAI,KAAiD,CAAC,MAAM,CAAC;YACzE,IAAI,CAAC,MAAM,EAAE,aAAa,IAAI,CAAC,CAAC,GAAG,CAAC;gBAAE,IAAI,CAAC,eAAe,EAAE,CAAC;YAE7D,MAAM,WAAW,GAAI,KAAmD;gBACtE,EAAE,WAAW,CAAC;YAChB,IACE,WAAW,EAAE,MAAM;gBACnB,WAAW,CAAC,KAAK,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,KAAK,KAAK,CAAC,EAChD,CAAC;gBACD,OAAO,MAAM,EAAE,aAAa,IAAI,CAAC,CAAC;YACpC,CAAC;YACD,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,mCAAmC,MAAM,GAAG,EAAE,KAAK,CAAC,CAAC;YACvE,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IAGD,KAAK,CAAC,aAAa,CACjB,OAA6B;QAE7B,MAAM,EACJ,MAAM,EACN,OAAO,EACP,SAAS,EACT,OAAO,EACP,IAAI,GAAG,CAAC,EACR,KAAK,GAAG,EAAE,EACV,MAAM,GAAG,WAAW,EACpB,SAAS,GAAG,MAAM,GACnB,GAAG,OAAO,CAAC;QAGZ,MAAM,KAAK,GAAQ,EAAE,CAAC;QAEtB,IAAI,MAAM,EAAE,CAAC;YACX,KAAK,CAAC,MAAM,GAAG,MAAM,CAAC;QACxB,CAAC;QAED,IAAI,OAAO,EAAE,CAAC;YACZ,IAAI,OAAO,CAAC,MAAM,GAAG,GAAG,EAAE,CAAC;gBACzB,MAAM,IAAI,KAAK,CAAC,wCAAwC,CAAC,CAAC;YAC5D,CAAC;YACD,MAAM,cAAc,GAAG,OAAO,CAAC,OAAO,CAAC,qBAAqB,EAAE,MAAM,CAAC,CAAC;YAEtE,KAAK,CAAC,GAAG,GAAG;gBACV,EAAE,KAAK,EAAE,EAAE,MAAM,EAAE,cAAc,EAAE,QAAQ,EAAE,GAAG,EAAE,EAAE;gBACpD,EAAE,IAAI,EAAE,EAAE,MAAM,EAAE,cAAc,EAAE,QAAQ,EAAE,GAAG,EAAE,EAAE;aACpD,CAAC;QACJ,CAAC;QAED,IAAI,SAAS,IAAI,OAAO,EAAE,CAAC;YACzB,KAAK,CAAC,SAAS,GAAG,EAAE,CAAC;YACrB,IAAI,SAAS,EAAE,CAAC;gBACd,KAAK,CAAC,SAAS,CAAC,IAAI,GAAG,SAAS,CAAC,OAAO,EAAE,CAAC;YAC7C,CAAC;YACD,IAAI,OAAO,EAAE,CAAC;gBACZ,KAAK,CAAC,SAAS,CAAC,IAAI,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC;YAC3C,CAAC;QACH,CAAC;QAGD,MAAM,IAAI,GAAQ,EAAE,CAAC;QACrB,IAAI,CAAC,MAAM,CAAC,GAAG,SAAS,KAAK,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAG7C,MAAM,IAAI,GAAG,CAAC,IAAI,GAAG,CAAC,CAAC,GAAG,KAAK,CAAC;QAGhC,MAAM,CAAC,IAAI,EAAE,KAAK,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;YACtC,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,IAAI,EAAE;YACvE,IAAI,CAAC,YAAY,CAAC,cAAc,CAAC,KAAK,CAAC;SACxC,CAAC,CAAC;QAEH,OAAO;YACL,IAAI;YACJ,KAAK;YACL,IAAI;YACJ,KAAK;YACL,UAAU,EAAE,IAAI,CAAC,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;SACrC,CAAC;IACJ,CAAC;IAGD,KAAK,CAAC,UAAU;QACd,MAAM,OAAO,GAAa,MAAM,IAAI,CAAC,YAAY,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;QACrE,OAAO,OAAO,CAAC,IAAI,EAAE,CAAC;IACxB,CAAC;IAGD,KAAK,CAAC,QAAQ;QACZ,IAAI,IAAI,CAAC,UAAU,IAAI,IAAI,CAAC,UAAU,CAAC,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC;YAC9D,OAAO,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC;QAC/B,CAAC;QACD,IAAI,IAAI,CAAC,aAAa,KAAK,SAAS;YAAE,OAAO,IAAI,CAAC,aAAa,CAAC;QAEhE,MAAM,OAAO,GAAG,IAAI,CAAC,YAAY,CAAC;QAClC,MAAM,OAAO,GAAG,IAAI,CAAC,SAAS,EAAE,CAAC;QACjC,IAAI,CAAC,aAAa,GAAG,OAAO,CAAC;QAC7B,IAAI,CAAC;YACH,MAAM,KAAK,GAAG,MAAM,OAAO,CAAC;YAC5B,IAAI,OAAO,KAAK,IAAI,CAAC,YAAY,EAAE,CAAC;gBAClC,IAAI,CAAC,UAAU,GAAG,EAAE,KAAK,EAAE,KAAK,EAAE,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,MAAM,EAAE,CAAC;YACrE,CAAC;YACD,OAAO,KAAK,CAAC;QACf,CAAC;gBAAS,CAAC;YACT,IAAI,IAAI,CAAC,aAAa,KAAK,OAAO;gBAAE,IAAI,CAAC,aAAa,GAAG,SAAS,CAAC;QACrE,CAAC;IACH,CAAC;IAEO,eAAe;QACrB,IAAI,CAAC,YAAY,EAAE,CAAC;QACpB,IAAI,CAAC,UAAU,GAAG,SAAS,CAAC;QAC5B,IAAI,CAAC,aAAa,GAAG,SAAS,CAAC;IACjC,CAAC;IAEO,KAAK,CAAC,SAAS;QACrB,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,SAAS,CAAC;YAC9C;gBACE,MAAM,EAAE;oBACN,GAAG,EAAE,SAAS;oBACd,KAAK,EAAE,EAAE,IAAI,EAAE,CAAC,EAAE;oBAClB,eAAe,EAAE,EAAE,IAAI,EAAE,YAAY,EAAE;iBACxC;aACF;YACD;gBACE,KAAK,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC,EAAE;aACrB;SACF,CAAC,CAAC;QAEH,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,cAAc,EAAE,CAAC;QAC5D,MAAM,YAAY,GAAG,KAAK,CAAC,MAAM,CAAC;QAElC,OAAO;YACL,UAAU;YACV,YAAY;YACZ,OAAO,EAAE,KAAK;SACf,CAAC;IACJ,CAAC;IAGD,KAAK,CAAC,kBAAkB,CACtB,MAAc,EACd,SAAiB,EACjB,OAAe;QAEf,OAAO,IAAI,CAAC,YAAY;aACrB,IAAI,CAAC;YACJ,MAAM;YACN,SAAS,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,OAAO,EAAE;SAC9C,CAAC;aACD,IAAI,CAAC,EAAE,SAAS,EAAE,CAAC,CAAC,EAAE,CAAC;aACvB,IAAI,EAAE,CAAC;IACZ,CAAC;CACF,CAAA;AA/TY,8CAAiB;4BAAjB,iBAAiB;IAD7B,IAAA,mBAAU,GAAE;IAQR,WAAA,IAAA,sBAAW,EAAC,yBAAO,CAAC,IAAI,CAAC,CAAA;qCAAuB,gBAAK;GAP7C,iBAAiB,CA+T7B"}

package/dist/database/repositories/source-config.repository.d.ts

@@ -0,0 +1,15 @@
+import { Model } from 'mongoose';
+import { SourceConfig, SourceConfigDocument } from '../schemas/source-config.schema';
+export declare class SourceConfigRepository {
+    private sourceConfigModel;
+    private readonly logger;
+    constructor(sourceConfigModel: Model<SourceConfigDocument>);
+    findAll(): Promise<SourceConfig[]>;
+    findBySource(source: string): Promise<SourceConfig | null>;
+    findEnabled(): Promise<SourceConfig[]>;
+    upsert(source: string, config: Partial<SourceConfig>): Promise<SourceConfig>;
+    updateLastFetchTime(source: string): Promise<void>;
+    initializeConfigs(sources: string[]): Promise<void>;
+    setEnabled(source: string, enabled: boolean): Promise<void>;
+    updateInterval(source: string, interval: number): Promise<void>;
+}

package/dist/database/repositories/source-config.repository.js

@@ -0,0 +1,77 @@
+"use strict";
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var __metadata = (this && this.__metadata) || function (k, v) {
+    if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
+};
+var __param = (this && this.__param) || function (paramIndex, decorator) {
+    return function (target, key) { decorator(target, key, paramIndex); }
+};
+var SourceConfigRepository_1;
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.SourceConfigRepository = void 0;
+const common_1 = require("@nestjs/common");
+const mongoose_1 = require("@nestjs/mongoose");
+const mongoose_2 = require("mongoose");
+const source_config_schema_1 = require("../schemas/source-config.schema");
+let SourceConfigRepository = SourceConfigRepository_1 = class SourceConfigRepository {
+    constructor(sourceConfigModel) {
+        this.sourceConfigModel = sourceConfigModel;
+        this.logger = new common_1.Logger(SourceConfigRepository_1.name);
+    }
+    async findAll() {
+        return this.sourceConfigModel.find().sort({ source: 1 }).lean();
+    }
+    async findBySource(source) {
+        return this.sourceConfigModel.findOne({ source }).lean();
+    }
+    async findEnabled() {
+        return this.sourceConfigModel.find({ enabled: true }).lean();
+    }
+    async upsert(source, config) {
+        return this.sourceConfigModel.findOneAndUpdate({ source }, { ...config, source }, { upsert: true, new: true });
+    }
+    async updateLastFetchTime(source) {
+        await this.sourceConfigModel.updateOne({ source }, { lastFetchAt: new Date() });
+    }
+    async initializeConfigs(sources) {
+        this.logger.debug(`Initializing configs for ${sources.length} sources`);
+        const existingConfigs = await this.sourceConfigModel.find({
+            source: { $in: sources },
+        });
+        const existingSourceNames = new Set(existingConfigs.map((config) => config.source));
+        const newConfigs = sources
+            .filter((source) => !existingSourceNames.has(source))
+            .map((source) => ({
+            source,
+            enabled: true,
+            interval: 30,
+            createdAt: new Date(),
+            updatedAt: new Date(),
+        }));
+        if (newConfigs.length > 0) {
+            await this.sourceConfigModel.insertMany(newConfigs);
+            this.logger.log(`Initialized ${newConfigs.length} new source configs`);
+        }
+        else {
+            this.logger.debug('All source configs already exist, no initialization needed');
+        }
+    }
+    async setEnabled(source, enabled) {
+        await this.sourceConfigModel.updateOne({ source }, { enabled, updatedAt: new Date() });
+    }
+    async updateInterval(source, interval) {
+        await this.sourceConfigModel.updateOne({ source }, { interval, updatedAt: new Date() });
+    }
+};
+exports.SourceConfigRepository = SourceConfigRepository;
+exports.SourceConfigRepository = SourceConfigRepository = SourceConfigRepository_1 = __decorate([
+    (0, common_1.Injectable)(),
+    __param(0, (0, mongoose_1.InjectModel)(source_config_schema_1.SourceConfig.name)),
+    __metadata("design:paramtypes", [mongoose_2.Model])
+], SourceConfigRepository);
+//# sourceMappingURL=source-config.repository.js.map

package/dist/database/repositories/source-config.repository.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"source-config.repository.js","sourceRoot":"","sources":["../../../src/database/repositories/source-config.repository.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,2CAAoD;AACpD,+CAA+C;AAC/C,uCAAiC;AACjC,0EAGyC;AAGlC,IAAM,sBAAsB,8BAA5B,MAAM,sBAAsB;IAGjC,YAEE,iBAAsD;QAA9C,sBAAiB,GAAjB,iBAAiB,CAA6B;QAJvC,WAAM,GAAG,IAAI,eAAM,CAAC,wBAAsB,CAAC,IAAI,CAAC,CAAC;IAK/D,CAAC;IAGJ,KAAK,CAAC,OAAO;QACX,OAAO,IAAI,CAAC,iBAAiB,CAAC,IAAI,EAAE,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;IAClE,CAAC;IAGD,KAAK,CAAC,YAAY,CAAC,MAAc;QAC/B,OAAO,IAAI,CAAC,iBAAiB,CAAC,OAAO,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;IAC3D,CAAC;IAGD,KAAK,CAAC,WAAW;QACf,OAAO,IAAI,CAAC,iBAAiB,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;IAC/D,CAAC;IAGD,KAAK,CAAC,MAAM,CACV,MAAc,EACd,MAA6B;QAE7B,OAAO,IAAI,CAAC,iBAAiB,CAAC,gBAAgB,CAC5C,EAAE,MAAM,EAAE,EACV,EAAE,GAAG,MAAM,EAAE,MAAM,EAAE,EACrB,EAAE,MAAM,EAAE,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE,CAC5B,CAAC;IACJ,CAAC;IAGD,KAAK,CAAC,mBAAmB,CAAC,MAAc;QACtC,MAAM,IAAI,CAAC,iBAAiB,CAAC,SAAS,CACpC,EAAE,MAAM,EAAE,EACV,EAAE,WAAW,EAAE,IAAI,IAAI,EAAE,EAAE,CAC5B,CAAC;IACJ,CAAC;IAGD,KAAK,CAAC,iBAAiB,CAAC,OAAiB;QACvC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,4BAA4B,OAAO,CAAC,MAAM,UAAU,CAAC,CAAC;QAGxE,MAAM,eAAe,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,IAAI,CAAC;YACxD,MAAM,EAAE,EAAE,GAAG,EAAE,OAAO,EAAE;SACzB,CAAC,CAAC;QACH,MAAM,mBAAmB,GAAG,IAAI,GAAG,CACjC,eAAe,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,CAC/C,CAAC;QAGF,MAAM,UAAU,GAAG,OAAO;aACvB,MAAM,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,mBAAmB,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;aACpD,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;YAChB,MAAM;YACN,OAAO,EAAE,IAAI;YACb,QAAQ,EAAE,EAAE;YACZ,SAAS,EAAE,IAAI,IAAI,EAAE;YACrB,SAAS,EAAE,IAAI,IAAI,EAAE;SACtB,CAAC,CAAC,CAAC;QAEN,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC1B,MAAM,IAAI,CAAC,iBAAiB,CAAC,UAAU,CAAC,UAAU,CAAC,CAAC;YACpD,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,eAAe,UAAU,CAAC,MAAM,qBAAqB,CAAC,CAAC;QACzE,CAAC;aAAM,CAAC;YACN,IAAI,CAAC,MAAM,CAAC,KAAK,CACf,4DAA4D,CAC7D,CAAC;QACJ,CAAC;IACH,CAAC;IAGD,KAAK,CAAC,UAAU,CAAC,MAAc,EAAE,OAAgB;QAC/C,MAAM,IAAI,CAAC,iBAAiB,CAAC,SAAS,CACpC,EAAE,MAAM,EAAE,EACV,EAAE,OAAO,EAAE,SAAS,EAAE,IAAI,IAAI,EAAE,EAAE,CACnC,CAAC;IACJ,CAAC;IAGD,KAAK,CAAC,cAAc,CAAC,MAAc,EAAE,QAAgB;QACnD,MAAM,IAAI,CAAC,iBAAiB,CAAC,SAAS,CACpC,EAAE,MAAM,EAAE,EACV,EAAE,QAAQ,EAAE,SAAS,EAAE,IAAI,IAAI,EAAE,EAAE,CACpC,CAAC;IACJ,CAAC;CACF,CAAA;AA3FY,wDAAsB;iCAAtB,sBAAsB;IADlC,IAAA,mBAAU,GAAE;IAKR,WAAA,IAAA,sBAAW,EAAC,mCAAY,CAAC,IAAI,CAAC,CAAA;qCACJ,gBAAK;GALvB,sBAAsB,CA2FlC"}

package/dist/database/schemas/daily-brief.schema.d.ts

@@ -0,0 +1,30 @@
+import { Document, Schema as MongooseSchema } from 'mongoose';
+export type DailyBriefDocument = DailyBrief & Document;
+export declare class DailyBrief {
+    briefDate: string;
+    period: string;
+    status: 'generating' | 'success' | 'failed';
+    sources: string[];
+    inputWindow: {
+        start: Date;
+        end: Date;
+        lookbackHours: number;
+    };
+    analysis?: Record<string, unknown>;
+    markdown?: string;
+    rawInputItems: Record<string, unknown>[];
+    searchEvidence: Record<string, unknown>[];
+    model?: string;
+    tavilyUsed: boolean;
+    searchProvidersUsed: string[];
+    error?: string;
+    generationId?: string;
+    generationHeartbeatAt?: Date;
+    createdAt?: Date;
+    updatedAt?: Date;
+}
+export declare const DailyBriefSchema: MongooseSchema<DailyBrief, import("mongoose").Model<DailyBrief, any, any, any, Document<unknown, any, DailyBrief> & DailyBrief & {
+    _id: import("mongoose").Types.ObjectId;
+}, any>, {}, {}, {}, {}, import("mongoose").DefaultSchemaOptions, DailyBrief, Document<unknown, {}, import("mongoose").FlatRecord<DailyBrief>> & import("mongoose").FlatRecord<DailyBrief> & {
+    _id: import("mongoose").Types.ObjectId;
+}>;

package/dist/database/schemas/daily-brief.schema.js

@@ -0,0 +1,103 @@
+"use strict";
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var __metadata = (this && this.__metadata) || function (k, v) {
+    if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.DailyBriefSchema = exports.DailyBrief = void 0;
+const mongoose_1 = require("@nestjs/mongoose");
+const mongoose_2 = require("mongoose");
+const InputWindowSchema = new mongoose_2.Schema({ start: Date, end: Date, lookbackHours: Number }, { _id: false });
+let DailyBrief = class DailyBrief {
+};
+exports.DailyBrief = DailyBrief;
+__decorate([
+    (0, mongoose_1.Prop)({ required: true, index: true }),
+    __metadata("design:type", String)
+], DailyBrief.prototype, "briefDate", void 0);
+__decorate([
+    (0, mongoose_1.Prop)({ required: true, default: 'daily', index: true }),
+    __metadata("design:type", String)
+], DailyBrief.prototype, "period", void 0);
+__decorate([
+    (0, mongoose_1.Prop)({
+        required: true,
+        enum: ['generating', 'success', 'failed'],
+        default: 'generating',
+        index: true,
+    }),
+    __metadata("design:type", String)
+], DailyBrief.prototype, "status", void 0);
+__decorate([
+    (0, mongoose_1.Prop)({ type: [String], default: [] }),
+    __metadata("design:type", Array)
+], DailyBrief.prototype, "sources", void 0);
+__decorate([
+    (0, mongoose_1.Prop)({ type: InputWindowSchema }),
+    __metadata("design:type", Object)
+], DailyBrief.prototype, "inputWindow", void 0);
+__decorate([
+    (0, mongoose_1.Prop)({ type: mongoose_2.Schema.Types.Mixed }),
+    __metadata("design:type", Object)
+], DailyBrief.prototype, "analysis", void 0);
+__decorate([
+    (0, mongoose_1.Prop)(),
+    __metadata("design:type", String)
+], DailyBrief.prototype, "markdown", void 0);
+__decorate([
+    (0, mongoose_1.Prop)({ type: [mongoose_2.Schema.Types.Mixed], default: [] }),
+    __metadata("design:type", Array)
+], DailyBrief.prototype, "rawInputItems", void 0);
+__decorate([
+    (0, mongoose_1.Prop)({ type: [mongoose_2.Schema.Types.Mixed], default: [] }),
+    __metadata("design:type", Array)
+], DailyBrief.prototype, "searchEvidence", void 0);
+__decorate([
+    (0, mongoose_1.Prop)(),
+    __metadata("design:type", String)
+], DailyBrief.prototype, "model", void 0);
+__decorate([
+    (0, mongoose_1.Prop)({ default: false }),
+    __metadata("design:type", Boolean)
+], DailyBrief.prototype, "tavilyUsed", void 0);
+__decorate([
+    (0, mongoose_1.Prop)({ type: [String], default: [] }),
+    __metadata("design:type", Array)
+], DailyBrief.prototype, "searchProvidersUsed", void 0);
+__decorate([
+    (0, mongoose_1.Prop)(),
+    __metadata("design:type", String)
+], DailyBrief.prototype, "error", void 0);
+__decorate([
+    (0, mongoose_1.Prop)(),
+    __metadata("design:type", String)
+], DailyBrief.prototype, "generationId", void 0);
+__decorate([
+    (0, mongoose_1.Prop)(),
+    __metadata("design:type", Date)
+], DailyBrief.prototype, "generationHeartbeatAt", void 0);
+__decorate([
+    (0, mongoose_1.Prop)(),
+    __metadata("design:type", Date)
+], DailyBrief.prototype, "createdAt", void 0);
+__decorate([
+    (0, mongoose_1.Prop)(),
+    __metadata("design:type", Date)
+], DailyBrief.prototype, "updatedAt", void 0);
+exports.DailyBrief = DailyBrief = __decorate([
+    (0, mongoose_1.Schema)({
+        timestamps: true,
+    })
+], DailyBrief);
+exports.DailyBriefSchema = mongoose_1.SchemaFactory.createForClass(DailyBrief);
+exports.DailyBriefSchema.index({ briefDate: 1, period: 1 }, { unique: true });
+exports.DailyBriefSchema.index({ createdAt: -1 });
+exports.DailyBriefSchema.index({ briefDate: -1, createdAt: -1 });
+exports.DailyBriefSchema.index({ status: 1, briefDate: -1, createdAt: -1 });
+exports.DailyBriefSchema.index({ status: 1, period: 1, briefDate: 1, createdAt: 1 });
+//# sourceMappingURL=daily-brief.schema.js.map

package/dist/database/schemas/daily-brief.schema.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"daily-brief.schema.js","sourceRoot":"","sources":["../../../src/database/schemas/daily-brief.schema.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,+CAA+D;AAC/D,uCAA8D;AAI9D,MAAM,iBAAiB,GAAG,IAAI,iBAAc,CAC1C,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE,aAAa,EAAE,MAAM,EAAE,EACjD,EAAE,GAAG,EAAE,KAAK,EAAE,CACf,CAAC;AAKK,IAAM,UAAU,GAAhB,MAAM,UAAU;CA4DtB,CAAA;AA5DY,gCAAU;AAErB;IADC,IAAA,eAAI,EAAC,EAAE,QAAQ,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC;;6CACpB;AAGlB;IADC,IAAA,eAAI,EAAC,EAAE,QAAQ,EAAE,IAAI,EAAE,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC;;0CACzC;AAQf;IANC,IAAA,eAAI,EAAC;QACJ,QAAQ,EAAE,IAAI;QACd,IAAI,EAAE,CAAC,YAAY,EAAE,SAAS,EAAE,QAAQ,CAAC;QACzC,OAAO,EAAE,YAAY;QACrB,KAAK,EAAE,IAAI;KACZ,CAAC;;0CAC0C;AAG5C;IADC,IAAA,eAAI,EAAC,EAAE,IAAI,EAAE,CAAC,MAAM,CAAC,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC;;2CACpB;AAGlB;IADC,IAAA,eAAI,EAAC,EAAE,IAAI,EAAE,iBAAiB,EAAE,CAAC;;+CAKhC;AAGF;IADC,IAAA,eAAI,EAAC,EAAE,IAAI,EAAE,iBAAc,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;;4CACR;AAGnC;IADC,IAAA,eAAI,GAAE;;4CACW;AAGlB;IADC,IAAA,eAAI,EAAC,EAAE,IAAI,EAAE,CAAC,iBAAc,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC;;iDACjB;AAGzC;IADC,IAAA,eAAI,EAAC,EAAE,IAAI,EAAE,CAAC,iBAAc,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC;;kDAChB;AAG1C;IADC,IAAA,eAAI,GAAE;;yCACQ;AAGf;IADC,IAAA,eAAI,EAAC,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC;;8CACL;AAGpB;IADC,IAAA,eAAI,EAAC,EAAE,IAAI,EAAE,CAAC,MAAM,CAAC,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC;;uDACR;AAG9B;IADC,IAAA,eAAI,GAAE;;yCACQ;AAGf;IADC,IAAA,eAAI,GAAE;;gDACe;AAGtB;IADC,IAAA,eAAI,GAAE;8BACiB,IAAI;yDAAC;AAG7B;IADC,IAAA,eAAI,GAAE;8BACK,IAAI;6CAAC;AAGjB;IADC,IAAA,eAAI,GAAE;8BACK,IAAI;6CAAC;qBA3DN,UAAU;IAHtB,IAAA,iBAAM,EAAC;QACN,UAAU,EAAE,IAAI;KACjB,CAAC;GACW,UAAU,CA4DtB;AAEY,QAAA,gBAAgB,GAAG,wBAAa,CAAC,cAAc,CAAC,UAAU,CAAC,CAAC;AAEzE,wBAAgB,CAAC,KAAK,CAAC,EAAE,SAAS,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;AACtE,wBAAgB,CAAC,KAAK,CAAC,EAAE,SAAS,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC;AAG1C,wBAAgB,CAAC,KAAK,CAAC,EAAE,SAAS,EAAE,CAAC,CAAC,EAAE,SAAS,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC;AAGzD,wBAAgB,CAAC,KAAK,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,SAAS,EAAE,CAAC,CAAC,EAAE,SAAS,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC;AAEpE,wBAAgB,CAAC,KAAK,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,SAAS,EAAE,CAAC,EAAE,SAAS,EAAE,CAAC,EAAE,CAAC,CAAC"}

package/dist/database/schemas/hot-item.schema.d.ts

@@ -0,0 +1,20 @@
+import { Document, Schema as MongooseSchema } from 'mongoose';
+export type HotItemDocument = HotItem & Document;
+export declare class HotItem {
+    source: string;
+    title: string;
+    desc?: string;
+    cover?: string;
+    author?: string;
+    hot?: number | string;
+    url: string;
+    mobileUrl?: string;
+    timestamp: number;
+    createdAt?: Date;
+    updatedAt?: Date;
+}
+export declare const HotItemSchema: MongooseSchema<HotItem, import("mongoose").Model<HotItem, any, any, any, Document<unknown, any, HotItem> & HotItem & {
+    _id: import("mongoose").Types.ObjectId;
+}, any>, {}, {}, {}, {}, import("mongoose").DefaultSchemaOptions, HotItem, Document<unknown, {}, import("mongoose").FlatRecord<HotItem>> & import("mongoose").FlatRecord<HotItem> & {
+    _id: import("mongoose").Types.ObjectId;
+}>;

package/dist/database/schemas/hot-item.schema.js

@@ -0,0 +1,72 @@
+"use strict";
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var __metadata = (this && this.__metadata) || function (k, v) {
+    if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.HotItemSchema = exports.HotItem = void 0;
+const mongoose_1 = require("@nestjs/mongoose");
+const mongoose_2 = require("mongoose");
+let HotItem = class HotItem {
+};
+exports.HotItem = HotItem;
+__decorate([
+    (0, mongoose_1.Prop)({ required: true, index: true }),
+    __metadata("design:type", String)
+], HotItem.prototype, "source", void 0);
+__decorate([
+    (0, mongoose_1.Prop)({ required: true }),
+    __metadata("design:type", String)
+], HotItem.prototype, "title", void 0);
+__decorate([
+    (0, mongoose_1.Prop)(),
+    __metadata("design:type", String)
+], HotItem.prototype, "desc", void 0);
+__decorate([
+    (0, mongoose_1.Prop)(),
+    __metadata("design:type", String)
+], HotItem.prototype, "cover", void 0);
+__decorate([
+    (0, mongoose_1.Prop)(),
+    __metadata("design:type", String)
+], HotItem.prototype, "author", void 0);
+__decorate([
+    (0, mongoose_1.Prop)({ type: mongoose_2.Schema.Types.Mixed }),
+    __metadata("design:type", Object)
+], HotItem.prototype, "hot", void 0);
+__decorate([
+    (0, mongoose_1.Prop)({ required: true, index: true }),
+    __metadata("design:type", String)
+], HotItem.prototype, "url", void 0);
+__decorate([
+    (0, mongoose_1.Prop)(),
+    __metadata("design:type", String)
+], HotItem.prototype, "mobileUrl", void 0);
+__decorate([
+    (0, mongoose_1.Prop)({ required: true, index: true }),
+    __metadata("design:type", Number)
+], HotItem.prototype, "timestamp", void 0);
+__decorate([
+    (0, mongoose_1.Prop)(),
+    __metadata("design:type", Date)
+], HotItem.prototype, "createdAt", void 0);
+__decorate([
+    (0, mongoose_1.Prop)(),
+    __metadata("design:type", Date)
+], HotItem.prototype, "updatedAt", void 0);
+exports.HotItem = HotItem = __decorate([
+    (0, mongoose_1.Schema)({
+        timestamps: true,
+    })
+], HotItem);
+exports.HotItemSchema = mongoose_1.SchemaFactory.createForClass(HotItem);
+exports.HotItemSchema.index({ source: 1, url: 1 }, { unique: true });
+exports.HotItemSchema.index({ source: 1, timestamp: -1 });
+exports.HotItemSchema.index({ timestamp: -1 });
+exports.HotItemSchema.index({ title: 'text', desc: 'text' });
+//# sourceMappingURL=hot-item.schema.js.map

package/dist/database/schemas/hot-item.schema.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"hot-item.schema.js","sourceRoot":"","sources":["../../../src/database/schemas/hot-item.schema.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,+CAA+D;AAC/D,uCAA8D;AAOvD,IAAM,OAAO,GAAb,MAAM,OAAO;CAiCnB,CAAA;AAjCY,0BAAO;AAElB;IADC,IAAA,eAAI,EAAC,EAAE,QAAQ,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC;;uCACvB;AAGf;IADC,IAAA,eAAI,EAAC,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC;;sCACX;AAGd;IADC,IAAA,eAAI,GAAE;;qCACO;AAGd;IADC,IAAA,eAAI,GAAE;;sCACQ;AAGf;IADC,IAAA,eAAI,GAAE;;uCACS;AAGhB;IADC,IAAA,eAAI,EAAC,EAAE,IAAI,EAAE,iBAAc,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;;oCACrB;AAGtB;IADC,IAAA,eAAI,EAAC,EAAE,QAAQ,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC;;oCAC1B;AAGZ;IADC,IAAA,eAAI,GAAE;;0CACY;AAGnB;IADC,IAAA,eAAI,EAAC,EAAE,QAAQ,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC;;0CACpB;AAGlB;IADC,IAAA,eAAI,GAAE;8BACK,IAAI;0CAAC;AAGjB;IADC,IAAA,eAAI,GAAE;8BACK,IAAI;0CAAC;kBAhCN,OAAO;IAHnB,IAAA,iBAAM,EAAC;QACN,UAAU,EAAE,IAAI;KACjB,CAAC;GACW,OAAO,CAiCnB;AAEY,QAAA,aAAa,GAAG,wBAAa,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC;AAGnE,qBAAa,CAAC,KAAK,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;AAC7D,qBAAa,CAAC,KAAK,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,SAAS,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC;AAClD,qBAAa,CAAC,KAAK,CAAC,EAAE,SAAS,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC;AACvC,qBAAa,CAAC,KAAK,CAAC,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC"}

package/dist/database/schemas/source-config.schema.d.ts

@@ -0,0 +1,15 @@
+import { Document } from 'mongoose';
+export type SourceConfigDocument = SourceConfig & Document;
+export declare class SourceConfig {
+    source: string;
+    enabled: boolean;
+    interval: number;
+    lastFetchAt?: Date;
+    createdAt?: Date;
+    updatedAt?: Date;
+}
+export declare const SourceConfigSchema: import("mongoose").Schema<SourceConfig, import("mongoose").Model<SourceConfig, any, any, any, Document<unknown, any, SourceConfig> & SourceConfig & {
+    _id: import("mongoose").Types.ObjectId;
+}, any>, {}, {}, {}, {}, import("mongoose").DefaultSchemaOptions, SourceConfig, Document<unknown, {}, import("mongoose").FlatRecord<SourceConfig>> & import("mongoose").FlatRecord<SourceConfig> & {
+    _id: import("mongoose").Types.ObjectId;
+}>;