@ttkit/daily-hot-api 0.0.0-stage → 0.1.1

package/dist/scheduler/scheduler.service.js

@@ -0,0 +1,238 @@
+"use strict";
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var __metadata = (this && this.__metadata) || function (k, v) {
+    if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
+};
+var SchedulerService_1;
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.SchedulerService = void 0;
+const common_1 = require("@nestjs/common");
+const schedule_1 = require("@nestjs/schedule");
+const config_1 = require("@nestjs/config");
+const hot_lists_service_1 = require("../host-lists/hot-lists.service");
+const source_config_repository_1 = require("../database/repositories/source-config.repository");
+const fetch_hot_data_task_1 = require("./tasks/fetch-hot-data.task");
+const cron_1 = require("cron");
+const crypto_1 = require("crypto");
+let SchedulerService = SchedulerService_1 = class SchedulerService {
+    constructor(schedulerRegistry, configService, hotListsService, sourceConfigRepository, fetchHotDataTask) {
+        this.schedulerRegistry = schedulerRegistry;
+        this.configService = configService;
+        this.hotListsService = hotListsService;
+        this.sourceConfigRepository = sourceConfigRepository;
+        this.fetchHotDataTask = fetchHotDataTask;
+        this.logger = new common_1.Logger(SchedulerService_1.name);
+        this.isRunning = false;
+        this.schedulerEnabled = false;
+        this.cronJobName = 'hot-data-fetch';
+        this.ignoreSources = [];
+        this.runs = new Map();
+        this.loadIgnoreSources();
+        this.loadSchedulerConfig();
+    }
+    async onModuleInit() {
+        await this.initializeSourceConfigs();
+        this.setupDynamicCronJob();
+    }
+    onModuleDestroy() {
+        this.stopDynamicCronJob();
+    }
+    loadIgnoreSources() {
+        const ignoreSaveConfig = this.configService.get('IGNORE_SAVE_SOURCES');
+        if (ignoreSaveConfig) {
+            this.ignoreSources.push(...ignoreSaveConfig.split(',').map((s) => s.trim()));
+            this.logger.log(`Ignoring sources for saving: ${this.ignoreSources.join(', ')}`);
+        }
+    }
+    loadSchedulerConfig() {
+        const autoStart = this.configService.get('SCHEDULER_AUTO_START', true);
+        this.schedulerEnabled = autoStart;
+        this.logger.log(`Scheduler auto-start: ${autoStart ? 'enabled' : 'disabled'}`);
+    }
+    setupDynamicCronJob() {
+        try {
+            this.stopDynamicCronJob();
+            const cronExpression = this.configService.get('SCHEDULER_CRON_EXPRESSION', '0 */12 * * *');
+            this.logger.log(`cronExpression: ${cronExpression}`);
+            if (this.schedulerEnabled) {
+                const job = new cron_1.CronJob(cronExpression, () => {
+                    void this.handleCron();
+                });
+                this.schedulerRegistry.addCronJob(this.cronJobName, job);
+                job.start();
+                this.logger.log(`Dynamic cron job setup with expression: ${cronExpression}`);
+            }
+            else {
+                this.logger.log('Scheduler is disabled, not starting cron job');
+            }
+        }
+        catch (error) {
+            this.logger.error('Failed to setup dynamic cron job:', error);
+        }
+    }
+    stopDynamicCronJob() {
+        try {
+            if (this.schedulerRegistry.doesExist('cron', this.cronJobName)) {
+                this.schedulerRegistry.deleteCronJob(this.cronJobName);
+                this.logger.log(`Stopped cron job: ${this.cronJobName}`);
+            }
+        }
+        catch (error) {
+            this.logger.error('Failed to stop cron job:', error);
+        }
+    }
+    shouldIgnoreSource(source) {
+        return this.ignoreSources.includes(source);
+    }
+    async initializeSourceConfigs() {
+        try {
+            const sources = this.hotListsService.getAllSources();
+            await this.sourceConfigRepository.initializeConfigs(sources);
+            this.logger.log(`Initialized ${sources.length} source configurations`);
+        }
+        catch (error) {
+            this.logger.error('Failed to initialize source configs:', error);
+        }
+    }
+    async handleCron() {
+        this.logger.log('handleCron');
+        if (!this.schedulerEnabled) {
+            return;
+        }
+        if (this.isRunning) {
+            this.logger.debug('Previous task still running, skipping...');
+            return;
+        }
+        this.isRunning = true;
+        try {
+            await this.processScheduledTasks();
+        }
+        catch (error) {
+            this.logger.error('Error in scheduled task:', error);
+        }
+        finally {
+            this.isRunning = false;
+        }
+    }
+    async processScheduledTasks() {
+        await this.initializeSourceConfigs();
+        const enabledConfigs = await this.sourceConfigRepository.findEnabled();
+        const now = Date.now();
+        const sources = enabledConfigs
+            .filter((config) => {
+            if (this.shouldIgnoreSource(config.source))
+                return false;
+            const interval = Number.isFinite(config.interval) && config.interval > 0
+                ? config.interval
+                : 30;
+            return (!config.lastFetchAt ||
+                config.lastFetchAt.getTime() + interval * 60_000 <= now);
+        })
+            .map((config) => config.source);
+        await this.fetchHotDataTask.executeBatch(sources);
+    }
+    async triggerFetch(source) {
+        let sources;
+        if (source) {
+            if (this.shouldIgnoreSource(source)) {
+                throw new common_1.BadRequestException(`Source '${source}' is ignored`);
+            }
+            if (!this.hotListsService.getAllSources().includes(source)) {
+                throw new common_1.NotFoundException(`Source '${source}' not found`);
+            }
+            sources = [source];
+        }
+        else {
+            await this.initializeSourceConfigs();
+            const enabledConfigs = await this.sourceConfigRepository.findEnabled();
+            sources = enabledConfigs
+                .map((config) => config.source)
+                .filter((name) => !this.shouldIgnoreSource(name));
+        }
+        this.pruneRuns(true);
+        const run = {
+            runId: (0, crypto_1.randomUUID)(),
+            status: 'running',
+            sourceCount: sources.length,
+            startedAt: new Date().toISOString(),
+        };
+        this.runs.set(run.runId, run);
+        void this.fetchHotDataTask.executeBatch(sources).then((results) => {
+            run.status = 'completed';
+            run.completedAt = new Date().toISOString();
+            run.results = results.map(({ items, ...summary }) => {
+                void items;
+                return {
+                    ...summary,
+                    error: summary.success ? undefined : 'Source refresh failed',
+                };
+            });
+        }, () => {
+            run.status = 'failed';
+            run.completedAt = new Date().toISOString();
+            run.error = 'Batch fetch failed';
+        });
+        return run;
+    }
+    getRun(runId) {
+        this.pruneRuns();
+        const run = this.runs.get(runId);
+        if (!run)
+            throw new common_1.NotFoundException(`Fetch run '${runId}' not found`);
+        return run;
+    }
+    pruneRuns(ensureCapacity = false) {
+        const cutoff = Date.now() - 60 * 60_000;
+        for (const [id, run] of this.runs) {
+            if (run.status !== 'running' && Date.parse(run.startedAt) < cutoff) {
+                this.runs.delete(id);
+            }
+        }
+        while (ensureCapacity && this.runs.size >= 100) {
+            const oldest = [...this.runs].find(([, run]) => run.status !== 'running')?.[0];
+            if (!oldest) {
+                throw new common_1.ServiceUnavailableException('Too many active fetch runs');
+            }
+            this.runs.delete(oldest);
+        }
+    }
+    getStatus() {
+        return {
+            isRunning: this.isRunning,
+            schedulerEnabled: this.schedulerEnabled,
+            cronJobs: this.schedulerRegistry.getCronJobs().size,
+            ignoreSources: this.ignoreSources,
+            cronExpression: this.configService.get('SCHEDULER_CRON_EXPRESSION'),
+            cronJobExists: this.schedulerRegistry.doesExist('cron', this.cronJobName),
+        };
+    }
+    start() {
+        this.schedulerEnabled = true;
+        this.setupDynamicCronJob();
+        this.logger.log('Scheduler enabled');
+    }
+    stop() {
+        this.schedulerEnabled = false;
+        this.stopDynamicCronJob();
+        this.logger.log('Scheduler disabled');
+    }
+    reconfigureCron() {
+        this.setupDynamicCronJob();
+        this.logger.log('Cron job reconfigured');
+    }
+};
+exports.SchedulerService = SchedulerService;
+exports.SchedulerService = SchedulerService = SchedulerService_1 = __decorate([
+    (0, common_1.Injectable)(),
+    __metadata("design:paramtypes", [schedule_1.SchedulerRegistry,
+        config_1.ConfigService,
+        hot_lists_service_1.HotListsService,
+        source_config_repository_1.SourceConfigRepository,
+        fetch_hot_data_task_1.FetchHotDataTask])
+], SchedulerService);
+//# sourceMappingURL=scheduler.service.js.map

package/dist/scheduler/scheduler.service.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"scheduler.service.js","sourceRoot":"","sources":["../../src/scheduler/scheduler.service.ts"],"names":[],"mappings":";;;;;;;;;;;;;AAAA,2CAQwB;AACxB,+CAAqD;AACrD,2CAA+C;AAC/C,uEAAkE;AAClE,gGAA2F;AAC3F,qEAA4E;AAC5E,+BAA+B;AAC/B,mCAAoC;AAa7B,IAAM,gBAAgB,wBAAtB,MAAM,gBAAgB;IAS3B,YACmB,iBAAoC,EACpC,aAA4B,EAC5B,eAAgC,EAChC,sBAA8C,EAC9C,gBAAkC;QAJlC,sBAAiB,GAAjB,iBAAiB,CAAmB;QACpC,kBAAa,GAAb,aAAa,CAAe;QAC5B,oBAAe,GAAf,eAAe,CAAiB;QAChC,2BAAsB,GAAtB,sBAAsB,CAAwB;QAC9C,qBAAgB,GAAhB,gBAAgB,CAAkB;QAbpC,WAAM,GAAG,IAAI,eAAM,CAAC,kBAAgB,CAAC,IAAI,CAAC,CAAC;QACpD,cAAS,GAAG,KAAK,CAAC;QAClB,qBAAgB,GAAG,KAAK,CAAC;QAChB,gBAAW,GAAG,gBAAgB,CAAC;QAE/B,kBAAa,GAAa,EAAE,CAAC;QAC7B,SAAI,GAAG,IAAI,GAAG,EAAoB,CAAC;QASlD,IAAI,CAAC,iBAAiB,EAAE,CAAC;QACzB,IAAI,CAAC,mBAAmB,EAAE,CAAC;IAC7B,CAAC;IAED,KAAK,CAAC,YAAY;QAChB,MAAM,IAAI,CAAC,uBAAuB,EAAE,CAAC;QACrC,IAAI,CAAC,mBAAmB,EAAE,CAAC;IAC7B,CAAC;IAED,eAAe;QACb,IAAI,CAAC,kBAAkB,EAAE,CAAC;IAC5B,CAAC;IAGO,iBAAiB;QACvB,MAAM,gBAAgB,GAAG,IAAI,CAAC,aAAa,CAAC,GAAG,CAC7C,qBAAqB,CACtB,CAAC;QACF,IAAI,gBAAgB,EAAE,CAAC;YACrB,IAAI,CAAC,aAAa,CAAC,IAAI,CACrB,GAAG,gBAAgB,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CACpD,CAAC;YACF,IAAI,CAAC,MAAM,CAAC,GAAG,CACb,gCAAgC,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAChE,CAAC;QACJ,CAAC;IACH,CAAC;IAGO,mBAAmB;QACzB,MAAM,SAAS,GAAG,IAAI,CAAC,aAAa,CAAC,GAAG,CACtC,sBAAsB,EACtB,IAAI,CACL,CAAC;QACF,IAAI,CAAC,gBAAgB,GAAG,SAAS,CAAC;QAClC,IAAI,CAAC,MAAM,CAAC,GAAG,CACb,yBAAyB,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,UAAU,EAAE,CAC9D,CAAC;IACJ,CAAC;IAGO,mBAAmB;QACzB,IAAI,CAAC;YAEH,IAAI,CAAC,kBAAkB,EAAE,CAAC;YAG1B,MAAM,cAAc,GAAG,IAAI,CAAC,aAAa,CAAC,GAAG,CAC3C,2BAA2B,EAC3B,cAAc,CACf,CAAC;YACF,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,mBAAmB,cAAc,EAAE,CAAC,CAAC;YAErD,IAAI,IAAI,CAAC,gBAAgB,EAAE,CAAC;gBAE1B,MAAM,GAAG,GAAG,IAAI,cAAO,CAAC,cAAc,EAAE,GAAG,EAAE;oBAC3C,KAAK,IAAI,CAAC,UAAU,EAAE,CAAC;gBACzB,CAAC,CAAC,CAAC;gBAGH,IAAI,CAAC,iBAAiB,CAAC,UAAU,CAAC,IAAI,CAAC,WAAW,EAAE,GAAG,CAAC,CAAC;gBACzD,GAAG,CAAC,KAAK,EAAE,CAAC;gBAEZ,IAAI,CAAC,MAAM,CAAC,GAAG,CACb,2CAA2C,cAAc,EAAE,CAC5D,CAAC;YACJ,CAAC;iBAAM,CAAC;gBACN,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,8CAA8C,CAAC,CAAC;YAClE,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,mCAAmC,EAAE,KAAK,CAAC,CAAC;QAChE,CAAC;IACH,CAAC;IAGO,kBAAkB;QACxB,IAAI,CAAC;YACH,IAAI,IAAI,CAAC,iBAAiB,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,CAAC,WAAW,CAAC,EAAE,CAAC;gBAC/D,IAAI,CAAC,iBAAiB,CAAC,aAAa,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;gBACvD,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,qBAAqB,IAAI,CAAC,WAAW,EAAE,CAAC,CAAC;YAC3D,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,0BAA0B,EAAE,KAAK,CAAC,CAAC;QACvD,CAAC;IACH,CAAC;IAGO,kBAAkB,CAAC,MAAc;QACvC,OAAO,IAAI,CAAC,aAAa,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;IAC7C,CAAC;IAGO,KAAK,CAAC,uBAAuB;QACnC,IAAI,CAAC;YACH,MAAM,OAAO,GAAG,IAAI,CAAC,eAAe,CAAC,aAAa,EAAE,CAAC;YACrD,MAAM,IAAI,CAAC,sBAAsB,CAAC,iBAAiB,CAAC,OAAO,CAAC,CAAC;YAC7D,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,eAAe,OAAO,CAAC,MAAM,wBAAwB,CAAC,CAAC;QACzE,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,sCAAsC,EAAE,KAAK,CAAC,CAAC;QACnE,CAAC;IACH,CAAC;IAGD,KAAK,CAAC,UAAU;QAEd,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;QAC9B,IAAI,CAAC,IAAI,CAAC,gBAAgB,EAAE,CAAC;YAC3B,OAAO;QACT,CAAC;QAED,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YACnB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,0CAA0C,CAAC,CAAC;YAC9D,OAAO;QACT,CAAC;QAED,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC;QACtB,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,qBAAqB,EAAE,CAAC;QACrC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,0BAA0B,EAAE,KAAK,CAAC,CAAC;QACvD,CAAC;gBAAS,CAAC;YACT,IAAI,CAAC,SAAS,GAAG,KAAK,CAAC;QACzB,CAAC;IACH,CAAC;IAGO,KAAK,CAAC,qBAAqB;QAEjC,MAAM,IAAI,CAAC,uBAAuB,EAAE,CAAC;QACrC,MAAM,cAAc,GAAG,MAAM,IAAI,CAAC,sBAAsB,CAAC,WAAW,EAAE,CAAC;QACvE,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACvB,MAAM,OAAO,GAAG,cAAc;aAC3B,MAAM,CAAC,CAAC,MAAM,EAAE,EAAE;YACjB,IAAI,IAAI,CAAC,kBAAkB,CAAC,MAAM,CAAC,MAAM,CAAC;gBAAE,OAAO,KAAK,CAAC;YACzD,MAAM,QAAQ,GACZ,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,MAAM,CAAC,QAAQ,GAAG,CAAC;gBACrD,CAAC,CAAC,MAAM,CAAC,QAAQ;gBACjB,CAAC,CAAC,EAAE,CAAC;YACT,OAAO,CACL,CAAC,MAAM,CAAC,WAAW;gBACnB,MAAM,CAAC,WAAW,CAAC,OAAO,EAAE,GAAG,QAAQ,GAAG,MAAM,IAAI,GAAG,CACxD,CAAC;QACJ,CAAC,CAAC;aACD,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;QAClC,MAAM,IAAI,CAAC,gBAAgB,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC;IACpD,CAAC;IAGD,KAAK,CAAC,YAAY,CAAC,MAAe;QAChC,IAAI,OAAiB,CAAC;QACtB,IAAI,MAAM,EAAE,CAAC;YACX,IAAI,IAAI,CAAC,kBAAkB,CAAC,MAAM,CAAC,EAAE,CAAC;gBACpC,MAAM,IAAI,4BAAmB,CAAC,WAAW,MAAM,cAAc,CAAC,CAAC;YACjE,CAAC;YACD,IAAI,CAAC,IAAI,CAAC,eAAe,CAAC,aAAa,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;gBAC3D,MAAM,IAAI,0BAAiB,CAAC,WAAW,MAAM,aAAa,CAAC,CAAC;YAC9D,CAAC;YACD,OAAO,GAAG,CAAC,MAAM,CAAC,CAAC;QACrB,CAAC;aAAM,CAAC;YACN,MAAM,IAAI,CAAC,uBAAuB,EAAE,CAAC;YACrC,MAAM,cAAc,GAAG,MAAM,IAAI,CAAC,sBAAsB,CAAC,WAAW,EAAE,CAAC;YACvE,OAAO,GAAG,cAAc;iBACrB,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC;iBAC9B,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,kBAAkB,CAAC,IAAI,CAAC,CAAC,CAAC;QACtD,CAAC;QAED,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;QACrB,MAAM,GAAG,GAAa;YACpB,KAAK,EAAE,IAAA,mBAAU,GAAE;YACnB,MAAM,EAAE,SAAS;YACjB,WAAW,EAAE,OAAO,CAAC,MAAM;YAC3B,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;SACpC,CAAC;QACF,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;QAC9B,KAAK,IAAI,CAAC,gBAAgB,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC,IAAI,CACnD,CAAC,OAAO,EAAE,EAAE;YACV,GAAG,CAAC,MAAM,GAAG,WAAW,CAAC;YACzB,GAAG,CAAC,WAAW,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;YAC3C,GAAG,CAAC,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,EAAE,GAAG,OAAO,EAAE,EAAE,EAAE;gBAClD,KAAK,KAAK,CAAC;gBACX,OAAO;oBACL,GAAG,OAAO;oBACV,KAAK,EAAE,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,uBAAuB;iBAC7D,CAAC;YACJ,CAAC,CAAC,CAAC;QACL,CAAC,EACD,GAAG,EAAE;YACH,GAAG,CAAC,MAAM,GAAG,QAAQ,CAAC;YACtB,GAAG,CAAC,WAAW,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;YAC3C,GAAG,CAAC,KAAK,GAAG,oBAAoB,CAAC;QACnC,CAAC,CACF,CAAC;QACF,OAAO,GAAG,CAAC;IACb,CAAC;IAED,MAAM,CAAC,KAAa;QAClB,IAAI,CAAC,SAAS,EAAE,CAAC;QACjB,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QACjC,IAAI,CAAC,GAAG;YAAE,MAAM,IAAI,0BAAiB,CAAC,cAAc,KAAK,aAAa,CAAC,CAAC;QACxE,OAAO,GAAG,CAAC;IACb,CAAC;IAEO,SAAS,CAAC,cAAc,GAAG,KAAK;QACtC,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,MAAM,CAAC;QACxC,KAAK,MAAM,CAAC,EAAE,EAAE,GAAG,CAAC,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;YAClC,IAAI,GAAG,CAAC,MAAM,KAAK,SAAS,IAAI,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,SAAS,CAAC,GAAG,MAAM,EAAE,CAAC;gBACnE,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;YACvB,CAAC;QACH,CAAC;QACD,OAAO,cAAc,IAAI,IAAI,CAAC,IAAI,CAAC,IAAI,IAAI,GAAG,EAAE,CAAC;YAC/C,MAAM,MAAM,GAAG,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,CAChC,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,MAAM,KAAK,SAAS,CACtC,EAAE,CAAC,CAAC,CAAC,CAAC;YACP,IAAI,CAAC,MAAM,EAAE,CAAC;gBACZ,MAAM,IAAI,oCAA2B,CAAC,4BAA4B,CAAC,CAAC;YACtE,CAAC;YACD,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;QAC3B,CAAC;IACH,CAAC;IAGD,SAAS;QACP,OAAO;YACL,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,gBAAgB,EAAE,IAAI,CAAC,gBAAgB;YACvC,QAAQ,EAAE,IAAI,CAAC,iBAAiB,CAAC,WAAW,EAAE,CAAC,IAAI;YACnD,aAAa,EAAE,IAAI,CAAC,aAAa;YACjC,cAAc,EAAE,IAAI,CAAC,aAAa,CAAC,GAAG,CACpC,2BAA2B,CAC5B;YACD,aAAa,EAAE,IAAI,CAAC,iBAAiB,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,CAAC,WAAW,CAAC;SAC1E,CAAC;IACJ,CAAC;IAGD,KAAK;QACH,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAC;QAC7B,IAAI,CAAC,mBAAmB,EAAE,CAAC;QAC3B,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,mBAAmB,CAAC,CAAC;IACvC,CAAC;IAGD,IAAI;QACF,IAAI,CAAC,gBAAgB,GAAG,KAAK,CAAC;QAC9B,IAAI,CAAC,kBAAkB,EAAE,CAAC;QAC1B,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,oBAAoB,CAAC,CAAC;IACxC,CAAC;IAGD,eAAe;QACb,IAAI,CAAC,mBAAmB,EAAE,CAAC;QAC3B,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,uBAAuB,CAAC,CAAC;IAC3C,CAAC;CACF,CAAA;AA7QY,4CAAgB;2BAAhB,gBAAgB;IAD5B,IAAA,mBAAU,GAAE;qCAW2B,4BAAiB;QACrB,sBAAa;QACX,mCAAe;QACR,iDAAsB;QAC5B,sCAAgB;GAd1C,gBAAgB,CA6Q5B"}

package/dist/scheduler/tasks/fetch-hot-data.task.d.ts

@@ -0,0 +1,34 @@
+import { BeforeApplicationShutdown } from '@nestjs/common';
+import { HotListsService } from '../../host-lists/hot-lists.service';
+import { HotItemRepository } from '../../database/repositories/hot-item.repository';
+import { SourceConfigRepository } from '../../database/repositories/source-config.repository';
+import { ConfigService } from '@nestjs/config';
+import { HotListItem } from '../../host-lists/interfaces/hot-list.interface';
+export interface FetchResult {
+    sourceName: string;
+    success: boolean;
+    duration: number;
+    savedCount: number;
+    totalCount: number;
+    items?: HotListItem[];
+    error?: string;
+}
+export declare class FetchHotDataTask implements BeforeApplicationShutdown {
+    private readonly hotListsService;
+    private readonly hotItemRepository;
+    private readonly sourceConfigRepository;
+    private readonly logger;
+    private readonly maxConcurrency;
+    private active;
+    private readonly waiters;
+    private readonly inFlight;
+    private shuttingDown;
+    private readonly ignoredSaveSources;
+    constructor(hotListsService: HotListsService, hotItemRepository: HotItemRepository, sourceConfigRepository: SourceConfigRepository, configService: ConfigService);
+    execute(sourceName: string): Promise<FetchResult>;
+    beforeApplicationShutdown(): Promise<void>;
+    private withSlot;
+    private executeSource;
+    executeBatch(sourceNames: string[]): Promise<FetchResult[]>;
+    private validateSource;
+}

package/dist/scheduler/tasks/fetch-hot-data.task.js

@@ -0,0 +1,175 @@
+"use strict";
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var __metadata = (this && this.__metadata) || function (k, v) {
+    if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
+};
+var FetchHotDataTask_1;
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.FetchHotDataTask = void 0;
+const common_1 = require("@nestjs/common");
+const hot_lists_service_1 = require("../../host-lists/hot-lists.service");
+const hot_item_repository_1 = require("../../database/repositories/hot-item.repository");
+const source_config_repository_1 = require("../../database/repositories/source-config.repository");
+const config_1 = require("@nestjs/config");
+let FetchHotDataTask = FetchHotDataTask_1 = class FetchHotDataTask {
+    constructor(hotListsService, hotItemRepository, sourceConfigRepository, configService) {
+        this.hotListsService = hotListsService;
+        this.hotItemRepository = hotItemRepository;
+        this.sourceConfigRepository = sourceConfigRepository;
+        this.logger = new common_1.Logger(FetchHotDataTask_1.name);
+        this.maxConcurrency = 5;
+        this.active = 0;
+        this.waiters = [];
+        this.inFlight = new Map();
+        this.shuttingDown = false;
+        this.ignoredSaveSources = new Set((configService.get('IGNORE_SAVE_SOURCES') ?? '')
+            .split(',')
+            .map((name) => name.trim())
+            .filter(Boolean));
+    }
+    execute(sourceName) {
+        const current = this.inFlight.get(sourceName);
+        if (current !== undefined)
+            return current;
+        if (this.shuttingDown) {
+            return Promise.resolve({
+                sourceName,
+                success: false,
+                duration: 0,
+                savedCount: 0,
+                totalCount: 0,
+                error: 'Application is shutting down',
+            });
+        }
+        const pending = this.withSlot(() => this.executeSource(sourceName));
+        this.inFlight.set(sourceName, pending);
+        void pending.then(() => this.inFlight.delete(sourceName), () => this.inFlight.delete(sourceName));
+        return pending;
+    }
+    async beforeApplicationShutdown() {
+        this.shuttingDown = true;
+        if (this.inFlight.size === 0)
+            return;
+        this.logger.log(`Waiting for ${this.inFlight.size} active fetches to finish`);
+        let timer;
+        try {
+            await Promise.race([
+                Promise.allSettled([...this.inFlight.values()]),
+                new Promise((resolve) => {
+                    timer = setTimeout(resolve, 30_000);
+                }),
+            ]);
+        }
+        finally {
+            if (timer)
+                clearTimeout(timer);
+        }
+    }
+    async withSlot(operation) {
+        if (this.active < this.maxConcurrency) {
+            this.active++;
+        }
+        else {
+            await new Promise((resolve) => this.waiters.push(resolve));
+        }
+        try {
+            return await operation();
+        }
+        finally {
+            const next = this.waiters.shift();
+            if (next)
+                next();
+            else
+                this.active--;
+        }
+    }
+    async executeSource(sourceName) {
+        const startTime = Date.now();
+        const result = {
+            sourceName,
+            success: false,
+            duration: 0,
+            savedCount: 0,
+            totalCount: 0,
+        };
+        try {
+            this.logger.log(`🚀 Starting to fetch data for source: ${sourceName}`);
+            if (!this.validateSource(sourceName)) {
+                result.error = `Source '${sourceName}' not found`;
+                this.logger.error(result.error);
+                return result;
+            }
+            const sourceConfig = await this.sourceConfigRepository.findBySource(sourceName);
+            if (sourceConfig && !sourceConfig.enabled) {
+                result.error = `Source '${sourceName}' is disabled`;
+                this.logger.warn(result.error);
+                return result;
+            }
+            const hotListData = await this.hotListsService.fetchSource(sourceName, {}, true);
+            if (!hotListData || !hotListData.data || hotListData.data.length === 0) {
+                result.error = `No data received for source: ${sourceName}`;
+                this.logger.warn(result.error);
+                return result;
+            }
+            result.totalCount = hotListData.data.length;
+            result.items = hotListData.data;
+            const savedCount = this.ignoredSaveSources.has(sourceName)
+                ? 0
+                : await this.hotItemRepository.saveHotItems(hotListData.data, sourceName);
+            result.savedCount = savedCount;
+            result.success = true;
+            await this.sourceConfigRepository.updateLastFetchTime(sourceName);
+            const duration = Date.now() - startTime;
+            result.duration = duration;
+            const saveSummary = this.ignoredSaveSources.has(sourceName)
+                ? 'not saved (IGNORE_SAVE_SOURCES)'
+                : `${savedCount} new`;
+            this.logger.log(`✅ Source ${sourceName}: ${hotListData.data.length} fetched, ${saveSummary} in ${duration}ms`);
+            return result;
+        }
+        catch (error) {
+            const duration = Date.now() - startTime;
+            result.duration = duration;
+            result.error = error instanceof Error ? error.message : String(error);
+            this.logger.error(`❌ Failed to fetch data for ${sourceName} after ${duration}ms:`, error);
+            return result;
+        }
+    }
+    async executeBatch(sourceNames) {
+        const startTime = Date.now();
+        this.logger.log(`🚀 Starting batch fetch for ${sourceNames.length} sources with max concurrency: ${this.maxConcurrency}`);
+        const results = await Promise.all(sourceNames.map((source) => this.execute(source)));
+        const totalDuration = Date.now() - startTime;
+        const succeeded = results.filter((r) => r.success).length;
+        const failed = results.filter((r) => !r.success).length;
+        const totalSaved = results.reduce((sum, r) => sum + r.savedCount, 0);
+        const totalItems = results.reduce((sum, r) => sum + r.totalCount, 0);
+        this.logger.log(`📊 Batch fetch completed in ${totalDuration}ms: ${succeeded} succeeded, ${failed} failed, ${totalItems} fetched, ${totalSaved} new`);
+        if (failed > 0) {
+            const failedSources = results
+                .filter((r) => !r.success)
+                .map((r) => `${r.sourceName}(${r.error})`)
+                .join(', ');
+            this.logger.warn(`Failed sources: ${failedSources}`);
+        }
+        return results;
+    }
+    validateSource(sourceName) {
+        const sources = this.hotListsService.getAllSources();
+        return sources.includes(sourceName);
+    }
+};
+exports.FetchHotDataTask = FetchHotDataTask;
+exports.FetchHotDataTask = FetchHotDataTask = FetchHotDataTask_1 = __decorate([
+    (0, common_1.Injectable)(),
+    __metadata("design:paramtypes", [hot_lists_service_1.HotListsService,
+        hot_item_repository_1.HotItemRepository,
+        source_config_repository_1.SourceConfigRepository,
+        config_1.ConfigService])
+], FetchHotDataTask);
+//# sourceMappingURL=fetch-hot-data.task.js.map

package/dist/scheduler/tasks/fetch-hot-data.task.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"fetch-hot-data.task.js","sourceRoot":"","sources":["../../../src/scheduler/tasks/fetch-hot-data.task.ts"],"names":[],"mappings":";;;;;;;;;;;;;AAAA,2CAA+E;AAC/E,0EAAqE;AACrE,yFAAoF;AACpF,mGAA8F;AAC9F,2CAA+C;AAcxC,IAAM,gBAAgB,wBAAtB,MAAM,gBAAgB;IAS3B,YACmB,eAAgC,EAChC,iBAAoC,EACpC,sBAA8C,EAC/D,aAA4B;QAHX,oBAAe,GAAf,eAAe,CAAiB;QAChC,sBAAiB,GAAjB,iBAAiB,CAAmB;QACpC,2BAAsB,GAAtB,sBAAsB,CAAwB;QAXhD,WAAM,GAAG,IAAI,eAAM,CAAC,kBAAgB,CAAC,IAAI,CAAC,CAAC;QAC3C,mBAAc,GAAG,CAAC,CAAC;QAC5B,WAAM,GAAG,CAAC,CAAC;QACF,YAAO,GAAsB,EAAE,CAAC;QAChC,aAAQ,GAAG,IAAI,GAAG,EAAgC,CAAC;QAC5D,iBAAY,GAAG,KAAK,CAAC;QAS3B,IAAI,CAAC,kBAAkB,GAAG,IAAI,GAAG,CAC/B,CAAC,aAAa,CAAC,GAAG,CAAS,qBAAqB,CAAC,IAAI,EAAE,CAAC;aACrD,KAAK,CAAC,GAAG,CAAC;aACV,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;aAC1B,MAAM,CAAC,OAAO,CAAC,CACnB,CAAC;IACJ,CAAC;IAKD,OAAO,CAAC,UAAkB;QACxB,MAAM,OAAO,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;QAC9C,IAAI,OAAO,KAAK,SAAS;YAAE,OAAO,OAAO,CAAC;QAC1C,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;YACtB,OAAO,OAAO,CAAC,OAAO,CAAC;gBACrB,UAAU;gBACV,OAAO,EAAE,KAAK;gBACd,QAAQ,EAAE,CAAC;gBACX,UAAU,EAAE,CAAC;gBACb,UAAU,EAAE,CAAC;gBACb,KAAK,EAAE,8BAA8B;aACtC,CAAC,CAAC;QACL,CAAC;QAED,MAAM,OAAO,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,aAAa,CAAC,UAAU,CAAC,CAAC,CAAC;QACpE,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC;QACvC,KAAK,OAAO,CAAC,IAAI,CACf,GAAG,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,UAAU,CAAC,EACtC,GAAG,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,UAAU,CAAC,CACvC,CAAC;QACF,OAAO,OAAO,CAAC;IACjB,CAAC;IAED,KAAK,CAAC,yBAAyB;QAC7B,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC;QACzB,IAAI,IAAI,CAAC,QAAQ,CAAC,IAAI,KAAK,CAAC;YAAE,OAAO;QACrC,IAAI,CAAC,MAAM,CAAC,GAAG,CACb,eAAe,IAAI,CAAC,QAAQ,CAAC,IAAI,2BAA2B,CAC7D,CAAC;QACF,IAAI,KAAiC,CAAC;QACtC,IAAI,CAAC;YACH,MAAM,OAAO,CAAC,IAAI,CAAC;gBACjB,OAAO,CAAC,UAAU,CAAC,CAAC,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;gBAC/C,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE;oBAC5B,KAAK,GAAG,UAAU,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;gBACtC,CAAC,CAAC;aACH,CAAC,CAAC;QACL,CAAC;gBAAS,CAAC;YACT,IAAI,KAAK;gBAAE,YAAY,CAAC,KAAK,CAAC,CAAC;QACjC,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,QAAQ,CAAI,SAA2B;QACnD,IAAI,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,cAAc,EAAE,CAAC;YACtC,IAAI,CAAC,MAAM,EAAE,CAAC;QAChB,CAAC;aAAM,CAAC;YACN,MAAM,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC;QACnE,CAAC;QACD,IAAI,CAAC;YACH,OAAO,MAAM,SAAS,EAAE,CAAC;QAC3B,CAAC;gBAAS,CAAC;YACT,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;YAClC,IAAI,IAAI;gBAAE,IAAI,EAAE,CAAC;;gBACZ,IAAI,CAAC,MAAM,EAAE,CAAC;QACrB,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,aAAa,CAAC,UAAkB;QAC5C,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC7B,MAAM,MAAM,GAAgB;YAC1B,UAAU;YACV,OAAO,EAAE,KAAK;YACd,QAAQ,EAAE,CAAC;YACX,UAAU,EAAE,CAAC;YACb,UAAU,EAAE,CAAC;SACd,CAAC;QAEF,IAAI,CAAC;YACH,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,yCAAyC,UAAU,EAAE,CAAC,CAAC;YAGvE,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC,UAAU,CAAC,EAAE,CAAC;gBACrC,MAAM,CAAC,KAAK,GAAG,WAAW,UAAU,aAAa,CAAC;gBAClD,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;gBAChC,OAAO,MAAM,CAAC;YAChB,CAAC;YAGD,MAAM,YAAY,GAChB,MAAM,IAAI,CAAC,sBAAsB,CAAC,YAAY,CAAC,UAAU,CAAC,CAAC;YAC7D,IAAI,YAAY,IAAI,CAAC,YAAY,CAAC,OAAO,EAAE,CAAC;gBAC1C,MAAM,CAAC,KAAK,GAAG,WAAW,UAAU,eAAe,CAAC;gBACpD,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;gBAC/B,OAAO,MAAM,CAAC;YAChB,CAAC;YAGD,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,WAAW,CACxD,UAAU,EACV,EAAE,EACF,IAAI,CACL,CAAC;YAEF,IAAI,CAAC,WAAW,IAAI,CAAC,WAAW,CAAC,IAAI,IAAI,WAAW,CAAC,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBACvE,MAAM,CAAC,KAAK,GAAG,gCAAgC,UAAU,EAAE,CAAC;gBAC5D,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;gBAC/B,OAAO,MAAM,CAAC;YAChB,CAAC;YAED,MAAM,CAAC,UAAU,GAAG,WAAW,CAAC,IAAI,CAAC,MAAM,CAAC;YAC5C,MAAM,CAAC,KAAK,GAAG,WAAW,CAAC,IAAI,CAAC;YAEhC,MAAM,UAAU,GAAG,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,UAAU,CAAC;gBACxD,CAAC,CAAC,CAAC;gBACH,CAAC,CAAC,MAAM,IAAI,CAAC,iBAAiB,CAAC,YAAY,CACvC,WAAW,CAAC,IAAI,EAChB,UAAU,CACX,CAAC;YAEN,MAAM,CAAC,UAAU,GAAG,UAAU,CAAC;YAC/B,MAAM,CAAC,OAAO,GAAG,IAAI,CAAC;YAGtB,MAAM,IAAI,CAAC,sBAAsB,CAAC,mBAAmB,CAAC,UAAU,CAAC,CAAC;YAElE,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;YACxC,MAAM,CAAC,QAAQ,GAAG,QAAQ,CAAC;YAG3B,MAAM,WAAW,GAAG,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,UAAU,CAAC;gBACzD,CAAC,CAAC,iCAAiC;gBACnC,CAAC,CAAC,GAAG,UAAU,MAAM,CAAC;YACxB,IAAI,CAAC,MAAM,CAAC,GAAG,CACb,YAAY,UAAU,KAAK,WAAW,CAAC,IAAI,CAAC,MAAM,aAAa,WAAW,OAAO,QAAQ,IAAI,CAC9F,CAAC;YAEF,OAAO,MAAM,CAAC;QAChB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;YACxC,MAAM,CAAC,QAAQ,GAAG,QAAQ,CAAC;YAC3B,MAAM,CAAC,KAAK,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YAEtE,IAAI,CAAC,MAAM,CAAC,KAAK,CACf,8BAA8B,UAAU,UAAU,QAAQ,KAAK,EAC/D,KAAK,CACN,CAAC;YAEF,OAAO,MAAM,CAAC;QAChB,CAAC;IACH,CAAC;IAKD,KAAK,CAAC,YAAY,CAAC,WAAqB;QACtC,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC7B,IAAI,CAAC,MAAM,CAAC,GAAG,CACb,+BAA+B,WAAW,CAAC,MAAM,kCAAkC,IAAI,CAAC,cAAc,EAAE,CACzG,CAAC;QAEF,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,GAAG,CAC/B,WAAW,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAClD,CAAC;QAEF,MAAM,aAAa,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;QAC7C,MAAM,SAAS,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC;QAC1D,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC;QACxD,MAAM,UAAU,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC;QACrE,MAAM,UAAU,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC;QAErE,IAAI,CAAC,MAAM,CAAC,GAAG,CACb,+BAA+B,aAAa,OAAO,SAAS,eAAe,MAAM,YAAY,UAAU,aAAa,UAAU,MAAM,CACrI,CAAC;QAGF,IAAI,MAAM,GAAG,CAAC,EAAE,CAAC;YACf,MAAM,aAAa,GAAG,OAAO;iBAC1B,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC;iBACzB,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC,UAAU,IAAI,CAAC,CAAC,KAAK,GAAG,CAAC;iBACzC,IAAI,CAAC,IAAI,CAAC,CAAC;YACd,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,mBAAmB,aAAa,EAAE,CAAC,CAAC;QACvD,CAAC;QAED,OAAO,OAAO,CAAC;IACjB,CAAC;IAKO,cAAc,CAAC,UAAkB;QACvC,MAAM,OAAO,GAAG,IAAI,CAAC,eAAe,CAAC,aAAa,EAAE,CAAC;QACrD,OAAO,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC;IACtC,CAAC;CACF,CAAA;AAjNY,4CAAgB;2BAAhB,gBAAgB;IAD5B,IAAA,mBAAU,GAAE;qCAWyB,mCAAe;QACb,uCAAiB;QACZ,iDAAsB;QAChD,sBAAa;GAbnB,gBAAgB,CAiN5B"}

package/dist/token/coolapk.d.ts

@@ -0,0 +1,11 @@
+export declare const genCoolapkHeaders: () => {
+    'X-Requested-With': string;
+    'X-App-Id': string;
+    'X-App-Token': string;
+    'X-Sdk-Int': string;
+    'X-Sdk-Locale': string;
+    'X-App-Version': string;
+    'X-Api-Version': string;
+    'X-App-Code': string;
+    'User-Agent': string;
+};

package/dist/token/coolapk.js

@@ -0,0 +1,40 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.genCoolapkHeaders = void 0;
+const md5_1 = __importDefault(require("md5"));
+const getRandomDEVICE_ID = () => {
+    const id = [10, 6, 6, 6, 14];
+    return id.map((i) => Math.random().toString(36).substring(2, i)).join('-');
+};
+const get_app_token = () => {
+    const DEVICE_ID = getRandomDEVICE_ID();
+    const now = Math.round(Date.now() / 1000);
+    const hex_now = '0x' + now.toString(16);
+    const md5_now = (0, md5_1.default)(now.toString());
+    const s = 'token://com.coolapk.market/c67ef5943784d09750dcfbb31020f0ab?' +
+        md5_now +
+        '$' +
+        DEVICE_ID +
+        '&com.coolapk.market';
+    const md5_s = (0, md5_1.default)(Buffer.from(s).toString('base64'));
+    const token = md5_s + DEVICE_ID + hex_now;
+    return token;
+};
+const genCoolapkHeaders = () => {
+    return {
+        'X-Requested-With': 'XMLHttpRequest',
+        'X-App-Id': 'com.coolapk.market',
+        'X-App-Token': get_app_token(),
+        'X-Sdk-Int': '29',
+        'X-Sdk-Locale': 'zh-CN',
+        'X-App-Version': '11.0',
+        'X-Api-Version': '11',
+        'X-App-Code': '2101202',
+        'User-Agent': 'Mozilla/5.0 (Linux; Android 10; Mi 10) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/111.0.5563.15 Mobile Safari/537.36',
+    };
+};
+exports.genCoolapkHeaders = genCoolapkHeaders;
+//# sourceMappingURL=coolapk.js.map

package/dist/token/coolapk.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"coolapk.js","sourceRoot":"","sources":["../../src/token/coolapk.ts"],"names":[],"mappings":";;;;;;AAAA,8CAAsB;AAMtB,MAAM,kBAAkB,GAAG,GAAG,EAAE;IAC9B,MAAM,EAAE,GAAG,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC;IAC7B,OAAO,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AAC7E,CAAC,CAAC;AAMF,MAAM,aAAa,GAAG,GAAG,EAAE;IACzB,MAAM,SAAS,GAAG,kBAAkB,EAAE,CAAC;IACvC,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,CAAC;IAC1C,MAAM,OAAO,GAAG,IAAI,GAAG,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;IACxC,MAAM,OAAO,GAAG,IAAA,aAAG,EAAC,GAAG,CAAC,QAAQ,EAAE,CAAC,CAAC;IACpC,MAAM,CAAC,GACL,8DAA8D;QAC9D,OAAO;QACP,GAAG;QACH,SAAS;QACT,qBAAqB,CAAC;IACxB,MAAM,KAAK,GAAG,IAAA,aAAG,EAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC;IACrD,MAAM,KAAK,GAAG,KAAK,GAAG,SAAS,GAAG,OAAO,CAAC;IAC1C,OAAO,KAAK,CAAC;AACf,CAAC,CAAC;AAMK,MAAM,iBAAiB,GAAG,GAAG,EAAE;IACpC,OAAO;QACL,kBAAkB,EAAE,gBAAgB;QACpC,UAAU,EAAE,oBAAoB;QAChC,aAAa,EAAE,aAAa,EAAE;QAC9B,WAAW,EAAE,IAAI;QACjB,cAAc,EAAE,OAAO;QACvB,eAAe,EAAE,MAAM;QACvB,eAAe,EAAE,IAAI;QACrB,YAAY,EAAE,SAAS;QACvB,YAAY,EACV,yHAAyH;KAC5H,CAAC;AACJ,CAAC,CAAC;AAbW,QAAA,iBAAiB,qBAa5B"}

package/dist/token/token.module.d.ts

@@ -0,0 +1,2 @@
+export declare class TokenModule {
+}

package/dist/token/token.module.js

@@ -0,0 +1,23 @@
+"use strict";
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.TokenModule = void 0;
+const common_1 = require("@nestjs/common");
+const token_service_1 = require("./token.service");
+const http_module_1 = require("../http/http.module");
+let TokenModule = class TokenModule {
+};
+exports.TokenModule = TokenModule;
+exports.TokenModule = TokenModule = __decorate([
+    (0, common_1.Module)({
+        imports: [http_module_1.HttpClientModule],
+        providers: [token_service_1.TokenService],
+        exports: [token_service_1.TokenService],
+    })
+], TokenModule);
+//# sourceMappingURL=token.module.js.map

package/dist/token/token.module.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"token.module.js","sourceRoot":"","sources":["../../src/token/token.module.ts"],"names":[],"mappings":";;;;;;;;;AAAA,2CAAwC;AACxC,mDAA+C;AAC/C,qDAAuD;AAOhD,IAAM,WAAW,GAAjB,MAAM,WAAW;CAAG,CAAA;AAAd,kCAAW;sBAAX,WAAW;IALvB,IAAA,eAAM,EAAC;QACN,OAAO,EAAE,CAAC,8BAAgB,CAAC;QAC3B,SAAS,EAAE,CAAC,4BAAY,CAAC;QACzB,OAAO,EAAE,CAAC,4BAAY,CAAC;KACxB,CAAC;GACW,WAAW,CAAG"}

package/dist/token/token.service.d.ts

@@ -0,0 +1,19 @@
+import { HttpClientService } from '../http/http.service';
+interface WbiParams {
+    [key: string]: string | number;
+}
+export declare class TokenService {
+    private readonly httpClientService;
+    private readonly logger;
+    private readonly wbiNavRequest;
+    private readonly mixinKeyEncTab;
+    constructor(httpClientService: HttpClientService);
+    private getMixinKey;
+    private encWbi;
+    private getWbiKeys;
+    getBiliWbi(customParams?: WbiParams): Promise<string>;
+    clearBiliWbiCache(): Promise<void>;
+    generateWbiSignedUrl(baseUrl: string, params: WbiParams): Promise<string>;
+    get51ctoToken(): Promise<string>;
+}
+export {};