@geekron/hono 0.1.0 → 0.1.1

package/dist/core/lib/database/repositories/visitor.repository.js

@@ -0,0 +1,559 @@
+import dayjs from 'dayjs';
+import { and, count, countDistinct, eq, gte, lt, sql } from 'drizzle-orm';
+import { dailyPageStats, ensureVisitorSchema, generateSessionId, ipPageStats, pageViews, visitorSessions, } from '../../../../core/lib/database';
+import { VisitorShard } from '../managers/visitor-shard';
+/**
+ * 访客仓储：封装跨分片的读写与统计。
+ */
+export class VisitorRepository {
+    constructor(manager) {
+        this.manager = manager;
+        this.shardManager = new VisitorShard(manager);
+    }
+    /** 初始化已有分片的表结构（幂等），若无分片则创建当前分片 */
+    async initShardSchemas() {
+        const shards = this.shardManager.getAllDbs();
+        for (const { path } of shards) {
+            const rawDb = this.manager.getRaw(path);
+            ensureVisitorSchema(rawDb);
+        }
+    }
+    /**
+     * 写入访客记录（事务），并在必要时触发分片旋转。
+     */
+    async insert(data) {
+        const db = this.shardManager.getCurrentDb();
+        const rawDb = this.manager.getRaw(this.shardManager.currentShardPath());
+        const shardPath = this.shardManager.currentShardPath();
+        const visitedAt = data.visitedAt
+            ? dayjs(data.visitedAt).toISOString()
+            : dayjs().toISOString();
+        const date = dayjs(visitedAt).format('YYYY-MM-DD');
+        const userAgent = data.userAgent ?? '';
+        const sessionId = generateSessionId(data.ip, userAgent);
+        // 开始事务
+        rawDb.run('BEGIN');
+        try {
+            // 1. 更新或创建访客会话
+            const existingSession = db
+                .select()
+                .from(visitorSessions)
+                .where(eq(visitorSessions.sessionId, sessionId))
+                .get();
+            if (existingSession) {
+                db.update(visitorSessions)
+                    .set({
+                    lastVisitAt: visitedAt,
+                    visitCount: sql `${visitorSessions.visitCount} + 1`,
+                })
+                    .where(eq(visitorSessions.sessionId, sessionId))
+                    .run();
+            }
+            else {
+                db.insert(visitorSessions)
+                    .values({
+                    sessionId,
+                    ip: data.ip,
+                    userAgent: userAgent || null,
+                    firstVisitAt: visitedAt,
+                    lastVisitAt: visitedAt,
+                    visitCount: 1,
+                })
+                    .run();
+            }
+            // 2. 创建页面浏览记录
+            const pvResult = db
+                .insert(pageViews)
+                .values({
+                sessionId,
+                ip: data.ip,
+                page: data.page,
+                referrer: data.referrer ?? null,
+                visitedAt,
+            })
+                .returning({ id: pageViews.id });
+            const pvRows = pvResult.all();
+            const pvId = pvRows[0]?.id ?? 0;
+            // 3. 更新每日页面统计
+            const existingDailyStats = db
+                .select()
+                .from(dailyPageStats)
+                .where(and(eq(dailyPageStats.date, date), eq(dailyPageStats.page, data.page)))
+                .get();
+            if (existingDailyStats) {
+                db.update(dailyPageStats)
+                    .set({
+                    viewCount: sql `${dailyPageStats.viewCount} + 1`,
+                })
+                    .where(and(eq(dailyPageStats.date, date), eq(dailyPageStats.page, data.page)))
+                    .run();
+                const dayStart = `${date} 00:00:00`;
+                const dayEnd = `${date} 23:59:59.999`;
+                const todayViewCount = db
+                    .select({ count: count() })
+                    .from(pageViews)
+                    .where(and(eq(pageViews.sessionId, sessionId), eq(pageViews.page, data.page), gte(pageViews.visitedAt, dayStart), sql `${pageViews.visitedAt} <= ${dayEnd}`))
+                    .get();
+                if (todayViewCount && todayViewCount.count === 1) {
+                    db.update(dailyPageStats)
+                        .set({
+                        uniqueVisitors: sql `${dailyPageStats.uniqueVisitors} + 1`,
+                    })
+                        .where(and(eq(dailyPageStats.date, date), eq(dailyPageStats.page, data.page)))
+                        .run();
+                }
+            }
+            else {
+                db.insert(dailyPageStats)
+                    .values({
+                    date,
+                    page: data.page,
+                    viewCount: 1,
+                    uniqueVisitors: 1,
+                })
+                    .run();
+            }
+            // 4. 更新 IP 页面统计
+            const existingIpStats = db
+                .select()
+                .from(ipPageStats)
+                .where(and(eq(ipPageStats.ip, data.ip), eq(ipPageStats.page, data.page)))
+                .get();
+            if (existingIpStats) {
+                db.update(ipPageStats)
+                    .set({
+                    viewCount: sql `${ipPageStats.viewCount} + 1`,
+                    lastVisitAt: visitedAt,
+                })
+                    .where(and(eq(ipPageStats.ip, data.ip), eq(ipPageStats.page, data.page)))
+                    .run();
+            }
+            else {
+                db.insert(ipPageStats)
+                    .values({
+                    ip: data.ip,
+                    page: data.page,
+                    viewCount: 1,
+                    firstVisitAt: visitedAt,
+                    lastVisitAt: visitedAt,
+                })
+                    .run();
+            }
+            rawDb.run('COMMIT');
+            this.shardManager.rotateIfNeeded(shardPath);
+            return { id: pvId, shardPath };
+        }
+        catch (e) {
+            rawDb.run('ROLLBACK');
+            throw e;
+        }
+    }
+    /**
+     * 统计独立访客数（UV）
+     */
+    async getUVStats(filter = {}, byDate = false) {
+        const shards = this.shardManager.getAllDbs();
+        if (!byDate) {
+            const tasks = shards.map(({ db }) => {
+                let query = db
+                    .select({ c: countDistinct(visitorSessions.sessionId) })
+                    .from(visitorSessions)
+                    .$dynamic();
+                const conditions = [];
+                if (filter.start) {
+                    conditions.push(gte(visitorSessions.firstVisitAt, dayjs(filter.start).toISOString()));
+                }
+                if (filter.end) {
+                    conditions.push(lt(visitorSessions.firstVisitAt, dayjs(filter.end).toISOString()));
+                }
+                if (filter.ip) {
+                    conditions.push(eq(visitorSessions.ip, filter.ip));
+                }
+                if (conditions.length > 0) {
+                    query = query.where(and(...conditions));
+                }
+                return query.get();
+            });
+            const results = await Promise.all(tasks);
+            const total = results.reduce((sum, r) => sum + (r?.c ?? 0), 0);
+            return { total };
+        }
+        else {
+            const tasks = shards.map(({ db }) => {
+                let query = db
+                    .select({
+                    date: sql `substr(${visitorSessions.firstVisitAt}, 1, 10)`,
+                    c: countDistinct(visitorSessions.sessionId),
+                })
+                    .from(visitorSessions)
+                    .$dynamic();
+                const conditions = [];
+                if (filter.start) {
+                    conditions.push(gte(visitorSessions.firstVisitAt, dayjs(filter.start).toISOString()));
+                }
+                if (filter.end) {
+                    conditions.push(lt(visitorSessions.firstVisitAt, dayjs(filter.end).toISOString()));
+                }
+                if (filter.ip) {
+                    conditions.push(eq(visitorSessions.ip, filter.ip));
+                }
+                if (conditions.length > 0) {
+                    query = query.where(and(...conditions));
+                }
+                return query
+                    .groupBy(sql `substr(${visitorSessions.firstVisitAt}, 1, 10)`)
+                    .all();
+            });
+            const results = await Promise.all(tasks);
+            const merged = {};
+            for (const arr of results) {
+                for (const row of arr) {
+                    const date = row.date;
+                    const c = Number(row.c ?? 0);
+                    merged[date] = (merged[date] ?? 0) + c;
+                }
+            }
+            const byDate = Object.entries(merged)
+                .map(([date, count]) => ({ date, count }))
+                .sort((a, b) => a.date.localeCompare(b.date));
+            const total = byDate.reduce((sum, item) => sum + item.count, 0);
+            return { total, byDate };
+        }
+    }
+    /**
+     * 统计页面总浏览量（PV）
+     */
+    async getPVStats(filter = {}, groupBy) {
+        const shards = this.shardManager.getAllDbs();
+        if (!groupBy) {
+            const tasks = shards.map(({ db }) => {
+                let query = db.select({ c: count() }).from(pageViews).$dynamic();
+                const conditions = [];
+                if (filter.start) {
+                    conditions.push(gte(pageViews.visitedAt, dayjs(filter.start).toISOString()));
+                }
+                if (filter.end) {
+                    conditions.push(lt(pageViews.visitedAt, dayjs(filter.end).toISOString()));
+                }
+                if (filter.ip) {
+                    conditions.push(eq(pageViews.ip, filter.ip));
+                }
+                if (filter.page) {
+                    conditions.push(eq(pageViews.page, filter.page));
+                }
+                if (conditions.length > 0) {
+                    query = query.where(and(...conditions));
+                }
+                return query.get();
+            });
+            const results = await Promise.all(tasks);
+            const total = results.reduce((sum, r) => sum + (r?.c ?? 0), 0);
+            return { total };
+        }
+        else if (groupBy === 'page') {
+            const tasks = shards.map(({ db }) => {
+                let query = db
+                    .select({
+                    page: pageViews.page,
+                    c: count(),
+                })
+                    .from(pageViews)
+                    .$dynamic();
+                const conditions = [];
+                if (filter.start) {
+                    conditions.push(gte(pageViews.visitedAt, dayjs(filter.start).toISOString()));
+                }
+                if (filter.end) {
+                    conditions.push(lt(pageViews.visitedAt, dayjs(filter.end).toISOString()));
+                }
+                if (filter.ip) {
+                    conditions.push(eq(pageViews.ip, filter.ip));
+                }
+                if (filter.page) {
+                    conditions.push(eq(pageViews.page, filter.page));
+                }
+                if (conditions.length > 0) {
+                    query = query.where(and(...conditions));
+                }
+                return query.groupBy(pageViews.page).all();
+            });
+            const results = await Promise.all(tasks);
+            const merged = {};
+            for (const arr of results) {
+                for (const row of arr) {
+                    const page = row.page;
+                    const c = Number(row.c ?? 0);
+                    merged[page] = (merged[page] ?? 0) + c;
+                }
+            }
+            const byPage = Object.entries(merged)
+                .map(([page, count]) => ({ page, count }))
+                .sort((a, b) => b.count - a.count);
+            const total = byPage.reduce((sum, item) => sum + item.count, 0);
+            return { total, byPage };
+        }
+        else {
+            const tasks = shards.map(({ db }) => {
+                let query = db
+                    .select({
+                    date: sql `substr(${pageViews.visitedAt}, 1, 10)`,
+                    c: count(),
+                })
+                    .from(pageViews)
+                    .$dynamic();
+                const conditions = [];
+                if (filter.start) {
+                    conditions.push(gte(pageViews.visitedAt, dayjs(filter.start).toISOString()));
+                }
+                if (filter.end) {
+                    conditions.push(lt(pageViews.visitedAt, dayjs(filter.end).toISOString()));
+                }
+                if (filter.ip) {
+                    conditions.push(eq(pageViews.ip, filter.ip));
+                }
+                if (filter.page) {
+                    conditions.push(eq(pageViews.page, filter.page));
+                }
+                if (conditions.length > 0) {
+                    query = query.where(and(...conditions));
+                }
+                return query.groupBy(sql `substr(${pageViews.visitedAt}, 1, 10)`).all();
+            });
+            const results = await Promise.all(tasks);
+            const merged = {};
+            for (const arr of results) {
+                for (const row of arr) {
+                    const date = row.date;
+                    const c = Number(row.c ?? 0);
+                    merged[date] = (merged[date] ?? 0) + c;
+                }
+            }
+            const byDate = Object.entries(merged)
+                .map(([date, count]) => ({ date, count }))
+                .sort((a, b) => a.date.localeCompare(b.date));
+            const total = byDate.reduce((sum, item) => sum + item.count, 0);
+            return { total, byDate };
+        }
+    }
+    /**
+     * 统计每个页面每日的访问次数（从预聚合表查询）
+     */
+    async getDailyPageViewStats(filter = {}) {
+        const shards = this.shardManager.getAllDbs();
+        const tasks = shards.map(({ db }) => {
+            let query = db.select().from(dailyPageStats).$dynamic();
+            const conditions = [];
+            if (filter.start) {
+                conditions.push(gte(dailyPageStats.date, dayjs(filter.start).format('YYYY-MM-DD')));
+            }
+            if (filter.end) {
+                conditions.push(lt(dailyPageStats.date, dayjs(filter.end).format('YYYY-MM-DD')));
+            }
+            if (filter.page) {
+                conditions.push(eq(dailyPageStats.page, filter.page));
+            }
+            if (conditions.length > 0) {
+                query = query.where(and(...conditions));
+            }
+            return query.all();
+        });
+        const results = await Promise.all(tasks);
+        const merged = {};
+        for (const arr of results) {
+            for (const row of arr) {
+                const key = `${row.date}::${row.page}`;
+                if (!merged[key]) {
+                    merged[key] = {
+                        date: row.date,
+                        page: row.page,
+                        viewCount: 0,
+                        uniqueVisitors: 0,
+                    };
+                }
+                merged[key].viewCount += Number(row.viewCount ?? 0);
+                merged[key].uniqueVisitors += Number(row.uniqueVisitors ?? 0);
+            }
+        }
+        return Object.values(merged).sort((a, b) => {
+            const dateCompare = b.date.localeCompare(a.date);
+            if (dateCompare !== 0)
+                return dateCompare;
+            return b.viewCount - a.viewCount;
+        });
+    }
+    /**
+     * 统计基于 IP 的页面访问次数（从预聚合表查询）
+     */
+    async getIpPageViewStats(filter = {}) {
+        const shards = this.shardManager.getAllDbs();
+        const tasks = shards.map(({ db }) => {
+            let query = db.select().from(ipPageStats).$dynamic();
+            const conditions = [];
+            if (filter.ip) {
+                conditions.push(eq(ipPageStats.ip, filter.ip));
+            }
+            if (filter.page) {
+                conditions.push(eq(ipPageStats.page, filter.page));
+            }
+            if (conditions.length > 0) {
+                query = query.where(and(...conditions));
+            }
+            return query.all();
+        });
+        const results = await Promise.all(tasks);
+        const merged = {};
+        for (const arr of results) {
+            for (const row of arr) {
+                const key = `${row.ip}::${row.page}`;
+                if (!merged[key]) {
+                    merged[key] = {
+                        ip: row.ip,
+                        page: row.page,
+                        viewCount: 0,
+                        firstVisitAt: row.firstVisitAt,
+                        lastVisitAt: row.lastVisitAt,
+                    };
+                }
+                merged[key].viewCount += Number(row.viewCount ?? 0);
+                if (row.firstVisitAt < merged[key].firstVisitAt) {
+                    merged[key].firstVisitAt = row.firstVisitAt;
+                }
+                if (row.lastVisitAt > merged[key].lastVisitAt) {
+                    merged[key].lastVisitAt = row.lastVisitAt;
+                }
+            }
+        }
+        return Object.values(merged).sort((a, b) => b.viewCount - a.viewCount);
+    }
+    /**
+     * 跨分片查询页面浏览记录
+     */
+    async findPageViews(filter = {}) {
+        const shards = this.shardManager.getAllDbs();
+        const tasks = shards.map(({ db }) => {
+            let query = db.select().from(pageViews).$dynamic();
+            const conditions = [];
+            if (filter.start) {
+                conditions.push(gte(pageViews.visitedAt, dayjs(filter.start).toISOString()));
+            }
+            if (filter.end) {
+                conditions.push(lt(pageViews.visitedAt, dayjs(filter.end).toISOString()));
+            }
+            if (filter.ip) {
+                conditions.push(eq(pageViews.ip, filter.ip));
+            }
+            if (filter.page) {
+                conditions.push(eq(pageViews.page, filter.page));
+            }
+            if (conditions.length > 0) {
+                query = query.where(and(...conditions));
+            }
+            return query.all();
+        });
+        const results = await Promise.all(tasks);
+        const rows = [].concat(...results);
+        const sorted = rows.sort((a, b) => (a.visitedAt < b.visitedAt ? 1 : -1));
+        const start = filter.offset ?? 0;
+        const end = filter.limit ? start + filter.limit : sorted.length;
+        const paginatedRows = sorted.slice(start, end);
+        return paginatedRows.map((row) => ({
+            id: row.id,
+            sessionId: row.sessionId,
+            ip: row.ip,
+            page: row.page,
+            referrer: row.referrer ?? null,
+            visitedAt: row.visitedAt,
+        }));
+    }
+    /**
+     * 跨分片查询访客会话
+     */
+    async findVisitorSessions(filter = {}) {
+        const shards = this.shardManager.getAllDbs();
+        const tasks = shards.map(({ db }) => {
+            let query = db.select().from(visitorSessions).$dynamic();
+            const conditions = [];
+            if (filter.start) {
+                conditions.push(gte(visitorSessions.firstVisitAt, dayjs(filter.start).toISOString()));
+            }
+            if (filter.end) {
+                conditions.push(lt(visitorSessions.firstVisitAt, dayjs(filter.end).toISOString()));
+            }
+            if (filter.ip) {
+                conditions.push(eq(visitorSessions.ip, filter.ip));
+            }
+            if (conditions.length > 0) {
+                query = query.where(and(...conditions));
+            }
+            return query.all();
+        });
+        const results = await Promise.all(tasks);
+        const rows = [].concat(...results);
+        const sorted = rows.sort((a, b) => (a.lastVisitAt < b.lastVisitAt ? 1 : -1));
+        const start = filter.offset ?? 0;
+        const end = filter.limit ? start + filter.limit : sorted.length;
+        const paginatedRows = sorted.slice(start, end);
+        return paginatedRows.map((row) => ({
+            id: row.id,
+            sessionId: row.sessionId,
+            ip: row.ip,
+            userAgent: row.userAgent ?? null,
+            firstVisitAt: row.firstVisitAt,
+            lastVisitAt: row.lastVisitAt,
+            visitCount: row.visitCount,
+        }));
+    }
+    /** 跨分片计数 */
+    async count(filter = {}) {
+        const shards = this.shardManager.getAllDbs();
+        const tasks = shards.map(({ db }) => {
+            let query = db.select({ c: count() }).from(pageViews).$dynamic();
+            const conditions = [];
+            if (filter.start) {
+                conditions.push(gte(pageViews.visitedAt, dayjs(filter.start).toISOString()));
+            }
+            if (filter.end) {
+                conditions.push(lt(pageViews.visitedAt, dayjs(filter.end).toISOString()));
+            }
+            if (filter.ip) {
+                conditions.push(eq(pageViews.ip, filter.ip));
+            }
+            if (filter.page) {
+                conditions.push(eq(pageViews.page, filter.page));
+            }
+            if (conditions.length > 0) {
+                query = query.where(and(...conditions));
+            }
+            return query.get();
+        });
+        const results = await Promise.all(tasks);
+        return results.reduce((sum, r) => sum + (r?.c ?? 0), 0);
+    }
+    /** 跨分片统计（向后兼容） */
+    async stats(by, filter = {}) {
+        if (by === 'day') {
+            const stats = await this.getPVStats(filter, 'date');
+            return (stats.byDate ?? []).map((item) => ({
+                key: item.date,
+                count: item.count,
+            }));
+        }
+        else if (by === 'page') {
+            const stats = await this.getPVStats(filter, 'page');
+            return (stats.byPage ?? []).map((item) => ({
+                key: item.page,
+                count: item.count,
+            }));
+        }
+        else {
+            const results = await this.getIpPageViewStats(filter);
+            const merged = {};
+            for (const item of results) {
+                merged[item.ip] = (merged[item.ip] ?? 0) + item.viewCount;
+            }
+            return Object.entries(merged)
+                .map(([key, count]) => ({ key, count }))
+                .sort((a, b) => b.count - a.count);
+        }
+    }
+}