befly 3.19.5 → 3.19.7

package/apis/tongJi/visitStats.js

@@ -1,380 +0,0 @@
-import { addDays, getDateYmdNumber, getTimeBucketStart } from "../../utils/datetime.js";
-import { VISIT_STATS_BUCKET_MS, VISIT_STATS_REDIS_TTL_SECONDS, VISIT_STATS_UA_FIELDS, getVisitStatsBucketKey, getVisitStatsBucketProductPvKey, getVisitStatsBucketProductUvKey, getVisitStatsDayKey, getVisitStatsDayProductKeysKey, getVisitStatsDayProductPvKey, getVisitStatsDayProductUvKey, getVisitStatsDayUaCountKey, getVisitStatsDayUaValuesKey, getVisitStatsProductMetaKey, normalizeVisitStatsUaValue, parseVisitStatsProductKey, toVisitStatsNumber } from "../../utils/visitStats.js";
-
-const VISIT_STATS_DAY_LIMIT = 30;
-
-async function ensureVisitStatsTableReady(befly) {
-    if (befly.visitStatsTableReady !== undefined) {
-        return befly.visitStatsTableReady;
-    }
-
-    const tableExistsResult = await befly.mysql.tableExists("beflyVisitStats");
-    befly.visitStatsTableReady = tableExistsResult.data === true;
-    return befly.visitStatsTableReady;
-}
-
-async function flushVisitStatsBucket(befly, bucketTime) {
-    if (bucketTime <= 0) {
-        return;
-    }
-
-    const currentBucketTime = getTimeBucketStart(Date.now(), VISIT_STATS_BUCKET_MS);
-    if (bucketTime >= currentBucketTime) {
-        return;
-    }
-
-    const tableReady = await ensureVisitStatsTableReady(befly);
-    if (!tableReady) {
-        return;
-    }
-
-    const flushedKey = `visitStats:flushed:${bucketTime}`;
-    const flushed = await befly.redis.exists(flushedKey);
-    if (flushed) {
-        return;
-    }
-
-    const bucketDate = getDateYmdNumber(bucketTime);
-    const bucketKey = getVisitStatsBucketKey(bucketTime);
-    const pv = toVisitStatsNumber(await befly.redis.getString(`${bucketKey}:pv`));
-    const uv = await befly.redis.scard(`${bucketKey}:uv`);
-    const errorCount = toVisitStatsNumber(await befly.redis.getString(`${bucketKey}:errorCount`));
-    const durationSum = toVisitStatsNumber(await befly.redis.getString(`${bucketKey}:durationSum`));
-    const durationCount = toVisitStatsNumber(await befly.redis.getString(`${bucketKey}:durationCount`));
-    const avgDuration = durationCount > 0 ? Math.round(durationSum / durationCount) : 0;
-
-    if (pv <= 0 && uv <= 0 && errorCount <= 0 && durationCount <= 0) {
-        await befly.redis.setString(flushedKey, "1", VISIT_STATS_REDIS_TTL_SECONDS);
-        return;
-    }
-
-    const data = {
-        bucketTime: bucketTime,
-        bucketDate: bucketDate,
-        pv: pv,
-        uv: uv,
-        errorCount: errorCount,
-        durationSum: durationSum,
-        durationCount: durationCount,
-        avgDuration: avgDuration
-    };
-
-    const detail = await befly.mysql.getOne({
-        table: "beflyVisitStats",
-        where: { bucketTime: bucketTime }
-    });
-
-    if (detail.data?.id) {
-        await befly.mysql.updData({
-            table: "beflyVisitStats",
-            data: data,
-            where: { bucketTime: bucketTime }
-        });
-    } else {
-        await befly.mysql.insData({
-            table: "beflyVisitStats",
-            data: data
-        });
-    }
-
-    await befly.redis.setString(flushedKey, "1", VISIT_STATS_REDIS_TTL_SECONDS);
-}
-
-async function flushVisitStatsPreviousBucket(befly, now = Date.now()) {
-    const currentBucketTime = getTimeBucketStart(now, VISIT_STATS_BUCKET_MS);
-    await flushVisitStatsBucket(befly, currentBucketTime - VISIT_STATS_BUCKET_MS);
-}
-
-async function getVisitStatsOnlineCount(befly) {
-    const members = await befly.redis.smembers("visitStats:online:visitors");
-    if (members.length === 0) {
-        return 0;
-    }
-
-    const existsList = await befly.redis.existsBatch(members.map((member) => `visitStats:online:visitor:${member}`));
-    const expiredMembers = [];
-    let onlineCount = 0;
-
-    for (let i = 0; i < members.length; i++) {
-        if (existsList[i]) {
-            onlineCount += 1;
-            continue;
-        }
-        expiredMembers.push(members[i]);
-    }
-
-    if (expiredMembers.length > 0) {
-        await befly.redis.srem("visitStats:online:visitors", expiredMembers);
-    }
-
-    return onlineCount;
-}
-
-async function getVisitStatsUaFieldList(befly, bucketDate, field, defaultValue) {
-    const valuesKey = getVisitStatsDayUaValuesKey(bucketDate, field);
-    const values = await befly.redis.smembers(valuesKey);
-    const list = [];
-
-    for (const rawValue of values) {
-        const value = normalizeVisitStatsUaValue(rawValue, defaultValue);
-        const count = toVisitStatsNumber(await befly.redis.getString(getVisitStatsDayUaCountKey(bucketDate, field, value)));
-        if (count <= 0) {
-            continue;
-        }
-
-        list.push({
-            name: value,
-            count: count
-        });
-    }
-
-    list.sort((a, b) => {
-        if (b.count !== a.count) {
-            return b.count - a.count;
-        }
-
-        return String(a.name).localeCompare(String(b.name));
-    });
-
-    return list.slice(0, 10);
-}
-
-async function getVisitStatsUaStats(befly, bucketDate) {
-    const data = {};
-
-    for (const item of VISIT_STATS_UA_FIELDS) {
-        const field = item.field;
-        const defaultValue = item.defaultValue;
-        data[field] = await getVisitStatsUaFieldList(befly, bucketDate, field, defaultValue);
-    }
-
-    return {
-        deviceTypes: data.deviceType || [],
-        browsers: data.browserName || [],
-        browserVersions: data.browserVersion || [],
-        osList: data.osName || [],
-        osVersions: data.osVersion || [],
-        deviceVendors: data.deviceVendor || [],
-        deviceModels: data.deviceModel || [],
-        engines: data.engineName || [],
-        cpuArchitectures: data.cpuArchitecture || []
-    };
-}
-
-function getVisitStatsRecentDayList(now, limit = VISIT_STATS_DAY_LIMIT) {
-    const list = [];
-
-    for (let i = limit - 1; i >= 0; i--) {
-        list.push(getDateYmdNumber(addDays(now, -i)));
-    }
-
-    return list;
-}
-
-function getVisitStatsBucketList(bucketDate, currentBucketTime) {
-    const list = [];
-    let startBucketTime = currentBucketTime;
-
-    while (getDateYmdNumber(startBucketTime - VISIT_STATS_BUCKET_MS) === bucketDate) {
-        startBucketTime -= VISIT_STATS_BUCKET_MS;
-    }
-
-    for (let bucketTime = startBucketTime; bucketTime <= currentBucketTime; bucketTime += VISIT_STATS_BUCKET_MS) {
-        list.push(bucketTime);
-    }
-
-    return list;
-}
-
-async function getVisitStatsProductMeta(befly, productKey) {
-    const metaText = await befly.redis.getString(getVisitStatsProductMetaKey(productKey));
-
-    if (!metaText) {
-        return parseVisitStatsProductKey(productKey);
-    }
-
-    try {
-        const meta = JSON.parse(metaText);
-        return {
-            ...parseVisitStatsProductKey(productKey),
-            ...meta
-        };
-    } catch (_error) {
-        return parseVisitStatsProductKey(productKey);
-    }
-}
-
-async function getVisitStatsProducts(befly, now, bucketDate, currentBucketTime) {
-    const recentDayList = getVisitStatsRecentDayList(now);
-    const productKeySet = new Set();
-
-    for (const itemBucketDate of recentDayList) {
-        const productKeys = await befly.redis.smembers(getVisitStatsDayProductKeysKey(itemBucketDate));
-
-        for (const productKey of productKeys) {
-            if (productKey) {
-                productKeySet.add(productKey);
-            }
-        }
-    }
-
-    const bucketList = getVisitStatsBucketList(bucketDate, currentBucketTime);
-    const products = [];
-
-    for (const productKey of productKeySet) {
-        const meta = await getVisitStatsProductMeta(befly, productKey);
-        const trend = [];
-        const days = [];
-        let totalPv = 0;
-        let totalUv = 0;
-
-        for (const itemBucketTime of bucketList) {
-            trend.push({
-                bucketTime: itemBucketTime,
-                bucketDate: bucketDate,
-                pv: toVisitStatsNumber(await befly.redis.getString(getVisitStatsBucketProductPvKey(itemBucketTime, productKey))),
-                uv: await befly.redis.scard(getVisitStatsBucketProductUvKey(itemBucketTime, productKey))
-            });
-        }
-
-        for (const itemBucketDate of recentDayList) {
-            const pv = toVisitStatsNumber(await befly.redis.getString(getVisitStatsDayProductPvKey(itemBucketDate, productKey)));
-            const uv = await befly.redis.scard(getVisitStatsDayProductUvKey(itemBucketDate, productKey));
-
-            totalPv += pv;
-            totalUv += uv;
-            days.push({
-                bucketDate: itemBucketDate,
-                pv: pv,
-                uv: uv
-            });
-        }
-
-        products.push({
-            key: productKey,
-            productName: String(meta.productName || "Unknown"),
-            productCode: String(meta.productCode || "unknown"),
-            productVersion: String(meta.productVersion || "Unknown"),
-            today: days[days.length - 1] || {
-                bucketDate: bucketDate,
-                pv: 0,
-                uv: 0
-            },
-            trend: trend,
-            days: days,
-            totalPv: totalPv,
-            totalUv: totalUv
-        });
-    }
-
-    products.sort((a, b) => {
-        if (b.today.pv !== a.today.pv) {
-            return b.today.pv - a.today.pv;
-        }
-
-        if (b.totalPv !== a.totalPv) {
-            return b.totalPv - a.totalPv;
-        }
-
-        return `${a.productCode}|${a.productVersion}`.localeCompare(`${b.productCode}|${b.productVersion}`);
-    });
-
-    return products;
-}
-
-export default {
-    name: "获取访问统计",
-    method: "POST",
-    body: "none",
-    auth: true,
-    fields: {},
-    required: [],
-    handler: async (befly) => {
-        const now = Date.now();
-        await flushVisitStatsPreviousBucket(befly, now);
-        const tableReady = await ensureVisitStatsTableReady(befly);
-
-        const bucketTime = getTimeBucketStart(now, VISIT_STATS_BUCKET_MS);
-        const bucketDate = getDateYmdNumber(now);
-        const bucketKey = getVisitStatsBucketKey(bucketTime);
-        const dayKey = getVisitStatsDayKey(bucketDate);
-
-        const todayPv = toVisitStatsNumber(await befly.redis.getString(`${dayKey}:pv`));
-        const todayUv = await befly.redis.scard(`${dayKey}:uv`);
-        const trend = [];
-        const currentPv = toVisitStatsNumber(await befly.redis.getString(`${bucketKey}:pv`));
-        const currentUv = await befly.redis.scard(`${bucketKey}:uv`);
-
-        if (tableReady) {
-            const trendResult = await befly.mysql.getAll({
-                table: "beflyVisitStats",
-                where: { bucketDate: bucketDate },
-                orderBy: ["bucketTime#ASC"]
-            });
-
-            if (Array.isArray(trendResult.data?.lists)) {
-                trend.push(...trendResult.data.lists);
-            }
-        }
-
-        if (currentPv > 0 || currentUv > 0) {
-            trend.push({
-                bucketTime: bucketTime,
-                bucketDate: bucketDate,
-                pv: currentPv,
-                uv: currentUv,
-                errorCount: 0,
-                durationSum: 0,
-                durationCount: 0,
-                avgDuration: 0
-            });
-        }
-
-        const daysMap = new Map();
-
-        if (tableReady) {
-            const daysSqlRes = await befly.mysql.execute(`SELECT bucket_date as bucketDate, SUM(pv) as pv, SUM(uv) as uv FROM befly_visit_stats WHERE state = 1 GROUP BY bucket_date ORDER BY bucket_date DESC LIMIT ${VISIT_STATS_DAY_LIMIT}`, []);
-
-            for (const item of daysSqlRes.data || []) {
-                const itemBucketDate = toVisitStatsNumber(item.bucketDate);
-                daysMap.set(itemBucketDate, {
-                    bucketDate: itemBucketDate,
-                    pv: toVisitStatsNumber(item.pv),
-                    uv: toVisitStatsNumber(item.uv)
-                });
-            }
-        }
-
-        daysMap.set(bucketDate, {
-            bucketDate: bucketDate,
-            pv: todayPv,
-            uv: todayUv
-        });
-
-        const days = [];
-        for (const item of daysMap.values()) {
-            days.push(item);
-        }
-
-        days.sort((a, b) => a.bucketDate - b.bucketDate);
-        if (days.length > VISIT_STATS_DAY_LIMIT) {
-            days.splice(0, days.length - VISIT_STATS_DAY_LIMIT);
-        }
-
-        const onlineCount = await getVisitStatsOnlineCount(befly);
-        const uaStats = await getVisitStatsUaStats(befly, bucketDate);
-        const products = await getVisitStatsProducts(befly, now, bucketDate, bucketTime);
-        return befly.tool.Yes("获取成功", {
-            onlineCount: onlineCount,
-            today: {
-                bucketDate: bucketDate,
-                pv: todayPv,
-                uv: todayUv
-            },
-            trend: trend,
-            days: days,
-            uaStats: uaStats,
-            products: products
-        });
-    }
-};

package/utils/visitStats.js

@@ -1,121 +0,0 @@
-export const VISIT_STATS_REDIS_TTL_SECONDS = 7 * 24 * 60 * 60;
-export const VISIT_STATS_ONLINE_TTL_SECONDS = 10 * 60;
-export const VISIT_STATS_BUCKET_MS = 30 * 60 * 1000;
-export const VISIT_STATS_UA_FIELDS = [
-    { field: "deviceType", defaultValue: "desktop" },
-    { field: "browserName", defaultValue: "Unknown" },
-    { field: "browserVersion", defaultValue: "Unknown" },
-    { field: "osName", defaultValue: "Unknown" },
-    { field: "osVersion", defaultValue: "Unknown" },
-    { field: "deviceVendor", defaultValue: "Unknown" },
-    { field: "deviceModel", defaultValue: "Unknown" },
-    { field: "engineName", defaultValue: "Unknown" },
-    { field: "cpuArchitecture", defaultValue: "Unknown" }
-];
-export const VISIT_STATS_PRODUCT_FIELDS = [
-    { field: "productName", defaultValue: "Unknown" },
-    { field: "productCode", defaultValue: "unknown" },
-    { field: "productVersion", defaultValue: "Unknown" }
-];
-
-export function getVisitStatsBucketKey(bucketTime) {
-    return `visitStats:bucket:${bucketTime}`;
-}
-
-export function getVisitStatsDayKey(bucketDate) {
-    return `visitStats:day:${bucketDate}`;
-}
-
-export function normalizeVisitStatsUaValue(value, defaultValue = "Unknown") {
-    const text = String(value || "").trim();
-    if (!text) {
-        return defaultValue;
-    }
-
-    return text;
-}
-
-export function normalizeVisitStatsProductValue(value, defaultValue = "Unknown") {
-    const text = String(value || "")
-        .trim()
-        .slice(0, 100);
-
-    if (!text) {
-        return defaultValue;
-    }
-
-    return text;
-}
-
-export function getVisitStatsProductMeta(productData = {}) {
-    return {
-        productName: normalizeVisitStatsProductValue(productData.productName, "Unknown"),
-        productCode: normalizeVisitStatsProductValue(productData.productCode, "unknown"),
-        productVersion: normalizeVisitStatsProductValue(productData.productVersion, "Unknown")
-    };
-}
-
-export function getVisitStatsProductKey(productData = {}) {
-    const meta = getVisitStatsProductMeta(productData);
-    return [meta.productCode, meta.productVersion, meta.productName].map((item) => encodeURIComponent(item)).join("|");
-}
-
-export function parseVisitStatsProductKey(productKey) {
-    const parts = String(productKey || "")
-        .split("|")
-        .map((item) => decodeURIComponent(item || ""));
-
-    return getVisitStatsProductMeta({
-        productCode: parts[0],
-        productVersion: parts[1],
-        productName: parts[2]
-    });
-}
-
-export function getVisitStatsDayUaValuesKey(bucketDate, field) {
-    return `visitStats:day:${bucketDate}:ua:${field}:values`;
-}
-
-export function getVisitStatsDayUaCountKey(bucketDate, field, value) {
-    return `visitStats:day:${bucketDate}:ua:${field}:count:${encodeURIComponent(String(value || ""))}`;
-}
-
-export function getVisitStatsDayProductValuesKey(bucketDate, field) {
-    return `visitStats:day:${bucketDate}:product:${field}:values`;
-}
-
-export function getVisitStatsDayProductCountKey(bucketDate, field, value) {
-    return `visitStats:day:${bucketDate}:product:${field}:count:${encodeURIComponent(String(value || ""))}`;
-}
-
-export function getVisitStatsDayProductKeysKey(bucketDate) {
-    return `visitStats:day:${bucketDate}:product:keys`;
-}
-
-export function getVisitStatsProductMetaKey(productKey) {
-    return `visitStats:product:meta:${productKey}`;
-}
-
-export function getVisitStatsBucketProductPvKey(bucketTime, productKey) {
-    return `visitStats:bucket:${bucketTime}:product:${productKey}:pv`;
-}
-
-export function getVisitStatsBucketProductUvKey(bucketTime, productKey) {
-    return `visitStats:bucket:${bucketTime}:product:${productKey}:uv`;
-}
-
-export function getVisitStatsDayProductPvKey(bucketDate, productKey) {
-    return `visitStats:day:${bucketDate}:product:${productKey}:pv`;
-}
-
-export function getVisitStatsDayProductUvKey(bucketDate, productKey) {
-    return `visitStats:day:${bucketDate}:product:${productKey}:uv`;
-}
-
-export function toVisitStatsNumber(value) {
-    const num = Number(value);
-    if (!Number.isFinite(num)) {
-        return 0;
-    }
-    return num;
-}