@dan-uni/dan-any 1.4.8 → 2.0.1

package/src/plugins/bili/README.md

@@ -1,87 +0,0 @@
-# Bili 插件
-
-为 B 站（哔哩哔哩）弹幕处理提供的实用工具集合。
-
-## 功能模块
-
-### 1. 去重 (`dedupe`)
-
-针对直接从 B 站 API 获取到的弹幕进行去重处理。
-
-#### 导出函数
-
-- **`to_bili_deduped(pool: UniPool): UniPool`** - 返回去重后的新 UniPool 实例
-- **`bili_dedupe(pool: UniPool): void`** - 原地修改 UniPool 实例，移除重复弹幕
-
-#### 去重示例
-
-```typescript
-import { bili } from '@danuni/dan-any/plugins'
-
-const pool = UniPool.import(biliData)
-
-// 方式1：获取去重后的新实例
-const _deduped = pool.pipe(bili.bili_dedupe.to_bili_deduped)
-
-// 方式2：原地去重
-pool.pipe(bili.bili_dedupe.bili_dedupe)
-```
-
-#### 说明
-
-- 使用 B 站 API 中的 `dmid`（弹幕 ID）作为去重依据
-- **仅支持** B 站主站直接获取的弹幕（需要包含 `extra.bili.dmid` 字段）
-- 若弹幕缺少 `dmid` 字段会抛出错误
-
----
-
-### 2. 历史弹幕逆向快进算法 (`history-danmaku-fast-forward`)
-
-针对 B 站历史弹幕采用时间逆序查询时，快速确定完成获取/下一次获取位置的算法。
-
-该方法受 [BiliPlus 全弹幕下载器](https://github.com/HengXin666/BiLiBiLi_DanMu_Crawling/issues/14) 启发。
-
-#### 快进算法函数
-
-- **`bili_history_fast_forward(query_history_date: string): Function`** - 返回处理函数
-
-#### 快进算法示例
-
-```typescript
-import { bili } from '@danuni/dan-any/plugins'
-
-const pool = UniPool.import(biliHistoryData)
-
-// 查询 2024-01-10 这一天的历史弹幕
-const _result = pool.pipe(bili.bili_history_fast_forward('2024-01-10'))
-
-// 返回值示例：
-// {
-//   earliest: '2024-01-01',                    // 最早弹幕的日期
-//   FastForward: ['2024-01-01', '2024-01-02', '2024-01-04'],  // 有弹幕的日期
-//   skip: ['2024-01-03', '2024-01-05', ...],   // 无弹幕的日期
-//   SpecicDate: '2024-01-10'              // 查询的日期
-// }
-```
-
-#### 返回值说明
-
-| 字段 | 类型 | 说明 |
-| --- | --- | --- |
-| `earliest` | `string \| null` | 最早弹幕的日期（`yyyy-MM-dd` 格式），无弹幕时为 `null` |
-| `FastForward` | `string[]` | 早于查询日期、且有弹幕的日期列表 |
-| `skip` | `string[]` | `earliest` 到查询日期之间、无弹幕的日期列表 |
-| `SpecicDate` | `string` | 查询的日期（`yyyy-MM-dd` 格式） |
-
-#### 工作原理
-
-1. 筛选出早于查询日期的所有弹幕
-2. 找出最早弹幕的日期作为 `earliest`
-3. 收集有弹幕的日期到 `FastForward` 列表
-4. 找出没有弹幕的日期到 `skip` 列表
-
-#### 时间处理
-
-- 所有日期基于时区 `Asia/Shanghai`（UTC+8）
-- 输入格式：`yyyy-MM-dd`
-- 输出格式：`yyyy-MM-dd`

package/src/plugins/bili/dedupe.ts

@@ -1,29 +0,0 @@
-import type { UniDM } from '../..'
-
-import { UniPool } from '../..'
-import { PlatformVideoSource } from '../../utils/platform'
-
-/**
- * 用于过滤直接从B站api获取到的弹幕中去除dmid重复的弹幕
- */
-function main(that: UniPool) {
-  that.dans.forEach((d) => {
-    if (d.platform !== PlatformVideoSource.Bilibili)
-      throw new Error('bili-dedupe: 仅支持B站(主站)的弹幕')
-    if (!d.extra.bili?.dmid && !d.extra.bili?.command?.id)
-      throw new Error('bili-dedupe: 弹幕缺少bili extra dmid字段')
-  })
-  const map = new Map<bigint, UniDM>()
-  that.dans.forEach((d) => map.set(d.extra.bili!.dmid!, d)) // 已由上方的检查保证存在
-  return map
-}
-
-export function to_bili_deduped(that: UniPool): UniPool {
-  const map = main(that)
-  return new UniPool([...map.values()], that.options, that.info)
-}
-
-export function bili_dedupe(that: UniPool): void {
-  const map = main(that)
-  that.dans = [...map.values()]
-}

package/src/plugins/bili/history-danmaku-fast-forward.ts

@@ -1,86 +0,0 @@
-/**
- * 注：该方法受BiliPlus全弹幕下载器启发
- * 详情参考以下链接
- * @see https://github.com/HengXin666/BiLiBiLi_DanMu_Crawling/issues/14
- */
-
-import { DateTime } from 'luxon'
-import type { UniPool } from '../..'
-
-interface BiliHistoryDanmakuFastForwardResult {
-  earliest: string | null
-  FastForward: string[]
-  skip: string[]
-  SpecificDate: string
-}
-
-/**
- * 针对B站历史弹幕使用时间逆序+快进以确定完成获取/下一次获取位置的算法
- *
- * 传入值是一个包含历史弹幕的UniPool，来自对任意一天(UTC+8, yyyy-MM-dd)的历史弹幕api
- */
-function main(
-  that: UniPool,
-  query_history_date: string,
-): BiliHistoryDanmakuFastForwardResult {
-  const qhd = DateTime.fromFormat(query_history_date, 'yyyy-MM-dd', {
-    zone: 'Asia/Shanghai',
-  }).setZone('Asia/Shanghai')
-  if (!qhd.isValid) throw new Error('Invalid query_history_date')
-  const s = qhd.startOf('day')
-  const before = that.dans.filter((d) => d.ctime < s.toJSDate())
-
-  if (before.length === 0) {
-    return {
-      earliest: null,
-      FastForward: [],
-      skip: [],
-      SpecificDate: qhd.toFormat('yyyy-MM-dd'),
-    }
-  }
-
-  // 获取最早的日期（字符串格式）
-  const earliestCtime = before.toSorted(
-    (a, b) => a.ctime.getTime() - b.ctime.getTime(),
-  )[0].ctime
-  const earliestDate = DateTime.fromJSDate(earliestCtime)
-    .setZone('Asia/Shanghai')
-    .startOf('day')
-
-  // 提取有弹幕的日期集合
-  const datesWithDanmaku = new Set<string>()
-  for (const dan of before) {
-    const dateStr = DateTime.fromJSDate(dan.ctime)
-      .setZone('Asia/Shanghai')
-      .toFormat('yyyy-MM-dd')
-    datesWithDanmaku.add(dateStr)
-  }
-
-  // 计算earliest到query_history_date之间的所有日期
-  let current = earliestDate
-  const allDates: string[] = []
-  while (current < s) {
-    allDates.push(current.toFormat('yyyy-MM-dd'))
-    current = current.plus({ days: 1 })
-  }
-
-  // 区分fast-forward和skip
-  const FastForward = allDates.filter((d) => datesWithDanmaku.has(d))
-  const skip = allDates.filter((d) => !datesWithDanmaku.has(d))
-
-  return {
-    earliest: earliestDate.toFormat('yyyy-MM-dd'),
-    FastForward,
-    skip,
-    SpecificDate: qhd.toFormat('yyyy-MM-dd'),
-  }
-}
-
-export function bili_history_fast_forward(
-  /**
-   * 请求api时使用的日期(UTC+8, yyyy-MM-dd)
-   */
-  query_history_date: string,
-) {
-  return (that: UniPool) => main(that, query_history_date)
-}

package/src/plugins/bili/index.test.ts

@@ -1,129 +0,0 @@
-//基于以下注释，根据vitest生成测试用例
-import { describe, expect, it } from 'vitest'
-
-import { UniDM, UniPool } from '../..'
-import { bili_dedupe, to_bili_deduped } from './dedupe'
-import { bili_history_fast_forward } from './history-danmaku-fast-forward'
-
-const xml = `<i>
-<chatserver>chat.bilibili.com</chatserver>
-<chatid>1156756312</chatid>
-<mission>0</mission>
-<maxlimit>2947</maxlimit>
-<state>0</state>
-<real_name>0</real_name>
-<source>k-v</source>
-<d p="13.213,1,25,16777215,1686314041,3,ff41173d,1335658005672492032">喜欢</d>
-<d p="13.213,1,25,16777215,1686590010,0,296b35b5,1337972999512832512">来了 哈哈~~</d>
-<d p="13.246,1,25,16777215,1686276875,0,5664cfc4,1335346233459549696">就是</d>
-<d p="13.266,1,25,16777215,1686283375,0,c7e6646f,1335400761013670912">什么鬼？</d>
-<d p="13.284,1,25,16777215,1686291338,0,38662881,1335517923728804864">哇哦</d>
-<d p="13.306,1,25,16777215,1686268410,0,4c01de10,1335275224983600896">试试</d>
-<d p="13.331,1,25,16777215,1686948453,3,56a3c5d5,1340979831550069760">不喜欢</d>
-<d p="13.374,1,25,16777215,1686300770,3,647fe355,1335546672880933888">不喜欢</d>
-<d p="13.376,1,25,16777215,1686297921,0,469d94b8,1335522778300134400">哦豁</d>
-<d p="13.419,1,25,8700107,1686268005,0,be402447,1335271828100244224">太酷啦</d>
-<d p="13.419,1,25,16777215,1686316828,3,7ffb6619,1335681385016736768">喜欢</d>
-<d p="13.459,1,25,16777215,1686299729,0,45834405,1335537942797634048">一般，不好看</d>
-<d p="13.462,1,25,16777215,1686302133,0,3cab672c,1335558106620590080">哈哈哈</d>
-<d p="13.481,1,25,16777215,1686297342,0,ce67fafd,1335517923728804864">？</d>
-<d p="13.499,1,25,16777215,1686301548,3,2848bf1c,1335517923728804864">不喜欢</d>
-</i>`
-
-describe('B站弹幕相关', () => {
-  const pool = UniPool.fromBiliXML(xml)
-  it('B站dmid去重(仅限主站直接获取的弹幕)', () => {
-    const ori = pool.dans.length
-    expect(ori).toBe(15)
-    const n = pool.pipe(to_bili_deduped)
-    expect(n.dans.length).toBe(13)
-    expect(pool.dans.length).toBe(15)
-    pool.pipe(bili_dedupe)
-    expect(pool.dans.length).toBe(13)
-  })
-  describe('B站历史弹幕反向快进算法', () => {
-    it('正常测试', () => {
-      // Mock一些历史弹幕数据：跨越2024-01-01到2024-01-10
-      const mockDans = [
-        // 2024-01-01 有弹幕
-        UniDM.create({
-          SOID: '123@bili',
-          content: 'test1',
-          progress: 10,
-          ctime: new Date('2024-01-01T10:00:00+08:00'),
-        }),
-        // 2024-01-02 有弹幕
-        UniDM.create({
-          SOID: '123@bili',
-          content: 'test2',
-          progress: 20,
-          ctime: new Date('2024-01-02T15:30:00+08:00'),
-        }),
-        // 2024-01-03 无弹幕（跳过）
-        // 2024-01-04 有弹幕
-        UniDM.create({
-          SOID: '123@bili',
-          content: 'test3',
-          progress: 30,
-          ctime: new Date('2024-01-04T08:00:00+08:00'),
-        }),
-        // 2024-01-05 到 2024-01-09 无弹幕（跳过）
-        // 2024-01-10 有弹幕（但这是查询日期，不应该包含在结果中）
-        UniDM.create({
-          SOID: '123@bili',
-          content: 'test4',
-          progress: 40,
-          ctime: new Date('2024-01-10T12:00:00+08:00'),
-        }),
-        // 2024-01-11 有弹幕（晚于查询日期，不应该包含）
-        UniDM.create({
-          SOID: '123@bili',
-          content: 'test5',
-          progress: 50,
-          ctime: new Date('2024-01-11T09:00:00+08:00'),
-        }),
-      ]
-
-      const pool = new UniPool(mockDans)
-      const result = pool.pipe(bili_history_fast_forward('2024-01-10'))
-
-      // 验证结果
-      expect(result.earliest).toBe('2024-01-01')
-      expect(result.SpecificDate).toBe('2024-01-10')
-
-      // fast-forward 应该包含有弹幕的日期（2024-01-01, 02, 04）
-      expect(result.FastForward).toEqual([
-        '2024-01-01',
-        '2024-01-02',
-        '2024-01-04',
-      ])
-
-      // skip 应该包含没有弹幕的日期（2024-01-03, 05-09）
-      expect(result.skip).toEqual([
-        '2024-01-03',
-        '2024-01-05',
-        '2024-01-06',
-        '2024-01-07',
-        '2024-01-08',
-        '2024-01-09',
-      ])
-    })
-    it('无历史弹幕', () => {
-      const mockDans = [
-        UniDM.create({
-          SOID: '123@bili',
-          content: 'test',
-          progress: 10,
-          ctime: new Date('2024-01-10T12:00:00+08:00'),
-        }),
-      ]
-
-      const pool = new UniPool(mockDans)
-      const result = pool.pipe(bili_history_fast_forward('2024-01-10'))
-
-      expect(result.earliest).toBe(null)
-      expect(result.FastForward).toEqual([])
-      expect(result.skip).toEqual([])
-    })
-  })
-})

package/src/plugins/bili/index.ts

@@ -1,2 +0,0 @@
-export * as bili_dedupe from './dedupe'
-export { bili_history_fast_forward } from './history-danmaku-fast-forward'

package/src/plugins/index.ts

@@ -1,2 +0,0 @@
-export * as bili from './bili'
-export * as stats from './stats'

package/src/plugins/stats/README.md

@@ -1,44 +0,0 @@
-# 统计插件
-
-为弹幕池提供统计和查询功能的工具集合。
-
-## 功能模块
-
-### 获取最新弹幕 (`getLatestDan`)
-
-从弹幕池中查找出最新发送的一条弹幕。
-
-#### 导出函数
-
-- **`getLatestDan(pool: UniPool): UniDM | null`** - 获取最新的一条弹幕
-
-#### 使用示例
-
-```typescript
-import { stats } from '@danuni/dan-any/plugins'
-
-const pool = UniPool.import(biliData)
-
-// 获取最新弹幕
-const latest = pool.pipe(stats.getLatestDan)
-
-if (latest) {
-  console.log(`最新弹幕: ${latest.content}`)
-  console.log(`发送时间: ${latest.ctime}`)
-} else {
-  console.log('弹幕池为空')
-}
-```
-
-#### 返回值
-
-- **`UniDM`** - 最新的弹幕对象（包含内容、时间、发送者等信息）
-- **`null`** - 当弹幕池为空时
-
-#### 工作原理
-
-按照弹幕的创建时间（`ctime`）进行比较，通过遍历整个弹幕池找出时间戳最新的一条弹幕。
-
-#### 时间复杂度
-
-- 平均/最坏情况：**O(n)** — n 是弹幕数量

package/src/plugins/stats/getLatestDan.ts

@@ -1,13 +0,0 @@
-import type { UniDM, UniPool } from '../..'
-
-/**
- * 从弹幕池中查找出最新的一条弹幕
- * 按照弹幕的创建时间(ctime)排序，返回最新的一条
- */
-export default function getLatestDan(that: UniPool): UniDM | null {
-  return that.dans.length === 0
-    ? null
-    : that.dans.reduce((latest, current) =>
-        current.ctime > latest.ctime ? current : latest,
-      )
-}

package/src/plugins/stats/index.test.ts

@@ -1,39 +0,0 @@
-import { describe, expect, it } from 'vitest'
-
-import { UniPool } from '../..'
-import getLatestDan from './getLatestDan'
-
-const xml = `<i>
-<chatserver>chat.bilibili.com</chatserver>
-<chatid>1156756312</chatid>
-<mission>0</mission>
-<maxlimit>2947</maxlimit>
-<state>0</state>
-<real_name>0</real_name>
-<source>k-v</source>
-<d p="13.213,1,25,16777215,1686314041,3,ff41173d,1335658005672492032">喜欢</d>
-<d p="13.213,1,25,16777215,1686590010,0,296b35b5,1337972999512832512">来了 哈哈~~</d>
-<d p="13.246,1,25,16777215,1686276875,0,5664cfc4,1335346233459549696">就是</d>
-<d p="13.266,1,25,16777215,1686283375,0,c7e6646f,1335400761013670912">什么鬼？</d>
-<d p="13.284,1,25,16777215,1686291338,0,38662881,1335467554877267456">哇哦</d>
-<d p="13.306,1,25,16777215,1686268410,0,4c01de10,1335275224983600896">试试</d>
-<d p="13.331,1,25,16777215,1686948453,3,56a3c5d5,1340979831550069760">不喜欢</d>
-<d p="13.374,1,25,16777215,1686300770,3,647fe355,1335546672880933888">不喜欢</d>
-<d p="13.376,1,25,16777215,1686297921,0,469d94b8,1335522778300134400">哦豁</d>
-<d p="13.419,1,25,8700107,1686268005,0,be402447,1335271828100244224">太酷啦</d>
-<d p="13.419,1,25,16777215,1686316828,3,7ffb6619,1335681385016736768">喜欢</d>
-<d p="13.459,1,25,16777215,1686299729,0,45834405,1335537942797634048">一般，不好看</d>
-<d p="13.462,1,25,16777215,1686302133,0,3cab672c,1335558106620590080">哈哈哈</d>
-<d p="13.481,1,25,16777215,1686297342,0,ce67fafd,1335517923728804864">？</d>
-<d p="13.499,1,25,16777215,1686301548,3,2848bf1c,1335553202649003264">不喜欢</d>
-</i>`
-
-describe('统计', () => {
-  it('获取最新的一条弹幕', () => {
-    const pool = UniPool.fromBiliXML(xml)
-    const latest = pool.pipe(getLatestDan)
-    expect(latest).not.toBeNull()
-    expect(latest?.content).toBe('不喜欢')
-    expect(latest?.ctime).toStrictEqual(new Date(1686948453 * 1000))
-  })
-})

package/src/plugins/stats/index.ts

@@ -1 +0,0 @@
-export { default as getLatestDan } from './getLatestDan'