@bililive-tools/douyin-recorder 1.5.3 → 1.6.0

package/README.md

@@ -45,7 +45,9 @@ interface Options {
   videoFormat?: "auto"; // 视频格式： "auto", "ts", "mkv" ，auto模式下, 分段使用 "ts"，不分段使用 "mp4"
   useServerTimestamp?: boolean; // 控制弹幕是否使用服务端时间戳，默认为true
   doubleScreen?: boolean; // 是否使用双屏直播流，开启后如果是双屏直播，那么就使用拼接的流，默认为true
-  auth?: string; // 传递cookie，用于录制会员视频
+  recorderType?: "auto" | "ffmpeg" | "mesio"; // 底层录制器，使用mesio时videoFormat参数无效
+  auth?: string; // 传递cookie，
+  api?: "web" | "webHTML"; // 使用不同的接口
 }
 ```
 
@@ -71,7 +73,7 @@ interface Options {
 import { provider } from "@bililive-tools/douyin-recorder";
 
 const url = "https://live.douyin.com/203641303310";
-// 同样支持解析 https://v.douyin.com/DpfoBLAXoHM/
+// 同样支持解析 https://v.douyin.com/DpfoBLAXoHM/, https://www.douyin.com/user/MS4wLjABAAAAE2ebAEBniL_0rF0vIDV4vCpdcH5RxpYBovopAURblNs
 const { id } = await provider.resolveChannelInfoFromURL(url);
 ```
 

package/lib/douyin_api.d.ts

@@ -6,9 +6,9 @@
 export declare function resolveShortURL(shortURL: string): Promise<string>;
 export declare const getCookie: () => Promise<string>;
 export declare function getRoomInfo(webRoomId: string, opts?: {
-    retryOnSpecialCode?: boolean;
     auth?: string;
     doubleScreen?: boolean;
+    api?: "web" | "webHTML";
 }): Promise<{
     living: boolean;
     roomId: string;
@@ -20,6 +20,11 @@ export declare function getRoomInfo(webRoomId: string, opts?: {
     cover: string;
     liveId: string;
 }>;
+/**
+ * 解析抖音号
+ * @param url
+ */
+export declare function parseUser(url: string): Promise<any>;
 export interface StreamProfile {
     desc: string;
     key: string;

package/lib/douyin_api.js

@@ -1,6 +1,7 @@
+import { URL, URLSearchParams } from "url";
 import axios from "axios";
 import { isEmpty } from "lodash-es";
-import { assert } from "./utils.js";
+import { assert, get__ac_signature } from "./utils.js";
 import { ABogus } from "./sign.js";
 const requester = axios.create({
     timeout: 10e3,
@@ -19,6 +20,14 @@ const requester = axios.create({
 export async function resolveShortURL(shortURL) {
     // 获取跳转后的页面内容
     const response = await requester.get(shortURL);
+    const redirectedURL = response.request.res.responseUrl;
+    if (redirectedURL.includes("/user/")) {
+        const secUid = new URL(redirectedURL).searchParams.get("sec_uid");
+        if (!secUid) {
+            throw new Error("无法从短链接解析出直播间ID");
+        }
+        return parseUser(`https://www.douyin.com/user/${secUid}`);
+    }
     // 尝试从页面内容中提取webRid
     const webRidMatch = response.data.match(/"webRid\\":\\"(\d+)\\"/);
     if (webRidMatch) {
@@ -85,7 +94,77 @@ export const getCookie = async () => {
     };
     return cookies;
 };
-export async function getRoomInfo(webRoomId, opts = {}) {
+function generateNonce() {
+    // 21味随机字母数字组合
+    const chars = "abcdefghijklmnopqrstuvwxyzABCDEFGHIJKLMNOPQRSTUVWXYZ0123456789";
+    let nonce = "";
+    for (let i = 0; i < 21; i++) {
+        nonce += chars.charAt(Math.floor(Math.random() * chars.length));
+    }
+    return nonce;
+}
+/**
+ * 通过解析html页面来获取房间数据
+ * @param webRoomId
+ * @param opts
+ */
+async function getRoomInfoByHtml(webRoomId, opts = {}) {
+    const url = `https://live.douyin.com/${webRoomId}`;
+    const ua = "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/133.0.0.0 Safari/537.36 Edg/133.0.0.0";
+    const nonce = generateNonce();
+    let cookies = undefined;
+    if (opts.auth) {
+        cookies = opts.auth;
+    }
+    else {
+        const timestamp = Math.floor(Date.now() / 1000);
+        const signed = get__ac_signature(timestamp, url, nonce, ua);
+        cookies = `__ac_nonce=${nonce}; __ac_signature=${signed}; __ac_referer=__ac_blank`;
+    }
+    const res = await axios.get(url, {
+        headers: {
+            "User-Agent": ua,
+            cookie: cookies,
+        },
+    });
+    const regex = /(\{\\"state\\":.*?)\]\\n"\]\)/;
+    const match = res.data.match(regex);
+    if (!match) {
+        throw new Error("No match found in HTML");
+    }
+    let jsonStr = match[1];
+    jsonStr = jsonStr.replace(/\\"/g, '"');
+    jsonStr = jsonStr.replace(/\\"/g, '"');
+    try {
+        const data = JSON.parse(jsonStr);
+        const roomInfo = data.state.roomStore.roomInfo;
+        const streamData = data.state.streamStore.streamData;
+        return {
+            living: roomInfo.room.status === 2,
+            nickname: roomInfo.anchor.nickname,
+            avatar: roomInfo.anchor?.avatar_thumb?.url_list?.[0],
+            room: {
+                title: roomInfo.room.title,
+                cover: roomInfo.room.cover?.url_list?.[0],
+                id_str: roomInfo.room.id_str,
+                stream_url: {
+                    pull_datas: roomInfo.room?.stream_url?.pull_datas,
+                    live_core_sdk_data: {
+                        pull_data: {
+                            options: { qualities: streamData.H264_streamData?.options?.qualities ?? [] },
+                            stream_data: streamData.H264_streamData?.stream ?? {},
+                        },
+                    },
+                },
+            },
+        };
+    }
+    catch (e) {
+        console.error("Failed to parse JSON:", e);
+        throw e;
+    }
+}
+async function getRoomInfoByWeb(webRoomId, opts = {}) {
     let cookies = undefined;
     if (opts.auth) {
         cookies = opts.auth;
@@ -109,7 +188,6 @@ export async function getRoomInfo(webRoomId, opts = {}) {
         browser_name: "Chrome",
         browser_version: "108.0.0.0",
         web_rid: webRoomId,
-        // enter_source:,
         "Room-Enter-User-Login-Ab": 0,
         is_need_double_stream: "false",
     };
@@ -121,35 +199,42 @@ export async function getRoomInfo(webRoomId, opts = {}) {
             "User-Agent": ua,
         },
     });
-    // 无 cookie 时 code 为 10037
-    if (res.data.status_code === 10037 && opts.retryOnSpecialCode) {
-        // resp 自动设置 cookie
-        // const cookieRes = await requester.get("https://live.douyin.com/favicon.ico");
-        // const cookies = cookieRes.headers["set-cookie"]
-        //   .map((cookie) => {
-        //     return cookie.split(";")[0];
-        //   })
-        //   .join("; ");
-        // console.log("cookies", cookies);
-        return getRoomInfo(webRoomId, {
-            retryOnSpecialCode: false,
-            doubleScreen: opts.doubleScreen,
-        });
-    }
     assert(res.data.status_code === 0, `Unexpected resp, code ${res.data.status_code}, msg ${JSON.stringify(res.data.data)}, id ${webRoomId}, cookies: ${cookies}`);
     const data = res.data.data;
     const room = data.data[0];
     assert(room, `No room data, id ${webRoomId}`);
+    return {
+        living: data.room_status === 0,
+        nickname: data.user.nickname,
+        avatar: data?.user?.avatar_thumb?.url_list?.[0],
+        room: {
+            title: room.title,
+            cover: room.cover?.url_list?.[0],
+            id_str: room.id_str,
+            stream_url: room.stream_url,
+        },
+    };
+}
+export async function getRoomInfo(webRoomId, opts = {}) {
+    let data;
+    if (opts.api === "webHTML") {
+        data = await getRoomInfoByHtml(webRoomId, opts);
+    }
+    else {
+        data = await getRoomInfoByWeb(webRoomId, opts);
+    }
+    const room = data.room;
+    assert(room, `No room data, id ${webRoomId}`);
     if (room?.stream_url == null) {
         return {
             living: false,
             roomId: webRoomId,
-            owner: data.user.nickname,
-            title: room?.title ?? data.user.nickname,
+            owner: data.nickname,
+            title: room?.title ?? data.nickname,
             streams: [],
             sources: [],
-            avatar: data.user?.avatar_thumb?.url_list?.[0],
-            cover: room.cover?.url_list?.[0],
+            avatar: data.avatar,
+            cover: room.cover,
             liveId: room.id_str,
         };
     }
@@ -162,14 +247,16 @@ export async function getRoomInfo(webRoomId, opts = {}) {
             },
             stream_data: "",
         };
+        // @ts-ignore
         qualities = pull_data.options.qualities;
+        // @ts-ignore
         stream_data = pull_data.stream_data;
     }
     if (!stream_data) {
         qualities = room.stream_url.live_core_sdk_data.pull_data.options.qualities;
         stream_data = room.stream_url.live_core_sdk_data.pull_data.stream_data;
     }
-    const streamData = JSON.parse(stream_data).data;
+    const streamData = typeof stream_data === "string" ? JSON.parse(stream_data).data : stream_data;
     const streams = qualities.map((info) => ({
         desc: info.name,
         key: info.sdk_key,
@@ -218,14 +305,55 @@ export async function getRoomInfo(webRoomId, opts = {}) {
     ];
     // console.log(JSON.stringify(sources, null, 2), qualities);
     return {
-        living: data.room_status === 0,
+        living: data.living,
         roomId: webRoomId,
-        owner: data.user.nickname,
+        owner: data.nickname,
         title: room.title,
         streams,
         sources,
-        avatar: data.user.avatar_thumb.url_list[0],
-        cover: room.cover?.url_list?.[0],
+        avatar: data.avatar,
+        cover: room.cover,
         liveId: room.id_str,
     };
 }
+/**
+ * 获取nonce
+ */
+async function getNonce(url) {
+    const res = await requester.get(url);
+    if (!res.headers["set-cookie"]) {
+        throw new Error("No cookie in response");
+    }
+    const cookies = {};
+    (res.headers["set-cookie"] ?? []).forEach((cookie) => {
+        const [key, _] = cookie.split(";");
+        const [keyPart, valuePart] = key.split("=");
+        if (!keyPart || !valuePart)
+            return;
+        cookies[keyPart.trim()] = valuePart.trim();
+    });
+    return cookies["__ac_nonce"];
+}
+/**
+ * 解析抖音号
+ * @param url
+ */
+export async function parseUser(url) {
+    const timestamp = Math.floor(Date.now() / 1000);
+    const ua = "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/133.0.0.0 Safari/537.36 Edg/133.0.0.0";
+    const nonce = (await getNonce(url)) ?? generateNonce();
+    const signed = get__ac_signature(timestamp, url, nonce, ua);
+    const res = await requester.get(url, {
+        headers: {
+            "User-Agent": ua,
+            cookie: `__ac_nonce=${nonce}; __ac_signature=${signed}`,
+        },
+    });
+    const text = res.data;
+    const regex = /\\"uniqueId\\":\\"(.*?)\\"/;
+    const match = text.match(regex);
+    if (match && match[1]) {
+        return match[1];
+    }
+    return null;
+}

package/lib/index.js

@@ -1,9 +1,9 @@
 import path from "node:path";
 import mitt from "mitt";
-import { defaultFromJSON, defaultToJSON, genRecorderUUID, genRecordUUID, FFMPEGRecorder, } from "@bililive-tools/manager";
+import { defaultFromJSON, defaultToJSON, genRecorderUUID, genRecordUUID, createBaseRecorder, } from "@bililive-tools/manager";
 import { getInfo, getStream } from "./stream.js";
 import { ensureFolderExist, singleton } from "./utils.js";
-import { resolveShortURL } from "./douyin_api.js";
+import { resolveShortURL, parseUser } from "./douyin_api.js";
 import DouYinDanmaClient from "douyin-danma-listener";
 function createRecorder(opts) {
     // 内部实现时，应该只有 proxy 包裹的那一层会使用这个 recorder 标识符，不应该有直接通过
@@ -29,7 +29,10 @@ function createRecorder(opts) {
         },
         async getLiveInfo() {
             const channelId = this.channelId;
-            const info = await getInfo(channelId);
+            const info = await getInfo(channelId, {
+                cookie: this.auth,
+                api: this.api,
+            });
             return {
                 channelId,
                 ...info,
@@ -77,7 +80,10 @@ const ffmpegInputOptions = [
 const checkLiveStatusAndRecord = async function ({ getSavePath, banLiveId, isManualStart, }) {
     if (this.recordHandle != null)
         return this.recordHandle;
-    const liveInfo = await getInfo(this.channelId);
+    const liveInfo = await getInfo(this.channelId, {
+        cookie: this.auth,
+        api: this.api,
+    });
     const { living, owner, title } = liveInfo;
     this.liveInfo = liveInfo;
     if (liveInfo.liveId === banLiveId) {
@@ -111,9 +117,12 @@ const checkLiveStatusAndRecord = async function ({ getSavePath, banLiveId, isMan
             cookie: this.auth,
             formatPriorities: this.formatPriorities,
             doubleScreen: this.doubleScreen,
+            api: this.api,
         });
     }
     catch (err) {
+        if (this.qualityRetry > 0)
+            this.qualityRetry -= 1;
         this.state = "idle";
         throw err;
     }
@@ -123,7 +132,6 @@ const checkLiveStatusAndRecord = async function ({ getSavePath, banLiveId, isMan
     this.availableSources = availableSources.map((s) => s.name);
     this.usedStream = stream.name;
     this.usedSource = stream.source;
-    // TODO: emit update event
     let isEnded = false;
     let isCutting = false;
     const onEnd = (...args) => {
@@ -136,12 +144,14 @@ const checkLiveStatusAndRecord = async function ({ getSavePath, banLiveId, isMan
         isEnded = true;
         this.emit("DebugLog", {
             type: "common",
-            text: `ffmpeg end, reason: ${JSON.stringify(args, (_, v) => (v instanceof Error ? v.stack : v))}`,
+            text: `record end, reason: ${JSON.stringify(args, (_, v) => (v instanceof Error ? v.stack : v))}`,
         });
         const reason = args[0] instanceof Error ? args[0].message : String(args[0]);
         this.recordHandle?.stop(reason);
     };
-    const recorder = new FFMPEGRecorder({
+    let recorderType = this.recorderType === "mesio" ? "mesio" : "ffmpeg";
+    // TODO:测试只录制音频，hls以及fmp4
+    const recorder = createBaseRecorder(recorderType, {
         url: stream.url,
         outputOptions: ffmpegOutputOptions,
         inputOptions: ffmpegInputOptions,
@@ -235,7 +245,7 @@ const checkLiveStatusAndRecord = async function ({ getSavePath, banLiveId, isMan
             type: "give_gift",
             timestamp: this.useServerTimestamp ? serverTimestamp : Date.now(),
             name: msg.gift.name,
-            price: 1,
+            price: msg.gift.diamondCount / 10 || 0,
             count: Number(msg.totalCount ?? 1),
             color: "#ffffff",
             sender: {
@@ -362,6 +372,13 @@ export const provider = {
                 throw new Error(`解析抖音短链接失败: ${err?.message}`);
             }
         }
+        else if (channelURL.includes("/user/")) {
+            // 解析用户主页
+            id = await parseUser(channelURL);
+            if (!id) {
+                throw new Error(`解析抖音用户主页失败`);
+            }
+        }
         else {
             // 处理常规直播链接
             id = path.basename(new URL(channelURL).pathname);

package/lib/stream.d.ts

@@ -1,5 +1,8 @@
 import type { Recorder } from "@bililive-tools/manager";
-export declare function getInfo(channelId: string): Promise<{
+export declare function getInfo(channelId: string, opts?: {
+    cookie?: string;
+    api?: "web" | "webHTML";
+}): Promise<{
     living: boolean;
     owner: string;
     title: string;
@@ -15,6 +18,7 @@ export declare function getStream(opts: Pick<Recorder, "channelId" | "quality" |
     cookie?: string;
     formatPriorities?: Array<"flv" | "hls">;
     doubleScreen?: boolean;
+    api?: "web" | "webHTML";
 }): Promise<{
     currentStream: {
         name: string;

package/lib/stream.js

@@ -1,6 +1,6 @@
 import { getRoomInfo } from "./douyin_api.js";
-export async function getInfo(channelId) {
-    const info = await getRoomInfo(channelId);
+export async function getInfo(channelId, opts) {
+    const info = await getRoomInfo(channelId, opts ?? {});
     return {
         living: info.living,
         owner: info.owner,
@@ -14,9 +14,9 @@ export async function getInfo(channelId) {
 }
 export async function getStream(opts) {
     const info = await getRoomInfo(opts.channelId, {
-        retryOnSpecialCode: true,
         doubleScreen: opts.doubleScreen ?? true,
         auth: opts.cookie,
+        api: opts.api ?? "web",
     });
     if (!info.living) {
         throw new Error("It must be called getStream when living");

package/lib/utils.d.ts

@@ -9,3 +9,4 @@ export declare function assertStringType(data: unknown, msg?: string): asserts d
 export declare function assertNumberType(data: unknown, msg?: string): asserts data is number;
 export declare function assertObjectType(data: unknown, msg?: string): asserts data is object;
 export declare function replaceExtName(filePath: string, newExtName: string): string;
+export declare function get__ac_signature(one_time_stamp: any, one_site: any, one_nonce: any, ua_n: any): string;

package/lib/utils.js

@@ -42,3 +42,70 @@ export function assertObjectType(data, msg) {
 export function replaceExtName(filePath, newExtName) {
     return path.join(path.dirname(filePath), path.basename(filePath, path.extname(filePath)) + newExtName);
 }
+export function get__ac_signature(one_time_stamp, one_site, one_nonce, ua_n) {
+    function cal_one_str(one_str, orgi_iv) {
+        var k = orgi_iv;
+        for (var i = 0; i < one_str.length; i++) {
+            var a = one_str.charCodeAt(i);
+            k = ((k ^ a) * 65599) >>> 0;
+        }
+        return k;
+    }
+    function cal_one_str_3(one_str, orgi_iv) {
+        // 用于计算后两位
+        var k = orgi_iv;
+        for (var i = 0; i < one_str.length; i++) {
+            k = (k * 65599 + one_str.charCodeAt(i)) >>> 0;
+        }
+        return k;
+    }
+    function get_one_chr(enc_chr_code) {
+        if (enc_chr_code < 26) {
+            return String.fromCharCode(enc_chr_code + 65);
+        }
+        else if (enc_chr_code < 52) {
+            return String.fromCharCode(enc_chr_code + 71);
+        }
+        else if (enc_chr_code < 62) {
+            return String.fromCharCode(enc_chr_code - 4);
+        }
+        else {
+            return String.fromCharCode(enc_chr_code - 17);
+        }
+    }
+    function enc_num_to_str(one_orgi_enc) {
+        var s = "";
+        for (var i = 24; i >= 0; i -= 6) {
+            s += get_one_chr((one_orgi_enc >> i) & 63);
+        }
+        return s;
+    }
+    // var time_stamp = 1740635781
+    // var site = 'www.douyin.com/';  提取自window.location.href
+    // var data_url = 'data:image/png;base64,iVBORw0KGgoAAAANSUhEUgAAADAAAAAQCAYAAABQrvyxAAAAAXNSR0IArs4c6QAAAV5JREFUSEvFlU1OAkEQhT9WLlyx5BqujTfhAMTbsNIYj+EpXLjyDCzhAgbSZMoUb6q6GwWGhMxM/8y8ej/VM05/e3kuj7NhrMzZfbBskqF9BMiAKmAt7trFRGR6Qsv9SQHZBt103DiRGiNSlcWIdW8h75NrK6Ce9M74nYsK0I1ZBnyxme0ytWpZy8IUqT7KQE0BA6MqeDCl2FZhmf1qttR3VhU4h3HPsKoQFaIkeAeEDA9IM7umITYmLcARy1GLrYHuAat5a+VsVIC3QM0KNvcCfAGvclb0WLHVQLxV08woK1GAvBo6/wk8A+Ua2cnWRx7uKcCAZ+dV82RtBesHuAPK1fs7A/eXblWz0b8zUCy0crJkjGXZUJtkbb1LgZ4u4tfsgHnWtC883p0BDbHvQjZXQG8b7e3C+PPXRdIsgE2yZQmsgUfg+2YoKx+KCngCPoD3IZz3wMPwfxPPT17DAcLKggYInDZeAAAAAElFTkSuQmCC'
+    // var ua = "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/133.0.0.0 Safari/537.36 Edg/133.0.0.0";
+    // var nonce = '067bffadf00143f576ddf';
+    // var result = '_02B4Z6wo00f01HBw-fgAAIDA-rdLmXfuMxxwUP1AAHurb5'
+    var sign_head = "_02B4Z6wo00f01", time_stamp_s = one_time_stamp + "";
+    var a = cal_one_str(one_site, cal_one_str(time_stamp_s, 0)) % 65521;
+    var b = parseInt("10000000110000" +
+        // @ts-ignore
+        parseInt((one_time_stamp ^ (a * 65521)) >>> 0)
+            .toString(2)
+            .padStart(32, "0"), 2), b_s = b + "";
+    var c = cal_one_str(b_s, 0);
+    var d = enc_num_to_str(b >> 2);
+    var e = (b / 4294967296) >>> 0;
+    var f = enc_num_to_str((b << 28) | (e >>> 4));
+    var g = 582085784 ^ b;
+    var h = enc_num_to_str((e << 26) | (g >>> 6));
+    var i = get_one_chr(g & 63);
+    var j = (cal_one_str(ua_n, c) % 65521 << 16) | cal_one_str(one_nonce, c) % 65521;
+    var k = enc_num_to_str(j >> 2);
+    var l = enc_num_to_str((j << 28) | ((524576 ^ b) >>> 4));
+    var m = enc_num_to_str(a);
+    var n = sign_head + d + f + h + i + k + l + m;
+    var o = parseInt(cal_one_str_3(n, 0)).toString(16).slice(-2);
+    var signature = n + o;
+    return signature;
+}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@bililive-tools/douyin-recorder",
-  "version": "1.5.3",
+  "version": "1.6.0",
   "description": "@bililive-tools douyin recorder implemention",
   "main": "./lib/index.js",
   "type": "module",
@@ -39,7 +39,7 @@
     "mitt": "^3.0.1",
     "sm-crypto": "^0.3.13",
     "douyin-danma-listener": "0.2.0",
-    "@bililive-tools/manager": "^1.5.0"
+    "@bililive-tools/manager": "^1.6.0"
   },
   "devDependencies": {
     "@types/node": "*"