ytgrab 0.1.0

package/dist/extractor/nsig.js

@@ -0,0 +1,200 @@
+"use strict";
+/**
+ * YouTube n-parameter (throttle) challenge solver.
+ *
+ * Uses the yt-dlp EJS challenge solver scripts (yt.solver.core.js) with
+ * meriyah (JS parser) and astring (AST code generator) to extract and
+ * solve n-parameter transformations from YouTube player JavaScript.
+ */
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.extractPlayerUrl = extractPlayerUrl;
+exports.solveNChallenge = solveNChallenge;
+exports.clearNSigCache = clearNSigCache;
+const fs = __importStar(require("node:fs"));
+const path = __importStar(require("node:path"));
+const index_js_1 = require("../networking/index.js");
+// Cache
+const nResultCache = new Map();
+const playerJsCache = new Map();
+let solverFn = null;
+/**
+ * Extract the player URL from a YouTube webpage.
+ */
+function extractPlayerUrl(webpage) {
+    const patterns = [
+        /"jsUrl"\s*:\s*"([^"]+base\.js)"/,
+        /"PLAYER_JS_URL"\s*:\s*"([^"]+base\.js)"/,
+        /\/s\/player\/([a-zA-Z0-9_-]+)\/player_ias\.vflset\/[a-z]{2}_[A-Z]{2}\/base\.js/,
+        /\/s\/player\/([a-zA-Z0-9_-]+)\/player_es6\.vflset\/[a-z]{2}_[A-Z]{2}\/base\.js/,
+    ];
+    for (const pattern of patterns) {
+        const match = webpage.match(pattern);
+        if (match) {
+            const url = match[1] || match[0];
+            if (url.startsWith('http'))
+                return url;
+            return `https://www.youtube.com${url}`;
+        }
+    }
+    return null;
+}
+/**
+ * Download the player JavaScript source.
+ */
+async function downloadPlayerJs(playerUrl) {
+    if (playerJsCache.has(playerUrl)) {
+        return playerJsCache.get(playerUrl);
+    }
+    const resp = await (0, index_js_1.makeRequest)(playerUrl, {
+        headers: {
+            'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/128.0.0.0 Safari/537.36',
+        },
+    });
+    const js = resp.text();
+    playerJsCache.set(playerUrl, js);
+    return js;
+}
+/**
+ * Initialize the EJS solver by loading the core script.
+ */
+async function initSolver() {
+    if (solverFn)
+        return solverFn;
+    // Find the core solver script
+    const searchPaths = [
+        path.resolve(__dirname, '../../../../yt-dlp/yt_dlp/extractor/youtube/jsc/_builtin/vendor'),
+        path.resolve(process.cwd(), '../yt-dlp/yt_dlp/extractor/youtube/jsc/_builtin/vendor'),
+        path.resolve(process.cwd(), 'vendor'),
+    ];
+    let coreScript = null;
+    for (const dir of searchPaths) {
+        const corePath = path.join(dir, 'yt.solver.core.js');
+        if (fs.existsSync(corePath)) {
+            coreScript = fs.readFileSync(corePath, 'utf-8');
+            break;
+        }
+    }
+    if (!coreScript)
+        return null;
+    try {
+        // Load meriyah and astring
+        const meriyah = await import('meriyah');
+        const astring = await import('astring');
+        // The core script is an IIFE:
+        //   var jsc = (function(meriyah, astring) { ... })(meriyah, astring);
+        // The IIFE passes meriyah/astring from outer scope as args.
+        // We need them available as variables when the script evaluates.
+        const wrappedScript = `
+      var meriyah = arguments[0];
+      var astring = arguments[1];
+      ${coreScript}
+      return jsc;
+    `;
+        const fn = new Function(wrappedScript);
+        solverFn = fn(meriyah, astring);
+        return solverFn;
+    }
+    catch (err) {
+        // Solver initialization failed
+        return null;
+    }
+}
+/**
+ * Solve n-parameter challenges using the EJS solver.
+ */
+async function solveNWithEJS(playerUrl, challenges) {
+    const solver = await initSolver();
+    if (!solver)
+        return new Map();
+    const playerJs = await downloadPlayerJs(playerUrl);
+    try {
+        const output = solver({
+            type: 'player',
+            player: playerJs,
+            requests: [{ type: 'n', challenges }],
+            output_preprocessed: false,
+        });
+        if (output.type === 'error') {
+            return new Map();
+        }
+        const results = new Map();
+        if (output.responses?.[0]?.data) {
+            for (const [key, val] of Object.entries(output.responses[0].data)) {
+                results.set(key, val);
+            }
+        }
+        return results;
+    }
+    catch {
+        return new Map();
+    }
+}
+/**
+ * Solve the n-parameter challenge for a given video URL.
+ */
+async function solveNChallenge(formatUrl, playerUrl) {
+    const url = new URL(formatUrl);
+    const nParam = url.searchParams.get('n');
+    if (!nParam)
+        return formatUrl;
+    // Check cache
+    const cached = nResultCache.get(playerUrl);
+    if (cached?.has(nParam)) {
+        url.searchParams.set('n', cached.get(nParam));
+        return url.toString();
+    }
+    // Solve with EJS
+    const results = await solveNWithEJS(playerUrl, [nParam]);
+    if (results.size > 0) {
+        if (!nResultCache.has(playerUrl))
+            nResultCache.set(playerUrl, new Map());
+        for (const [k, v] of results) {
+            nResultCache.get(playerUrl).set(k, v);
+        }
+        const solved = results.get(nParam);
+        if (solved) {
+            url.searchParams.set('n', solved);
+            return url.toString();
+        }
+    }
+    return formatUrl;
+}
+function clearNSigCache() {
+    nResultCache.clear();
+    playerJsCache.clear();
+    solverFn = null;
+}
+//# sourceMappingURL=nsig.js.map

package/dist/extractor/nsig.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"nsig.js","sourceRoot":"","sources":["../../src/extractor/nsig.ts"],"names":[],"mappings":";AAAA;;;;;;GAMG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAcH,4CAiBC;AA6GD,0CA2BC;AAED,wCAIC;AA3KD,4CAA8B;AAC9B,gDAAkC;AAClC,qDAAqD;AAErD,QAAQ;AACR,MAAM,YAAY,GAAG,IAAI,GAAG,EAA+B,CAAC;AAC5D,MAAM,aAAa,GAAG,IAAI,GAAG,EAAkB,CAAC;AAChD,IAAI,QAAQ,GAAyC,IAAI,CAAC;AAE1D;;GAEG;AACH,SAAgB,gBAAgB,CAAC,OAAe;IAC9C,MAAM,QAAQ,GAAG;QACf,iCAAiC;QACjC,yCAAyC;QACzC,gFAAgF;QAChF,gFAAgF;KACjF,CAAC;IAEF,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;QAC/B,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QACrC,IAAI,KAAK,EAAE,CAAC;YACV,MAAM,GAAG,GAAG,KAAK,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,CAAC,CAAC,CAAC;YACjC,IAAI,GAAG,CAAC,UAAU,CAAC,MAAM,CAAC;gBAAE,OAAO,GAAG,CAAC;YACvC,OAAO,0BAA0B,GAAG,EAAE,CAAC;QACzC,CAAC;IACH,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED;;GAEG;AACH,KAAK,UAAU,gBAAgB,CAAC,SAAiB;IAC/C,IAAI,aAAa,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC;QACjC,OAAO,aAAa,CAAC,GAAG,CAAC,SAAS,CAAE,CAAC;IACvC,CAAC;IAED,MAAM,IAAI,GAAG,MAAM,IAAA,sBAAW,EAAC,SAAS,EAAE;QACxC,OAAO,EAAE;YACP,YAAY,EAAE,iHAAiH;SAChI;KACF,CAAC,CAAC;IAEH,MAAM,EAAE,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;IACvB,aAAa,CAAC,GAAG,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC;IACjC,OAAO,EAAE,CAAC;AACZ,CAAC;AAED;;GAEG;AACH,KAAK,UAAU,UAAU;IACvB,IAAI,QAAQ;QAAE,OAAO,QAAQ,CAAC;IAE9B,8BAA8B;IAC9B,MAAM,WAAW,GAAG;QAClB,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,iEAAiE,CAAC;QAC1F,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,wDAAwD,CAAC;QACrF,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,QAAQ,CAAC;KACtC,CAAC;IAEF,IAAI,UAAU,GAAkB,IAAI,CAAC;IACrC,KAAK,MAAM,GAAG,IAAI,WAAW,EAAE,CAAC;QAC9B,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,mBAAmB,CAAC,CAAC;QACrD,IAAI,EAAE,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;YAC5B,UAAU,GAAG,EAAE,CAAC,YAAY,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;YAChD,MAAM;QACR,CAAC;IACH,CAAC;IAED,IAAI,CAAC,UAAU;QAAE,OAAO,IAAI,CAAC;IAE7B,IAAI,CAAC;QACH,2BAA2B;QAC3B,MAAM,OAAO,GAAG,MAAM,MAAM,CAAC,SAAS,CAAC,CAAC;QACxC,MAAM,OAAO,GAAG,MAAM,MAAM,CAAC,SAAS,CAAC,CAAC;QAExC,8BAA8B;QAC9B,sEAAsE;QACtE,4DAA4D;QAC5D,iEAAiE;QACjE,MAAM,aAAa,GAAG;;;QAGlB,UAAU;;KAEb,CAAC;QAEF,MAAM,EAAE,GAAG,IAAI,QAAQ,CAAC,aAAa,CAAC,CAAC;QACvC,QAAQ,GAAG,EAAE,CAAC,OAAO,EAAE,OAAO,CAAgC,CAAC;QAC/D,OAAO,QAAQ,CAAC;IAClB,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,+BAA+B;QAC/B,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAED;;GAEG;AACH,KAAK,UAAU,aAAa,CAC1B,SAAiB,EACjB,UAAoB;IAEpB,MAAM,MAAM,GAAG,MAAM,UAAU,EAAE,CAAC;IAClC,IAAI,CAAC,MAAM;QAAE,OAAO,IAAI,GAAG,EAAE,CAAC;IAE9B,MAAM,QAAQ,GAAG,MAAM,gBAAgB,CAAC,SAAS,CAAC,CAAC;IAEnD,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,MAAM,CAAC;YACpB,IAAI,EAAE,QAAQ;YACd,MAAM,EAAE,QAAQ;YAChB,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,GAAG,EAAE,UAAU,EAAE,CAAC;YACrC,mBAAmB,EAAE,KAAK;SAC3B,CAAyH,CAAC;QAE3H,IAAI,MAAM,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;YAC5B,OAAO,IAAI,GAAG,EAAE,CAAC;QACnB,CAAC;QAED,MAAM,OAAO,GAAG,IAAI,GAAG,EAAkB,CAAC;QAC1C,IAAI,MAAM,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC;YAChC,KAAK,MAAM,CAAC,GAAG,EAAE,GAAG,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC;gBAClE,OAAO,CAAC,GAAG,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;YACxB,CAAC;QACH,CAAC;QACD,OAAO,OAAO,CAAC;IACjB,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,GAAG,EAAE,CAAC;IACnB,CAAC;AACH,CAAC;AAED;;GAEG;AACI,KAAK,UAAU,eAAe,CAAC,SAAiB,EAAE,SAAiB;IACxE,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,SAAS,CAAC,CAAC;IAC/B,MAAM,MAAM,GAAG,GAAG,CAAC,YAAY,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;IACzC,IAAI,CAAC,MAAM;QAAE,OAAO,SAAS,CAAC;IAE9B,cAAc;IACd,MAAM,MAAM,GAAG,YAAY,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;IAC3C,IAAI,MAAM,EAAE,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC;QACxB,GAAG,CAAC,YAAY,CAAC,GAAG,CAAC,GAAG,EAAE,MAAM,CAAC,GAAG,CAAC,MAAM,CAAE,CAAC,CAAC;QAC/C,OAAO,GAAG,CAAC,QAAQ,EAAE,CAAC;IACxB,CAAC;IAED,iBAAiB;IACjB,MAAM,OAAO,GAAG,MAAM,aAAa,CAAC,SAAS,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC;IACzD,IAAI,OAAO,CAAC,IAAI,GAAG,CAAC,EAAE,CAAC;QACrB,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,SAAS,CAAC;YAAE,YAAY,CAAC,GAAG,CAAC,SAAS,EAAE,IAAI,GAAG,EAAE,CAAC,CAAC;QACzE,KAAK,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,OAAO,EAAE,CAAC;YAC7B,YAAY,CAAC,GAAG,CAAC,SAAS,CAAE,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;QACzC,CAAC;QACD,MAAM,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QACnC,IAAI,MAAM,EAAE,CAAC;YACX,GAAG,CAAC,YAAY,CAAC,GAAG,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;YAClC,OAAO,GAAG,CAAC,QAAQ,EAAE,CAAC;QACxB,CAAC;IACH,CAAC;IAED,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,SAAgB,cAAc;IAC5B,YAAY,CAAC,KAAK,EAAE,CAAC;IACrB,aAAa,CAAC,KAAK,EAAE,CAAC;IACtB,QAAQ,GAAG,IAAI,CAAC;AAClB,CAAC"}

package/dist/extractor/youtube.d.ts

@@ -0,0 +1,51 @@
+/**
+ * YouTube extractor - ported from yt_dlp/extractor/youtube/
+ *
+ * Extracts video info, formats, subtitles from YouTube URLs
+ * using the InnerTube API.
+ */
+import { InfoExtractor } from './common.js';
+import type { InfoDict } from '../types.js';
+export declare class YoutubeIE extends InfoExtractor {
+    readonly IE_NAME = "youtube";
+    readonly _VALID_URL: RegExp;
+    private _defaultClients;
+    protected _realExtract(url: string, match: RegExpMatchArray): Promise<InfoDict>;
+    private _callApi;
+    private _extractYtcfg;
+    private _extractInitialData;
+    private _extractInitialPlayerResponse;
+    private _extractVideoDetails;
+    private _extractMicroformat;
+    private _extractFormats;
+    private _getClientHeaders;
+    private _parseMimeType;
+    private _qualityScore;
+    private _extractCaptions;
+    private _extractThumbnails;
+    private _extractChapters;
+    private _extractChaptersFromEngagementPanel;
+    private _extractChaptersFromDescription;
+    private _checkPlayability;
+    private _extractLiveStatus;
+    private _extractTitle;
+    private _getText;
+    private _parseCount;
+    private _mergeSubtitles;
+}
+export declare class YoutubePlaylistIE extends InfoExtractor {
+    readonly IE_NAME = "youtube:playlist";
+    readonly _VALID_URL: RegExp;
+    protected _realExtract(url: string, match: RegExpMatchArray): Promise<InfoDict>;
+    private _callBrowseApi;
+    private _extractPlaylistEntries;
+    private _getRendererText;
+}
+export declare class YoutubeSearchIE extends InfoExtractor {
+    readonly IE_NAME = "youtube:search";
+    readonly _VALID_URL: RegExp;
+    protected _realExtract(url: string, match: RegExpMatchArray): Promise<InfoDict>;
+    private _getRendererText;
+}
+export declare const EXTRACTORS: (typeof YoutubeIE | typeof YoutubePlaylistIE | typeof YoutubeSearchIE)[];
+//# sourceMappingURL=youtube.d.ts.map

package/dist/extractor/youtube.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"youtube.d.ts","sourceRoot":"","sources":["../../src/extractor/youtube.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AAQ5C,OAAO,KAAK,EAAE,QAAQ,EAA6C,MAAM,aAAa,CAAC;AA4JvF,qBAAa,SAAU,SAAQ,aAAa;IAC1C,QAAQ,CAAC,OAAO,aAAa;IAE7B,QAAQ,CAAC,UAAU,SAA0I;IAE7J,OAAO,CAAC,eAAe,CAA0C;cAEjD,YAAY,CAAC,GAAG,EAAE,MAAM,EAAE,KAAK,EAAE,gBAAgB,GAAG,OAAO,CAAC,QAAQ,CAAC;YAuLvE,QAAQ;IAyDtB,OAAO,CAAC,aAAa;IAUrB,OAAO,CAAC,mBAAmB;IAgB3B,OAAO,CAAC,6BAA6B;IAkBrC,OAAO,CAAC,oBAAoB;IA2I5B,OAAO,CAAC,mBAAmB;IAoB3B,OAAO,CAAC,eAAe;IAuHvB,OAAO,CAAC,iBAAiB;IAazB,OAAO,CAAC,cAAc;IAgCtB,OAAO,CAAC,aAAa;IAWrB,OAAO,CAAC,gBAAgB;IAiFxB,OAAO,CAAC,kBAAkB;IA4C1B,OAAO,CAAC,gBAAgB;IAYxB,OAAO,CAAC,mCAAmC;IAyC3C,OAAO,CAAC,+BAA+B;IAqCvC,OAAO,CAAC,iBAAiB;IA4BzB,OAAO,CAAC,kBAAkB;IAiB1B,OAAO,CAAC,aAAa;IAsBrB,OAAO,CAAC,QAAQ;IAYhB,OAAO,CAAC,WAAW;IAmBnB,OAAO,CAAC,eAAe;CASxB;AAID,qBAAa,iBAAkB,SAAQ,aAAa;IAClD,QAAQ,CAAC,OAAO,sBAAsB;IACtC,QAAQ,CAAC,UAAU,SAAuG;cAE1G,YAAY,CAAC,GAAG,EAAE,MAAM,EAAE,KAAK,EAAE,gBAAgB,GAAG,OAAO,CAAC,QAAQ,CAAC;YAqBvE,cAAc;IA0B5B,OAAO,CAAC,uBAAuB;IA+B/B,OAAO,CAAC,gBAAgB;CASzB;AAID,qBAAa,eAAgB,SAAQ,aAAa;IAChD,QAAQ,CAAC,OAAO,oBAAoB;IACpC,QAAQ,CAAC,UAAU,SAA2B;cAE9B,YAAY,CAAC,GAAG,EAAE,MAAM,EAAE,KAAK,EAAE,gBAAgB,GAAG,OAAO,CAAC,QAAQ,CAAC;IAiErF,OAAO,CAAC,gBAAgB;CASzB;AAGD,eAAO,MAAM,UAAU,0EAAkD,CAAC"}