youtube-transcript-nodejs 0.1.0

package/dist/esm/util/proxyUrl.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"proxyUrl.d.ts","sourceRoot":"","sources":["../../../src/util/proxyUrl.ts"],"names":[],"mappings":"AAAA;;GAEG;AACH,MAAM,WAAW,cAAc;IAC7B,uDAAuD;IACvD,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;IAC1B,6BAA6B;IAC7B,QAAQ,CAAC,QAAQ,EAAE,MAAM,GAAG,SAAS,CAAC;IACtC,6BAA6B;IAC7B,QAAQ,CAAC,QAAQ,EAAE,MAAM,GAAG,SAAS,CAAC;IACtC,0BAA0B;IAC1B,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,yBAAyB;IACzB,QAAQ,CAAC,IAAI,EAAE,MAAM,GAAG,SAAS,CAAC;CACnC;AAOD;;;;GAIG;AACH,wBAAgB,aAAa,CAAC,GAAG,EAAE,MAAM,GAAG,cAAc,GAAG,IAAI,CA6BhE"}

package/dist/esm/util/proxyUrl.js

@@ -0,0 +1,39 @@
+// Require either a protocol prefix OR a port. A bare hostname without protocol
+// or port is ambiguous (looks like a URL fragment) so we reject it.
+const PROXY_REGEX = /^(?:(https?|socks4?|socks5):\/\/)?(?:([^:@]+)(?::([^@]*))?@)?([^:\/\s]+)(?::(\d+))?\/?$/i;
+/**
+ * Parse a proxy URL like `http://user:pass@host:1080` or `socks5://host:1080`.
+ *
+ * Returns `null` if the URL is malformed.
+ */
+export function parseProxyUrl(url) {
+    if (typeof url !== 'string') {
+        return null;
+    }
+    const trimmed = url.trim();
+    if (trimmed.length === 0) {
+        return null;
+    }
+    const match = PROXY_REGEX.exec(trimmed);
+    if (!match) {
+        return null;
+    }
+    const [, proto, user, pass, host, port] = match;
+    if (!host) {
+        return null;
+    }
+    // Require either an explicit protocol or a port to disambiguate from
+    // arbitrary host strings.
+    if (!proto && !port) {
+        return null;
+    }
+    const result = {
+        protocol: (proto ?? 'http').toLowerCase(),
+        host,
+        username: user || undefined,
+        password: pass || undefined,
+        port: port ? Number.parseInt(port, 10) : undefined,
+    };
+    return result;
+}
+//# sourceMappingURL=proxyUrl.js.map

package/dist/esm/util/proxyUrl.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"proxyUrl.js","sourceRoot":"","sources":["../../../src/util/proxyUrl.ts"],"names":[],"mappings":"AAgBA,+EAA+E;AAC/E,oEAAoE;AACpE,MAAM,WAAW,GACf,0FAA0F,CAAC;AAE7F;;;;GAIG;AACH,MAAM,UAAU,aAAa,CAAC,GAAW;IACvC,IAAI,OAAO,GAAG,KAAK,QAAQ,EAAE,CAAC;QAC5B,OAAO,IAAI,CAAC;IACd,CAAC;IACD,MAAM,OAAO,GAAG,GAAG,CAAC,IAAI,EAAE,CAAC;IAC3B,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACzB,OAAO,IAAI,CAAC;IACd,CAAC;IACD,MAAM,KAAK,GAAG,WAAW,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IACxC,IAAI,CAAC,KAAK,EAAE,CAAC;QACX,OAAO,IAAI,CAAC;IACd,CAAC;IACD,MAAM,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,GAAG,KAAK,CAAC;IAChD,IAAI,CAAC,IAAI,EAAE,CAAC;QACV,OAAO,IAAI,CAAC;IACd,CAAC;IACD,qEAAqE;IACrE,0BAA0B;IAC1B,IAAI,CAAC,KAAK,IAAI,CAAC,IAAI,EAAE,CAAC;QACpB,OAAO,IAAI,CAAC;IACd,CAAC;IACD,MAAM,MAAM,GAAmB;QAC7B,QAAQ,EAAE,CAAC,KAAK,IAAI,MAAM,CAAC,CAAC,WAAW,EAAE;QACzC,IAAI;QACJ,QAAQ,EAAE,IAAI,IAAI,SAAS;QAC3B,QAAQ,EAAE,IAAI,IAAI,SAAS;QAC3B,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,SAAS;KACnD,CAAC;IACF,OAAO,MAAM,CAAC;AAChB,CAAC"}

package/dist/esm/util/retry.d.ts

@@ -0,0 +1,37 @@
+/**
+ * Exponential backoff helpers for HTTP retries.
+ */
+export interface RetryOptions {
+    /** Maximum number of attempts (including the first one). */
+    readonly maxAttempts: number;
+    /** Base delay in ms before the first retry. */
+    readonly baseDelayMs?: number;
+    /** Cap delay in ms (clamp). */
+    readonly maxDelayMs?: number;
+    /** Optional jitter 0..1 applied to each delay. */
+    readonly jitter?: number;
+    /** Optional abort signal — when aborted, retries stop. */
+    readonly signal?: AbortSignal;
+    /** Decide whether a given error is retryable. Default: always retry. */
+    readonly shouldRetry?: (err: unknown) => boolean;
+}
+/**
+ * Compute the delay before retry attempt `attempt` (1-indexed).
+ */
+export declare function computeBackoffDelay(attempt: number, opts?: {
+    baseDelayMs?: number;
+    maxDelayMs?: number;
+    jitter?: number;
+}): number;
+/**
+ * Sleep for `ms` milliseconds, or until `signal` is aborted.
+ */
+export declare function sleep(ms: number, signal?: AbortSignal): Promise<void>;
+/**
+ * Run `fn` with exponential backoff. Throws if all attempts fail.
+ *
+ * `shouldRetry` lets the caller decide which errors are retryable; by
+ * default any error is retried.
+ */
+export declare function withRetry<T>(fn: (attempt: number) => Promise<T>, opts?: RetryOptions): Promise<T>;
+//# sourceMappingURL=retry.d.ts.map

package/dist/esm/util/retry.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"retry.d.ts","sourceRoot":"","sources":["../../../src/util/retry.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,MAAM,WAAW,YAAY;IAC3B,4DAA4D;IAC5D,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;IAC7B,+CAA+C;IAC/C,QAAQ,CAAC,WAAW,CAAC,EAAE,MAAM,CAAC;IAC9B,+BAA+B;IAC/B,QAAQ,CAAC,UAAU,CAAC,EAAE,MAAM,CAAC;IAC7B,kDAAkD;IAClD,QAAQ,CAAC,MAAM,CAAC,EAAE,MAAM,CAAC;IACzB,0DAA0D;IAC1D,QAAQ,CAAC,MAAM,CAAC,EAAE,WAAW,CAAC;IAC9B,wEAAwE;IACxE,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC,GAAG,EAAE,OAAO,KAAK,OAAO,CAAC;CAClD;AAED;;GAEG;AACH,wBAAgB,mBAAmB,CACjC,OAAO,EAAE,MAAM,EACf,IAAI,GAAE;IAAE,WAAW,CAAC,EAAE,MAAM,CAAC;IAAC,UAAU,CAAC,EAAE,MAAM,CAAC;IAAC,MAAM,CAAC,EAAE,MAAM,CAAA;CAAO,GACxE,MAAM,CAOR;AAED;;GAEG;AACH,wBAAgB,KAAK,CAAC,EAAE,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,WAAW,GAAG,OAAO,CAAC,IAAI,CAAC,CAgBrE;AAED;;;;;GAKG;AACH,wBAAsB,SAAS,CAAC,CAAC,EAC/B,EAAE,EAAE,CAAC,OAAO,EAAE,MAAM,KAAK,OAAO,CAAC,CAAC,CAAC,EACnC,IAAI,GAAE,YAAiC,GACtC,OAAO,CAAC,CAAC,CAAC,CAiBZ"}

package/dist/esm/util/retry.js

@@ -0,0 +1,60 @@
+/**
+ * Exponential backoff helpers for HTTP retries.
+ */
+/**
+ * Compute the delay before retry attempt `attempt` (1-indexed).
+ */
+export function computeBackoffDelay(attempt, opts = {}) {
+    const base = opts.baseDelayMs ?? 500;
+    const cap = opts.maxDelayMs ?? 8_000;
+    const jitter = opts.jitter ?? 0.2;
+    const exp = Math.min(cap, base * 2 ** (attempt - 1));
+    const rand = 1 - jitter + Math.random() * jitter * 2;
+    return Math.round(exp * rand);
+}
+/**
+ * Sleep for `ms` milliseconds, or until `signal` is aborted.
+ */
+export function sleep(ms, signal) {
+    return new Promise((resolve, reject) => {
+        if (signal?.aborted) {
+            reject(new Error('Aborted'));
+            return;
+        }
+        const id = setTimeout(() => {
+            signal?.removeEventListener('abort', onAbort);
+            resolve();
+        }, ms);
+        const onAbort = () => {
+            clearTimeout(id);
+            reject(new Error('Aborted'));
+        };
+        signal?.addEventListener('abort', onAbort, { once: true });
+    });
+}
+/**
+ * Run `fn` with exponential backoff. Throws if all attempts fail.
+ *
+ * `shouldRetry` lets the caller decide which errors are retryable; by
+ * default any error is retried.
+ */
+export async function withRetry(fn, opts = { maxAttempts: 1 }) {
+    const max = Math.max(1, opts.maxAttempts);
+    const shouldRetry = opts.shouldRetry ?? (() => true);
+    let lastErr;
+    for (let attempt = 1; attempt <= max; attempt++) {
+        try {
+            return await fn(attempt);
+        }
+        catch (err) {
+            lastErr = err;
+            if (attempt >= max || !shouldRetry(err) || opts.signal?.aborted) {
+                throw err;
+            }
+            const delay = computeBackoffDelay(attempt, opts);
+            await sleep(delay, opts.signal);
+        }
+    }
+    throw lastErr;
+}
+//# sourceMappingURL=retry.js.map

package/dist/esm/util/retry.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"retry.js","sourceRoot":"","sources":["../../../src/util/retry.ts"],"names":[],"mappings":"AAAA;;GAEG;AAiBH;;GAEG;AACH,MAAM,UAAU,mBAAmB,CACjC,OAAe,EACf,OAAuE,EAAE;IAEzE,MAAM,IAAI,GAAG,IAAI,CAAC,WAAW,IAAI,GAAG,CAAC;IACrC,MAAM,GAAG,GAAG,IAAI,CAAC,UAAU,IAAI,KAAK,CAAC;IACrC,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,IAAI,GAAG,CAAC;IAClC,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,GAAG,CAAC,IAAI,CAAC,OAAO,GAAG,CAAC,CAAC,CAAC,CAAC;IACrD,MAAM,IAAI,GAAG,CAAC,GAAG,MAAM,GAAG,IAAI,CAAC,MAAM,EAAE,GAAG,MAAM,GAAG,CAAC,CAAC;IACrD,OAAO,IAAI,CAAC,KAAK,CAAC,GAAG,GAAG,IAAI,CAAC,CAAC;AAChC,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,KAAK,CAAC,EAAU,EAAE,MAAoB;IACpD,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACrC,IAAI,MAAM,EAAE,OAAO,EAAE,CAAC;YACpB,MAAM,CAAC,IAAI,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC;YAC7B,OAAO;QACT,CAAC;QACD,MAAM,EAAE,GAAG,UAAU,CAAC,GAAG,EAAE;YACzB,MAAM,EAAE,mBAAmB,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;YAC9C,OAAO,EAAE,CAAC;QACZ,CAAC,EAAE,EAAE,CAAC,CAAC;QACP,MAAM,OAAO,GAAG,GAAG,EAAE;YACnB,YAAY,CAAC,EAAE,CAAC,CAAC;YACjB,MAAM,CAAC,IAAI,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC;QAC/B,CAAC,CAAC;QACF,MAAM,EAAE,gBAAgB,CAAC,OAAO,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;IAC7D,CAAC,CAAC,CAAC;AACL,CAAC;AAED;;;;;GAKG;AACH,MAAM,CAAC,KAAK,UAAU,SAAS,CAC7B,EAAmC,EACnC,OAAqB,EAAE,WAAW,EAAE,CAAC,EAAE;IAEvC,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,WAAW,CAAC,CAAC;IAC1C,MAAM,WAAW,GAAG,IAAI,CAAC,WAAW,IAAI,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,CAAC;IACrD,IAAI,OAAgB,CAAC;IACrB,KAAK,IAAI,OAAO,GAAG,CAAC,EAAE,OAAO,IAAI,GAAG,EAAE,OAAO,EAAE,EAAE,CAAC;QAChD,IAAI,CAAC;YACH,OAAO,MAAM,EAAE,CAAC,OAAO,CAAC,CAAC;QAC3B,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,OAAO,GAAG,GAAG,CAAC;YACd,IAAI,OAAO,IAAI,GAAG,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,IAAI,IAAI,CAAC,MAAM,EAAE,OAAO,EAAE,CAAC;gBAChE,MAAM,GAAG,CAAC;YACZ,CAAC;YACD,MAAM,KAAK,GAAG,mBAAmB,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;YACjD,MAAM,KAAK,CAAC,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;QAClC,CAAC;IACH,CAAC;IACD,MAAM,OAAO,CAAC;AAChB,CAAC"}

package/package.json

@@ -0,0 +1,111 @@
+{
+  "name": "youtube-transcript-nodejs",
+  "version": "0.1.0",
+  "description": "A complete Node.js + TypeScript port of jdepoix/youtube-transcript-api with optional self-contained PoToken generation.",
+  "license": "MIT",
+  "type": "module",
+  "engines": {
+    "node": ">=20.0.0",
+    "npm": ">=10"
+  },
+  "exports": {
+    ".": {
+      "import": {
+        "types": "./dist/esm/index.d.ts",
+        "default": "./dist/esm/index.js"
+      },
+      "require": {
+        "types": "./dist/esm/index.d.ts",
+        "default": "./dist/cjs/index.js"
+      }
+    },
+    "./potoken": {
+      "import": {
+        "types": "./dist/esm/potoken/index.d.ts",
+        "default": "./dist/esm/potoken/index.js"
+      },
+      "require": {
+        "types": "./dist/esm/potoken/index.d.ts",
+        "default": "./dist/cjs/potoken/index.js"
+      }
+    },
+    "./formatters": {
+      "import": {
+        "types": "./dist/esm/formatters/index.d.ts",
+        "default": "./dist/esm/formatters/index.js"
+      },
+      "require": {
+        "types": "./dist/esm/formatters/index.d.ts",
+        "default": "./dist/cjs/formatters/index.js"
+      }
+    },
+    "./errors": {
+      "import": {
+        "types": "./dist/esm/errors/index.d.ts",
+        "default": "./dist/esm/errors/index.js"
+      },
+      "require": {
+        "types": "./dist/esm/errors/index.d.ts",
+        "default": "./dist/cjs/errors/index.js"
+      }
+    },
+    "./package.json": "./package.json"
+  },
+  "main": "./dist/cjs/index.js",
+  "module": "./dist/esm/index.js",
+  "types": "./dist/esm/index.d.ts",
+  "files": [
+    "dist",
+    "README.md",
+    "LICENSE"
+  ],
+  "scripts": {
+    "build": "npm run build:esm && npm run build:cjs",
+    "build:esm": "tsc -p tsconfig.json && echo '{\"type\":\"module\"}' > dist/esm/package.json",
+    "build:cjs": "tsc -p tsconfig.cjs.json && echo '{\"type\":\"commonjs\"}' > dist/cjs/package.json",
+    "clean": "rm -rf dist",
+    "prepublishOnly": "npm run clean && npm run build && npm test",
+    "test": "vitest run",
+    "test:unit": "vitest run test/unit",
+    "test:watch": "vitest test/unit",
+    "test:live": "RUN_LIVE=1 vitest run test/integration",
+    "test:all": "vitest run",
+    "lint": "eslint src test",
+    "lint:fix": "eslint src test --fix",
+    "format": "prettier --write \"src/**/*.{ts,json,md}\" \"test/**/*.{ts,json,md}\"",
+    "typecheck": "tsc --noEmit -p tsconfig.json"
+  },
+  "keywords": [
+    "youtube",
+    "transcript",
+    "subtitle",
+    "captions",
+    "innertube",
+    "potoken",
+    "video",
+    "scraper"
+  ],
+  "dependencies": {
+    "fast-xml-parser": "^5.0.0",
+    "he": "^1.2.0"
+  },
+  "optionalDependencies": {
+    "bgutils-js": "^3.2.0",
+    "undici": "^6.21.0"
+  },
+  "devDependencies": {
+    "@types/he": "^1.2.0",
+    "@types/node": "^20.14.0",
+    "@typescript-eslint/eslint-plugin": "^8.0.0",
+    "@typescript-eslint/parser": "^8.0.0",
+    "@vitest/coverage-v8": "^2.1.0",
+    "eslint": "^9.0.0",
+    "prettier": "^3.3.0",
+    "tsx": "^4.19.0",
+    "typescript": "^5.6.0",
+    "vitest": "^2.1.0"
+  },
+  "publishConfig": {
+    "access": "public"
+  }
+}