@aitofy/youtube 0.1.0 → 0.1.1

package/dist/{chunk-A6HJFYPT.mjs → chunk-PXEKQQDA.mjs}

@@ -129,37 +129,122 @@ async function getVideosFromScraping(channelInfo, limit, sortBy, contentType) {
     );
   }
   const html = await response.text();
-  return extractVideosFromHTML(html, limit);
+  const { videos, continuationToken, context } = extractInitialVideosFromHTML(html, limit);
+  if (videos.length < limit && continuationToken && context) {
+    await fetchMoreVideos(videos, continuationToken, context, limit);
+  }
+  return videos.slice(0, limit);
 }
-function extractVideosFromHTML(html, limit) {
+function extractInitialVideosFromHTML(html, limit) {
   const dataMatch = html.match(/var ytInitialData = (.+?);<\/script>/s);
   if (!dataMatch) {
-    return [];
+    return { videos: [], continuationToken: null, context: null };
   }
+  const apiKeyMatch = html.match(/"INNERTUBE_API_KEY":"([^"]+)"/);
+  const apiKey = apiKeyMatch?.[1] || "";
   try {
     const data = JSON.parse(dataMatch[1]);
     const videos = [];
+    let continuationToken = null;
+    const metadata = data?.metadata?.channelMetadataRenderer || {};
+    const channelId = metadata.externalId || "";
+    const channelTitle = metadata.title || "";
+    const context = { channelId, channelTitle, apiKey };
     const tabs = data?.contents?.twoColumnBrowseResultsRenderer?.tabs || [];
     for (const tab of tabs) {
       const tabContent = tab?.tabRenderer?.content;
       if (!tabContent) continue;
-      const items = tabContent?.richGridRenderer?.contents || tabContent?.sectionListRenderer?.contents?.[0]?.itemSectionRenderer?.contents || [];
+      const gridContents = tabContent?.richGridRenderer?.contents || [];
+      const sectionContents = tabContent?.sectionListRenderer?.contents?.[0]?.itemSectionRenderer?.contents || [];
+      const items = gridContents.length > 0 ? gridContents : sectionContents;
       for (const item of items) {
-        if (videos.length >= limit) break;
+        if (item?.continuationItemRenderer) {
+          continuationToken = extractContinuationToken(item.continuationItemRenderer);
+          continue;
+        }
+        if (videos.length >= limit) continue;
         const videoRenderer = item?.richItemRenderer?.content?.videoRenderer || item?.gridVideoRenderer || item?.videoRenderer;
         if (videoRenderer?.videoId) {
-          videos.push(parseVideoRenderer(videoRenderer));
+          videos.push(parseVideoRenderer(videoRenderer, context));
         }
       }
-      if (videos.length > 0) break;
+      if (videos.length > 0 || continuationToken) break;
     }
-    return videos;
+    return { videos, continuationToken, context };
   } catch {
-    return [];
+    return { videos: [], continuationToken: null, context: null };
   }
 }
-function parseVideoRenderer(renderer) {
+function extractContinuationToken(renderer) {
+  return renderer?.continuationEndpoint?.continuationCommand?.token || null;
+}
+async function fetchMoreVideos(videos, initialToken, context, limit) {
+  let continuationToken = initialToken;
+  const maxIterations = 50;
+  let iterations = 0;
+  while (continuationToken && videos.length < limit && iterations < maxIterations) {
+    iterations++;
+    try {
+      const response = await fetch(
+        `https://www.youtube.com/youtubei/v1/browse?key=${context.apiKey}`,
+        {
+          method: "POST",
+          headers: {
+            "User-Agent": USER_AGENT,
+            "Content-Type": "application/json",
+            "Accept-Language": "en-US,en;q=0.9"
+          },
+          body: JSON.stringify({
+            context: {
+              client: {
+                clientName: "WEB",
+                clientVersion: "2.20240101.00.00",
+                hl: "en",
+                gl: "US"
+              }
+            },
+            continuation: continuationToken
+          })
+        }
+      );
+      if (!response.ok) {
+        break;
+      }
+      const data = await response.json();
+      const { newVideos, nextToken } = parseContinuationResponse(data, context);
+      videos.push(...newVideos);
+      continuationToken = nextToken;
+      if (continuationToken && videos.length < limit) {
+        await new Promise((resolve) => setTimeout(resolve, 100));
+      }
+    } catch {
+      break;
+    }
+  }
+}
+function parseContinuationResponse(data, context) {
+  const newVideos = [];
+  let nextToken = null;
+  const actions = data?.onResponseReceivedActions || [];
+  for (const action of actions) {
+    const items = action?.appendContinuationItemsAction?.continuationItems || [];
+    for (const item of items) {
+      if (item?.continuationItemRenderer) {
+        nextToken = extractContinuationToken(item.continuationItemRenderer);
+        continue;
+      }
+      const videoRenderer = item?.richItemRenderer?.content?.videoRenderer || item?.gridVideoRenderer || item?.videoRenderer;
+      if (videoRenderer?.videoId) {
+        newVideos.push(parseVideoRenderer(videoRenderer, context));
+      }
+    }
+  }
+  return { newVideos, nextToken };
+}
+function parseVideoRenderer(renderer, context) {
   const videoId = renderer.videoId;
+  const channelId = renderer.ownerText?.runs?.[0]?.navigationEndpoint?.browseEndpoint?.browseId || context?.channelId || "";
+  const channelTitle = renderer.ownerText?.runs?.[0]?.text || context?.channelTitle || "";
   return {
     videoId,
     title: renderer.title?.runs?.[0]?.text || renderer.title?.simpleText || "",
@@ -174,7 +259,9 @@ function parseVideoRenderer(renderer) {
       medium: `https://i.ytimg.com/vi/${videoId}/mqdefault.jpg`,
       high: `https://i.ytimg.com/vi/${videoId}/hqdefault.jpg`,
       maxres: `https://i.ytimg.com/vi/${videoId}/maxresdefault.jpg`
-    }
+    },
+    channelId,
+    channelTitle
   };
 }
 function parseDuration(duration) {
@@ -271,9 +358,17 @@ function extractChannelInfo(html) {
     if (videoText) {
       videoCount = parseInt(videoText.replace(/,/g, ""), 10);
     }
+    let title = metadata.title || "";
+    if (!title) {
+      title = header?.title || header?.channelHandleModel?.channelHandleRenderer?.title?.simpleText || "";
+    }
+    if (!title) {
+      const ogTitleMatch = html.match(/<meta property="og:title" content="([^"]+)"/);
+      title = ogTitleMatch?.[1] || "";
+    }
     return {
       channelId,
-      title: metadata.title || header?.title || "",
+      title,
       description: metadata.description || "",
       customUrl: metadata.vanityChannelUrl?.split("/").pop() || "",
       subscriberCount,

package/dist/index.d.mts

@@ -107,7 +107,7 @@ declare const ErrorCodes: {
  *
  * Sử dụng 2 methods:
  * 1. RSS Feed - nhanh, stable, nhưng chỉ 15 videos
- * 2. Scraping - lấy được nhiều hơn với pagination
+ * 2. Scraping - lấy được nhiều hơn với pagination (continuation token support)
  */
 
 interface GetChannelVideosOptions {

package/dist/index.d.ts

@@ -107,7 +107,7 @@ declare const ErrorCodes: {
  *
  * Sử dụng 2 methods:
  * 1. RSS Feed - nhanh, stable, nhưng chỉ 15 videos
- * 2. Scraping - lấy được nhiều hơn với pagination
+ * 2. Scraping - lấy được nhiều hơn với pagination (continuation token support)
  */
 
 interface GetChannelVideosOptions {

package/dist/index.js

@@ -166,37 +166,122 @@ async function getVideosFromScraping(channelInfo, limit, sortBy, contentType) {
     );
   }
   const html = await response.text();
-  return extractVideosFromHTML(html, limit);
+  const { videos, continuationToken, context } = extractInitialVideosFromHTML(html, limit);
+  if (videos.length < limit && continuationToken && context) {
+    await fetchMoreVideos(videos, continuationToken, context, limit);
+  }
+  return videos.slice(0, limit);
 }
-function extractVideosFromHTML(html, limit) {
+function extractInitialVideosFromHTML(html, limit) {
   const dataMatch = html.match(/var ytInitialData = (.+?);<\/script>/s);
   if (!dataMatch) {
-    return [];
+    return { videos: [], continuationToken: null, context: null };
   }
+  const apiKeyMatch = html.match(/"INNERTUBE_API_KEY":"([^"]+)"/);
+  const apiKey = apiKeyMatch?.[1] || "";
   try {
     const data = JSON.parse(dataMatch[1]);
     const videos = [];
+    let continuationToken = null;
+    const metadata = data?.metadata?.channelMetadataRenderer || {};
+    const channelId = metadata.externalId || "";
+    const channelTitle = metadata.title || "";
+    const context = { channelId, channelTitle, apiKey };
     const tabs = data?.contents?.twoColumnBrowseResultsRenderer?.tabs || [];
     for (const tab of tabs) {
       const tabContent = tab?.tabRenderer?.content;
       if (!tabContent) continue;
-      const items = tabContent?.richGridRenderer?.contents || tabContent?.sectionListRenderer?.contents?.[0]?.itemSectionRenderer?.contents || [];
+      const gridContents = tabContent?.richGridRenderer?.contents || [];
+      const sectionContents = tabContent?.sectionListRenderer?.contents?.[0]?.itemSectionRenderer?.contents || [];
+      const items = gridContents.length > 0 ? gridContents : sectionContents;
       for (const item of items) {
-        if (videos.length >= limit) break;
+        if (item?.continuationItemRenderer) {
+          continuationToken = extractContinuationToken(item.continuationItemRenderer);
+          continue;
+        }
+        if (videos.length >= limit) continue;
         const videoRenderer = item?.richItemRenderer?.content?.videoRenderer || item?.gridVideoRenderer || item?.videoRenderer;
         if (videoRenderer?.videoId) {
-          videos.push(parseVideoRenderer(videoRenderer));
+          videos.push(parseVideoRenderer(videoRenderer, context));
         }
       }
-      if (videos.length > 0) break;
+      if (videos.length > 0 || continuationToken) break;
     }
-    return videos;
+    return { videos, continuationToken, context };
   } catch {
-    return [];
+    return { videos: [], continuationToken: null, context: null };
   }
 }
-function parseVideoRenderer(renderer) {
+function extractContinuationToken(renderer) {
+  return renderer?.continuationEndpoint?.continuationCommand?.token || null;
+}
+async function fetchMoreVideos(videos, initialToken, context, limit) {
+  let continuationToken = initialToken;
+  const maxIterations = 50;
+  let iterations = 0;
+  while (continuationToken && videos.length < limit && iterations < maxIterations) {
+    iterations++;
+    try {
+      const response = await fetch(
+        `https://www.youtube.com/youtubei/v1/browse?key=${context.apiKey}`,
+        {
+          method: "POST",
+          headers: {
+            "User-Agent": USER_AGENT,
+            "Content-Type": "application/json",
+            "Accept-Language": "en-US,en;q=0.9"
+          },
+          body: JSON.stringify({
+            context: {
+              client: {
+                clientName: "WEB",
+                clientVersion: "2.20240101.00.00",
+                hl: "en",
+                gl: "US"
+              }
+            },
+            continuation: continuationToken
+          })
+        }
+      );
+      if (!response.ok) {
+        break;
+      }
+      const data = await response.json();
+      const { newVideos, nextToken } = parseContinuationResponse(data, context);
+      videos.push(...newVideos);
+      continuationToken = nextToken;
+      if (continuationToken && videos.length < limit) {
+        await new Promise((resolve) => setTimeout(resolve, 100));
+      }
+    } catch {
+      break;
+    }
+  }
+}
+function parseContinuationResponse(data, context) {
+  const newVideos = [];
+  let nextToken = null;
+  const actions = data?.onResponseReceivedActions || [];
+  for (const action of actions) {
+    const items = action?.appendContinuationItemsAction?.continuationItems || [];
+    for (const item of items) {
+      if (item?.continuationItemRenderer) {
+        nextToken = extractContinuationToken(item.continuationItemRenderer);
+        continue;
+      }
+      const videoRenderer = item?.richItemRenderer?.content?.videoRenderer || item?.gridVideoRenderer || item?.videoRenderer;
+      if (videoRenderer?.videoId) {
+        newVideos.push(parseVideoRenderer(videoRenderer, context));
+      }
+    }
+  }
+  return { newVideos, nextToken };
+}
+function parseVideoRenderer(renderer, context) {
   const videoId = renderer.videoId;
+  const channelId = renderer.ownerText?.runs?.[0]?.navigationEndpoint?.browseEndpoint?.browseId || context?.channelId || "";
+  const channelTitle = renderer.ownerText?.runs?.[0]?.text || context?.channelTitle || "";
   return {
     videoId,
     title: renderer.title?.runs?.[0]?.text || renderer.title?.simpleText || "",
@@ -211,7 +296,9 @@ function parseVideoRenderer(renderer) {
       medium: `https://i.ytimg.com/vi/${videoId}/mqdefault.jpg`,
       high: `https://i.ytimg.com/vi/${videoId}/hqdefault.jpg`,
       maxres: `https://i.ytimg.com/vi/${videoId}/maxresdefault.jpg`
-    }
+    },
+    channelId,
+    channelTitle
   };
 }
 function parseDuration(duration) {
@@ -308,9 +395,17 @@ function extractChannelInfo(html) {
     if (videoText) {
       videoCount = parseInt(videoText.replace(/,/g, ""), 10);
     }
+    let title = metadata.title || "";
+    if (!title) {
+      title = header?.title || header?.channelHandleModel?.channelHandleRenderer?.title?.simpleText || "";
+    }
+    if (!title) {
+      const ogTitleMatch = html.match(/<meta property="og:title" content="([^"]+)"/);
+      title = ogTitleMatch?.[1] || "";
+    }
     return {
       channelId,
-      title: metadata.title || header?.title || "",
+      title,
       description: metadata.description || "",
       customUrl: metadata.vanityChannelUrl?.split("/").pop() || "",
       subscriberCount,

package/dist/index.mjs

@@ -11,7 +11,7 @@ import {
   getVideoInfo,
   listTranscripts,
   searchVideos
-} from "./chunk-A6HJFYPT.mjs";
+} from "./chunk-PXEKQQDA.mjs";
 export {
   ErrorCodes,
   YouTubeToolsError,

package/dist/mcp.js

@@ -137,37 +137,122 @@ async function getVideosFromScraping(channelInfo, limit, sortBy, contentType) {
     );
   }
   const html = await response.text();
-  return extractVideosFromHTML(html, limit);
+  const { videos, continuationToken, context } = extractInitialVideosFromHTML(html, limit);
+  if (videos.length < limit && continuationToken && context) {
+    await fetchMoreVideos(videos, continuationToken, context, limit);
+  }
+  return videos.slice(0, limit);
 }
-function extractVideosFromHTML(html, limit) {
+function extractInitialVideosFromHTML(html, limit) {
   const dataMatch = html.match(/var ytInitialData = (.+?);<\/script>/s);
   if (!dataMatch) {
-    return [];
+    return { videos: [], continuationToken: null, context: null };
   }
+  const apiKeyMatch = html.match(/"INNERTUBE_API_KEY":"([^"]+)"/);
+  const apiKey = apiKeyMatch?.[1] || "";
   try {
     const data = JSON.parse(dataMatch[1]);
     const videos = [];
+    let continuationToken = null;
+    const metadata = data?.metadata?.channelMetadataRenderer || {};
+    const channelId = metadata.externalId || "";
+    const channelTitle = metadata.title || "";
+    const context = { channelId, channelTitle, apiKey };
     const tabs = data?.contents?.twoColumnBrowseResultsRenderer?.tabs || [];
     for (const tab of tabs) {
       const tabContent = tab?.tabRenderer?.content;
       if (!tabContent) continue;
-      const items = tabContent?.richGridRenderer?.contents || tabContent?.sectionListRenderer?.contents?.[0]?.itemSectionRenderer?.contents || [];
+      const gridContents = tabContent?.richGridRenderer?.contents || [];
+      const sectionContents = tabContent?.sectionListRenderer?.contents?.[0]?.itemSectionRenderer?.contents || [];
+      const items = gridContents.length > 0 ? gridContents : sectionContents;
       for (const item of items) {
-        if (videos.length >= limit) break;
+        if (item?.continuationItemRenderer) {
+          continuationToken = extractContinuationToken(item.continuationItemRenderer);
+          continue;
+        }
+        if (videos.length >= limit) continue;
         const videoRenderer = item?.richItemRenderer?.content?.videoRenderer || item?.gridVideoRenderer || item?.videoRenderer;
         if (videoRenderer?.videoId) {
-          videos.push(parseVideoRenderer(videoRenderer));
+          videos.push(parseVideoRenderer(videoRenderer, context));
         }
       }
-      if (videos.length > 0) break;
+      if (videos.length > 0 || continuationToken) break;
     }
-    return videos;
+    return { videos, continuationToken, context };
   } catch {
-    return [];
+    return { videos: [], continuationToken: null, context: null };
   }
 }
-function parseVideoRenderer(renderer) {
+function extractContinuationToken(renderer) {
+  return renderer?.continuationEndpoint?.continuationCommand?.token || null;
+}
+async function fetchMoreVideos(videos, initialToken, context, limit) {
+  let continuationToken = initialToken;
+  const maxIterations = 50;
+  let iterations = 0;
+  while (continuationToken && videos.length < limit && iterations < maxIterations) {
+    iterations++;
+    try {
+      const response = await fetch(
+        `https://www.youtube.com/youtubei/v1/browse?key=${context.apiKey}`,
+        {
+          method: "POST",
+          headers: {
+            "User-Agent": USER_AGENT,
+            "Content-Type": "application/json",
+            "Accept-Language": "en-US,en;q=0.9"
+          },
+          body: JSON.stringify({
+            context: {
+              client: {
+                clientName: "WEB",
+                clientVersion: "2.20240101.00.00",
+                hl: "en",
+                gl: "US"
+              }
+            },
+            continuation: continuationToken
+          })
+        }
+      );
+      if (!response.ok) {
+        break;
+      }
+      const data = await response.json();
+      const { newVideos, nextToken } = parseContinuationResponse(data, context);
+      videos.push(...newVideos);
+      continuationToken = nextToken;
+      if (continuationToken && videos.length < limit) {
+        await new Promise((resolve) => setTimeout(resolve, 100));
+      }
+    } catch {
+      break;
+    }
+  }
+}
+function parseContinuationResponse(data, context) {
+  const newVideos = [];
+  let nextToken = null;
+  const actions = data?.onResponseReceivedActions || [];
+  for (const action of actions) {
+    const items = action?.appendContinuationItemsAction?.continuationItems || [];
+    for (const item of items) {
+      if (item?.continuationItemRenderer) {
+        nextToken = extractContinuationToken(item.continuationItemRenderer);
+        continue;
+      }
+      const videoRenderer = item?.richItemRenderer?.content?.videoRenderer || item?.gridVideoRenderer || item?.videoRenderer;
+      if (videoRenderer?.videoId) {
+        newVideos.push(parseVideoRenderer(videoRenderer, context));
+      }
+    }
+  }
+  return { newVideos, nextToken };
+}
+function parseVideoRenderer(renderer, context) {
   const videoId = renderer.videoId;
+  const channelId = renderer.ownerText?.runs?.[0]?.navigationEndpoint?.browseEndpoint?.browseId || context?.channelId || "";
+  const channelTitle = renderer.ownerText?.runs?.[0]?.text || context?.channelTitle || "";
   return {
     videoId,
     title: renderer.title?.runs?.[0]?.text || renderer.title?.simpleText || "",
@@ -182,7 +267,9 @@ function parseVideoRenderer(renderer) {
       medium: `https://i.ytimg.com/vi/${videoId}/mqdefault.jpg`,
       high: `https://i.ytimg.com/vi/${videoId}/hqdefault.jpg`,
       maxres: `https://i.ytimg.com/vi/${videoId}/maxresdefault.jpg`
-    }
+    },
+    channelId,
+    channelTitle
   };
 }
 function parseDuration(duration) {
@@ -279,9 +366,17 @@ function extractChannelInfo(html) {
     if (videoText) {
       videoCount = parseInt(videoText.replace(/,/g, ""), 10);
     }
+    let title = metadata.title || "";
+    if (!title) {
+      title = header?.title || header?.channelHandleModel?.channelHandleRenderer?.title?.simpleText || "";
+    }
+    if (!title) {
+      const ogTitleMatch = html.match(/<meta property="og:title" content="([^"]+)"/);
+      title = ogTitleMatch?.[1] || "";
+    }
     return {
       channelId,
-      title: metadata.title || header?.title || "",
+      title,
       description: metadata.description || "",
       customUrl: metadata.vanityChannelUrl?.split("/").pop() || "",
       subscriberCount,

package/dist/mcp.mjs

@@ -7,7 +7,7 @@ import {
   getVideoInfo,
   listTranscripts,
   searchVideos
-} from "./chunk-A6HJFYPT.mjs";
+} from "./chunk-PXEKQQDA.mjs";
 
 // src/mcp.ts
 import { Server } from "@modelcontextprotocol/sdk/server/index.js";

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@aitofy/youtube",
-  "version": "0.1.0",
+  "version": "0.1.1",
   "description": "Free YouTube utilities - get transcripts, channel videos, and more without API key",
   "main": "dist/index.js",
   "module": "dist/index.mjs",