yt-transcript-strapi-plugin 0.0.16 → 0.0.18

package/dist/server/index.js

@@ -7,6 +7,8 @@ const streamableHttp_js = require("@modelcontextprotocol/sdk/server/streamableHt
 const textsplitters = require("@langchain/textsplitters");
 const prompts = require("@langchain/core/prompts");
 const openai = require("@langchain/openai");
+const youtubei_js = require("youtubei.js");
+const undici = require("undici");
 const FetchTranscriptSchema = zod.z.object({
   videoId: zod.z.string().min(1, "Video ID or URL is required"),
   generateReadable: zod.z.boolean().optional().default(false)
@@ -439,7 +441,9 @@ const config = {
     openAIApiKey: "",
     model: "gpt-4o-mini",
     temp: 0.7,
-    maxTokens: 4096
+    maxTokens: 4096,
+    proxyUrl: ""
+    // Optional: HTTP/HTTPS proxy for YouTube requests (e.g., 'http://user:pass@proxy.example.com:8080')
   },
   validator(config2) {
     if (config2.openAIApiKey && typeof config2.openAIApiKey !== "string") {
@@ -454,6 +458,9 @@ const config = {
     if (config2.maxTokens !== void 0 && (typeof config2.maxTokens !== "number" || config2.maxTokens < 1)) {
       throw new Error("maxTokens must be a positive number");
     }
+    if (config2.proxyUrl && typeof config2.proxyUrl !== "string") {
+      throw new Error("proxyUrl must be a string");
+    }
   }
 };
 const kind = "collectionType";
@@ -656,127 +663,127 @@ async function initializeModel({
     maxTokens: 1e3
   });
 }
-const WATCH_URL = "https://www.youtube.com/watch?v=";
-const INNERTUBE_API_URL = "https://www.youtube.com/youtubei/v1/player?key=";
-const INNERTUBE_CONTEXT = {
-  client: {
-    clientName: "ANDROID",
-    clientVersion: "20.10.38"
-  }
-};
-function decodeHtml(text) {
-  return text.replace(/&amp;/g, "&").replace(/&lt;/g, "<").replace(/&gt;/g, ">").replace(/&quot;/g, '"').replace(/&#39;/g, "'").replace(/&apos;/g, "'").replace(/&#(\d+);/g, (_, num) => String.fromCharCode(parseInt(num, 10))).replace(/<[^>]*>/g, "").trim();
+function createProxyFetch(proxyUrl) {
+  if (!proxyUrl) {
+    return void 0;
+  }
+  const proxyAgent = new undici.ProxyAgent(proxyUrl);
+  return async (input, init) => {
+    if (input instanceof Request) {
+      const url = input.url;
+      return undici.fetch(url, {
+        method: input.method,
+        headers: input.headers,
+        body: input.body,
+        ...init,
+        dispatcher: proxyAgent
+      });
+    }
+    return undici.fetch(input, { ...init, dispatcher: proxyAgent });
+  };
 }
-function extractApiKey(html) {
-  const match = html.match(/"INNERTUBE_API_KEY":\s*"([a-zA-Z0-9_-]+)"/);
-  if (match && match[1]) {
-    return match[1];
-  }
-  throw new Error("Could not extract INNERTUBE_API_KEY from page");
+function decodeHtmlEntities(text) {
+  return text.replace(/&#39;/g, "'").replace(/&quot;/g, '"').replace(/&amp;/g, "&").replace(/&lt;/g, "<").replace(/&gt;/g, ">").replace(/&nbsp;/g, " ").replace(/&apos;/g, "'").replace(/&#(\d+);/g, (_, num) => String.fromCharCode(parseInt(num, 10))).replace(/<[^>]+>/g, "").trim();
 }
-async function fetchVideoHtml(videoId) {
-  let html = await fetchHtml(videoId);
-  if (html.includes('action="https://consent.youtube.com/s"')) {
-    const consentMatch = html.match(/name="v" value="(.*?)"/);
-    if (consentMatch) {
-      html = await fetchHtml(videoId, `CONSENT=YES+${consentMatch[1]}`);
+function parsePTagFormat(xml) {
+  const segments = [];
+  const pTagRegex = /<p\s+t="(\d+)"\s+d="(\d+)"[^>]*>([\s\S]*?)<\/p>/g;
+  let match = pTagRegex.exec(xml);
+  while (match !== null) {
+    const [, startMsStr, durationMsStr, rawText] = match;
+    if (startMsStr && durationMsStr && rawText) {
+      const text = decodeHtmlEntities(rawText);
+      if (text) {
+        const start = parseInt(startMsStr, 10);
+        const duration = parseInt(durationMsStr, 10);
+        segments.push({
+          text,
+          start,
+          end: start + duration,
+          duration
+        });
+      }
     }
+    match = pTagRegex.exec(xml);
   }
-  return html;
+  return segments;
 }
-async function fetchHtml(videoId, cookie) {
-  const headers = {
-    "Accept-Language": "en-US,en;q=0.9",
-    "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36"
-  };
-  if (cookie) {
-    headers["Cookie"] = cookie;
-  }
-  const response = await fetch(`${WATCH_URL}${videoId}`, { headers });
-  if (response.status === 429) {
-    throw new Error("IP blocked by YouTube (rate limited)");
+function parseTextTagFormat(xml) {
+  const segments = [];
+  const textTagRegex = /<text\s+start="([\d.]+)"(?:\s+dur="([\d.]+)")?[^>]*>([\s\S]*?)<\/text>/g;
+  let match = textTagRegex.exec(xml);
+  while (match !== null) {
+    const [, startStr, durStr, rawText] = match;
+    if (startStr && rawText) {
+      const text = decodeHtmlEntities(rawText);
+      if (text) {
+        const start = Math.round(parseFloat(startStr) * 1e3);
+        const duration = Math.round(parseFloat(durStr || "0") * 1e3);
+        segments.push({
+          text,
+          start,
+          end: start + duration,
+          duration
+        });
+      }
+    }
+    match = textTagRegex.exec(xml);
   }
-  if (!response.ok) {
-    throw new Error(`Failed to fetch video page: ${response.status}`);
+  return segments;
+}
+function parseTimedTextXml(xml) {
+  const pSegments = parsePTagFormat(xml);
+  if (pSegments.length > 0) {
+    return pSegments;
   }
-  return response.text();
+  return parseTextTagFormat(xml);
 }
-async function fetchInnertubeData(videoId, apiKey) {
-  const response = await fetch(`${INNERTUBE_API_URL}${apiKey}`, {
-    method: "POST",
+async function fetchTimedTextXml(captionUrl, proxyFetch) {
+  const fetchFn = proxyFetch || fetch;
+  const response = await fetchFn(captionUrl, {
     headers: {
-      "Content-Type": "application/json"
-    },
-    body: JSON.stringify({
-      context: INNERTUBE_CONTEXT,
-      videoId
-    })
+      "Accept-Language": "en-US,en;q=0.9",
+      "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36"
+    }
   });
-  if (response.status === 429) {
-    throw new Error("IP blocked by YouTube (rate limited)");
-  }
   if (!response.ok) {
-    throw new Error(`Innertube API request failed: ${response.status}`);
+    throw new Error(`Failed to fetch timedtext: ${response.status}`);
   }
-  return response.json();
-}
-function parseTranscriptXml(xml) {
-  const segments = [];
-  const regex = /<text\s+start="([\d.]+)"(?:\s+dur="([\d.]+)")?[^>]*>([\s\S]*?)<\/text>/g;
-  let match;
-  while ((match = regex.exec(xml)) !== null) {
-    const start = parseFloat(match[1]);
-    const duration = parseFloat(match[2] || "0");
-    const text = decodeHtml(match[3]);
-    if (text) {
-      segments.push({
-        text,
-        start: Math.round(start * 1e3),
-        end: Math.round((start + duration) * 1e3),
-        duration: Math.round(duration * 1e3)
-      });
-    }
+  const xml = await response.text();
+  if (!xml || xml.length === 0) {
+    throw new Error("Empty timedtext response");
   }
-  return segments;
+  return xml;
 }
-async function fetchTranscriptFromYouTube(videoId) {
-  const html = await fetchVideoHtml(videoId);
-  const titleMatch = html.match(/<title>([^<]+)<\/title>/);
-  const title = titleMatch ? titleMatch[1].replace(" - YouTube", "").trim() : void 0;
-  const apiKey = extractApiKey(html);
-  const innertubeData = await fetchInnertubeData(videoId, apiKey);
-  const playabilityStatus = innertubeData.playabilityStatus;
-  if (playabilityStatus?.status !== "OK") {
-    const reason = playabilityStatus?.reason || "Unknown error";
-    throw new Error(`Video not playable: ${reason}`);
-  }
-  const captions = innertubeData.captions?.playerCaptionsTracklistRenderer;
-  if (!captions?.captionTracks || captions.captionTracks.length === 0) {
+async function fetchTranscriptFromYouTube(videoId, options2) {
+  const proxyFetch = createProxyFetch(options2?.proxyUrl);
+  const client = await youtubei_js.Innertube.create({
+    generate_session_locally: true,
+    lang: "en",
+    location: "US",
+    retrieve_player: false,
+    fetch: proxyFetch
+  });
+  const info2 = await client.getBasicInfo(videoId);
+  const title = info2.basic_info?.title;
+  const captionTracks = info2.captions?.caption_tracks;
+  if (!captionTracks || captionTracks.length === 0) {
+    const reason = info2.playability_status?.reason;
+    if (reason && reason.includes("Sign in")) {
+      throw new Error(
+        "YouTube requires sign-in. This usually means the IP is blocked. Configure a residential proxy in the plugin settings."
+      );
+    }
     throw new Error("No captions available for this video");
   }
-  const captionTracks = captions.captionTracks;
-  let track = captionTracks.find((t) => t.languageCode === "en" && t.kind !== "asr");
-  if (!track) {
-    track = captionTracks.find((t) => t.languageCode === "en");
-  }
-  if (!track) {
-    track = captionTracks[0];
-  }
-  if (track.baseUrl.includes("&exp=xpe")) {
-    throw new Error("This video requires PoToken authentication (not supported)");
+  const englishTrack = captionTracks.find((t) => t.language_code === "en" && t.kind !== "asr") || captionTracks.find((t) => t.language_code?.startsWith("en")) || captionTracks[0];
+  if (!englishTrack?.base_url) {
+    throw new Error("No valid caption track URL found");
   }
-  const captionUrl = track.baseUrl.replace("&fmt=srv3", "");
-  const captionResponse = await fetch(captionUrl);
-  if (!captionResponse.ok) {
-    throw new Error(`Failed to fetch transcript: ${captionResponse.status}`);
-  }
-  const transcriptXml = await captionResponse.text();
-  if (!transcriptXml || transcriptXml.length === 0) {
-    throw new Error("Transcript response was empty");
-  }
-  const segments = parseTranscriptXml(transcriptXml);
+  const xml = await fetchTimedTextXml(englishTrack.base_url, proxyFetch);
+  const segments = parseTimedTextXml(xml);
   if (segments.length === 0) {
-    throw new Error("Failed to parse any transcript segments");
+    throw new Error("Failed to parse any transcript segments from XML");
   }
   return {
     videoId,
@@ -785,9 +792,9 @@ async function fetchTranscriptFromYouTube(videoId) {
     transcriptWithTimeCodes: segments
   };
 }
-const fetchTranscript = async (videoId) => {
+const fetchTranscript = async (videoId, options2) => {
   try {
-    return await fetchTranscriptFromYouTube(videoId);
+    return await fetchTranscriptFromYouTube(videoId, options2);
   } catch (error) {
     throw new Error(
       `Failed to fetch transcript for video ${videoId}. The video may not have captions enabled, or may be unavailable. Error: ${error instanceof Error ? error.message : String(error)}`
@@ -836,7 +843,12 @@ const service = ({ strapi: strapi2 }) => ({
     if (!isValid) {
       return { error: "Invalid video ID", data: null };
     }
-    const transcriptData = await fetchTranscript(identifier);
+    const pluginSettings = await strapi2.config.get(
+      "plugin::yt-transcript-strapi-plugin"
+    );
+    const transcriptData = await fetchTranscript(identifier, {
+      proxyUrl: pluginSettings?.proxyUrl
+    });
     return {
       title: transcriptData.title,
       fullTranscript: transcriptData.fullTranscript,

package/dist/server/index.mjs

@@ -6,6 +6,8 @@ import { StreamableHTTPServerTransport } from "@modelcontextprotocol/sdk/server/
 import { TokenTextSplitter } from "@langchain/textsplitters";
 import { PromptTemplate } from "@langchain/core/prompts";
 import { ChatOpenAI } from "@langchain/openai";
+import { Innertube } from "youtubei.js";
+import { ProxyAgent, fetch as fetch$1 } from "undici";
 const FetchTranscriptSchema = z.object({
   videoId: z.string().min(1, "Video ID or URL is required"),
   generateReadable: z.boolean().optional().default(false)
@@ -438,7 +440,9 @@ const config = {
     openAIApiKey: "",
     model: "gpt-4o-mini",
     temp: 0.7,
-    maxTokens: 4096
+    maxTokens: 4096,
+    proxyUrl: ""
+    // Optional: HTTP/HTTPS proxy for YouTube requests (e.g., 'http://user:pass@proxy.example.com:8080')
   },
   validator(config2) {
     if (config2.openAIApiKey && typeof config2.openAIApiKey !== "string") {
@@ -453,6 +457,9 @@ const config = {
     if (config2.maxTokens !== void 0 && (typeof config2.maxTokens !== "number" || config2.maxTokens < 1)) {
       throw new Error("maxTokens must be a positive number");
     }
+    if (config2.proxyUrl && typeof config2.proxyUrl !== "string") {
+      throw new Error("proxyUrl must be a string");
+    }
   }
 };
 const kind = "collectionType";
@@ -655,127 +662,127 @@ async function initializeModel({
     maxTokens: 1e3
   });
 }
-const WATCH_URL = "https://www.youtube.com/watch?v=";
-const INNERTUBE_API_URL = "https://www.youtube.com/youtubei/v1/player?key=";
-const INNERTUBE_CONTEXT = {
-  client: {
-    clientName: "ANDROID",
-    clientVersion: "20.10.38"
-  }
-};
-function decodeHtml(text) {
-  return text.replace(/&amp;/g, "&").replace(/&lt;/g, "<").replace(/&gt;/g, ">").replace(/&quot;/g, '"').replace(/&#39;/g, "'").replace(/&apos;/g, "'").replace(/&#(\d+);/g, (_, num) => String.fromCharCode(parseInt(num, 10))).replace(/<[^>]*>/g, "").trim();
+function createProxyFetch(proxyUrl) {
+  if (!proxyUrl) {
+    return void 0;
+  }
+  const proxyAgent = new ProxyAgent(proxyUrl);
+  return async (input, init) => {
+    if (input instanceof Request) {
+      const url = input.url;
+      return fetch$1(url, {
+        method: input.method,
+        headers: input.headers,
+        body: input.body,
+        ...init,
+        dispatcher: proxyAgent
+      });
+    }
+    return fetch$1(input, { ...init, dispatcher: proxyAgent });
+  };
 }
-function extractApiKey(html) {
-  const match = html.match(/"INNERTUBE_API_KEY":\s*"([a-zA-Z0-9_-]+)"/);
-  if (match && match[1]) {
-    return match[1];
-  }
-  throw new Error("Could not extract INNERTUBE_API_KEY from page");
+function decodeHtmlEntities(text) {
+  return text.replace(/&#39;/g, "'").replace(/&quot;/g, '"').replace(/&amp;/g, "&").replace(/&lt;/g, "<").replace(/&gt;/g, ">").replace(/&nbsp;/g, " ").replace(/&apos;/g, "'").replace(/&#(\d+);/g, (_, num) => String.fromCharCode(parseInt(num, 10))).replace(/<[^>]+>/g, "").trim();
 }
-async function fetchVideoHtml(videoId) {
-  let html = await fetchHtml(videoId);
-  if (html.includes('action="https://consent.youtube.com/s"')) {
-    const consentMatch = html.match(/name="v" value="(.*?)"/);
-    if (consentMatch) {
-      html = await fetchHtml(videoId, `CONSENT=YES+${consentMatch[1]}`);
+function parsePTagFormat(xml) {
+  const segments = [];
+  const pTagRegex = /<p\s+t="(\d+)"\s+d="(\d+)"[^>]*>([\s\S]*?)<\/p>/g;
+  let match = pTagRegex.exec(xml);
+  while (match !== null) {
+    const [, startMsStr, durationMsStr, rawText] = match;
+    if (startMsStr && durationMsStr && rawText) {
+      const text = decodeHtmlEntities(rawText);
+      if (text) {
+        const start = parseInt(startMsStr, 10);
+        const duration = parseInt(durationMsStr, 10);
+        segments.push({
+          text,
+          start,
+          end: start + duration,
+          duration
+        });
+      }
     }
+    match = pTagRegex.exec(xml);
   }
-  return html;
+  return segments;
 }
-async function fetchHtml(videoId, cookie) {
-  const headers = {
-    "Accept-Language": "en-US,en;q=0.9",
-    "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36"
-  };
-  if (cookie) {
-    headers["Cookie"] = cookie;
-  }
-  const response = await fetch(`${WATCH_URL}${videoId}`, { headers });
-  if (response.status === 429) {
-    throw new Error("IP blocked by YouTube (rate limited)");
+function parseTextTagFormat(xml) {
+  const segments = [];
+  const textTagRegex = /<text\s+start="([\d.]+)"(?:\s+dur="([\d.]+)")?[^>]*>([\s\S]*?)<\/text>/g;
+  let match = textTagRegex.exec(xml);
+  while (match !== null) {
+    const [, startStr, durStr, rawText] = match;
+    if (startStr && rawText) {
+      const text = decodeHtmlEntities(rawText);
+      if (text) {
+        const start = Math.round(parseFloat(startStr) * 1e3);
+        const duration = Math.round(parseFloat(durStr || "0") * 1e3);
+        segments.push({
+          text,
+          start,
+          end: start + duration,
+          duration
+        });
+      }
+    }
+    match = textTagRegex.exec(xml);
   }
-  if (!response.ok) {
-    throw new Error(`Failed to fetch video page: ${response.status}`);
+  return segments;
+}
+function parseTimedTextXml(xml) {
+  const pSegments = parsePTagFormat(xml);
+  if (pSegments.length > 0) {
+    return pSegments;
   }
-  return response.text();
+  return parseTextTagFormat(xml);
 }
-async function fetchInnertubeData(videoId, apiKey) {
-  const response = await fetch(`${INNERTUBE_API_URL}${apiKey}`, {
-    method: "POST",
+async function fetchTimedTextXml(captionUrl, proxyFetch) {
+  const fetchFn = proxyFetch || fetch;
+  const response = await fetchFn(captionUrl, {
     headers: {
-      "Content-Type": "application/json"
-    },
-    body: JSON.stringify({
-      context: INNERTUBE_CONTEXT,
-      videoId
-    })
+      "Accept-Language": "en-US,en;q=0.9",
+      "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36"
+    }
   });
-  if (response.status === 429) {
-    throw new Error("IP blocked by YouTube (rate limited)");
-  }
   if (!response.ok) {
-    throw new Error(`Innertube API request failed: ${response.status}`);
+    throw new Error(`Failed to fetch timedtext: ${response.status}`);
   }
-  return response.json();
-}
-function parseTranscriptXml(xml) {
-  const segments = [];
-  const regex = /<text\s+start="([\d.]+)"(?:\s+dur="([\d.]+)")?[^>]*>([\s\S]*?)<\/text>/g;
-  let match;
-  while ((match = regex.exec(xml)) !== null) {
-    const start = parseFloat(match[1]);
-    const duration = parseFloat(match[2] || "0");
-    const text = decodeHtml(match[3]);
-    if (text) {
-      segments.push({
-        text,
-        start: Math.round(start * 1e3),
-        end: Math.round((start + duration) * 1e3),
-        duration: Math.round(duration * 1e3)
-      });
-    }
+  const xml = await response.text();
+  if (!xml || xml.length === 0) {
+    throw new Error("Empty timedtext response");
   }
-  return segments;
+  return xml;
 }
-async function fetchTranscriptFromYouTube(videoId) {
-  const html = await fetchVideoHtml(videoId);
-  const titleMatch = html.match(/<title>([^<]+)<\/title>/);
-  const title = titleMatch ? titleMatch[1].replace(" - YouTube", "").trim() : void 0;
-  const apiKey = extractApiKey(html);
-  const innertubeData = await fetchInnertubeData(videoId, apiKey);
-  const playabilityStatus = innertubeData.playabilityStatus;
-  if (playabilityStatus?.status !== "OK") {
-    const reason = playabilityStatus?.reason || "Unknown error";
-    throw new Error(`Video not playable: ${reason}`);
-  }
-  const captions = innertubeData.captions?.playerCaptionsTracklistRenderer;
-  if (!captions?.captionTracks || captions.captionTracks.length === 0) {
+async function fetchTranscriptFromYouTube(videoId, options2) {
+  const proxyFetch = createProxyFetch(options2?.proxyUrl);
+  const client = await Innertube.create({
+    generate_session_locally: true,
+    lang: "en",
+    location: "US",
+    retrieve_player: false,
+    fetch: proxyFetch
+  });
+  const info2 = await client.getBasicInfo(videoId);
+  const title = info2.basic_info?.title;
+  const captionTracks = info2.captions?.caption_tracks;
+  if (!captionTracks || captionTracks.length === 0) {
+    const reason = info2.playability_status?.reason;
+    if (reason && reason.includes("Sign in")) {
+      throw new Error(
+        "YouTube requires sign-in. This usually means the IP is blocked. Configure a residential proxy in the plugin settings."
+      );
+    }
     throw new Error("No captions available for this video");
   }
-  const captionTracks = captions.captionTracks;
-  let track = captionTracks.find((t) => t.languageCode === "en" && t.kind !== "asr");
-  if (!track) {
-    track = captionTracks.find((t) => t.languageCode === "en");
-  }
-  if (!track) {
-    track = captionTracks[0];
-  }
-  if (track.baseUrl.includes("&exp=xpe")) {
-    throw new Error("This video requires PoToken authentication (not supported)");
+  const englishTrack = captionTracks.find((t) => t.language_code === "en" && t.kind !== "asr") || captionTracks.find((t) => t.language_code?.startsWith("en")) || captionTracks[0];
+  if (!englishTrack?.base_url) {
+    throw new Error("No valid caption track URL found");
   }
-  const captionUrl = track.baseUrl.replace("&fmt=srv3", "");
-  const captionResponse = await fetch(captionUrl);
-  if (!captionResponse.ok) {
-    throw new Error(`Failed to fetch transcript: ${captionResponse.status}`);
-  }
-  const transcriptXml = await captionResponse.text();
-  if (!transcriptXml || transcriptXml.length === 0) {
-    throw new Error("Transcript response was empty");
-  }
-  const segments = parseTranscriptXml(transcriptXml);
+  const xml = await fetchTimedTextXml(englishTrack.base_url, proxyFetch);
+  const segments = parseTimedTextXml(xml);
   if (segments.length === 0) {
-    throw new Error("Failed to parse any transcript segments");
+    throw new Error("Failed to parse any transcript segments from XML");
   }
   return {
     videoId,
@@ -784,9 +791,9 @@ async function fetchTranscriptFromYouTube(videoId) {
     transcriptWithTimeCodes: segments
   };
 }
-const fetchTranscript = async (videoId) => {
+const fetchTranscript = async (videoId, options2) => {
   try {
-    return await fetchTranscriptFromYouTube(videoId);
+    return await fetchTranscriptFromYouTube(videoId, options2);
   } catch (error) {
     throw new Error(
       `Failed to fetch transcript for video ${videoId}. The video may not have captions enabled, or may be unavailable. Error: ${error instanceof Error ? error.message : String(error)}`
@@ -835,7 +842,12 @@ const service = ({ strapi: strapi2 }) => ({
     if (!isValid) {
       return { error: "Invalid video ID", data: null };
     }
-    const transcriptData = await fetchTranscript(identifier);
+    const pluginSettings = await strapi2.config.get(
+      "plugin::yt-transcript-strapi-plugin"
+    );
+    const transcriptData = await fetchTranscript(identifier, {
+      proxyUrl: pluginSettings?.proxyUrl
+    });
     return {
       title: transcriptData.title,
       fullTranscript: transcriptData.fullTranscript,

package/dist/server/src/config/index.d.ts

@@ -4,12 +4,14 @@ declare const _default: {
         model: string;
         temp: number;
         maxTokens: number;
+        proxyUrl: string;
     };
     validator(config: {
         openAIApiKey?: string;
         model?: string;
         temp?: number;
         maxTokens?: number;
+        proxyUrl?: string;
     }): void;
 };
 export default _default;

package/dist/server/src/index.d.ts

@@ -14,12 +14,14 @@ declare const _default: {
             model: string;
             temp: number;
             maxTokens: number;
+            proxyUrl: string;
         };
         validator(config: {
             openAIApiKey?: string;
             model?: string;
             temp?: number;
             maxTokens?: number;
+            proxyUrl?: string;
         }): void;
     };
     controllers: {

package/dist/server/src/utils/fetch-transcript.d.ts

@@ -10,8 +10,13 @@ export interface TranscriptData {
     fullTranscript: string;
     transcriptWithTimeCodes: TranscriptSegment[];
 }
+export interface FetchOptions {
+    proxyUrl?: string;
+}
 /**
  * Main entry point for fetching YouTube transcripts
+ * @param videoId - The YouTube video ID
+ * @param options - Optional configuration including proxy settings
  */
-declare const fetchTranscript: (videoId: string) => Promise<TranscriptData>;
+declare const fetchTranscript: (videoId: string, options?: FetchOptions) => Promise<TranscriptData>;
 export default fetchTranscript;

package/package.json

@@ -1,5 +1,5 @@
 {
-  "version": "0.0.16",
+  "version": "0.0.18",
   "keywords": [
     "yt-transcript-strapi-plugin",
     "youtube",
@@ -50,6 +50,8 @@
     "@strapi/icons": "^2.0.0-rc.12",
     "langchain": "^0.3.5",
     "react-intl": "^6.8.7",
+    "undici": "^6.21.0",
+    "youtubei.js": "^16.0.1",
     "zod": "^3.23.0"
   },
   "bundledDependencies": [