webforai 2.1.0 → 3.0.0

package/dist/adapters/sites/youtube.js

@@ -0,0 +1,165 @@
+// src/adapters/sites/youtube.ts
+import { collectElements, isElement } from "../../utils/hast-fast.js";
+var findObjectEnd = (source, start) => {
+  let depth = 0;
+  let inString = false;
+  let escaped = false;
+  for (let index = start; index < source.length; index++) {
+    const character = source[index];
+    if (escaped) {
+      escaped = false;
+    } else if (character === "\\") {
+      escaped = true;
+    } else if (character === '"') {
+      inString = !inString;
+    } else if (!inString) {
+      if (character === "{") {
+        depth += 1;
+      } else if (character === "}" && --depth === 0) {
+        return index + 1;
+      }
+    }
+  }
+  return -1;
+};
+var extractAssignedJson = (source, name) => {
+  const markerIndex = source.indexOf(`${name} =`);
+  if (markerIndex === -1) {
+    return void 0;
+  }
+  const start = source.indexOf("{", markerIndex);
+  if (start === -1) {
+    return void 0;
+  }
+  const end = findObjectEnd(source, start);
+  if (end === -1) {
+    return void 0;
+  }
+  try {
+    return JSON.parse(source.slice(start, end));
+  } catch {
+    return void 0;
+  }
+};
+var scriptText = (root) => collectElements(root, (element2) => element2.tagName === "script").map(
+  (script) => script.children.map((child) => child.type === "text" ? child.value : "").join("")
+);
+var findPlayerResponse = (root) => {
+  for (const source of scriptText(root)) {
+    if (!source.includes("ytInitialPlayerResponse")) {
+      continue;
+    }
+    const parsed = extractAssignedJson(source, "ytInitialPlayerResponse");
+    if (parsed && typeof parsed === "object") {
+      return parsed;
+    }
+  }
+  return void 0;
+};
+var youtubeCaptionTracks = (root) => {
+  const player = findPlayerResponse(root);
+  const renderer = player?.captions?.playerCaptionsTracklistRenderer;
+  const tracks = renderer?.captionTracks;
+  if (!Array.isArray(tracks)) {
+    return [];
+  }
+  return tracks.flatMap((track) => {
+    const url = typeof track.baseUrl === "string" ? track.baseUrl : void 0;
+    const languageCode = typeof track.languageCode === "string" ? track.languageCode : void 0;
+    if (!(url && languageCode)) {
+      return [];
+    }
+    const name = track.name?.simpleText;
+    return [
+      {
+        url,
+        languageCode,
+        name: typeof name === "string" ? name : void 0,
+        isAutomatic: track.kind === "asr"
+      }
+    ];
+  });
+};
+var text = (value) => ({ type: "text", value });
+var element = (tagName, children) => ({
+  type: "element",
+  tagName,
+  properties: {},
+  children
+});
+var heading = (depth, value) => element(`h${depth}`, [text(value)]);
+var paragraph = (value) => element("p", [text(value)]);
+var descriptionNodes = (description) => description.split(/\n{2,}/).map((block) => block.trim()).filter((block) => block.length > 0).map(
+  (block) => element(
+    "p",
+    block.split("\n").flatMap((line, index) => index === 0 ? [text(line)] : [element("br", []), text(line)])
+  )
+);
+var formatDuration = (seconds) => {
+  const hours = Math.floor(seconds / 3600);
+  const minutes = Math.floor(seconds % 3600 / 60);
+  const remainder = seconds % 60;
+  const pad = (value) => String(value).padStart(2, "0");
+  return hours > 0 ? `${hours}:${pad(minutes)}:${pad(remainder)}` : `${minutes}:${pad(remainder)}`;
+};
+var metadataList = (details) => {
+  const items = [];
+  if (details.author) {
+    items.push(element("li", [text(`Channel: ${details.author}`)]));
+  }
+  const seconds = Number(details.lengthSeconds);
+  if (Number.isFinite(seconds) && seconds > 0) {
+    items.push(element("li", [text(`Duration: ${formatDuration(seconds)}`)]));
+  }
+  const views = Number(details.viewCount);
+  if (Number.isFinite(views) && views > 0) {
+    items.push(element("li", [text(`Views: ${views.toLocaleString("en-US")}`)]));
+  }
+  return items.length > 0 ? element("ul", items) : void 0;
+};
+var youtubeAdapter = {
+  id: "youtube",
+  matches: ({ url }) => {
+    if (!url) {
+      return false;
+    }
+    try {
+      return /(^|\.)(youtube\.com|youtu\.be|youtube-nocookie\.com)$/.test(new URL(url).hostname);
+    } catch {
+      return false;
+    }
+  },
+  // Scanning every script body for the JSON blob would cost a full traversal on every page, so
+  // the fallback keys off markers the signature already collected.
+  matchesFingerprint: ({ signature }) => Boolean(signature?.ids.has("movie_player") || signature?.classes.has("ytd-app")),
+  extract: ({ hast }) => {
+    const player = findPlayerResponse(hast);
+    const details = player?.videoDetails;
+    if (!details?.title) {
+      return void 0;
+    }
+    const children = [heading(1, details.title)];
+    const metadata = metadataList(details);
+    if (metadata) {
+      children.push(metadata);
+    }
+    const description = details.shortDescription?.trim();
+    if (description) {
+      children.push(heading(2, "Description"));
+      children.push(...descriptionNodes(description));
+    }
+    const tracks = youtubeCaptionTracks(hast);
+    if (tracks.length > 0) {
+      const languages = [...new Set(tracks.map((track) => track.languageCode))].sort();
+      children.push(paragraph(`Captions available: ${languages.join(", ")}`));
+    }
+    return { type: "root", children };
+  }
+};
+var isYoutubeElement = isElement;
+export {
+  extractAssignedJson,
+  isYoutubeElement,
+  youtubeAdapter,
+  youtubeCaptionTracks
+};