metanova 0.1.0 → 0.2.1

package/dist/index.cjs

@@ -41,6 +41,7 @@ __export(index_exports, {
   behanceAdapter: () => behanceAdapter,
   calculateCompleteness: () => calculateCompleteness,
   calculateConfidence: () => calculateConfidence,
+  calculateConfidenceBreakdown: () => calculateConfidenceBreakdown,
   calculateReliability: () => calculateReliability,
   createDiagnostics: () => createDiagnostics,
   createPreviewCard: () => createPreviewCard,
@@ -838,8 +839,24 @@ function isRecord2(value) {
 }
 
 // src/extractors/media.ts
-var LAZY_IMAGE_ATTRIBUTES = ["data-src", "data-original", "data-lazy-src", "data-image", "data-thumbnail"];
-var LAZY_MEDIA_ATTRIBUTES = ["data-src", "data-original", "data-lazy-src", "data-video", "data-media"];
+var LAZY_IMAGE_ATTRIBUTES = [
+  "data-src",
+  "data-original",
+  "data-lazy-src",
+  "data-image",
+  "data-image-url",
+  "data-og-image",
+  "data-thumbnail",
+  "data-thumb",
+  "data-media",
+  "data-full-src",
+  "data-hi-res-src",
+  "data-zoom-src",
+  "data-poster",
+  "data-bg"
+];
+var LAZY_IMAGE_SRCSET_ATTRIBUTES = ["data-srcset", "data-lazy-srcset", "data-original-srcset"];
+var LAZY_MEDIA_ATTRIBUTES = ["data-src", "data-original", "data-lazy-src", "data-video", "data-video-url", "data-media", "data-playback-url"];
 function extractImages(html, baseUrl) {
   const $ = loadDocument(html);
   const images = [];
@@ -865,6 +882,15 @@ function extractImages(html, baseUrl) {
         type,
         metadata: { discoveredFrom: "link.preload" }
       }, baseUrl);
+      for (const candidate of parseSrcset($(element).attr("imagesrcset"))) {
+        pushResolved(images, {
+          url: candidate,
+          kind: "image",
+          source: "html",
+          type,
+          metadata: { discoveredFrom: "link.imagesrcset" }
+        }, baseUrl);
+      }
     }
   });
   collectDocumentImages($, images, baseUrl, "html");
@@ -989,7 +1015,8 @@ function collectDocumentImages($, images, baseUrl, source) {
     const candidates = [
       normalizeWhitespace($(element).attr("src")),
       ...LAZY_IMAGE_ATTRIBUTES.map((attribute) => normalizeWhitespace($(element).attr(attribute))),
-      ...parseSrcset($(element).attr("srcset"))
+      ...parseSrcset($(element).attr("srcset")),
+      ...LAZY_IMAGE_SRCSET_ATTRIBUTES.flatMap((attribute) => parseSrcset($(element).attr(attribute)))
     ];
     for (const candidate of candidates) {
       pushResolved(images, {
@@ -1002,7 +1029,10 @@ function collectDocumentImages($, images, baseUrl, source) {
     }
   });
   $("picture source[srcset], source[type^='image/'][srcset]").each((_, element) => {
-    for (const candidate of parseSrcset($(element).attr("srcset"))) {
+    for (const candidate of [
+      ...parseSrcset($(element).attr("srcset")),
+      ...LAZY_IMAGE_SRCSET_ATTRIBUTES.flatMap((attribute) => parseSrcset($(element).attr(attribute)))
+    ]) {
       pushResolved(images, {
         url: candidate,
         kind: "image",
@@ -1294,11 +1324,11 @@ function uniqueStrings(values) {
 
 // src/scorers/image.ts
 var SOURCE_WEIGHT = {
-  adapter: 96,
-  openGraph: 92,
+  adapter: 98,
+  openGraph: 94,
   oEmbed: 88,
   jsonLd: 82,
-  twitter: 78,
+  twitter: 86,
   nextData: 76,
   nuxt: 74,
   initialState: 73,
@@ -1326,7 +1356,9 @@ function scoreImages(images, customScorers = []) {
         scoreReasons: reasons
       }
     };
-  }).sort((left, right) => (right.score ?? 0) - (left.score ?? 0));
+  }).sort(
+    (left, right) => (right.score ?? 0) - (left.score ?? 0) || sourceSortWeight(right) - sourceSortWeight(left) || imageArea(right) - imageArea(left)
+  );
 }
 function selectBestImage(images, customScorers = []) {
   const scored = scoreImages(images, customScorers);
@@ -1425,17 +1457,32 @@ function scoreFormat(image) {
 }
 function scoreUrlSignal(image) {
   const url = image.url.toLowerCase();
-  const matches = url.match(/cover|preview|thumbnail|thumb|og|card|media|hero|share|social/g) ?? [];
-  if (matches.length === 0) {
+  const matches = url.match(/cover|preview|thumbnail|thumb|og|card|media|hero|share|social|maxres|highres|large|original/g) ?? [];
+  const platformScore = platformThumbnailScore(url);
+  if (matches.length === 0 && platformScore.score === 0) {
     return { score: 0, reasons: [] };
   }
   const uniqueMatches = [...new Set(matches)];
-  const score = Math.min(uniqueMatches.length * 4, 12);
+  const score = Math.min(uniqueMatches.length * 4, 14) + platformScore.score;
+  const reasons = uniqueMatches.length > 0 ? [`URL matched preview hints (${uniqueMatches.join(", ")}) and added ${Math.min(uniqueMatches.length * 4, 14)} points`] : [];
+  reasons.push(...platformScore.reasons);
   return {
     score,
-    reasons: [`URL matched preview hints (${uniqueMatches.join(", ")}) and added ${score} points`]
+    reasons
   };
 }
+function platformThumbnailScore(url) {
+  if (/ytimg\.com\/vi\/[^/]+\/(?:maxresdefault|sddefault|hqdefault)/i.test(url)) {
+    return { score: 12, reasons: ["YouTube platform thumbnail added 12 points"] };
+  }
+  if (/(?:i|preview|external-preview)\.redd\.it|v\.redd\.it/i.test(url)) {
+    return { score: 10, reasons: ["Reddit media host added 10 points"] };
+  }
+  if (/pbs\.twimg\.com\/media|pinimg\.com|cdninstagram\.com|fbcdn\.net|tiktokcdn\.com|mir-s3-cdn-cf\.behance\.net/i.test(url)) {
+    return { score: 8, reasons: ["social platform media host added 8 points"] };
+  }
+  return { score: 0, reasons: [] };
+}
 function scoreUrlPenalty(image) {
   const url = image.url.toLowerCase();
   let penalty = 0;
@@ -1508,6 +1555,12 @@ function countDuplicates(images) {
   }
   return counts;
 }
+function imageArea(image) {
+  return (image.width ?? 0) * (image.height ?? 0);
+}
+function sourceSortWeight(image) {
+  return SOURCE_WEIGHT[image.source] ?? 50;
+}
 function mediaSignature(url) {
   try {
     const parsed = new URL(url);
@@ -1525,16 +1578,45 @@ var IMAGE_KEYS = [
   "thumbnailUrl",
   "thumbnail_url",
   "thumbnailSrc",
+  "thumbnail_src",
   "previewImage",
   "preview_image",
+  "preview",
   "ogImage",
+  "og_image",
   "cardImage",
+  "displayUrl",
+  "display_url",
+  "mediaUrl",
+  "media_url",
+  "media_url_https",
+  "fullPicture",
+  "full_picture",
   "cover",
   "coverImage",
+  "cover_image",
+  "original",
+  "source",
   "poster",
+  "posterImage",
+  "media"
+];
+var VIDEO_KEYS = [
+  "video",
+  "videos",
+  "videoUrl",
+  "video_url",
+  "contentUrl",
+  "content_url",
+  "embedUrl",
+  "embed_url",
+  "playbackUrl",
+  "playback_url",
+  "fallback_url",
+  "hls_url",
+  "dash_url",
   "media"
 ];
-var VIDEO_KEYS = ["video", "videos", "videoUrl", "video_url", "contentUrl", "embedUrl", "playbackUrl"];
 var AUDIO_KEYS = ["audio", "audios", "audioUrl", "audio_url", "podcastUrl"];
 function discoverMedia(rawSources, finalUrl) {
   const trace = [];
@@ -1668,25 +1750,87 @@ function mediaFromJsonValue(value, kind, source) {
     return value.flatMap((item) => mediaFromJsonValue(item, kind, source));
   }
   if (isRecord3(value)) {
-    const url = stringFromUnknown(value.url) ?? stringFromUnknown(value.src) ?? stringFromUnknown(value.contentUrl) ?? stringFromUnknown(value.thumbnailUrl);
+    const srcset = stringFromUnknown(value.srcset) ?? stringFromUnknown(value.srcSet);
+    const srcsetAssets = parseSrcset(srcset).flatMap((url2) => mediaFromJsonValue(url2, kind, source));
+    const url = mediaUrlFromRecord(value, kind);
+    const nestedDetails = nestedMediaDetailsRecord(value, kind);
     if (!url || !looksLikeMediaUrl(url, kind)) {
-      return [];
+      return srcsetAssets;
     }
     return [
       {
         url,
         kind,
         source,
-        width: parseNumber(stringFromUnknown(value.width)),
-        height: parseNumber(stringFromUnknown(value.height)),
-        alt: stringFromUnknown(value.alt) ?? stringFromUnknown(value.caption) ?? stringFromUnknown(value.name),
-        title: stringFromUnknown(value.title),
-        type: stringFromUnknown(value.type) ?? stringFromUnknown(value.mimeType) ?? stringFromUnknown(value.encodingFormat)
-      }
+        width: parseNumber(stringFromUnknown(value.width)) ?? parseNumber(stringFromUnknown(nestedDetails?.width)),
+        height: parseNumber(stringFromUnknown(value.height)) ?? parseNumber(stringFromUnknown(nestedDetails?.height)),
+        alt: stringFromUnknown(value.alt) ?? stringFromUnknown(value.caption) ?? stringFromUnknown(value.name) ?? stringFromUnknown(nestedDetails?.alt),
+        title: stringFromUnknown(value.title) ?? stringFromUnknown(nestedDetails?.title),
+        type: stringFromUnknown(value.type) ?? stringFromUnknown(value.mimeType) ?? stringFromUnknown(value.encodingFormat) ?? stringFromUnknown(nestedDetails?.type)
+      },
+      ...srcsetAssets
     ];
   }
   return [];
 }
+function nestedMediaDetailsRecord(value, kind) {
+  const candidates = [
+    value.source,
+    value.original,
+    value.image,
+    value.thumbnail,
+    value.thumbnailUrl,
+    value.thumbnail_url,
+    value.previewImage,
+    value.preview_image,
+    value.video,
+    value.reddit_video
+  ];
+  return candidates.find((candidate) => isRecord3(candidate) && Boolean(mediaUrlFromRecord(candidate, kind)));
+}
+function mediaUrlFromRecord(value, kind) {
+  const commonCandidates = [
+    value.url,
+    value.src,
+    value.secure_url,
+    value.secureUrl,
+    value.contentUrl,
+    value.content_url,
+    value.embedUrl,
+    value.embed_url,
+    value.thumbnailUrl,
+    value.thumbnail_url,
+    value.thumbnailSrc,
+    value.thumbnail_src,
+    value.mediaUrl,
+    value.media_url,
+    value.media_url_https,
+    value.displayUrl,
+    value.display_url,
+    value.fullPicture,
+    value.full_picture,
+    value.previewImage,
+    value.preview_image,
+    value.poster,
+    value.posterUrl,
+    value.poster_url,
+    value.coverImage,
+    value.cover_image,
+    value.original,
+    value.source
+  ];
+  const videoCandidates = [
+    value.videoUrl,
+    value.video_url,
+    value.playbackUrl,
+    value.playback_url,
+    value.fallback_url,
+    value.hls_url,
+    value.dash_url
+  ];
+  const candidates = kind === "video" ? [...videoCandidates, ...commonCandidates] : commonCandidates;
+  return candidates.map(stringFromUnknown).find((candidate) => candidate && looksLikeMediaUrl(candidate, kind));
+}
 function assetFromEmbedded(value, kind, item, parent) {
   return {
     url: value,
@@ -1766,7 +1910,7 @@ function sourceRank(source) {
 }
 function shouldIgnoreMediaUrl2(url) {
   const normalized = url.toLowerCase();
-  return normalized.startsWith("data:") || normalized.startsWith("blob:") || normalized.startsWith("javascript:") || /(?:sprite|spacer|blank|transparent|placeholder|tracking|beacon|pixel|emoji)(?:[._/-]|$|\?)/i.test(normalized) || /(?:^|[/?_-])1x1(?:[._/-]|$|\?)/i.test(normalized);
+  return normalized.startsWith("data:") || normalized.startsWith("blob:") || normalized.startsWith("javascript:") || /(?:sprite|spacer|blank|transparent|placeholder|tracking|beacon|pixel|emoji|favicon|apple-touch-icon)(?:[._/-]|$|\?)/i.test(normalized) || /(?:^|[/?_-])1x1(?:[._/-]|$|\?)/i.test(normalized);
 }
 function looksLikeMediaUrl(value, kind) {
   if (shouldIgnoreMediaUrl2(value)) {
@@ -1774,10 +1918,10 @@ function looksLikeMediaUrl(value, kind) {
   }
   if (/^https?:\/\//i.test(value) || value.startsWith("/") || value.startsWith("./") || value.startsWith("../")) {
     if (kind === "image") {
-      return /\.(?:avif|webp|png|jpe?g|gif)(?:[?#].*)?$/i.test(value) || /(?:image|thumb|thumbnail|cover|poster|preview|media|og|card|photo)/i.test(value);
+      return /\.(?:avif|webp|png|jpe?g|gif)(?:[?#].*)?$/i.test(value) || /(?:image|thumb|thumbnail|cover|poster|preview|media|og|card|photo|format=(?:jpg|jpeg|png|webp))/i.test(value) || /(?:ytimg\.com|i\.redd\.it|preview\.redd\.it|external-preview\.redd\.it|pbs\.twimg\.com|pinimg\.com|cdninstagram\.com|fbcdn\.net|tiktokcdn\.com|behance\.net)/i.test(value);
     }
     if (kind === "video") {
-      return /\.(?:mp4|webm|m3u8|mov)(?:[?#].*)?$/i.test(value) || /(?:video|embed|player|watch|reel|shorts)/i.test(value);
+      return /\.(?:mp4|webm|m3u8|mov)(?:[?#].*)?$/i.test(value) || /(?:video|embed|player|watch|reel|shorts|v\.redd\.it)/i.test(value);
     }
     if (kind === "audio") {
       return /\.(?:mp3|m4a|wav|ogg|aac)(?:[?#].*)?$/i.test(value) || /(?:audio|podcast)/i.test(value);
@@ -1852,6 +1996,20 @@ function calculateConfidence(input) {
   score -= Math.min(input.warnings.length * 3, 18);
   return Math.round(clamp2(score, 0, 100));
 }
+function calculateConfidenceBreakdown(input) {
+  const title = qualityPoints(input.title, 100, 6, 120);
+  const description = qualityPoints(input.description, 100, 24, 300);
+  const image = input.bestImage ? clamp2(58 + Math.min(input.bestImage.score ?? 0, 100) * 0.27 + sourceConfidenceBonus(input.bestImage.source), 0, 100) : 0;
+  const structuredData = input.hasStructuredData ? 100 : input.rawSources.embeddedData.items.length > 0 ? 55 : 0;
+  const adapter = adapterSucceeded(input.rawSources.adapters) ? adapterConfidence(input.rawSources.adapters[0]) : 0;
+  return {
+    title: Math.round(title),
+    description: Math.round(description),
+    image: Math.round(image),
+    structuredData: Math.round(structuredData),
+    adapter: Math.round(adapter)
+  };
+}
 function calculateCompleteness(input) {
   const weights = [
     input.title ? 20 : 0,
@@ -1921,6 +2079,25 @@ function sourceConfidenceBonus(source) {
 function adapterSucceeded(adapters) {
   return adapters.some((adapter) => Boolean(adapter.title || adapter.description || adapter.images?.length || adapter.videos?.length));
 }
+function adapterConfidence(adapter) {
+  if (!adapter) {
+    return 0;
+  }
+  let score = 45;
+  if (adapter.title) {
+    score += 22;
+  }
+  if (adapter.description) {
+    score += 14;
+  }
+  if ((adapter.images?.length ?? 0) > 0 || (adapter.videos?.length ?? 0) > 0) {
+    score += 14;
+  }
+  if (adapter.author) {
+    score += 6;
+  }
+  return clamp2(score, 0, 100);
+}
 function clamp2(value, min, max) {
   return Math.max(min, Math.min(max, value));
 }
@@ -1984,6 +2161,7 @@ function normalizeMetadata(rawSources, context = {}) {
   const type = inferType(rawSources, externalResults, jsonLdNodes, article, product, app, playlist, videos, audio);
   const author = firstResultValue(externalResults, (result) => result.author) ?? firstEntity(article?.authors) ?? entityFromEmbedded(embeddedNodes, ["author", "creator", "owner", "user"]);
   const publisher = article?.publisher ?? firstResultValue(externalResults, (result) => result.publisher) ?? entityFromJsonLd(organizationNode) ?? entityFromEmbedded(embeddedNodes, ["publisher", "provider", "organization"]);
+  const publishDate = firstDefined(article?.publishedTime, video?.publishedTime);
   const sourcesUsed = detectSourcesUsed(rawSources);
   const warnings = diagnosticsWarnings(rawSources, externalResults, context.diagnostics);
   const fieldSources = {
@@ -1992,7 +2170,7 @@ function normalizeMetadata(rawSources, context = {}) {
     author: fieldSource(rawSources, externalResults, embeddedNodes, "author", selectedImage.best),
     image: fieldSource(rawSources, externalResults, embeddedNodes, "image", selectedImage.best)
   };
-  const confidence = calculateConfidence({
+  const confidenceInput = {
     title,
     description,
     bestImage: selectedImage.best,
@@ -2001,7 +2179,9 @@ function normalizeMetadata(rawSources, context = {}) {
     rawSources,
     sourcesUsed,
     warnings
-  });
+  };
+  const confidence = calculateConfidence(confidenceInput);
+  const confidenceBreakdown = calculateConfidenceBreakdown(confidenceInput);
   const completeness = calculateCompleteness({
     title,
     description,
@@ -2011,7 +2191,7 @@ function normalizeMetadata(rawSources, context = {}) {
     author,
     publisher,
     type,
-    publishedTime: article?.publishedTime,
+    publishedTime: publishDate,
     mediaCount: images.length + videos.length + audio.length
   });
   const reliability = calculateReliability({
@@ -2030,7 +2210,19 @@ function normalizeMetadata(rawSources, context = {}) {
   };
   diagnostics.sourcesUsed = uniqueStrings2([...diagnostics.sourcesUsed, ...sourcesUsed]);
   diagnostics.warnings = uniqueStrings2([...diagnostics.warnings, ...rawSources.jsonLd.warnings, ...externalResults.flatMap((result) => result.warnings ?? [])]);
+  diagnostics.adapterUsed = diagnostics.adapterUsed ?? rawSources.adapters[0]?.source;
+  diagnostics.extractionMethod = diagnostics.extractionMethod ?? adapterRawString(rawSources.adapters[0], "extractionMethod") ?? fieldSources.title;
+  diagnostics.sourcePriority = uniqueStrings2([
+    ...diagnostics.sourcePriority ?? [],
+    ...arrayOfStrings(rawSources.adapters[0]?.raw?.sourcePriority) ?? []
+  ]);
+  diagnostics.fallbacksAttempted = mergeFallbackAttempts(
+    diagnostics.fallbacksAttempted,
+    fallbackAttemptsFromUnknown(rawSources.adapters[0]?.raw?.fallbacksAttempted)
+  );
+  diagnostics.retryInfo = diagnostics.retryInfo ?? retryInfoFromUnknown(rawSources.adapters[0]?.raw?.retryInfo);
   diagnostics.selectedImageReason = selectedImage.reason;
+  diagnostics.confidenceBreakdown = confidenceBreakdown;
   diagnostics.originalUrl = diagnostics.originalUrl ?? url;
   diagnostics.finalUrl = diagnostics.finalUrl ?? finalUrl;
   diagnostics.canonicalUrl = canonicalUrl;
@@ -2047,6 +2239,7 @@ function normalizeMetadata(rawSources, context = {}) {
     type,
     title,
     description,
+    publishDate,
     siteName,
     canonicalUrl,
     confidence,
@@ -2336,6 +2529,61 @@ function adapterDiagnostics(adapters) {
     confidence: Math.min(confidence, 100)
   };
 }
+function adapterRawString(adapter, key) {
+  const value = adapter?.raw?.[key];
+  return typeof value === "string" && value.trim() ? value.trim() : void 0;
+}
+function fallbackAttemptsFromUnknown(value) {
+  if (!Array.isArray(value)) {
+    return void 0;
+  }
+  const attempts = value.flatMap((item) => {
+    if (!isJsonLdNode(item) || typeof item.method !== "string") {
+      return [];
+    }
+    return [{
+      method: item.method,
+      url: typeof item.url === "string" ? item.url : void 0,
+      ok: typeof item.ok === "boolean" ? item.ok : false,
+      statusCode: typeof item.statusCode === "number" ? item.statusCode : void 0,
+      blocked: typeof item.blocked === "boolean" ? item.blocked : void 0,
+      error: typeof item.error === "string" ? item.error : void 0,
+      retryAfter: typeof item.retryAfter === "string" ? item.retryAfter : void 0
+    }];
+  });
+  return attempts.length > 0 ? attempts : void 0;
+}
+function mergeFallbackAttempts(existing, incoming) {
+  const attempts = [...existing ?? [], ...incoming ?? []];
+  if (attempts.length === 0) {
+    return void 0;
+  }
+  const seen = /* @__PURE__ */ new Set();
+  return attempts.filter((attempt) => {
+    const key = `${attempt.method}:${attempt.url ?? ""}:${attempt.statusCode ?? ""}:${attempt.error ?? ""}`;
+    if (seen.has(key)) {
+      return false;
+    }
+    seen.add(key);
+    return true;
+  });
+}
+function retryInfoFromUnknown(value) {
+  if (!isJsonLdNode(value)) {
+    return void 0;
+  }
+  const retryable = typeof value.retryable === "boolean" ? value.retryable : void 0;
+  if (retryable === void 0) {
+    return void 0;
+  }
+  return {
+    retryable,
+    reason: typeof value.reason === "string" ? value.reason : void 0,
+    retryAfter: typeof value.retryAfter === "string" ? value.retryAfter : void 0,
+    retryAfterMs: typeof value.retryAfterMs === "number" ? value.retryAfterMs : void 0,
+    attempts: typeof value.attempts === "number" ? value.attempts : void 0
+  };
+}
 function fieldSource(rawSources, externalResults, embeddedNodes, field, bestImage) {
   if (field === "image") {
     return bestImage ? sourceLabel2(bestImage) : void 0;
@@ -2584,23 +2832,26 @@ var youtubeAdapter = {
     const videoId = getYouTubeVideoId(url);
     const playlistId = getYouTubePlaylistId(url);
     const communityPostId = getYouTubeCommunityPostId(url);
+    const titleSelection = youtubeTitleFromContext(context, { videoId, playlistId, communityPostId });
+    const descriptionSelection = youtubeDescriptionFromContext(context);
     const channel = entityFromContext(context, ["author", "ownerChannelName", "channel", "owner"]);
     const playlistVideos = playlistId ? extractPlaylistVideos(context) : [];
+    const sourcePriority = youtubeSourcePriority();
     return compactAdapterResult({
       source: "youtubeAdapter",
       platform: "YouTube",
       type: playlistId ? "playlist" : communityPostId ? "social_post" : "video",
       siteName: "YouTube",
       canonicalUrl: videoId ? `https://www.youtube.com/watch?v=${videoId}` : context.raw.openGraph.url,
-      title: titleFromContext(context, ["videoDetails", "title", "headline", "name", "contentText"]),
-      description: descriptionFromContext(context),
+      title: titleSelection.value,
+      description: descriptionSelection.value,
       videos: markAdapterMedia(mediaFromContext(context).videos, "youtubeAdapter"),
       images: markAdapterMedia(mediaFromContext(context).images, "youtubeAdapter"),
       author: channel,
       article: { publishedTime: publishedTimeFromContext(context) },
       video: videoId ? {
         id: videoId,
-        title: titleFromContext(context, ["videoDetails", "title"]),
+        title: titleSelection.value,
         channel,
         publishedTime: publishedTimeFromContext(context),
         duration: findEmbeddedString(context, ["duration", "lengthSeconds", "approxDurationMs"]),
@@ -2610,11 +2861,15 @@ var youtubeAdapter = {
       } : void 0,
       playlist: playlistId ? {
         id: playlistId,
-        title: findEmbeddedString(context, ["playlistTitle", "playlistName", "title"]) ?? context.raw.openGraph.title,
+        title: youtubePlaylistTitleFromContext(context) ?? context.raw.openGraph.title,
         channel,
         videos: playlistVideos
       } : void 0,
-      identifiers: { videoId, playlistId, communityPostId }
+      identifiers: { videoId, playlistId, communityPostId },
+      raw: {
+        sourcePriority,
+        extractionMethod: titleSelection.method ?? descriptionSelection.method ?? "youtube:htmlFallback"
+      }
     });
   },
   normalize(rawData) {
@@ -2633,20 +2888,27 @@ var redditAdapter = {
     const url = new URL(context.finalUrl);
     const reddit = parseRedditUrl(url);
     const username = typeof reddit.username === "string" ? reddit.username : void 0;
+    const titleSelection = redditTitleFromContext(context);
+    const descriptionSelection = redditDescriptionFromContext(context);
+    const sourcePriority = redditSourcePriority();
     return compactAdapterResult({
       source: "redditAdapter",
       platform: "Reddit",
       type: reddit.isPost ? "social_post" : "website",
       siteName: "Reddit",
-      canonicalUrl: context.raw.openGraph.url,
-      title: cleanSocialTitle(titleFromContext(context, ["title", "postTitle", "headline"])),
-      description: descriptionFromContext(context),
+      canonicalUrl: context.raw.openGraph.url ?? context.raw.html.canonicalUrl,
+      title: cleanRedditTitle(titleSelection.value),
+      description: cleanRedditDescription(descriptionSelection.value),
       images: markAdapterMedia(mediaFromContext(context).images, "redditAdapter"),
       videos: markAdapterMedia(mediaFromContext(context).videos, "redditAdapter"),
       author: username ? { name: username } : entityFromContext(context, ["author", "submitter", "user"]),
       article: { publishedTime: publishedTimeFromContext(context) },
       identifiers: { subreddit: reddit.subreddit, postId: reddit.postId, username: reddit.username },
-      raw: { ...reddit }
+      raw: {
+        ...reddit,
+        sourcePriority,
+        extractionMethod: titleSelection.method ?? descriptionSelection.method ?? "reddit:htmlFallback"
+      }
     });
   },
   normalize(rawData) {
@@ -2747,6 +3009,7 @@ var facebookAdapter = {
       platform: "Facebook",
       type: isPhoto ? "image" : isPost || media.images.length > 0 || media.videos.length > 0 ? "social_post" : "website",
       siteName: "Facebook",
+      canonicalUrl: context.raw.openGraph.url,
       title: titleFromContext(context, ["title", "headline", "name"]),
       description: descriptionFromContext(context),
       images: markAdapterMedia(media.images, "facebookAdapter"),
@@ -2830,6 +3093,116 @@ var defaultAdapters = [
   twitterAdapter,
   instagramAdapter
 ];
+function youtubeSourcePriority() {
+  return [
+    "structuredData:VideoObject",
+    "embeddedData:ytInitialPlayerResponse",
+    "embeddedData:ytInitialData",
+    "openGraph",
+    "twitter",
+    "html"
+  ];
+}
+function youtubeTitleFromContext(context, ids) {
+  const videoObjectTitle = jsonLdVideoObjectString(context, ["name", "headline"]);
+  if (videoObjectTitle) {
+    return { value: videoObjectTitle, method: "youtube:structuredData.VideoObject" };
+  }
+  const playerTitle = youtubePlayerString(context, ["videoDetails.title", "microformat.playerMicroformatRenderer.title"]);
+  if (playerTitle) {
+    return { value: playerTitle, method: "youtube:ytInitialPlayerResponse" };
+  }
+  const initialDataTitle = youtubeInitialDataTitle(context, ids);
+  if (initialDataTitle) {
+    return { value: initialDataTitle, method: "youtube:ytInitialData" };
+  }
+  if (context.raw.openGraph.title) {
+    return { value: context.raw.openGraph.title, method: "youtube:openGraph" };
+  }
+  if (context.raw.twitter.title) {
+    return { value: context.raw.twitter.title, method: "youtube:twitter" };
+  }
+  return { value: cleanYouTubeHtmlTitle(context.raw.html.title), method: context.raw.html.title ? "youtube:html" : void 0 };
+}
+function youtubeDescriptionFromContext(context) {
+  const videoObjectDescription = jsonLdVideoObjectString(context, ["description"]);
+  if (videoObjectDescription) {
+    return { value: videoObjectDescription, method: "youtube:structuredData.VideoObject" };
+  }
+  const playerDescription = youtubePlayerString(context, [
+    "videoDetails.shortDescription",
+    "microformat.playerMicroformatRenderer.description",
+    "microformat.playerMicroformatRenderer.shortDescription"
+  ]);
+  if (playerDescription) {
+    return { value: playerDescription, method: "youtube:ytInitialPlayerResponse" };
+  }
+  const initialDataDescription = youtubeInitialDataDescription(context);
+  if (initialDataDescription) {
+    return { value: initialDataDescription, method: "youtube:ytInitialData" };
+  }
+  if (context.raw.openGraph.description) {
+    return { value: context.raw.openGraph.description, method: "youtube:openGraph" };
+  }
+  if (context.raw.twitter.description) {
+    return { value: context.raw.twitter.description, method: "youtube:twitter" };
+  }
+  return { value: context.raw.html.description, method: context.raw.html.description ? "youtube:html" : void 0 };
+}
+function redditSourcePriority() {
+  return [
+    "redditJsonEndpoint",
+    "oldReddit",
+    "embeddedStructuredData",
+    "openGraph",
+    "twitter",
+    "html"
+  ];
+}
+function redditTitleFromContext(context) {
+  const embedded = findEmbeddedStringBySources(context, ["applicationJson", "jsonScript", "initialState", "preloadedState", "nextData"], [
+    "postTitle",
+    "title",
+    "headline"
+  ]);
+  if (embedded) {
+    return { value: embedded, method: hasRedditJsonEndpointPayload(context) ? "reddit:jsonEndpoint" : "reddit:embeddedStructuredData" };
+  }
+  const structured = jsonLdStringByType(context.raw.jsonLd.nodes, ["SocialMediaPosting", "DiscussionForumPosting", "Article"], ["headline", "name"]);
+  if (structured) {
+    return { value: structured, method: "reddit:structuredData" };
+  }
+  if (context.raw.openGraph.title) {
+    return { value: context.raw.openGraph.title, method: "reddit:openGraph" };
+  }
+  if (context.raw.twitter.title) {
+    return { value: context.raw.twitter.title, method: "reddit:twitter" };
+  }
+  return { value: context.raw.html.title, method: context.raw.html.title ? "reddit:html" : void 0 };
+}
+function redditDescriptionFromContext(context) {
+  const embedded = findEmbeddedStringBySources(context, ["applicationJson", "jsonScript", "initialState", "preloadedState", "nextData"], [
+    "description",
+    "selftext",
+    "excerpt",
+    "summary",
+    "body"
+  ]);
+  if (embedded) {
+    return { value: embedded, method: hasRedditJsonEndpointPayload(context) ? "reddit:jsonEndpoint" : "reddit:embeddedStructuredData" };
+  }
+  const structured = jsonLdStringByType(context.raw.jsonLd.nodes, ["SocialMediaPosting", "DiscussionForumPosting", "Article"], ["description", "articleBody"]);
+  if (structured) {
+    return { value: structured, method: "reddit:structuredData" };
+  }
+  if (context.raw.openGraph.description) {
+    return { value: context.raw.openGraph.description, method: "reddit:openGraph" };
+  }
+  if (context.raw.twitter.description) {
+    return { value: context.raw.twitter.description, method: "reddit:twitter" };
+  }
+  return { value: context.raw.html.description, method: context.raw.html.description ? "reddit:html" : void 0 };
+}
 function socialVideoResult(source, platform, context) {
   const url = new URL(context.finalUrl);
   const username = url.pathname.match(/@([^/]+)/)?.[1];
@@ -2888,6 +3261,143 @@ function markAdapterMedia(assets, adapterName) {
     }
   }));
 }
+function jsonLdVideoObjectString(context, keys) {
+  return jsonLdStringByType(context.raw.jsonLd.nodes, ["VideoObject"], keys);
+}
+function jsonLdStringByType(nodes, types, keys) {
+  for (const node of nodes) {
+    if (!hasJsonLdType2(node, types)) {
+      continue;
+    }
+    for (const key of keys) {
+      const value = stringFromUnknown3(node[key]);
+      if (value) {
+        return value;
+      }
+    }
+  }
+  return void 0;
+}
+function hasJsonLdType2(node, types) {
+  const nodeTypes = Array.isArray(node["@type"]) ? node["@type"] : [node["@type"]];
+  return nodeTypes.some((type) => typeof type === "string" && types.some((candidate) => type.toLowerCase().endsWith(candidate.toLowerCase())));
+}
+function youtubePlayerString(context, paths) {
+  for (const item of context.raw.embeddedData.items) {
+    if (item.source !== "youtubePlayerResponse") {
+      continue;
+    }
+    for (const path of paths) {
+      const value = stringFromUnknown3(valueAtPath(item.data, path));
+      if (value) {
+        return value;
+      }
+    }
+  }
+  return void 0;
+}
+function youtubeInitialDataTitle(context, ids) {
+  const items = context.raw.embeddedData.items.filter((item) => item.source === "youtubeInitialData");
+  const primary = findRendererText(items, ["videoPrimaryInfoRenderer", "watchMetadata"], ["title"]);
+  if (primary) {
+    return primary;
+  }
+  if (ids.videoId) {
+    const matchingVideo = findYouTubeRendererForVideoId(items, ids.videoId, ["title"]);
+    if (matchingVideo) {
+      return matchingVideo;
+    }
+  }
+  if (ids.communityPostId) {
+    const communityPost = findEmbeddedStringBySources(context, ["youtubeInitialData"], ["contentText"]) ?? findRendererText(items, ["backstagePostRenderer", "postRenderer"], ["contentText", "title"]);
+    if (communityPost) {
+      return communityPost;
+    }
+  }
+  if (ids.playlistId && !ids.videoId) {
+    return findRendererText(items, ["playlistMetadataRenderer", "playlistHeaderRenderer"], ["title", "playlistTitle", "name"]);
+  }
+  return void 0;
+}
+function youtubeInitialDataDescription(context) {
+  const items = context.raw.embeddedData.items.filter((item) => item.source === "youtubeInitialData");
+  return findRendererText(items, ["expandableVideoDescriptionBodyRenderer", "videoSecondaryInfoRenderer", "watchMetadata"], [
+    "description",
+    "attributedDescription",
+    "content"
+  ]);
+}
+function youtubePlaylistTitleFromContext(context) {
+  const items = context.raw.embeddedData.items.filter((item) => item.source === "youtubeInitialData");
+  return findRendererText(items, ["playlistMetadataRenderer", "playlistHeaderRenderer"], ["title", "playlistTitle", "name"]);
+}
+function findRendererText(items, rendererKeys, textKeys) {
+  for (const item of items) {
+    let found;
+    walkData(item.data, (value, key) => {
+      if (found || !key || !rendererKeys.includes(key) || !isRecord4(value)) {
+        return;
+      }
+      for (const textKey of textKeys) {
+        found = stringFromUnknown3(value[textKey]);
+        if (found) {
+          return;
+        }
+      }
+    });
+    if (found) {
+      return found;
+    }
+  }
+  return void 0;
+}
+function findYouTubeRendererForVideoId(items, videoId, textKeys) {
+  for (const item of items) {
+    let found;
+    walkData(item.data, (value) => {
+      if (found || !isRecord4(value) || stringFromUnknown3(value.videoId) !== videoId) {
+        return;
+      }
+      for (const textKey of textKeys) {
+        found = stringFromUnknown3(value[textKey]);
+        if (found) {
+          return;
+        }
+      }
+    });
+    if (found) {
+      return found;
+    }
+  }
+  return void 0;
+}
+function findEmbeddedStringBySources(context, sources, keys) {
+  const candidates = [];
+  for (const item of context.raw.embeddedData.items) {
+    if (!sources.includes(item.source)) {
+      continue;
+    }
+    walkData(item.data, (value, key) => {
+      if (!key || !matchesKey(key, keys)) {
+        return;
+      }
+      const text = stringFromUnknown3(value);
+      if (text) {
+        candidates.push(text);
+      }
+    });
+  }
+  return bestTextCandidate(candidates);
+}
+function hasRedditJsonEndpointPayload(context) {
+  return context.raw.embeddedData.items.some((item) => item.source === "applicationJson" && item.path === "metanova-reddit-json");
+}
+function valueAtPath(node, path) {
+  return path.split(".").reduce((current, key) => isRecord4(current) ? current[key] : void 0, node);
+}
+function cleanYouTubeHtmlTitle(title) {
+  return title?.replace(/\s*-\s*YouTube\s*$/i, "").trim();
+}
 function titleFromContext(context, embeddedKeys) {
   return firstText(
     context.raw.openGraph.title,
@@ -3062,6 +3572,20 @@ function parseRedditUrl(url) {
 function cleanSocialTitle(title) {
   return title?.replace(/\s*:\s*r\/[A-Za-z0-9_]+$/i, "").trim();
 }
+function cleanRedditTitle(title) {
+  const cleaned = cleanSocialTitle(title);
+  if (!cleaned || /reddit\s*-\s*please wait for verification|please wait for verification|whoa there, pardner/i.test(cleaned)) {
+    return void 0;
+  }
+  return cleaned;
+}
+function cleanRedditDescription(description) {
+  const cleaned = description?.replace(/\s+/g, " ").trim();
+  if (!cleaned || /please wait for verification|whoa there, pardner|request has been blocked/i.test(cleaned)) {
+    return void 0;
+  }
+  return cleaned;
+}
 function hostMatches(url, domains) {
   const host = url.hostname.toLowerCase().replace(/^www\./, "");
   return domains.some((domain) => host === domain || host.endsWith(`.${domain}`));
@@ -3451,13 +3975,17 @@ function ascii(bytes, offset, length) {
 }
 
 // src/fetchMetadata.ts
+var REDDIT_BLOCKED_METADATA_WARNING = "Reddit returned a verification/block page; metadata is incomplete.";
+var PROVIDER_BLOCKED_SUGGESTED_ACTION = "retry_on_different_host_or_use_supported_proxy";
 async function fetchMetadata(url, options = {}) {
   const startedAt = Date.now();
   try {
     const requestedUrl = normalizeUrl(url);
-    const firstPage = await fetchPage(requestedUrl, options);
-    const fallback = await maybeFetchRedditFallback(firstPage, options);
-    const page = fallback.page;
+    const fetchResult = await fetchPageWithStrategies(requestedUrl, options);
+    const page = fetchResult.page;
+    if (fetchResult.providerDiagnostics?.blocked) {
+      return createBlockedProviderMetadata(requestedUrl, fetchResult, Date.now() - startedAt);
+    }
     const directMedia = createDirectMediaMetadata(page, requestedUrl, Date.now() - startedAt);
     if (directMedia) {
       return directMedia;
@@ -3478,12 +4006,17 @@ async function fetchMetadata(url, options = {}) {
     metadata.diagnostics.trace = [
       ...page.isShortUrl ? [`detected short URL provider: ${page.shortUrlProvider ?? "unknown"}`] : [],
       ...page.redirects.length > 0 ? [`resolved ${page.redirects.length} redirect${page.redirects.length === 1 ? "" : "s"}`] : [],
-      ...fallback.used ? ["retried Reddit page through old.reddit fallback"] : [],
+      ...fetchResult.trace,
       "downloaded page",
       ...metadata.diagnostics.trace,
       ...metadata.canonicalUrl ? ["resolved canonical URL"] : []
     ];
+    metadata.diagnostics.fallbacksAttempted = mergeFallbackAttempts2(metadata.diagnostics.fallbacksAttempted, fetchResult.fallbacksAttempted);
+    metadata.diagnostics.sourcePriority = uniqueStrings3([...metadata.diagnostics.sourcePriority ?? [], ...fetchResult.sourcePriority ?? []]);
+    metadata.diagnostics.extractionMethod = metadata.diagnostics.extractionMethod ?? fetchResult.extractionMethod;
+    metadata.diagnostics.retryInfo = metadata.diagnostics.retryInfo ?? fetchResult.retryInfo;
     metadata.trace = metadata.diagnostics.trace;
+    metadata.diagnostics.warnings.push(...fetchResult.warnings);
     if (!metadata.ok) {
       metadata.diagnostics.warnings.push(`Fetch completed with non-success status code ${page.statusCode}.`);
     }
@@ -3521,30 +4054,556 @@ async function fetchMetadata(url, options = {}) {
     };
   }
 }
-async function maybeFetchRedditFallback(page, options) {
-  let parsed;
+function createBlockedProviderMetadata(requestedUrl, fetchResult, fetchDurationMs) {
+  const page = fetchResult.page;
+  const providerDiagnostics = fetchResult.providerDiagnostics;
+  const trace = uniqueStrings3([
+    ...page.isShortUrl ? [`detected short URL provider: ${page.shortUrlProvider ?? "unknown"}`] : [],
+    ...page.redirects.length > 0 ? [`resolved ${page.redirects.length} redirect${page.redirects.length === 1 ? "" : "s"}`] : [],
+    ...fetchResult.trace,
+    "detected blocked provider response"
+  ]);
+  const warnings = uniqueStrings3([
+    ...fetchResult.warnings,
+    REDDIT_BLOCKED_METADATA_WARNING,
+    ...page.statusCode < 200 || page.statusCode >= 300 ? [`Fetch completed with non-success status code ${page.statusCode}.`] : []
+  ]);
+  return {
+    ok: false,
+    url: requestedUrl,
+    finalUrl: page.finalUrl,
+    type: "unknown",
+    siteName: providerDiagnostics?.platform === "reddit" ? "Reddit" : void 0,
+    confidence: 0,
+    completeness: 0,
+    reliability: 0,
+    images: [],
+    videos: [],
+    audio: [],
+    favicons: [],
+    trace,
+    diagnostics: {
+      originalUrl: requestedUrl,
+      finalUrl: page.finalUrl,
+      isShortUrl: page.isShortUrl,
+      shortUrlProvider: page.shortUrlProvider,
+      statusCode: page.statusCode,
+      contentType: page.contentType,
+      redirects: page.redirects,
+      sourcesUsed: [],
+      warnings,
+      fallbacksAttempted: mergeFallbackAttempts2(void 0, fetchResult.fallbacksAttempted),
+      trace,
+      sourcePriority: fetchResult.sourcePriority,
+      extractionMethod: fetchResult.extractionMethod,
+      retryInfo: fetchResult.retryInfo,
+      providerDiagnostics,
+      confidenceBreakdown: {
+        title: 0,
+        description: 0,
+        image: 0,
+        structuredData: 0,
+        adapter: 0
+      },
+      fetchDurationMs,
+      extractedAt: (/* @__PURE__ */ new Date()).toISOString()
+    }
+  };
+}
+async function fetchPageWithStrategies(requestedUrl, options) {
+  if (isRedditUrl(requestedUrl)) {
+    return fetchRedditPageWithStrategy(requestedUrl, options);
+  }
+  return {
+    page: await fetchPage(requestedUrl, options),
+    fallbacksAttempted: [],
+    warnings: [],
+    trace: []
+  };
+}
+async function fetchRedditPageWithStrategy(requestedUrl, options) {
+  const attempts = [];
+  const warnings = [];
+  const sourcePriority = ["redditJsonEndpoint", "oldReddit", "embeddedStructuredData", "openGraph", "html"];
+  let lastError;
+  const jsonUrl = redditJsonEndpoint(requestedUrl);
+  if (jsonUrl) {
+    const attempt = await attemptFetch("redditJsonEndpoint", jsonUrl, {
+      ...options,
+      accept: "application/json,text/html;q=0.8,*/*;q=0.5"
+    });
+    attempts.push(attempt);
+    lastError = attempt.error;
+    if (attempt.page && attempt.ok) {
+      const redditPost = parseRedditJsonPayload(attempt.page.html);
+      if (redditPost?.title) {
+        return {
+          page: synthesizeRedditJsonPage(attempt.page, requestedUrl, redditPost),
+          fallbacksAttempted: attempts,
+          warnings,
+          trace: ["used Reddit JSON endpoint"],
+          sourcePriority,
+          extractionMethod: "reddit:jsonEndpoint",
+          retryInfo: redditRetryInfo(attempts)
+        };
+      }
+      warnings.push("Reddit JSON endpoint responded, but no post payload could be extracted.");
+    } else if (attempt.blocked) {
+      warnings.push("Reddit JSON endpoint appears to have blocked access.");
+    }
+  }
+  const oldRedditUrl = redditOldUrl(requestedUrl);
+  if (oldRedditUrl && oldRedditUrl !== requestedUrl) {
+    const attempt = await attemptFetch("oldReddit", oldRedditUrl, options);
+    attempts.push(attempt);
+    lastError = attempt.error;
+    if (attempt.page && attempt.ok) {
+      return {
+        page: attempt.page,
+        fallbacksAttempted: attempts,
+        warnings,
+        trace: ["retried Reddit page through old.reddit"],
+        sourcePriority,
+        extractionMethod: "reddit:oldReddit",
+        retryInfo: redditRetryInfo(attempts)
+      };
+    }
+    if (attempt.blocked) {
+      warnings.push("old.reddit fallback appears to have been blocked.");
+    }
+  }
+  const htmlAttempt = await attemptFetch("redditHtmlFallback", requestedUrl, options);
+  attempts.push(htmlAttempt);
+  lastError = htmlAttempt.error;
+  if (htmlAttempt.page && htmlAttempt.ok) {
+    return {
+      page: htmlAttempt.page,
+      fallbacksAttempted: attempts,
+      warnings,
+      trace: ["used Reddit HTML fallback"],
+      sourcePriority,
+      extractionMethod: "reddit:htmlFallback",
+      retryInfo: redditRetryInfo(attempts)
+    };
+  }
+  if (htmlAttempt.blocked) {
+    warnings.push("Reddit HTML fallback appears to have been blocked; metadata may be incomplete.");
+  }
+  const providerDiagnostics = redditProviderDiagnosticsFromAttempts(attempts);
+  if (providerDiagnostics) {
+    return {
+      page: synthesizeRedditBlockedPage(requestedUrl, attempts, providerDiagnostics),
+      fallbacksAttempted: attempts,
+      warnings: uniqueStrings3([...warnings, REDDIT_BLOCKED_METADATA_WARNING]),
+      trace: ["Reddit provider blocked metadata extraction"],
+      sourcePriority,
+      extractionMethod: "reddit:blockedProvider",
+      retryInfo: redditRetryInfo(attempts),
+      providerDiagnostics
+    };
+  }
+  throw lastError ?? new Error("All Reddit extraction fetch attempts failed.");
+}
+async function attemptFetch(method, url, options) {
+  try {
+    const page = await fetchPage(url, options);
+    const retryAfter = page.headers["retry-after"];
+    const blockReason = redditBlockReason(page);
+    const blocked = Boolean(blockReason);
+    return {
+      method,
+      url,
+      ok: page.statusCode >= 200 && page.statusCode < 300 && !blocked,
+      statusCode: page.statusCode,
+      blocked,
+      blockReason,
+      retryAfter,
+      page
+    };
+  } catch (error) {
+    return {
+      method,
+      url,
+      ok: false,
+      error: error instanceof Error ? error.message : String(error)
+    };
+  }
+}
+function isRedditUrl(url) {
   try {
-    parsed = new URL(page.finalUrl);
+    const host = new URL(url).hostname.toLowerCase().replace(/^www\./, "");
+    return host === "reddit.com" || host === "redd.it" || host.endsWith(".reddit.com");
   } catch {
-    return { page, used: false };
-  }
-  const host = parsed.hostname.toLowerCase();
-  const isReddit = host === "www.reddit.com" || host === "reddit.com" || host.endsWith(".reddit.com");
-  const isOldReddit = host === "old.reddit.com";
-  const looksLikeVerification = /please wait for verification|blocked|whoa there, pardner/i.test(page.html);
-  const hasUsefulPreview = /og:(?:title|image|description)|twitter:(?:title|image|description)/i.test(page.html);
-  if (!isReddit || isOldReddit || hasUsefulPreview || !looksLikeVerification) {
-    return { page, used: false };
-  }
-  const fallbackUrl = new URL(page.finalUrl);
-  fallbackUrl.hostname = "old.reddit.com";
-  fallbackUrl.search = "";
+    return false;
+  }
+}
+function redditJsonEndpoint(url) {
+  try {
+    const parsed = new URL(url);
+    const host = parsed.hostname.toLowerCase().replace(/^www\./, "");
+    const endpoint = new URL(url);
+    endpoint.protocol = "https:";
+    endpoint.hostname = "www.reddit.com";
+    endpoint.search = "";
+    if (host === "redd.it") {
+      const postId = parsed.pathname.split("/").filter(Boolean)[0];
+      if (!postId) {
+        return void 0;
+      }
+      endpoint.pathname = `/comments/${postId}.json`;
+    } else {
+      endpoint.pathname = parsed.pathname.endsWith(".json") ? parsed.pathname : `${parsed.pathname.endsWith("/") ? parsed.pathname : `${parsed.pathname}/`}.json`;
+    }
+    endpoint.searchParams.set("raw_json", "1");
+    return endpoint.toString();
+  } catch {
+    return void 0;
+  }
+}
+function redditOldUrl(url) {
+  try {
+    const parsed = new URL(url);
+    const host = parsed.hostname.toLowerCase().replace(/^www\./, "");
+    parsed.protocol = "https:";
+    parsed.hostname = "old.reddit.com";
+    parsed.search = "";
+    if (host === "redd.it") {
+      const postId = parsed.pathname.split("/").filter(Boolean)[0];
+      if (!postId) {
+        return void 0;
+      }
+      parsed.pathname = `/comments/${postId}/`;
+    }
+    return parsed.toString();
+  } catch {
+    return void 0;
+  }
+}
+function parseRedditJsonPayload(source) {
   try {
-    const fallbackPage = await fetchPage(fallbackUrl.toString(), options);
-    return { page: fallbackPage, used: true };
+    const parsed = JSON.parse(source);
+    const post = findRedditPostRecord(parsed);
+    if (!post) {
+      return void 0;
+    }
+    const createdUtc = numberFromUnknown2(post.created_utc);
+    const permalink = stringFromUnknown4(post.permalink);
+    const canonicalUrl = permalink ? `https://www.reddit.com${permalink.startsWith("/") ? permalink : `/${permalink}`}` : void 0;
+    const images = redditImagesFromPost(post);
+    const videos = redditVideosFromPost(post);
+    const description = firstText2(
+      stringFromUnknown4(post.selftext),
+      stringFromUnknown4(post.selftext_html),
+      stringFromUnknown4(post.url_overridden_by_dest)
+    );
+    return {
+      title: stringFromUnknown4(post.title),
+      description,
+      author: stringFromUnknown4(post.author) ?? stringFromUnknown4(post.author_fullname),
+      createdAt: createdUtc ? new Date(createdUtc * 1e3).toISOString() : void 0,
+      canonicalUrl,
+      url: stringFromUnknown4(post.url_overridden_by_dest) ?? stringFromUnknown4(post.url),
+      images,
+      videos,
+      subreddit: stringFromUnknown4(post.subreddit_name_prefixed) ?? stringFromUnknown4(post.subreddit),
+      postId: stringFromUnknown4(post.id)
+    };
   } catch {
-    return { page, used: false };
+    return void 0;
+  }
+}
+function findRedditPostRecord(value) {
+  if (Array.isArray(value)) {
+    for (const item of value) {
+      const found = findRedditPostRecord(item);
+      if (found) {
+        return found;
+      }
+    }
+    return void 0;
+  }
+  if (!isRecord5(value)) {
+    return void 0;
+  }
+  if (typeof value.title === "string" && (typeof value.id === "string" || typeof value.name === "string")) {
+    return value;
+  }
+  const children = isRecord5(value.data) && Array.isArray(value.data.children) ? value.data.children : void 0;
+  if (children) {
+    for (const child of children) {
+      if (isRecord5(child) && isRecord5(child.data) && (child.kind === "t3" || typeof child.data.title === "string")) {
+        return child.data;
+      }
+    }
+  }
+  for (const childValue of Object.values(value).slice(0, 100)) {
+    const found = findRedditPostRecord(childValue);
+    if (found) {
+      return found;
+    }
+  }
+  return void 0;
+}
+function redditImagesFromPost(post) {
+  const images = [];
+  const preview = isRecord5(post.preview) && Array.isArray(post.preview.images) ? post.preview.images : [];
+  for (const image of preview) {
+    if (!isRecord5(image)) {
+      continue;
+    }
+    for (const candidate of [image.source, ...Array.isArray(image.resolutions) ? image.resolutions : []]) {
+      if (!isRecord5(candidate)) {
+        continue;
+      }
+      const url = redditMediaUrl(stringFromUnknown4(candidate.url));
+      if (!url) {
+        continue;
+      }
+      images.push({
+        url,
+        kind: "image",
+        source: "adapter",
+        width: numberFromUnknown2(candidate.width),
+        height: numberFromUnknown2(candidate.height),
+        metadata: {
+          adapter: "redditJsonEndpoint",
+          originalSource: "redditJsonEndpoint"
+        }
+      });
+    }
+  }
+  const thumbnail = redditMediaUrl(stringFromUnknown4(post.thumbnail));
+  if (thumbnail && /^https?:\/\//i.test(thumbnail)) {
+    images.push({
+      url: thumbnail,
+      kind: "image",
+      source: "adapter",
+      metadata: {
+        adapter: "redditJsonEndpoint",
+        originalSource: "redditJsonEndpoint"
+      }
+    });
+  }
+  return images;
+}
+function redditVideosFromPost(post) {
+  const videos = [];
+  const media = [post.media, post.secure_media].filter(isRecord5);
+  for (const item of media) {
+    const redditVideo = isRecord5(item.reddit_video) ? item.reddit_video : void 0;
+    const url = redditMediaUrl(stringFromUnknown4(redditVideo?.fallback_url) ?? stringFromUnknown4(redditVideo?.hls_url) ?? stringFromUnknown4(redditVideo?.dash_url));
+    if (!url) {
+      continue;
+    }
+    videos.push({
+      url,
+      kind: "video",
+      source: "adapter",
+      width: numberFromUnknown2(redditVideo?.width),
+      height: numberFromUnknown2(redditVideo?.height),
+      metadata: {
+        adapter: "redditJsonEndpoint",
+        originalSource: "redditJsonEndpoint"
+      }
+    });
+  }
+  return videos;
+}
+function synthesizeRedditJsonPage(jsonPage, requestedUrl, post) {
+  const finalUrl = post.canonicalUrl ?? requestedUrl;
+  const bestImage = post.images.sort((left, right) => (right.width ?? 0) * (right.height ?? 0) - (left.width ?? 0) * (left.height ?? 0))[0];
+  const video = post.videos[0];
+  const structuredData = {
+    "@context": "https://schema.org",
+    "@type": "SocialMediaPosting",
+    headline: post.title,
+    description: post.description,
+    author: post.author ? { "@type": "Person", name: post.author } : void 0,
+    datePublished: post.createdAt,
+    url: finalUrl,
+    image: bestImage ? { "@type": "ImageObject", url: bestImage.url, width: bestImage.width, height: bestImage.height } : void 0,
+    video: video ? { "@type": "VideoObject", contentUrl: video.url, width: video.width, height: video.height } : void 0
+  };
+  const embeddedPayload = {
+    post: {
+      postTitle: post.title,
+      description: post.description,
+      author: post.author ? { name: post.author } : void 0,
+      createdAt: post.createdAt,
+      canonicalUrl: finalUrl,
+      previewImage: bestImage,
+      media: {
+        videoUrl: video?.url
+      },
+      images: post.images,
+      videos: post.videos,
+      subreddit: post.subreddit,
+      postId: post.postId
+    }
+  };
+  const html = [
+    "<!doctype html><html><head>",
+    `<title>${escapeHtml(post.title ?? "Reddit post")}</title>`,
+    post.title ? `<meta property="og:title" content="${escapeHtml(post.title)}">` : "",
+    post.description ? `<meta property="og:description" content="${escapeHtml(post.description)}">` : "",
+    `<meta property="og:site_name" content="Reddit">`,
+    `<meta property="og:url" content="${escapeHtml(finalUrl)}">`,
+    bestImage ? `<meta property="og:image" content="${escapeHtml(bestImage.url)}">` : "",
+    bestImage?.width ? `<meta property="og:image:width" content="${bestImage.width}">` : "",
+    bestImage?.height ? `<meta property="og:image:height" content="${bestImage.height}">` : "",
+    `<link rel="canonical" href="${escapeHtml(finalUrl)}">`,
+    `<script type="application/ld+json">${safeJson(structuredData)}</script>`,
+    `<script type="application/json" id="metanova-reddit-json">${safeJson(embeddedPayload)}</script>`,
+    "</head><body></body></html>"
+  ].join("");
+  return {
+    ...jsonPage,
+    url: requestedUrl,
+    originalUrl: requestedUrl,
+    finalUrl,
+    html,
+    bytes: new TextEncoder().encode(html),
+    contentType: "text/html; charset=utf-8",
+    statusCode: jsonPage.statusCode
+  };
+}
+function redditProviderDiagnosticsFromAttempts(attempts) {
+  const blockedAttempts = attempts.filter((attempt) => attempt.blocked);
+  if (blockedAttempts.length === 0) {
+    return void 0;
   }
+  const selectedAttempt = blockedAttempts.find((attempt) => attempt.blockReason === "provider_verification_required") ?? blockedAttempts.at(-1);
+  return {
+    platform: "reddit",
+    blocked: true,
+    statusCode: selectedAttempt?.statusCode,
+    reason: selectedAttempt?.blockReason ?? "provider_blocked_request",
+    suggestedAction: PROVIDER_BLOCKED_SUGGESTED_ACTION
+  };
+}
+function synthesizeRedditBlockedPage(requestedUrl, attempts, providerDiagnostics) {
+  const selectedPage = attempts.find((attempt) => attempt.blockReason === providerDiagnostics.reason)?.page ?? attempts.slice().reverse().find((attempt) => attempt.page)?.page;
+  return {
+    url: requestedUrl,
+    originalUrl: requestedUrl,
+    finalUrl: requestedUrl,
+    isShortUrl: selectedPage?.isShortUrl ?? false,
+    shortUrlProvider: selectedPage?.shortUrlProvider,
+    html: "",
+    bytes: new Uint8Array(),
+    statusCode: providerDiagnostics.statusCode ?? selectedPage?.statusCode ?? 403,
+    contentType: selectedPage?.contentType,
+    redirects: selectedPage?.redirects ?? [],
+    headers: selectedPage?.headers ?? {}
+  };
+}
+function redditBlockReason(page) {
+  const title = htmlTitle(page.html);
+  const text = normalizeText(`${title ?? ""} ${page.html}`);
+  if (/reddit\s*-\s*please wait for verification/i.test(title ?? "") || /please wait for verification|verification required|verify you are human/i.test(text)) {
+    return "provider_verification_required";
+  }
+  if (page.statusCode === 403 || page.statusCode === 429 || /whoa there, pardner|request has been blocked|too many requests|forbidden|you're blocked|you are blocked|youre blocked|blocked by network security/i.test(text) || /^blocked$/i.test(title ?? "")) {
+    return "provider_blocked_request";
+  }
+  return void 0;
+}
+function htmlTitle(html) {
+  return normalizeText(html.match(/<title[^>]*>([\s\S]*?)<\/title>/i)?.[1]);
+}
+function normalizeText(value) {
+  return value?.replace(/<[^>]*>/g, " ").replace(/\s+/g, " ").trim() ?? "";
+}
+function redditRetryInfo(attempts) {
+  const blockedAttempts = attempts.filter((attempt) => attempt.blocked || attempt.statusCode === 429 || attempt.statusCode === 403);
+  if (blockedAttempts.length === 0) {
+    return void 0;
+  }
+  const retryAfter = blockedAttempts.map((attempt) => attempt.retryAfter).find((value) => Boolean(value));
+  return {
+    retryable: blockedAttempts.some((attempt) => attempt.statusCode === 429 || Boolean(attempt.retryAfter)),
+    reason: blockedAttempts.map((attempt) => `${attempt.method}${attempt.statusCode ? ` returned ${attempt.statusCode}` : " failed"}`).join("; "),
+    retryAfter,
+    retryAfterMs: retryAfterToMs(retryAfter),
+    attempts: attempts.length
+  };
+}
+function retryAfterToMs(value) {
+  if (!value) {
+    return void 0;
+  }
+  const seconds = Number.parseInt(value, 10);
+  if (Number.isFinite(seconds)) {
+    return seconds * 1e3;
+  }
+  const dateMs = Date.parse(value);
+  return Number.isFinite(dateMs) ? Math.max(dateMs - Date.now(), 0) : void 0;
+}
+function mergeFallbackAttempts2(existing, incoming) {
+  const attempts = [...existing ?? [], ...incoming];
+  if (attempts.length === 0) {
+    return void 0;
+  }
+  const seen = /* @__PURE__ */ new Set();
+  return attempts.map((value) => {
+    const { page: _page, blockReason: _blockReason, ...attempt } = value;
+    return attempt;
+  }).filter((attempt) => {
+    const key = `${attempt.method}:${attempt.url ?? ""}:${attempt.statusCode ?? ""}:${attempt.error ?? ""}`;
+    if (seen.has(key)) {
+      return false;
+    }
+    seen.add(key);
+    return true;
+  });
+}
+function uniqueStrings3(values) {
+  return [...new Set(values.filter((value) => Boolean(value)))];
+}
+function redditMediaUrl(value) {
+  return value?.replace(/&amp;/g, "&");
+}
+function firstText2(...values) {
+  return values.map((value) => value?.replace(/\s+/g, " ").trim()).find((value) => Boolean(value));
+}
+function stringFromUnknown4(value) {
+  if (typeof value === "string" && value.trim()) {
+    return value.trim();
+  }
+  if (typeof value === "number" && Number.isFinite(value)) {
+    return String(value);
+  }
+  return void 0;
+}
+function numberFromUnknown2(value) {
+  if (typeof value === "number" && Number.isFinite(value)) {
+    return value;
+  }
+  if (typeof value !== "string") {
+    return void 0;
+  }
+  const parsed = Number.parseFloat(value);
+  return Number.isFinite(parsed) ? parsed : void 0;
+}
+function safeJson(value) {
+  return JSON.stringify(stripUndefinedDeep(value)).replace(/</g, "\\u003c");
+}
+function escapeHtml(value) {
+  return value.replace(/&/g, "&amp;").replace(/"/g, "&quot;").replace(/</g, "&lt;").replace(/>/g, "&gt;");
+}
+function stripUndefinedDeep(value) {
+  if (Array.isArray(value)) {
+    return value.map(stripUndefinedDeep).filter((item) => item !== void 0);
+  }
+  if (isRecord5(value)) {
+    return Object.fromEntries(
+      Object.entries(value).map(([key, item]) => [key, stripUndefinedDeep(item)]).filter(([, item]) => item !== void 0 && item !== null && (!Array.isArray(item) || item.length > 0))
+    );
+  }
+  return value;
+}
+function isRecord5(value) {
+  return typeof value === "object" && value !== null && !Array.isArray(value);
 }
 function createDirectMediaMetadata(page, requestedUrl, fetchDurationMs) {
   const contentType = page.contentType?.toLowerCase() ?? "";
@@ -3601,7 +4660,15 @@ function createDirectMediaMetadata(page, requestedUrl, fetchDurationMs) {
       sourcesUsed: ["direct"],
       warnings: [],
       trace,
+      extractionMethod: `direct:${kind}`,
       selectedImageReason: kind === "image" ? "Selected direct image URL because the response content type is an image." : void 0,
+      confidenceBreakdown: {
+        title: 0,
+        description: 0,
+        image: kind === "image" ? 100 : 0,
+        structuredData: 0,
+        adapter: 0
+      },
       fetchDurationMs,
       extractedAt: (/* @__PURE__ */ new Date()).toISOString()
     }
@@ -3717,6 +4784,7 @@ var index_default = MetaNova;
   behanceAdapter,
   calculateCompleteness,
   calculateConfidence,
+  calculateConfidenceBreakdown,
   calculateReliability,
   createDiagnostics,
   createPreviewCard,