@apitap/core 1.0.0

package/dist/read/decoders/twitter.js

@@ -0,0 +1,187 @@
+import { safeFetch } from '../../discovery/fetch.js';
+const DEFAULT_API_BASE = 'https://api.fxtwitter.com';
+function estimateTokens(text) {
+    return Math.ceil(text.length / 4);
+}
+/**
+ * Twitter/X decoder — uses fxtwitter.com public API as side channel.
+ *
+ * Handles:
+ *   - Individual tweets/posts (with text, media, quotes, articles)
+ *   - Profile URLs (basic profile info)
+ *
+ * fxtwitter API returns full tweet JSON including embedded articles,
+ * media URLs, quote tweets, and engagement metrics — all without auth.
+ */
+export const twitterDecoder = {
+    name: 'twitter',
+    patterns: [
+        /(?:twitter\.com|x\.com)\/\w+\/status\/\d+/,
+        /(?:twitter\.com|x\.com)\/(\w+)\/?$/,
+    ],
+    async decode(url, options = {}) {
+        try {
+            const apiBase = options._apiBaseUrl || DEFAULT_API_BASE;
+            // Tweet/status URL
+            const statusMatch = url.match(/(?:twitter\.com|x\.com)\/(\w+)\/status\/(\d+)/);
+            if (statusMatch) {
+                return decodeTweet(apiBase, statusMatch[1], statusMatch[2], url, options);
+            }
+            // Profile URL
+            const profileMatch = url.match(/(?:twitter\.com|x\.com)\/(\w+)\/?$/);
+            if (profileMatch && !isReservedPath(profileMatch[1])) {
+                return decodeProfile(apiBase, profileMatch[1], url, options);
+            }
+            return null;
+        }
+        catch {
+            return null;
+        }
+    },
+};
+function isReservedPath(path) {
+    const reserved = new Set([
+        'home', 'explore', 'search', 'notifications', 'messages',
+        'settings', 'i', 'compose', 'hashtag', 'login', 'signup',
+    ]);
+    return reserved.has(path.toLowerCase());
+}
+async function decodeTweet(apiBase, username, tweetId, url, options) {
+    const apiUrl = `${apiBase}/${username}/status/${tweetId}`;
+    const result = await safeFetch(apiUrl, { skipSsrf: options.skipSsrf });
+    if (!result || result.status !== 200)
+        return null;
+    let data;
+    try {
+        data = JSON.parse(result.body);
+    }
+    catch {
+        return null;
+    }
+    const tweet = data?.tweet;
+    if (!tweet)
+        return null;
+    const author = tweet.author;
+    const authorName = author ? `${author.name} (@${author.screen_name})` : username;
+    // Build content
+    const parts = [];
+    // Author info
+    if (author) {
+        parts.push(`**${author.name}** (@${author.screen_name})`);
+        if (author.description)
+            parts.push(author.description);
+        if (author.followers)
+            parts.push(`Followers: ${Number(author.followers).toLocaleString()}`);
+    }
+    // Tweet text
+    const tweetText = tweet.text || tweet.raw_text?.text || '';
+    if (tweetText)
+        parts.push(`\n${tweetText}`);
+    // Engagement
+    const engagement = [];
+    if (tweet.likes)
+        engagement.push(`${Number(tweet.likes).toLocaleString()} likes`);
+    if (tweet.retweets)
+        engagement.push(`${Number(tweet.retweets).toLocaleString()} RTs`);
+    if (tweet.views)
+        engagement.push(`${Number(tweet.views).toLocaleString()} views`);
+    if (tweet.bookmarks)
+        engagement.push(`${Number(tweet.bookmarks).toLocaleString()} bookmarks`);
+    if (engagement.length > 0)
+        parts.push(engagement.join(' · '));
+    // Embedded article (X Articles / long-form posts)
+    if (tweet.article) {
+        const article = tweet.article;
+        parts.push(`\n## ${article.title || 'Article'}`);
+        if (article.content?.blocks) {
+            const articleText = extractArticleBlocks(article.content.blocks);
+            parts.push(articleText);
+        }
+        else if (article.preview_text) {
+            parts.push(article.preview_text);
+        }
+    }
+    // Quote tweet
+    if (tweet.quote) {
+        const q = tweet.quote;
+        const qAuthor = q.author ? `${q.author.name} (@${q.author.screen_name})` : 'Unknown';
+        const qText = q.text || '';
+        parts.push(`\n> Quoting ${qAuthor}:\n> ${qText}`);
+    }
+    const content = parts.join('\n');
+    // Links
+    const links = [];
+    if (author?.website?.url) {
+        links.push({ text: author.website.display_url || 'Website', href: author.website.url });
+    }
+    // Images
+    const images = [];
+    if (tweet.media?.photos) {
+        for (const photo of tweet.media.photos.slice(0, 4)) {
+            images.push({ alt: 'Tweet image', src: photo.url });
+        }
+    }
+    if (tweet.article?.cover_media?.media_info?.original_img_url) {
+        images.push({
+            alt: tweet.article.title || 'Article cover',
+            src: tweet.article.cover_media.media_info.original_img_url,
+        });
+    }
+    return {
+        url,
+        title: tweet.article?.title || (tweetText ? `${authorName}: ${tweetText.slice(0, 80)}${tweetText.length > 80 ? '…' : ''}` : `Tweet by ${authorName}`),
+        author: author?.name || username,
+        description: tweetText?.slice(0, 200) || null,
+        content,
+        links,
+        images,
+        metadata: {
+            type: tweet.article ? 'article' : 'social',
+            publishedAt: tweet.created_at || null,
+            source: 'twitter-fxtwitter',
+            canonical: url,
+            siteName: 'X (Twitter)',
+        },
+        cost: { tokens: estimateTokens(content) },
+    };
+}
+function extractArticleBlocks(blocks) {
+    const parts = [];
+    for (const block of blocks) {
+        const text = block.text || '';
+        if (!text)
+            continue;
+        switch (block.type) {
+            case 'header-one':
+                parts.push(`\n# ${text}`);
+                break;
+            case 'header-two':
+                parts.push(`\n## ${text}`);
+                break;
+            case 'header-three':
+                parts.push(`\n### ${text}`);
+                break;
+            case 'unordered-list-item':
+                parts.push(`• ${text}`);
+                break;
+            case 'ordered-list-item':
+                parts.push(`1. ${text}`);
+                break;
+            case 'blockquote':
+                parts.push(`> ${text}`);
+                break;
+            default:
+                parts.push(text);
+                break;
+        }
+    }
+    return parts.join('\n');
+}
+async function decodeProfile(apiBase, username, url, options) {
+    // fxtwitter doesn't have a dedicated profile endpoint,
+    // but we can get profile data from any tweet by the user.
+    // For now, return null and let generic decoder handle profiles.
+    // Profile data is included in tweet responses anyway.
+    return null;
+}
+//# sourceMappingURL=twitter.js.map

package/dist/read/decoders/twitter.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"twitter.js","sourceRoot":"","sources":["../../../src/read/decoders/twitter.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,SAAS,EAAE,MAAM,0BAA0B,CAAC;AAErD,MAAM,gBAAgB,GAAG,2BAA2B,CAAC;AAErD,SAAS,cAAc,CAAC,IAAY;IAClC,OAAO,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;AACpC,CAAC;AAED;;;;;;;;;GASG;AACH,MAAM,CAAC,MAAM,cAAc,GAAY;IACrC,IAAI,EAAE,SAAS;IACf,QAAQ,EAAE;QACR,2CAA2C;QAC3C,oCAAoC;KACrC;IAED,KAAK,CAAC,MAAM,CAAC,GAAW,EAAE,UAAsD,EAAE;QAChF,IAAI,CAAC;YACH,MAAM,OAAO,GAAG,OAAO,CAAC,WAAW,IAAI,gBAAgB,CAAC;YAExD,mBAAmB;YACnB,MAAM,WAAW,GAAG,GAAG,CAAC,KAAK,CAAC,+CAA+C,CAAC,CAAC;YAC/E,IAAI,WAAW,EAAE,CAAC;gBAChB,OAAO,WAAW,CAAC,OAAO,EAAE,WAAW,CAAC,CAAC,CAAC,EAAE,WAAW,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,OAAO,CAAC,CAAC;YAC5E,CAAC;YAED,cAAc;YACd,MAAM,YAAY,GAAG,GAAG,CAAC,KAAK,CAAC,oCAAoC,CAAC,CAAC;YACrE,IAAI,YAAY,IAAI,CAAC,cAAc,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;gBACrD,OAAO,aAAa,CAAC,OAAO,EAAE,YAAY,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,OAAO,CAAC,CAAC;YAC/D,CAAC;YAED,OAAO,IAAI,CAAC;QACd,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;CACF,CAAC;AAEF,SAAS,cAAc,CAAC,IAAY;IAClC,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC;QACvB,MAAM,EAAE,SAAS,EAAE,QAAQ,EAAE,eAAe,EAAE,UAAU;QACxD,UAAU,EAAE,GAAG,EAAE,SAAS,EAAE,SAAS,EAAE,OAAO,EAAE,QAAQ;KACzD,CAAC,CAAC;IACH,OAAO,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,CAAC;AAC1C,CAAC;AAED,KAAK,UAAU,WAAW,CACxB,OAAe,EACf,QAAgB,EAChB,OAAe,EACf,GAAW,EACX,OAAmD;IAEnD,MAAM,MAAM,GAAG,GAAG,OAAO,IAAI,QAAQ,WAAW,OAAO,EAAE,CAAC;IAC1D,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,MAAM,EAAE,EAAE,QAAQ,EAAE,OAAO,CAAC,QAAQ,EAAE,CAAC,CAAC;IACvE,IAAI,CAAC,MAAM,IAAI,MAAM,CAAC,MAAM,KAAK,GAAG;QAAE,OAAO,IAAI,CAAC;IAElD,IAAI,IAAS,CAAC;IACd,IAAI,CAAC;QACH,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;IACjC,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;IAED,MAAM,KAAK,GAAG,IAAI,EAAE,KAAK,CAAC;IAC1B,IAAI,CAAC,KAAK;QAAE,OAAO,IAAI,CAAC;IAExB,MAAM,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC;IAC5B,MAAM,UAAU,GAAG,MAAM,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,IAAI,MAAM,MAAM,CAAC,WAAW,GAAG,CAAC,CAAC,CAAC,QAAQ,CAAC;IAEjF,gBAAgB;IAChB,MAAM,KAAK,GAAa,EAAE,CAAC;IAE3B,cAAc;IACd,IAAI,MAAM,EAAE,CAAC;QACX,KAAK,CAAC,IAAI,CAAC,KAAK,MAAM,CAAC,IAAI,QAAQ,MAAM,CAAC,WAAW,GAAG,CAAC,CAAC;QAC1D,IAAI,MAAM,CAAC,WAAW;YAAE,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC;QACvD,IAAI,MAAM,CAAC,SAAS;YAAE,KAAK,CAAC,IAAI,CAAC,cAAc,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,cAAc,EAAE,EAAE,CAAC,CAAC;IAC9F,CAAC;IAED,aAAa;IACb,MAAM,SAAS,GAAG,KAAK,CAAC,IAAI,IAAI,KAAK,CAAC,QAAQ,EAAE,IAAI,IAAI,EAAE,CAAC;IAC3D,IAAI,SAAS;QAAE,KAAK,CAAC,IAAI,CAAC,KAAK,SAAS,EAAE,CAAC,CAAC;IAE5C,aAAa;IACb,MAAM,UAAU,GAAa,EAAE,CAAC;IAChC,IAAI,KAAK,CAAC,KAAK;QAAE,UAAU,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,cAAc,EAAE,QAAQ,CAAC,CAAC;IAClF,IAAI,KAAK,CAAC,QAAQ;QAAE,UAAU,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,cAAc,EAAE,MAAM,CAAC,CAAC;IACtF,IAAI,KAAK,CAAC,KAAK;QAAE,UAAU,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,cAAc,EAAE,QAAQ,CAAC,CAAC;IAClF,IAAI,KAAK,CAAC,SAAS;QAAE,UAAU,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,cAAc,EAAE,YAAY,CAAC,CAAC;IAC9F,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC;QAAE,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;IAE9D,kDAAkD;IAClD,IAAI,KAAK,CAAC,OAAO,EAAE,CAAC;QAClB,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC;QAC9B,KAAK,CAAC,IAAI,CAAC,QAAQ,OAAO,CAAC,KAAK,IAAI,SAAS,EAAE,CAAC,CAAC;QAEjD,IAAI,OAAO,CAAC,OAAO,EAAE,MAAM,EAAE,CAAC;YAC5B,MAAM,WAAW,GAAG,oBAAoB,CAAC,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;YACjE,KAAK,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;QAC1B,CAAC;aAAM,IAAI,OAAO,CAAC,YAAY,EAAE,CAAC;YAChC,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC;QACnC,CAAC;IACH,CAAC;IAED,cAAc;IACd,IAAI,KAAK,CAAC,KAAK,EAAE,CAAC;QAChB,MAAM,CAAC,GAAG,KAAK,CAAC,KAAK,CAAC;QACtB,MAAM,OAAO,GAAG,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,IAAI,MAAM,CAAC,CAAC,MAAM,CAAC,WAAW,GAAG,CAAC,CAAC,CAAC,SAAS,CAAC;QACrF,MAAM,KAAK,GAAG,CAAC,CAAC,IAAI,IAAI,EAAE,CAAC;QAC3B,KAAK,CAAC,IAAI,CAAC,eAAe,OAAO,QAAQ,KAAK,EAAE,CAAC,CAAC;IACpD,CAAC;IAED,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAEjC,QAAQ;IACR,MAAM,KAAK,GAA0C,EAAE,CAAC;IACxD,IAAI,MAAM,EAAE,OAAO,EAAE,GAAG,EAAE,CAAC;QACzB,KAAK,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,CAAC,OAAO,CAAC,WAAW,IAAI,SAAS,EAAE,IAAI,EAAE,MAAM,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC,CAAC;IAC1F,CAAC;IAED,SAAS;IACT,MAAM,MAAM,GAAwC,EAAE,CAAC;IACvD,IAAI,KAAK,CAAC,KAAK,EAAE,MAAM,EAAE,CAAC;QACxB,KAAK,MAAM,KAAK,IAAI,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC;YACnD,MAAM,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,aAAa,EAAE,GAAG,EAAE,KAAK,CAAC,GAAG,EAAE,CAAC,CAAC;QACtD,CAAC;IACH,CAAC;IACD,IAAI,KAAK,CAAC,OAAO,EAAE,WAAW,EAAE,UAAU,EAAE,gBAAgB,EAAE,CAAC;QAC7D,MAAM,CAAC,IAAI,CAAC;YACV,GAAG,EAAE,KAAK,CAAC,OAAO,CAAC,KAAK,IAAI,eAAe;YAC3C,GAAG,EAAE,KAAK,CAAC,OAAO,CAAC,WAAW,CAAC,UAAU,CAAC,gBAAgB;SAC3D,CAAC,CAAC;IACL,CAAC;IAED,OAAO;QACL,GAAG;QACH,KAAK,EAAE,KAAK,CAAC,OAAO,EAAE,KAAK,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,GAAG,UAAU,KAAK,SAAS,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,SAAS,CAAC,MAAM,GAAG,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,YAAY,UAAU,EAAE,CAAC;QACrJ,MAAM,EAAE,MAAM,EAAE,IAAI,IAAI,QAAQ;QAChC,WAAW,EAAE,SAAS,EAAE,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,IAAI,IAAI;QAC7C,OAAO;QACP,KAAK;QACL,MAAM;QACN,QAAQ,EAAE;YACR,IAAI,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,QAAQ;YAC1C,WAAW,EAAE,KAAK,CAAC,UAAU,IAAI,IAAI;YACrC,MAAM,EAAE,mBAAmB;YAC3B,SAAS,EAAE,GAAG;YACd,QAAQ,EAAE,aAAa;SACxB;QACD,IAAI,EAAE,EAAE,MAAM,EAAE,cAAc,CAAC,OAAO,CAAC,EAAE;KAC1C,CAAC;AACJ,CAAC;AAED,SAAS,oBAAoB,CAAC,MAAa;IACzC,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,IAAI,EAAE,CAAC;QAC9B,IAAI,CAAC,IAAI;YAAE,SAAS;QAEpB,QAAQ,KAAK,CAAC,IAAI,EAAE,CAAC;YACnB,KAAK,YAAY;gBACf,KAAK,CAAC,IAAI,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC;gBAC1B,MAAM;YACR,KAAK,YAAY;gBACf,KAAK,CAAC,IAAI,CAAC,QAAQ,IAAI,EAAE,CAAC,CAAC;gBAC3B,MAAM;YACR,KAAK,cAAc;gBACjB,KAAK,CAAC,IAAI,CAAC,SAAS,IAAI,EAAE,CAAC,CAAC;gBAC5B,MAAM;YACR,KAAK,qBAAqB;gBACxB,KAAK,CAAC,IAAI,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC;gBACxB,MAAM;YACR,KAAK,mBAAmB;gBACtB,KAAK,CAAC,IAAI,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC;gBACzB,MAAM;YACR,KAAK,YAAY;gBACf,KAAK,CAAC,IAAI,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC;gBACxB,MAAM;YACR;gBACE,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBACjB,MAAM;QACV,CAAC;IACH,CAAC;IACD,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC;AAED,KAAK,UAAU,aAAa,CAC1B,OAAe,EACf,QAAgB,EAChB,GAAW,EACX,OAAmD;IAEnD,uDAAuD;IACvD,0DAA0D;IAC1D,gEAAgE;IAChE,sDAAsD;IACtD,OAAO,IAAI,CAAC;AACd,CAAC"}

package/dist/read/decoders/wikipedia.d.ts

@@ -0,0 +1,2 @@
+import type { Decoder } from '../types.js';
+export declare const wikipediaDecoder: Decoder;

package/dist/read/decoders/wikipedia.js

@@ -0,0 +1,66 @@
+import { safeFetch } from '../../discovery/fetch.js';
+function estimateTokens(text) {
+    return Math.ceil(text.length / 4);
+}
+export const wikipediaDecoder = {
+    name: 'wikipedia',
+    patterns: [
+        /([a-z]{2,3})\.wikipedia\.org\/wiki\/([^#?]+)/,
+    ],
+    async decode(url, options = {}) {
+        try {
+            const match = url.match(/([a-z]{2,3})\.wikipedia\.org\/wiki\/([^#?]+)/);
+            if (!match)
+                return null;
+            const lang = match[1];
+            const title = match[2];
+            const apiBase = options._apiBaseUrl || `https://${lang}.wikipedia.org`;
+            const apiUrl = `${apiBase}/api/rest_v1/page/summary/${title}`;
+            const result = await safeFetch(apiUrl, { skipSsrf: options.skipSsrf });
+            if (!result || result.status !== 200)
+                return null;
+            let data;
+            try {
+                data = JSON.parse(result.body);
+            }
+            catch {
+                return null;
+            }
+            if (!data)
+                return null;
+            const articleTitle = data.title || data.displaytitle || decodeURIComponent(title);
+            const extract = data.extract || '';
+            const description = data.description || null;
+            const content = extract;
+            const links = [];
+            if (data.content_urls?.desktop?.page) {
+                links.push({ text: 'Full article', href: data.content_urls.desktop.page });
+            }
+            const images = [];
+            if (data.thumbnail?.source) {
+                images.push({ alt: articleTitle, src: data.thumbnail.source });
+            }
+            return {
+                url,
+                title: articleTitle,
+                author: null,
+                description,
+                content,
+                links,
+                images,
+                metadata: {
+                    type: 'article',
+                    publishedAt: data.timestamp || null,
+                    source: 'wikipedia-rest',
+                    canonical: data.content_urls?.desktop?.page || null,
+                    siteName: 'Wikipedia',
+                },
+                cost: { tokens: estimateTokens(content) },
+            };
+        }
+        catch {
+            return null;
+        }
+    },
+};
+//# sourceMappingURL=wikipedia.js.map

package/dist/read/decoders/wikipedia.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"wikipedia.js","sourceRoot":"","sources":["../../../src/read/decoders/wikipedia.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,SAAS,EAAE,MAAM,0BAA0B,CAAC;AAErD,SAAS,cAAc,CAAC,IAAY;IAClC,OAAO,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;AACpC,CAAC;AAED,MAAM,CAAC,MAAM,gBAAgB,GAAY;IACvC,IAAI,EAAE,WAAW;IACjB,QAAQ,EAAE;QACR,8CAA8C;KAC/C;IAED,KAAK,CAAC,MAAM,CAAC,GAAW,EAAE,UAAsD,EAAE;QAChF,IAAI,CAAC;YACH,MAAM,KAAK,GAAG,GAAG,CAAC,KAAK,CAAC,8CAA8C,CAAC,CAAC;YACxE,IAAI,CAAC,KAAK;gBAAE,OAAO,IAAI,CAAC;YAExB,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;YACtB,MAAM,KAAK,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;YAEvB,MAAM,OAAO,GAAG,OAAO,CAAC,WAAW,IAAI,WAAW,IAAI,gBAAgB,CAAC;YACvE,MAAM,MAAM,GAAG,GAAG,OAAO,6BAA6B,KAAK,EAAE,CAAC;YAE9D,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,MAAM,EAAE,EAAE,QAAQ,EAAE,OAAO,CAAC,QAAQ,EAAE,CAAC,CAAC;YACvE,IAAI,CAAC,MAAM,IAAI,MAAM,CAAC,MAAM,KAAK,GAAG;gBAAE,OAAO,IAAI,CAAC;YAElD,IAAI,IAAS,CAAC;YACd,IAAI,CAAC;gBACH,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;YACjC,CAAC;YAAC,MAAM,CAAC;gBACP,OAAO,IAAI,CAAC;YACd,CAAC;YAED,IAAI,CAAC,IAAI;gBAAE,OAAO,IAAI,CAAC;YAEvB,MAAM,YAAY,GAAG,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,YAAY,IAAI,kBAAkB,CAAC,KAAK,CAAC,CAAC;YAClF,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,IAAI,EAAE,CAAC;YACnC,MAAM,WAAW,GAAG,IAAI,CAAC,WAAW,IAAI,IAAI,CAAC;YAE7C,MAAM,OAAO,GAAG,OAAO,CAAC;YAExB,MAAM,KAAK,GAA0C,EAAE,CAAC;YACxD,IAAI,IAAI,CAAC,YAAY,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;gBACrC,KAAK,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,cAAc,EAAE,IAAI,EAAE,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC;YAC7E,CAAC;YAED,MAAM,MAAM,GAAwC,EAAE,CAAC;YACvD,IAAI,IAAI,CAAC,SAAS,EAAE,MAAM,EAAE,CAAC;gBAC3B,MAAM,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,YAAY,EAAE,GAAG,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,CAAC,CAAC;YACjE,CAAC;YAED,OAAO;gBACL,GAAG;gBACH,KAAK,EAAE,YAAY;gBACnB,MAAM,EAAE,IAAI;gBACZ,WAAW;gBACX,OAAO;gBACP,KAAK;gBACL,MAAM;gBACN,QAAQ,EAAE;oBACR,IAAI,EAAE,SAAS;oBACf,WAAW,EAAE,IAAI,CAAC,SAAS,IAAI,IAAI;oBACnC,MAAM,EAAE,gBAAgB;oBACxB,SAAS,EAAE,IAAI,CAAC,YAAY,EAAE,OAAO,EAAE,IAAI,IAAI,IAAI;oBACnD,QAAQ,EAAE,WAAW;iBACtB;gBACD,IAAI,EAAE,EAAE,MAAM,EAAE,cAAc,CAAC,OAAO,CAAC,EAAE;aAC1C,CAAC;QACJ,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;CACF,CAAC"}

package/dist/read/decoders/youtube.d.ts

@@ -0,0 +1,2 @@
+import type { Decoder } from '../types.js';
+export declare const youtubeDecoder: Decoder;

package/dist/read/decoders/youtube.js

@@ -0,0 +1,69 @@
+import { safeFetch } from '../../discovery/fetch.js';
+const DEFAULT_OEMBED_BASE = 'https://noembed.com';
+function estimateTokens(text) {
+    return Math.ceil(text.length / 4);
+}
+export const youtubeDecoder = {
+    name: 'youtube',
+    patterns: [
+        /youtube\.com\/watch\?v=/,
+        /youtu\.be\//,
+    ],
+    async decode(url, options = {}) {
+        try {
+            const base = options._oembedBaseUrl || DEFAULT_OEMBED_BASE;
+            const oembedUrl = `${base}/embed?url=${encodeURIComponent(url)}`;
+            const result = await safeFetch(oembedUrl, { skipSsrf: options.skipSsrf });
+            if (!result || result.status !== 200)
+                return null;
+            let data;
+            try {
+                data = JSON.parse(result.body);
+            }
+            catch {
+                return null;
+            }
+            if (!data || !data.title)
+                return null;
+            const title = data.title || null;
+            const author = data.author_name || null;
+            const contentParts = [];
+            if (title)
+                contentParts.push(`Title: ${title}`);
+            if (author)
+                contentParts.push(`Author: ${author}`);
+            if (data.author_url)
+                contentParts.push(`Channel: ${data.author_url}`);
+            const content = contentParts.join('\n');
+            const links = [];
+            if (data.author_url) {
+                links.push({ text: author || 'Channel', href: data.author_url });
+            }
+            const images = [];
+            if (data.thumbnail_url) {
+                images.push({ alt: title || 'Thumbnail', src: data.thumbnail_url });
+            }
+            return {
+                url,
+                title,
+                author,
+                description: author ? `Video by ${author}` : 'YouTube video',
+                content,
+                links,
+                images,
+                metadata: {
+                    type: 'video',
+                    publishedAt: null,
+                    source: 'youtube-oembed',
+                    canonical: url,
+                    siteName: 'YouTube',
+                },
+                cost: { tokens: estimateTokens(content) },
+            };
+        }
+        catch {
+            return null;
+        }
+    },
+};
+//# sourceMappingURL=youtube.js.map

package/dist/read/decoders/youtube.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"youtube.js","sourceRoot":"","sources":["../../../src/read/decoders/youtube.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,SAAS,EAAE,MAAM,0BAA0B,CAAC;AAErD,MAAM,mBAAmB,GAAG,qBAAqB,CAAC;AAElD,SAAS,cAAc,CAAC,IAAY;IAClC,OAAO,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;AACpC,CAAC;AAED,MAAM,CAAC,MAAM,cAAc,GAAY;IACrC,IAAI,EAAE,SAAS;IACf,QAAQ,EAAE;QACR,yBAAyB;QACzB,aAAa;KACd;IAED,KAAK,CAAC,MAAM,CAAC,GAAW,EAAE,UAAsD,EAAE;QAChF,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,OAAO,CAAC,cAAc,IAAI,mBAAmB,CAAC;YAC3D,MAAM,SAAS,GAAG,GAAG,IAAI,cAAc,kBAAkB,CAAC,GAAG,CAAC,EAAE,CAAC;YAEjE,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,SAAS,EAAE,EAAE,QAAQ,EAAE,OAAO,CAAC,QAAQ,EAAE,CAAC,CAAC;YAC1E,IAAI,CAAC,MAAM,IAAI,MAAM,CAAC,MAAM,KAAK,GAAG;gBAAE,OAAO,IAAI,CAAC;YAElD,IAAI,IAAS,CAAC;YACd,IAAI,CAAC;gBACH,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;YACjC,CAAC;YAAC,MAAM,CAAC;gBACP,OAAO,IAAI,CAAC;YACd,CAAC;YAED,IAAI,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,KAAK;gBAAE,OAAO,IAAI,CAAC;YAEtC,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC;YACjC,MAAM,MAAM,GAAG,IAAI,CAAC,WAAW,IAAI,IAAI,CAAC;YAExC,MAAM,YAAY,GAAa,EAAE,CAAC;YAClC,IAAI,KAAK;gBAAE,YAAY,CAAC,IAAI,CAAC,UAAU,KAAK,EAAE,CAAC,CAAC;YAChD,IAAI,MAAM;gBAAE,YAAY,CAAC,IAAI,CAAC,WAAW,MAAM,EAAE,CAAC,CAAC;YACnD,IAAI,IAAI,CAAC,UAAU;gBAAE,YAAY,CAAC,IAAI,CAAC,YAAY,IAAI,CAAC,UAAU,EAAE,CAAC,CAAC;YACtE,MAAM,OAAO,GAAG,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAExC,MAAM,KAAK,GAA0C,EAAE,CAAC;YACxD,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;gBACpB,KAAK,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,IAAI,SAAS,EAAE,IAAI,EAAE,IAAI,CAAC,UAAU,EAAE,CAAC,CAAC;YACnE,CAAC;YAED,MAAM,MAAM,GAAwC,EAAE,CAAC;YACvD,IAAI,IAAI,CAAC,aAAa,EAAE,CAAC;gBACvB,MAAM,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,KAAK,IAAI,WAAW,EAAE,GAAG,EAAE,IAAI,CAAC,aAAa,EAAE,CAAC,CAAC;YACtE,CAAC;YAED,OAAO;gBACL,GAAG;gBACH,KAAK;gBACL,MAAM;gBACN,WAAW,EAAE,MAAM,CAAC,CAAC,CAAC,YAAY,MAAM,EAAE,CAAC,CAAC,CAAC,eAAe;gBAC5D,OAAO;gBACP,KAAK;gBACL,MAAM;gBACN,QAAQ,EAAE;oBACR,IAAI,EAAE,OAAO;oBACb,WAAW,EAAE,IAAI;oBACjB,MAAM,EAAE,gBAAgB;oBACxB,SAAS,EAAE,GAAG;oBACd,QAAQ,EAAE,SAAS;iBACpB;gBACD,IAAI,EAAE,EAAE,MAAM,EAAE,cAAc,CAAC,OAAO,CAAC,EAAE;aAC1C,CAAC;QACJ,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;CACF,CAAC"}

package/dist/read/extract.d.ts

@@ -0,0 +1,25 @@
+export interface HeadMeta {
+    title: string | null;
+    ogTitle: string | null;
+    ogDescription: string | null;
+    ogImage: string | null;
+    ogType: string | null;
+    ogSiteName: string | null;
+    canonical: string | null;
+    author: string | null;
+    publishedTime: string | null;
+}
+export interface ExtractResult {
+    content: string;
+    links: Array<{
+        text: string;
+        href: string;
+    }>;
+    images: Array<{
+        alt: string;
+        src: string;
+    }>;
+    isSpaShell: boolean;
+}
+export declare function parseHead(html: string): HeadMeta;
+export declare function extractContent(html: string): ExtractResult;