@qwen-code/arena-agent 0.0.9-dev.28 → 0.0.9-dev.29

package/dist/fetch-page/aparat.js

@@ -1,209 +0,0 @@
-import { jsonObject, recordArray, recordValue, stringField } from "./json-path.js";
-import { normalizeMarkdown, requireReadableContent } from "./text.js";
-export function matchAparat(url, hostname) {
-    if (hostname !== "aparat.com")
-        return undefined;
-    const match = url.pathname.match(/^\/([^/]+?)(?:\/(about|short-videos|videos))?\/?$/);
-    const username = match?.[1] || "";
-    if (!username || ["etc", "video", "v", "login"].includes(username)) {
-        return undefined;
-    }
-    return { kind: "aparat", username, tab: match?.[2] || "home" };
-}
-export function aparatShellReason(html) {
-    return /enable javascript/i.test(html) ||
-        /جاوا\s*اسکریپت[^<]{0,80}فعال/i.test(html)
-        ? "requires JavaScript"
-        : undefined;
-}
-function aparatProfile(value) {
-    const legacyProfile = recordValue(value.profile);
-    const data = recordValue(value.data);
-    const attributes = recordValue(data?.attributes);
-    const fields = attributes || legacyProfile;
-    if (!fields)
-        return undefined;
-    return {
-        id: stringField(data || fields, "id") || stringField(fields, "userid"),
-        name: stringField(fields, "name"),
-        avatar: stringField(fields, "pic_m") || stringField(fields, "pic_b"),
-        followers: stringField(fields, "follower_cnt").trim(),
-        videoCount: stringField(fields, "video_cnt").trim(),
-        totalVisit: stringField(fields, "video_visit").trim() ||
-            stringField(fields, "total_visit").trim(),
-        description: stringField(fields, "description") || stringField(fields, "descr"),
-        startDate: stringField(fields, "start_date_jalali"),
-        monthVisit: stringField(fields, "month_visit").trim(),
-    };
-}
-function mergeAparatAbout(profile, value) {
-    const meta = recordValue(value?.meta);
-    const data = recordValue(meta?.data);
-    if (!data)
-        return profile;
-    return {
-        ...profile,
-        description: stringField(data, "description") || profile.description,
-        videoCount: stringField(data, "video_cnt").trim() || profile.videoCount,
-        totalVisit: stringField(data, "total_visit").trim() || profile.totalVisit,
-        startDate: stringField(data, "start_date_jalali") || profile.startDate,
-        monthVisit: stringField(data, "month_visit").trim() || profile.monthVisit,
-    };
-}
-function aparatVideos(value) {
-    if (!value)
-        return [];
-    const legacy = recordArray(value.videobyuser);
-    if (legacy.length)
-        return legacy;
-    return recordArray(value.included).flatMap((item) => {
-        if (item.type !== "Video")
-            return [];
-        const attributes = recordValue(item.attributes);
-        return attributes ? [attributes] : [];
-    });
-}
-function aparatShorts(value) {
-    const data = recordValue(value?.data);
-    return recordArray(data?.posts);
-}
-export function aparatPage(target, profile, finalUrl, videos = [], shorts = []) {
-    const name = profile.name || target.username;
-    const root = `https://www.aparat.com/${encodeURIComponent(target.username)}`;
-    const lines = [
-        ...(profile.avatar ? [`![${name}](${profile.avatar})`] : []),
-        "",
-        `## ${name}`,
-        "",
-        "دنبال کردن",
-        ...(profile.followers ? ["", `${profile.followers} دنبال‌کننده`] : []),
-        ...(profile.totalVisit ? ["", `${profile.totalVisit} بازدید کل`] : []),
-        "",
-        `- [خانه](${root})`,
-        `- [ویدیو‌ها](${root}/videos)`,
-        `- [ویدیوهای کوتاه](${root}/short-videos)`,
-        `- [لیست‌های پخش](${root}/playlists)`,
-        `- [درباره کانال](${root}/about)`,
-    ];
-    if (target.tab === "about") {
-        lines.push("", "درباره کانال", "", profile.description);
-        if (profile.totalVisit)
-            lines.push("", `بازدید کل${profile.totalVisit}`);
-        if (profile.startDate)
-            lines.push("", `شروع فعالیت${profile.startDate}`);
-        if (profile.monthVisit)
-            lines.push("", `بازدید این ماه${profile.monthVisit}`);
-        if (profile.videoCount)
-            lines.push("", `تعداد ویدیو${profile.videoCount}`);
-    }
-    if (target.tab === "short-videos") {
-        lines.push("", "همه ویدیوهای کوتاه", "", "- تازه‌ترین", "- پربازدید ترین");
-        for (const short of shorts) {
-            const title = stringField(short, "description") || "ویدیوی کوتاه";
-            const id = stringField(short, "id");
-            const cover = recordValue(short.cover);
-            const stats = recordValue(short.stats);
-            const poster = stringField(cover || {}, "cdn_link");
-            const views = stringField(stats || {}, "views");
-            if (!id)
-                continue;
-            const shortUrl = `https://aparat.com/shorts/${id}`;
-            if (poster) {
-                lines.push("", `[![${title}](${poster})\\\\`, `\\\\`, `${views}](${shortUrl})`);
-            }
-            lines.push("", `[${title}](${shortUrl})`);
-        }
-    }
-    if (target.tab === "videos") {
-        lines.push("", "همه ویدیوها");
-        for (const video of videos) {
-            const videoTitle = stringField(video, "title");
-            const uid = stringField(video, "uid");
-            const poster = stringField(video, "big_poster") || stringField(video, "small_poster");
-            if (!videoTitle || !uid)
-                continue;
-            if (poster)
-                lines.push("", `![${videoTitle}](${poster})`);
-            lines.push(`- [${videoTitle}](https://www.aparat.com/v/${uid})`);
-        }
-    }
-    if (target.tab === "home") {
-        if (!videos.length && profile.videoCount === "0") {
-            lines.push("", "![no result video](https://www.aparat.com/redesign/static/img/empty-box-v2/light/empty-video.gif)", "", "### این کانال محتوایی ندارد!", "", "هنوز هیچ ویدیویی در این کانال منتشر نشده است.");
-        }
-        else if (videos.length) {
-            lines.push("", "آخرین ویدیوها");
-            for (const video of videos) {
-                const videoTitle = stringField(video, "title");
-                const uid = stringField(video, "uid");
-                const poster = stringField(video, "big_poster") || stringField(video, "small_poster");
-                if (!videoTitle || !uid)
-                    continue;
-                if (poster)
-                    lines.push("", `![${videoTitle}](${poster})`);
-                lines.push(`[${videoTitle}](https://www.aparat.com/v/${uid})`);
-            }
-        }
-    }
-    return {
-        finalUrl,
-        contentType: "text/html",
-        markdown: requireReadableContent(normalizeMarkdown(lines.join("\n"))),
-        title: `آپارات | ${name}`,
-    };
-}
-export async function loadAparat(target, ctx) {
-    try {
-        const username = encodeURIComponent(target.username);
-        let profilePayload;
-        try {
-            const profileResponse = await ctx.download(`https://www.aparat.com/api/fa/v1/user/user/information/username/${username}`);
-            profilePayload = jsonObject(profileResponse.bytes, profileResponse.contentType);
-        }
-        catch {
-            ctx.throwIfAborted();
-            const profileResponse = await ctx.download(`https://www.aparat.com/etc/api/profile/username/${username}`);
-            profilePayload = jsonObject(profileResponse.bytes, profileResponse.contentType);
-        }
-        let profile = aparatProfile(profilePayload);
-        if (!profile)
-            return undefined;
-        let videos = [];
-        let shorts = [];
-        try {
-            if (target.tab === "about") {
-                const response = await ctx.download(`https://www.aparat.com/api/fa/v1/user/user/about/username/${username}`);
-                profile = mergeAparatAbout(profile, jsonObject(response.bytes, response.contentType));
-            }
-            else if (target.tab === "short-videos" && profile.id) {
-                const response = await ctx.download(`https://shorts.aparat.com/api/v1/web/profile/${encodeURIComponent(profile.id)}/posts`);
-                shorts = aparatShorts(jsonObject(response.bytes, response.contentType));
-            }
-            else {
-                const endpoint = target.tab === "home"
-                    ? `user/user/profilehome_v2/username/${username}`
-                    : `user/video/list/username/${username}`;
-                const response = await ctx.download(`https://www.aparat.com/api/fa/v1/${endpoint}`);
-                videos = aparatVideos(jsonObject(response.bytes, response.contentType));
-            }
-        }
-        catch {
-            ctx.throwIfAborted();
-            if (target.tab === "videos") {
-                try {
-                    const response = await ctx.download(`https://www.aparat.com/etc/api/videoByUser/username/${username}/perpage/10`);
-                    videos = aparatVideos(jsonObject(response.bytes, response.contentType));
-                }
-                catch {
-                    ctx.throwIfAborted();
-                }
-            }
-        }
-        return aparatPage(target, profile, ctx.finalUrl, videos, shorts);
-    }
-    catch {
-        ctx.throwIfAborted();
-        return undefined;
-    }
-}
-//# sourceMappingURL=aparat.js.map

package/dist/fetch-page/aparat.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"aparat.js","sourceRoot":"","sources":["../../src/fetch-page/aparat.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,WAAW,EAAE,WAAW,EAAE,WAAW,EAAE,MAAM,gBAAgB,CAAC;AACnF,OAAO,EAAE,iBAAiB,EAAE,sBAAsB,EAAE,MAAM,WAAW,CAAC;AAkBtE,MAAM,UAAU,WAAW,CAAC,GAAQ,EAAE,QAAgB;IACpD,IAAI,QAAQ,KAAK,YAAY;QAAE,OAAO,SAAS,CAAC;IAChD,MAAM,KAAK,GAAG,GAAG,CAAC,QAAQ,CAAC,KAAK,CAC9B,mDAAmD,CACpD,CAAC;IACF,MAAM,QAAQ,GAAG,KAAK,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;IAClC,IAAI,CAAC,QAAQ,IAAI,CAAC,KAAK,EAAE,OAAO,EAAE,GAAG,EAAE,OAAO,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;QACnE,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,QAAQ,EAAE,GAAG,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,IAAI,MAAM,EAAE,CAAC;AACjE,CAAC;AAED,MAAM,UAAU,iBAAiB,CAAC,IAAY;IAC5C,OAAO,oBAAoB,CAAC,IAAI,CAAC,IAAI,CAAC;QAClC,+BAA+B,CAAC,IAAI,CAAC,IAAI,CAAC;QAC5C,CAAC,CAAC,qBAAqB;QACvB,CAAC,CAAC,SAAS,CAAC;AAChB,CAAC;AAcD,SAAS,aAAa,CAAC,KAA8B;IACnD,MAAM,aAAa,GAAG,WAAW,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;IACjD,MAAM,IAAI,GAAG,WAAW,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IACrC,MAAM,UAAU,GAAG,WAAW,CAAC,IAAI,EAAE,UAAU,CAAC,CAAC;IACjD,MAAM,MAAM,GAAG,UAAU,IAAI,aAAa,CAAC;IAC3C,IAAI,CAAC,MAAM;QAAE,OAAO,SAAS,CAAC;IAC9B,OAAO;QACL,EAAE,EAAE,WAAW,CAAC,IAAI,IAAI,MAAM,EAAE,IAAI,CAAC,IAAI,WAAW,CAAC,MAAM,EAAE,QAAQ,CAAC;QACtE,IAAI,EAAE,WAAW,CAAC,MAAM,EAAE,MAAM,CAAC;QACjC,MAAM,EAAE,WAAW,CAAC,MAAM,EAAE,OAAO,CAAC,IAAI,WAAW,CAAC,MAAM,EAAE,OAAO,CAAC;QACpE,SAAS,EAAE,WAAW,CAAC,MAAM,EAAE,cAAc,CAAC,CAAC,IAAI,EAAE;QACrD,UAAU,EAAE,WAAW,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC,IAAI,EAAE;QACnD,UAAU,EACR,WAAW,CAAC,MAAM,EAAE,aAAa,CAAC,CAAC,IAAI,EAAE;YACzC,WAAW,CAAC,MAAM,EAAE,aAAa,CAAC,CAAC,IAAI,EAAE;QAC3C,WAAW,EACT,WAAW,CAAC,MAAM,EAAE,aAAa,CAAC,IAAI,WAAW,CAAC,MAAM,EAAE,OAAO,CAAC;QACpE,SAAS,EAAE,WAAW,CAAC,MAAM,EAAE,mBAAmB,CAAC;QACnD,UAAU,EAAE,WAAW,CAAC,MAAM,EAAE,aAAa,CAAC,CAAC,IAAI,EAAE;KACtD,CAAC;AACJ,CAAC;AAED,SAAS,gBAAgB,CACvB,OAAsB,EACtB,KAA0C;IAE1C,MAAM,IAAI,GAAG,WAAW,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;IACtC,MAAM,IAAI,GAAG,WAAW,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;IACrC,IAAI,CAAC,IAAI;QAAE,OAAO,OAAO,CAAC;IAC1B,OAAO;QACL,GAAG,OAAO;QACV,WAAW,EAAE,WAAW,CAAC,IAAI,EAAE,aAAa,CAAC,IAAI,OAAO,CAAC,WAAW;QACpE,UAAU,EAAE,WAAW,CAAC,IAAI,EAAE,WAAW,CAAC,CAAC,IAAI,EAAE,IAAI,OAAO,CAAC,UAAU;QACvE,UAAU,EAAE,WAAW,CAAC,IAAI,EAAE,aAAa,CAAC,CAAC,IAAI,EAAE,IAAI,OAAO,CAAC,UAAU;QACzE,SAAS,EAAE,WAAW,CAAC,IAAI,EAAE,mBAAmB,CAAC,IAAI,OAAO,CAAC,SAAS;QACtE,UAAU,EAAE,WAAW,CAAC,IAAI,EAAE,aAAa,CAAC,CAAC,IAAI,EAAE,IAAI,OAAO,CAAC,UAAU;KAC1E,CAAC;AACJ,CAAC;AAED,SAAS,YAAY,CAAC,KAA0C;IAC9D,IAAI,CAAC,KAAK;QAAE,OAAO,EAAE,CAAC;IACtB,MAAM,MAAM,GAAG,WAAW,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;IAC9C,IAAI,MAAM,CAAC,MAAM;QAAE,OAAO,MAAM,CAAC;IACjC,OAAO,WAAW,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE;QAClD,IAAI,IAAI,CAAC,IAAI,KAAK,OAAO;YAAE,OAAO,EAAE,CAAC;QACrC,MAAM,UAAU,GAAG,WAAW,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QAChD,OAAO,UAAU,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IACxC,CAAC,CAAC,CAAC;AACL,CAAC;AAED,SAAS,YAAY,CAAC,KAA0C;IAC9D,MAAM,IAAI,GAAG,WAAW,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;IACtC,OAAO,WAAW,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;AAClC,CAAC;AAED,MAAM,UAAU,UAAU,CACxB,MAAoB,EACpB,OAAsB,EACtB,QAAgB,EAChB,MAAM,GAA8B,EAAE,EACtC,MAAM,GAA8B,EAAE;IAEtC,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,IAAI,MAAM,CAAC,QAAQ,CAAC;IAC7C,MAAM,IAAI,GAAG,0BAA0B,kBAAkB,CAAC,MAAM,CAAC,QAAQ,CAAC,EAAE,CAAC;IAC7E,MAAM,KAAK,GAAG;QACZ,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,KAAK,IAAI,KAAK,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QAC5D,EAAE;QACF,MAAM,IAAI,EAAE;QACZ,EAAE;QACF,YAAY;QACZ,GAAG,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,GAAG,OAAO,CAAC,SAAS,cAAc,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QACtE,GAAG,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,GAAG,OAAO,CAAC,UAAU,YAAY,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QACtE,EAAE;QACF,YAAY,IAAI,GAAG;QACnB,gBAAgB,IAAI,UAAU;QAC9B,sBAAsB,IAAI,gBAAgB;QAC1C,oBAAoB,IAAI,aAAa;QACrC,oBAAoB,IAAI,SAAS;KAClC,CAAC;IACF,IAAI,MAAM,CAAC,GAAG,KAAK,OAAO,EAAE,CAAC;QAC3B,KAAK,CAAC,IAAI,CAAC,EAAE,EAAE,cAAc,EAAE,EAAE,EAAE,OAAO,CAAC,WAAW,CAAC,CAAC;QACxD,IAAI,OAAO,CAAC,UAAU;YAAE,KAAK,CAAC,IAAI,CAAC,EAAE,EAAE,YAAY,OAAO,CAAC,UAAU,EAAE,CAAC,CAAC;QACzE,IAAI,OAAO,CAAC,SAAS;YAAE,KAAK,CAAC,IAAI,CAAC,EAAE,EAAE,cAAc,OAAO,CAAC,SAAS,EAAE,CAAC,CAAC;QACzE,IAAI,OAAO,CAAC,UAAU;YAAE,KAAK,CAAC,IAAI,CAAC,EAAE,EAAE,iBAAiB,OAAO,CAAC,UAAU,EAAE,CAAC,CAAC;QAC9E,IAAI,OAAO,CAAC,UAAU;YAAE,KAAK,CAAC,IAAI,CAAC,EAAE,EAAE,cAAc,OAAO,CAAC,UAAU,EAAE,CAAC,CAAC;IAC7E,CAAC;IACD,IAAI,MAAM,CAAC,GAAG,KAAK,cAAc,EAAE,CAAC;QAClC,KAAK,CAAC,IAAI,CAAC,EAAE,EAAE,oBAAoB,EAAE,EAAE,EAAE,aAAa,EAAE,iBAAiB,CAAC,CAAC;QAC3E,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YAC3B,MAAM,KAAK,GAAG,WAAW,CAAC,KAAK,EAAE,aAAa,CAAC,IAAI,cAAc,CAAC;YAClE,MAAM,EAAE,GAAG,WAAW,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;YACpC,MAAM,KAAK,GAAG,WAAW,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;YACvC,MAAM,KAAK,GAAG,WAAW,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;YACvC,MAAM,MAAM,GAAG,WAAW,CAAC,KAAK,IAAI,EAAE,EAAE,UAAU,CAAC,CAAC;YACpD,MAAM,KAAK,GAAG,WAAW,CAAC,KAAK,IAAI,EAAE,EAAE,OAAO,CAAC,CAAC;YAChD,IAAI,CAAC,EAAE;gBAAE,SAAS;YAClB,MAAM,QAAQ,GAAG,6BAA6B,EAAE,EAAE,CAAC;YACnD,IAAI,MAAM,EAAE,CAAC;gBACX,KAAK,CAAC,IAAI,CAAC,EAAE,EAAE,MAAM,KAAK,KAAK,MAAM,OAAO,EAAE,MAAM,EAAE,GAAG,KAAK,KAAK,QAAQ,GAAG,CAAC,CAAC;YAClF,CAAC;YACD,KAAK,CAAC,IAAI,CAAC,EAAE,EAAE,IAAI,KAAK,KAAK,QAAQ,GAAG,CAAC,CAAC;QAC5C,CAAC;IACH,CAAC;IACD,IAAI,MAAM,CAAC,GAAG,KAAK,QAAQ,EAAE,CAAC;QAC5B,KAAK,CAAC,IAAI,CAAC,EAAE,EAAE,aAAa,CAAC,CAAC;QAC9B,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YAC3B,MAAM,UAAU,GAAG,WAAW,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;YAC/C,MAAM,GAAG,GAAG,WAAW,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;YACtC,MAAM,MAAM,GACV,WAAW,CAAC,KAAK,EAAE,YAAY,CAAC,IAAI,WAAW,CAAC,KAAK,EAAE,cAAc,CAAC,CAAC;YACzE,IAAI,CAAC,UAAU,IAAI,CAAC,GAAG;gBAAE,SAAS;YAClC,IAAI,MAAM;gBAAE,KAAK,CAAC,IAAI,CAAC,EAAE,EAAE,KAAK,UAAU,KAAK,MAAM,GAAG,CAAC,CAAC;YAC1D,KAAK,CAAC,IAAI,CAAC,MAAM,UAAU,8BAA8B,GAAG,GAAG,CAAC,CAAC;QACnE,CAAC;IACH,CAAC;IACD,IAAI,MAAM,CAAC,GAAG,KAAK,MAAM,EAAE,CAAC;QAC1B,IAAI,CAAC,MAAM,CAAC,MAAM,IAAI,OAAO,CAAC,UAAU,KAAK,GAAG,EAAE,CAAC;YACjD,KAAK,CAAC,IAAI,CACR,EAAE,EACF,mGAAmG,EACnG,EAAE,EACF,8BAA8B,EAC9B,EAAE,EACF,+CAA+C,CAChD,CAAC;QACJ,CAAC;aAAM,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;YACzB,KAAK,CAAC,IAAI,CAAC,EAAE,EAAE,eAAe,CAAC,CAAC;YAChC,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;gBAC3B,MAAM,UAAU,GAAG,WAAW,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;gBAC/C,MAAM,GAAG,GAAG,WAAW,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;gBACtC,MAAM,MAAM,GACV,WAAW,CAAC,KAAK,EAAE,YAAY,CAAC,IAAI,WAAW,CAAC,KAAK,EAAE,cAAc,CAAC,CAAC;gBACzE,IAAI,CAAC,UAAU,IAAI,CAAC,GAAG;oBAAE,SAAS;gBAClC,IAAI,MAAM;oBAAE,KAAK,CAAC,IAAI,CAAC,EAAE,EAAE,KAAK,UAAU,KAAK,MAAM,GAAG,CAAC,CAAC;gBAC1D,KAAK,CAAC,IAAI,CAAC,IAAI,UAAU,8BAA8B,GAAG,GAAG,CAAC,CAAC;YACjE,CAAC;QACH,CAAC;IACH,CAAC;IACD,OAAO;QACL,QAAQ;QACR,WAAW,EAAE,WAAW;QACxB,QAAQ,EAAE,sBAAsB,CAAC,iBAAiB,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;QACrE,KAAK,EAAE,YAAY,IAAI,EAAE;KAC1B,CAAC;AACJ,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,UAAU,CAC9B,MAAoB,EACpB,GAAuB;IAEvB,IAAI,CAAC;QACH,MAAM,QAAQ,GAAG,kBAAkB,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;QACrD,IAAI,cAAuC,CAAC;QAC5C,IAAI,CAAC;YACH,MAAM,eAAe,GAAG,MAAM,GAAG,CAAC,QAAQ,CACxC,mEAAmE,QAAQ,EAAE,CAC9E,CAAC;YACF,cAAc,GAAG,UAAU,CACzB,eAAe,CAAC,KAAK,EACrB,eAAe,CAAC,WAAW,CAC5B,CAAC;QACJ,CAAC;QAAC,MAAM,CAAC;YACP,GAAG,CAAC,cAAc,EAAE,CAAC;YACrB,MAAM,eAAe,GAAG,MAAM,GAAG,CAAC,QAAQ,CACxC,mDAAmD,QAAQ,EAAE,CAC9D,CAAC;YACF,cAAc,GAAG,UAAU,CACzB,eAAe,CAAC,KAAK,EACrB,eAAe,CAAC,WAAW,CAC5B,CAAC;QACJ,CAAC;QACD,IAAI,OAAO,GAAG,aAAa,CAAC,cAAc,CAAC,CAAC;QAC5C,IAAI,CAAC,OAAO;YAAE,OAAO,SAAS,CAAC;QAC/B,IAAI,MAAM,GAA8B,EAAE,CAAC;QAC3C,IAAI,MAAM,GAA8B,EAAE,CAAC;QAC3C,IAAI,CAAC;YACH,IAAI,MAAM,CAAC,GAAG,KAAK,OAAO,EAAE,CAAC;gBAC3B,MAAM,QAAQ,GAAG,MAAM,GAAG,CAAC,QAAQ,CACjC,6DAA6D,QAAQ,EAAE,CACxE,CAAC;gBACF,OAAO,GAAG,gBAAgB,CACxB,OAAO,EACP,UAAU,CAAC,QAAQ,CAAC,KAAK,EAAE,QAAQ,CAAC,WAAW,CAAC,CACjD,CAAC;YACJ,CAAC;iBAAM,IAAI,MAAM,CAAC,GAAG,KAAK,cAAc,IAAI,OAAO,CAAC,EAAE,EAAE,CAAC;gBACvD,MAAM,QAAQ,GAAG,MAAM,GAAG,CAAC,QAAQ,CACjC,gDAAgD,kBAAkB,CAAC,OAAO,CAAC,EAAE,CAAC,QAAQ,CACvF,CAAC;gBACF,MAAM,GAAG,YAAY,CACnB,UAAU,CAAC,QAAQ,CAAC,KAAK,EAAE,QAAQ,CAAC,WAAW,CAAC,CACjD,CAAC;YACJ,CAAC;iBAAM,CAAC;gBACN,MAAM,QAAQ,GAAG,MAAM,CAAC,GAAG,KAAK,MAAM;oBACpC,CAAC,CAAC,qCAAqC,QAAQ,EAAE;oBACjD,CAAC,CAAC,4BAA4B,QAAQ,EAAE,CAAC;gBAC3C,MAAM,QAAQ,GAAG,MAAM,GAAG,CAAC,QAAQ,CACjC,oCAAoC,QAAQ,EAAE,CAC/C,CAAC;gBACF,MAAM,GAAG,YAAY,CACnB,UAAU,CAAC,QAAQ,CAAC,KAAK,EAAE,QAAQ,CAAC,WAAW,CAAC,CACjD,CAAC;YACJ,CAAC;QACH,CAAC;QAAC,MAAM,CAAC;YACP,GAAG,CAAC,cAAc,EAAE,CAAC;YACrB,IAAI,MAAM,CAAC,GAAG,KAAK,QAAQ,EAAE,CAAC;gBAC5B,IAAI,CAAC;oBACH,MAAM,QAAQ,GAAG,MAAM,GAAG,CAAC,QAAQ,CACjC,uDAAuD,QAAQ,aAAa,CAC7E,CAAC;oBACF,MAAM,GAAG,YAAY,CACnB,UAAU,CAAC,QAAQ,CAAC,KAAK,EAAE,QAAQ,CAAC,WAAW,CAAC,CACjD,CAAC;gBACJ,CAAC;gBAAC,MAAM,CAAC;oBACP,GAAG,CAAC,cAAc,EAAE,CAAC;gBACvB,CAAC;YACH,CAAC;QACH,CAAC;QACD,OAAO,UAAU,CACf,MAAM,EACN,OAAO,EACP,GAAG,CAAC,QAAQ,EACZ,MAAM,EACN,MAAM,CACP,CAAC;IACJ,CAAC;IAAC,MAAM,CAAC;QACP,GAAG,CAAC,cAAc,EAAE,CAAC;QACrB,OAAO,SAAS,CAAC;IACnB,CAAC;AACH,CAAC"}

package/dist/fetch-page/json-path.d.ts

@@ -1,12 +0,0 @@
-/**
- * Navigation helpers for the undocumented JSON blobs embedded in dynamic site
- * pages. Every accessor is total: a missing or wrongly typed field yields an
- * empty value rather than throwing, because these shapes change without notice.
- */
-export declare function jsonObject(bytes: Uint8Array, contentType: string): Record<string, unknown>;
-export declare function stringField(value: Record<string, unknown>, key: string): string;
-export declare function recordValue(value: unknown): Record<string, unknown> | undefined;
-export declare function recordArray(value: unknown): Record<string, unknown>[];
-export declare function findNestedValue(value: unknown, key: string): unknown;
-export declare function findNestedRecord(value: unknown, predicate: (record: Record<string, unknown>) => boolean): Record<string, unknown> | undefined;
-export declare function extractAssignedJson(html: string, marker: string): Record<string, unknown> | undefined;

package/dist/fetch-page/json-path.js

@@ -1,111 +0,0 @@
-import { decodeText } from "./text.js";
-/**
- * Navigation helpers for the undocumented JSON blobs embedded in dynamic site
- * pages. Every accessor is total: a missing or wrongly typed field yields an
- * empty value rather than throwing, because these shapes change without notice.
- */
-export function jsonObject(bytes, contentType) {
-    const value = JSON.parse(decodeText(bytes, contentType));
-    if (!value || typeof value !== "object" || Array.isArray(value)) {
-        throw new Error("site adapter returned invalid JSON");
-    }
-    return value;
-}
-export function stringField(value, key) {
-    const field = value[key];
-    return typeof field === "string" || typeof field === "number"
-        ? String(field)
-        : "";
-}
-export function recordValue(value) {
-    return value && typeof value === "object" && !Array.isArray(value)
-        ? value
-        : undefined;
-}
-export function recordArray(value) {
-    return Array.isArray(value)
-        ? value.flatMap((item) => {
-            const record = recordValue(item);
-            return record ? [record] : [];
-        })
-        : [];
-}
-export function findNestedValue(value, key) {
-    const record = recordValue(value);
-    if (!record)
-        return undefined;
-    if (Object.hasOwn(record, key))
-        return record[key];
-    for (const child of Object.values(record)) {
-        if (Array.isArray(child)) {
-            for (const item of child) {
-                const found = findNestedValue(item, key);
-                if (found !== undefined)
-                    return found;
-            }
-            continue;
-        }
-        const found = findNestedValue(child, key);
-        if (found !== undefined)
-            return found;
-    }
-    return undefined;
-}
-export function findNestedRecord(value, predicate) {
-    const record = recordValue(value);
-    if (!record)
-        return undefined;
-    if (predicate(record))
-        return record;
-    for (const child of Object.values(record)) {
-        if (Array.isArray(child)) {
-            for (const item of child) {
-                const found = findNestedRecord(item, predicate);
-                if (found)
-                    return found;
-            }
-            continue;
-        }
-        const found = findNestedRecord(child, predicate);
-        if (found)
-            return found;
-    }
-    return undefined;
-}
-export function extractAssignedJson(html, marker) {
-    const markerIndex = html.indexOf(marker);
-    if (markerIndex < 0)
-        return undefined;
-    const start = html.indexOf("{", markerIndex + marker.length);
-    if (start < 0)
-        return undefined;
-    let depth = 0;
-    let inString = false;
-    let escaped = false;
-    for (let index = start; index < html.length; index += 1) {
-        const character = html[index];
-        if (inString) {
-            if (escaped)
-                escaped = false;
-            else if (character === "\\")
-                escaped = true;
-            else if (character === '"')
-                inString = false;
-            continue;
-        }
-        if (character === '"')
-            inString = true;
-        else if (character === "{")
-            depth += 1;
-        else if (character === "}" && --depth === 0) {
-            try {
-                return recordValue(JSON.parse(html.slice(start, index + 1)));
-            }
-            catch {
-                return undefined;
-            }
-        }
-    }
-    return undefined;
-}
-//# sourceMappingURL=json-path.js.map

package/dist/fetch-page/json-path.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"json-path.js","sourceRoot":"","sources":["../../src/fetch-page/json-path.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,WAAW,CAAC;AAEvC;;;;GAIG;AAEH,MAAM,UAAU,UAAU,CAAC,KAAiB,EAAE,WAAmB;IAC/D,MAAM,KAAK,GAAY,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,KAAK,EAAE,WAAW,CAAC,CAAC,CAAC;IAClE,IAAI,CAAC,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;QAChE,MAAM,IAAI,KAAK,CAAC,oCAAoC,CAAC,CAAC;IACxD,CAAC;IACD,OAAO,KAAgC,CAAC;AAC1C,CAAC;AAED,MAAM,UAAU,WAAW,CAAC,KAA8B,EAAE,GAAW;IACrE,MAAM,KAAK,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC;IACzB,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,OAAO,KAAK,KAAK,QAAQ;QAC3D,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;QACf,CAAC,CAAC,EAAE,CAAC;AACT,CAAC;AAED,MAAM,UAAU,WAAW,CAAC,KAAc;IACxC,OAAO,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;QAChE,CAAC,CAAE,KAAiC;QACpC,CAAC,CAAC,SAAS,CAAC;AAChB,CAAC;AAED,MAAM,UAAU,WAAW,CAAC,KAAc;IACxC,OAAO,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;QACzB,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE;YACrB,MAAM,MAAM,GAAG,WAAW,CAAC,IAAI,CAAC,CAAC;YACjC,OAAO,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QAChC,CAAC,CAAC;QACJ,CAAC,CAAC,EAAE,CAAC;AACT,CAAC;AAED,MAAM,UAAU,eAAe,CAAC,KAAc,EAAE,GAAW;IACzD,MAAM,MAAM,GAAG,WAAW,CAAC,KAAK,CAAC,CAAC;IAClC,IAAI,CAAC,MAAM;QAAE,OAAO,SAAS,CAAC;IAC9B,IAAI,MAAM,CAAC,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC;QAAE,OAAO,MAAM,CAAC,GAAG,CAAC,CAAC;IACnD,KAAK,MAAM,KAAK,IAAI,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC;QAC1C,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;YACzB,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;gBACzB,MAAM,KAAK,GAAG,eAAe,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;gBACzC,IAAI,KAAK,KAAK,SAAS;oBAAE,OAAO,KAAK,CAAC;YACxC,CAAC;YACD,SAAS;QACX,CAAC;QACD,MAAM,KAAK,GAAG,eAAe,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;QAC1C,IAAI,KAAK,KAAK,SAAS;YAAE,OAAO,KAAK,CAAC;IACxC,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,MAAM,UAAU,gBAAgB,CAC9B,KAAc,EACd,SAAuD;IAEvD,MAAM,MAAM,GAAG,WAAW,CAAC,KAAK,CAAC,CAAC;IAClC,IAAI,CAAC,MAAM;QAAE,OAAO,SAAS,CAAC;IAC9B,IAAI,SAAS,CAAC,MAAM,CAAC;QAAE,OAAO,MAAM,CAAC;IACrC,KAAK,MAAM,KAAK,IAAI,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC;QAC1C,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;YACzB,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;gBACzB,MAAM,KAAK,GAAG,gBAAgB,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC;gBAChD,IAAI,KAAK;oBAAE,OAAO,KAAK,CAAC;YAC1B,CAAC;YACD,SAAS;QACX,CAAC;QACD,MAAM,KAAK,GAAG,gBAAgB,CAAC,KAAK,EAAE,SAAS,CAAC,CAAC;QACjD,IAAI,KAAK;YAAE,OAAO,KAAK,CAAC;IAC1B,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,MAAM,UAAU,mBAAmB,CACjC,IAAY,EACZ,MAAc;IAEd,MAAM,WAAW,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;IACzC,IAAI,WAAW,GAAG,CAAC;QAAE,OAAO,SAAS,CAAC;IACtC,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,WAAW,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC;IAC7D,IAAI,KAAK,GAAG,CAAC;QAAE,OAAO,SAAS,CAAC;IAChC,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,IAAI,QAAQ,GAAG,KAAK,CAAC;IACrB,IAAI,OAAO,GAAG,KAAK,CAAC;IACpB,KAAK,IAAI,KAAK,GAAG,KAAK,EAAE,KAAK,GAAG,IAAI,CAAC,MAAM,EAAE,KAAK,IAAI,CAAC,EAAE,CAAC;QACxD,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC;QAC9B,IAAI,QAAQ,EAAE,CAAC;YACb,IAAI,OAAO;gBAAE,OAAO,GAAG,KAAK,CAAC;iBACxB,IAAI,SAAS,KAAK,IAAI;gBAAE,OAAO,GAAG,IAAI,CAAC;iBACvC,IAAI,SAAS,KAAK,GAAG;gBAAE,QAAQ,GAAG,KAAK,CAAC;YAC7C,SAAS;QACX,CAAC;QACD,IAAI,SAAS,KAAK,GAAG;YAAE,QAAQ,GAAG,IAAI,CAAC;aAClC,IAAI,SAAS,KAAK,GAAG;YAAE,KAAK,IAAI,CAAC,CAAC;aAClC,IAAI,SAAS,KAAK,GAAG,IAAI,EAAE,KAAK,KAAK,CAAC,EAAE,CAAC;YAC5C,IAAI,CAAC;gBACH,OAAO,WAAW,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;YAC/D,CAAC;YAAC,MAAM,CAAC;gBACP,OAAO,SAAS,CAAC;YACnB,CAAC;QACH,CAAC;IACH,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC"}

package/dist/fetch-page/sites.d.ts

@@ -1,26 +0,0 @@
-import { type AparatTarget } from "./aparat.js";
-import type { ParsedPage, SiteAdapterContext } from "./types.js";
-import { type YoutubeTarget } from "./youtube.js";
-/**
- * Site-adapter seam.
- *
- * The core `fetch_page` contract — seven fields, the 8,000 UTF-16 window, the
- * error envelope, the post-redirect URL — is graded [G] against the golden
- * corpus and must not drift. Everything reachable from here is [H]: a local
- * choice about pages the generic extractor cannot read, built on undocumented
- * site internals that change without notice. Keeping the two apart is what
- * makes the distinction auditable rather than a matter of reading 1,600 lines.
- */
-export type DynamicSiteTarget = YoutubeTarget | AparatTarget;
-export declare function dynamicSiteTarget(value: string): DynamicSiteTarget | undefined;
-/**
- * Why the page cannot be read generically, when the site served a shell instead
- * of content. Absent means the HTML is worth extracting normally.
- */
-export declare function dynamicShellReason(html: string, target: DynamicSiteTarget | undefined): string | undefined;
-/**
- * Returns an adapted page, or undefined to fall through to generic extraction.
- * Throws when the page is a shell no adapter could recover, so an unreadable
- * response never reports success.
- */
-export declare function loadDynamicSite(target: DynamicSiteTarget, ctx: SiteAdapterContext): Promise<ParsedPage | undefined>;

package/dist/fetch-page/sites.js

@@ -1,39 +0,0 @@
-import { aparatShellReason, loadAparat, matchAparat, } from "./aparat.js";
-import { loadYoutube, matchYoutube, youtubeShellReason, } from "./youtube.js";
-export function dynamicSiteTarget(value) {
-    const url = new URL(value);
-    const hostname = url.hostname.toLowerCase().replace(/^www\./, "");
-    return matchYoutube(url, hostname) || matchAparat(url, hostname);
-}
-/**
- * Why the page cannot be read generically, when the site served a shell instead
- * of content. Absent means the HTML is worth extracting normally.
- */
-export function dynamicShellReason(html, target) {
-    if (!target)
-        return undefined;
-    return target.kind === "youtube"
-        ? youtubeShellReason(html)
-        : aparatShellReason(html);
-}
-/**
- * Returns an adapted page, or undefined to fall through to generic extraction.
- * Throws when the page is a shell no adapter could recover, so an unreadable
- * response never reports success.
- */
-export async function loadDynamicSite(target, ctx) {
-    const shellReason = dynamicShellReason(ctx.html, target);
-    // YouTube runs unconditionally: even a healthy watch page hides its metadata
-    // in embedded JSON. Aparat only runs once its shell has been detected.
-    if (target.kind !== "youtube" && !shellReason)
-        return undefined;
-    const adapted = target.kind === "youtube"
-        ? await loadYoutube(target, ctx)
-        : await loadAparat(target, ctx);
-    if (adapted)
-        return adapted;
-    if (shellReason)
-        throw new Error(`Failed to fetch page: ${shellReason}`);
-    return undefined;
-}
-//# sourceMappingURL=sites.js.map

package/dist/fetch-page/sites.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"sites.js","sourceRoot":"","sources":["../../src/fetch-page/sites.ts"],"names":[],"mappings":"AAAA,OAAO,EAEL,iBAAiB,EACjB,UAAU,EACV,WAAW,GACZ,MAAM,aAAa,CAAC;AAErB,OAAO,EACL,WAAW,EACX,YAAY,EAEZ,kBAAkB,GACnB,MAAM,cAAc,CAAC;AAetB,MAAM,UAAU,iBAAiB,CAAC,KAAa;IAC7C,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,CAAC;IAC3B,MAAM,QAAQ,GAAG,GAAG,CAAC,QAAQ,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;IAClE,OAAO,YAAY,CAAC,GAAG,EAAE,QAAQ,CAAC,IAAI,WAAW,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;AACnE,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,kBAAkB,CAChC,IAAY,EACZ,MAAqC;IAErC,IAAI,CAAC,MAAM;QAAE,OAAO,SAAS,CAAC;IAC9B,OAAO,MAAM,CAAC,IAAI,KAAK,SAAS;QAC9B,CAAC,CAAC,kBAAkB,CAAC,IAAI,CAAC;QAC1B,CAAC,CAAC,iBAAiB,CAAC,IAAI,CAAC,CAAC;AAC9B,CAAC;AAED;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,eAAe,CACnC,MAAyB,EACzB,GAAuB;IAEvB,MAAM,WAAW,GAAG,kBAAkB,CAAC,GAAG,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;IACzD,6EAA6E;IAC7E,uEAAuE;IACvE,IAAI,MAAM,CAAC,IAAI,KAAK,SAAS,IAAI,CAAC,WAAW;QAAE,OAAO,SAAS,CAAC;IAChE,MAAM,OAAO,GAAG,MAAM,CAAC,IAAI,KAAK,SAAS;QACvC,CAAC,CAAC,MAAM,WAAW,CAAC,MAAM,EAAE,GAAG,CAAC;QAChC,CAAC,CAAC,MAAM,UAAU,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IAClC,IAAI,OAAO;QAAE,OAAO,OAAO,CAAC;IAC5B,IAAI,WAAW;QAAE,MAAM,IAAI,KAAK,CAAC,yBAAyB,WAAW,EAAE,CAAC,CAAC;IACzE,OAAO,SAAS,CAAC;AACnB,CAAC"}

package/dist/fetch-page/text.d.ts

@@ -1,5 +0,0 @@
-/** Text helpers shared by the fetch_page core and its site adapters. */
-export declare function decodeText(bytes: Uint8Array, contentType: string): string;
-export declare function normalizeMarkdown(value: string): string;
-export declare function decodeHtmlEntities(value: string): string;
-export declare function requireReadableContent(markdown: string): string;

package/dist/fetch-page/text.js

@@ -1,38 +0,0 @@
-import { parseHTML } from "linkedom";
-/** Text helpers shared by the fetch_page core and its site adapters. */
-export function decodeText(bytes, contentType) {
-    const charset = contentType.match(/charset\s*=\s*["']?([^;"'\s]+)/i)?.[1];
-    try {
-        return new TextDecoder(charset || "utf-8").decode(bytes);
-    }
-    catch {
-        return new TextDecoder("utf-8").decode(bytes);
-    }
-}
-export function normalizeMarkdown(value) {
-    return value
-        .replace(/\r\n?/g, "\n")
-        .replace(/[ \t]+\n/g, "\n")
-        .replace(/\n{4,}/g, "\n\n\n")
-        .trim();
-}
-let htmlEntityDecoder;
-export function decodeHtmlEntities(value) {
-    if (!value.includes("&"))
-        return value;
-    if (!htmlEntityDecoder) {
-        const { document } = parseHTML("<html><body><span></span></body></html>");
-        htmlEntityDecoder = document.querySelector("span") || undefined;
-    }
-    if (!htmlEntityDecoder)
-        return value;
-    htmlEntityDecoder.innerHTML = value;
-    return htmlEntityDecoder.textContent || "";
-}
-export function requireReadableContent(markdown) {
-    if (!markdown.trim()) {
-        throw new Error("Failed to fetch page: no readable content");
-    }
-    return markdown;
-}
-//# sourceMappingURL=text.js.map

package/dist/fetch-page/text.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"text.js","sourceRoot":"","sources":["../../src/fetch-page/text.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,UAAU,CAAC;AAErC,wEAAwE;AAExE,MAAM,UAAU,UAAU,CAAC,KAAiB,EAAE,WAAmB;IAC/D,MAAM,OAAO,GAAG,WAAW,CAAC,KAAK,CAAC,iCAAiC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;IAC1E,IAAI,CAAC;QACH,OAAO,IAAI,WAAW,CAAC,OAAO,IAAI,OAAO,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IAC3D,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,WAAW,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IAChD,CAAC;AACH,CAAC;AAED,MAAM,UAAU,iBAAiB,CAAC,KAAa;IAC7C,OAAO,KAAK;SACT,OAAO,CAAC,QAAQ,EAAE,IAAI,CAAC;SACvB,OAAO,CAAC,WAAW,EAAE,IAAI,CAAC;SAC1B,OAAO,CAAC,SAAS,EAAE,QAAQ,CAAC;SAC5B,IAAI,EAAE,CAAC;AACZ,CAAC;AAED,IAAI,iBAAsC,CAAC;AAE3C,MAAM,UAAU,kBAAkB,CAAC,KAAa;IAC9C,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC;QAAE,OAAO,KAAK,CAAC;IACvC,IAAI,CAAC,iBAAiB,EAAE,CAAC;QACvB,MAAM,EAAE,QAAQ,EAAE,GAAG,SAAS,CAAC,yCAAyC,CAAC,CAAC;QAC1E,iBAAiB,GAAG,QAAQ,CAAC,aAAa,CAAC,MAAM,CAAC,IAAI,SAAS,CAAC;IAClE,CAAC;IACD,IAAI,CAAC,iBAAiB;QAAE,OAAO,KAAK,CAAC;IACrC,iBAAiB,CAAC,SAAS,GAAG,KAAK,CAAC;IACpC,OAAO,iBAAiB,CAAC,WAAW,IAAI,EAAE,CAAC;AAC7C,CAAC;AAED,MAAM,UAAU,sBAAsB,CAAC,QAAgB;IACrD,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,EAAE,CAAC;QACrB,MAAM,IAAI,KAAK,CAAC,2CAA2C,CAAC,CAAC;IAC/D,CAAC;IACD,OAAO,QAAQ,CAAC;AAClB,CAAC"}

package/dist/fetch-page/types.d.ts

@@ -1,17 +0,0 @@
-/** Shapes shared across the `fetch_page` modules. */
-export interface ParsedPage {
-    finalUrl: string;
-    contentType: string;
-    markdown: string;
-    title?: string;
-    totalPages?: number;
-    pagesParsed?: number;
-    truncated?: boolean;
-    warning?: string;
-}
-export interface DownloadedPage {
-    bytes: Uint8Array;
-    contentType: string;
-    finalUrl: string;
-    status: number;
-}

package/dist/fetch-page/types.js

@@ -1,3 +0,0 @@
-/** Shapes shared across the `fetch_page` modules. */
-export {};
-//# sourceMappingURL=types.js.map

package/dist/fetch-page/types.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"types.js","sourceRoot":"","sources":["../../src/fetch-page/types.ts"],"names":[],"mappings":"AAAA,qDAAqD"}

package/dist/fetch-page/youtube.d.ts

@@ -1,35 +0,0 @@
-import type { ParsedPage, SiteAdapterContext } from "./types.js";
-/**
- * YouTube adapter.
- *
- * The watch page carries structured metadata the generic HTML extractor cannot
- * see, so this adapter runs even on a healthy page rather than only on the bot
- * shell. Everything it reads comes from the live response; nothing observed in
- * the source history is hardcoded. Per the golden spec this is an [H] local
- * choice, not a behavior the corpus proves the source tool implemented.
- */
-export interface YoutubeTarget {
-    kind: "youtube";
-    canonicalUrl: string;
-    videoId: string;
-}
-export declare function matchYoutube(url: URL, hostname: string): YoutubeTarget | undefined;
-export declare function youtubeShellReason(html: string): string | undefined;
-interface YoutubeMetadata {
-    title: string;
-    thumbnail: string;
-    thumbnailWidth: string;
-    thumbnailHeight: string;
-    author: string;
-    authorUrl: string;
-    uploadedAt: string;
-    length: string;
-    views: string;
-    likes: string;
-    category: string;
-    description: string;
-    transcript: string;
-}
-export declare function youtubePage(target: YoutubeTarget, metadata: YoutubeMetadata): ParsedPage | undefined;
-export declare function loadYoutube(target: YoutubeTarget, ctx: SiteAdapterContext): Promise<ParsedPage | undefined>;
-export {};