yt-liked 0.2.0-alpha.0

package/dist/videos-viz.js

@@ -0,0 +1,140 @@
+const ESC = '\x1b[';
+const RESET = `${ESC}0m`;
+const BOLD = `${ESC}1m`;
+const DIM = `${ESC}2m`;
+const rgb = (r, g, b) => `${ESC}38;2;${r};${g};${b}m`;
+const C = {
+    title: rgb(235, 226, 201),
+    text: rgb(214, 214, 220),
+    dim: rgb(118, 118, 132),
+    line: rgb(72, 72, 86),
+    accent: rgb(116, 180, 178),
+    warm: rgb(230, 176, 102),
+    green: rgb(137, 208, 142),
+    coral: rgb(226, 119, 119),
+    blue: rgb(126, 170, 230),
+    gold: rgb(223, 197, 111),
+};
+const BLOCKS = [' ', '▏', '▎', '▍', '▌', '▋', '▊', '▉', '█'];
+const SPARKS = '▁▂▃▄▅▆▇█';
+function stripAnsi(value) {
+    return value.replace(/\x1b\[[0-9;]*m/g, '');
+}
+function bar(value, max, width, color) {
+    const ratio = max > 0 ? value / max : 0;
+    const filled = ratio * width;
+    const full = Math.floor(filled);
+    const partial = Math.round((filled - full) * 8);
+    return (color +
+        '█'.repeat(full) +
+        (partial > 0 ? BLOCKS[partial] : '') +
+        RESET +
+        ' '.repeat(Math.max(0, width - full - (partial > 0 ? 1 : 0))));
+}
+function sparkline(data, color) {
+    const max = Math.max(...data, 1);
+    return color + data.map((value) => SPARKS[Math.round((value / max) * 7)] ?? SPARKS[0]).join('') + RESET;
+}
+function boxTop(width) {
+    return C.line + '╭' + '─'.repeat(width - 2) + '╮' + RESET;
+}
+function boxBottom(width) {
+    return C.line + '╰' + '─'.repeat(width - 2) + '╯' + RESET;
+}
+function boxDivider(width) {
+    return C.line + '├' + '─'.repeat(width - 2) + '┤' + RESET;
+}
+function boxRow(content, width) {
+    const pad = Math.max(0, width - 4 - stripAnsi(content).length);
+    return `${C.line}│ ${RESET}${content}${' '.repeat(pad)}${C.line} │${RESET}`;
+}
+function pct(part, total) {
+    if (total <= 0)
+        return '0.0%';
+    return `${((part / total) * 100).toFixed(1)}%`;
+}
+function trimLabel(label, width) {
+    if (label.length <= width)
+        return label;
+    return `${label.slice(0, Math.max(1, width - 1))}…`;
+}
+function renderRankedRows(rows, total, width, color) {
+    if (rows.length === 0) {
+        return [boxRow(`${DIM}none yet${RESET}`, width)];
+    }
+    const maxCount = Math.max(...rows.map((row) => row.count), 1);
+    return rows.map((row) => {
+        const label = trimLabel(row.label, 14).padEnd(14);
+        const count = row.count.toLocaleString().padStart(5);
+        const valuePct = pct(row.count, total).padStart(6);
+        return boxRow(`${C.text}${label}${RESET} ${bar(row.count, maxCount, 14, color)} ${C.text}${count}${RESET} ${DIM}${valuePct}${RESET}`, width);
+    });
+}
+export function renderVideoViz(view) {
+    const width = 78;
+    const lines = [];
+    const monthCounts = view.monthlyLikes.map((row) => row.count);
+    const categoryCoverage = `${view.categorizedCount.toLocaleString()} labeled`;
+    const domainCoverage = `${view.domainCount.toLocaleString()} domained`;
+    const channelIntegrity = view.channelMetadataLikelyOwnerFallback
+        ? `${C.coral}suspect source field${RESET}`
+        : `${C.green}${view.distinctChannelTitles.toLocaleString()} channel titles${RESET}`;
+    const relabelDominantFallback = !view.channelMetadataLikelyOwnerFallback
+        && Boolean(view.dominantFallbackChannelTitle)
+        && view.dominantFallbackChannelCount >= 25
+        && (view.dominantFallbackChannelTitle === 'J' || view.dominantFallbackChannelTitle.length <= 2);
+    lines.push(boxTop(width));
+    lines.push(boxRow(`${BOLD}${C.title}YTL Archive Atlas${RESET}  ${DIM}local likes snapshot${RESET}`, width));
+    lines.push(boxRow(`${C.text}${view.importedCount.toLocaleString()} videos${RESET}  ${DIM}•${RESET}  ${C.accent}${categoryCoverage}${RESET}  ${DIM}•${RESET}  ${C.blue}${domainCoverage}${RESET}`, width));
+    if (monthCounts.length > 0) {
+        const left = view.monthlyLikes[0]?.label ?? '';
+        const right = view.monthlyLikes.at(-1)?.label ?? '';
+        lines.push(boxRow(`${C.warm}${sparkline(monthCounts, C.warm)}${RESET}  ${DIM}${left} → ${right}${RESET}`, width));
+    }
+    lines.push(boxDivider(width));
+    const coverageBarWidth = 40;
+    const catDone = Math.round((view.categorizedCount / Math.max(1, view.importedCount)) * coverageBarWidth);
+    const domDone = Math.round((view.domainCount / Math.max(1, view.importedCount)) * coverageBarWidth);
+    lines.push(boxRow(`${C.text}Category coverage${RESET} ${C.green}${'█'.repeat(catDone)}${DIM}${'·'.repeat(Math.max(0, coverageBarWidth - catDone))}${RESET} ${C.text}${pct(view.categorizedCount, view.importedCount)}${RESET}`, width));
+    lines.push(boxRow(`${C.text}Domain coverage  ${RESET} ${C.blue}${'█'.repeat(domDone)}${DIM}${'·'.repeat(Math.max(0, coverageBarWidth - domDone))}${RESET} ${C.text}${pct(view.domainCount, view.importedCount)}${RESET}`, width));
+    const privacy = view.privacyBreakdown
+        .slice(0, 3)
+        .map((row) => `${row.label} ${row.count.toLocaleString()}`)
+        .join(` ${DIM}•${RESET} `);
+    lines.push(boxRow(`${C.text}Privacy${RESET} ${DIM}${privacy || 'no privacy data'}${RESET}`, width));
+    lines.push(boxBottom(width));
+    lines.push('');
+    lines.push(boxTop(width));
+    lines.push(boxRow(`${BOLD}${C.gold}Top categories${RESET}`, width));
+    lines.push(...renderRankedRows(view.topCategories.slice(0, 10), view.importedCount, width, C.gold));
+    lines.push(boxBottom(width));
+    lines.push('');
+    lines.push(boxTop(width));
+    lines.push(boxRow(`${BOLD}${C.accent}Top domains${RESET}`, width));
+    lines.push(...renderRankedRows(view.topDomains.slice(0, 10), view.importedCount, width, C.accent));
+    lines.push(boxBottom(width));
+    lines.push('');
+    lines.push(boxTop(width));
+    lines.push(boxRow(`${BOLD}${C.blue}Uploader signal${RESET}`, width));
+    lines.push(boxRow(`${C.text}Distinct channel titles:${RESET} ${view.distinctChannelTitles.toLocaleString()}  ${DIM}•${RESET}  ${C.text}Distinct channel ids:${RESET} ${view.distinctChannelIds.toLocaleString()}`, width));
+    lines.push(boxRow(`${C.text}Importer integrity:${RESET} ${channelIntegrity}`, width));
+    if (view.channelMetadataLikelyOwnerFallback) {
+        lines.push(boxRow(`${C.coral}Warning:${RESET} imported channel_title/channel_id appear to reflect the likes playlist owner, not each video's uploader.`, width));
+        lines.push(boxRow(`${DIM}That is why the current Top channels view collapses to "J". Run ytl enrich-channels to repair it.${RESET}`, width));
+    }
+    else {
+        if (relabelDominantFallback) {
+            lines.push(boxRow(`${DIM}Residual fallback rows are grouped below as unresolved uploader metadata rather than attributed to your profile.${RESET}`, width));
+        }
+        lines.push(...renderRankedRows(view.topChannels.slice(0, 8).map((row) => ({
+            label: relabelDominantFallback && row.channelTitle === view.dominantFallbackChannelTitle
+                ? 'Unresolved upldr'
+                : row.channelTitle,
+            count: row.count,
+        })), view.importedCount, width, C.blue));
+    }
+    lines.push(boxBottom(width));
+    lines.push('');
+    lines.push(`${DIM}Next:${RESET} ytl enrich-channels   ${DIM}•${RESET} ytl classify-domains   ${DIM}•${RESET} ytl status`);
+    return lines.join('\n');
+}

package/dist/youtube-web.js

@@ -0,0 +1,217 @@
+import { createHash } from 'node:crypto';
+const YOUTUBE_ORIGIN = 'https://www.youtube.com';
+const LIKES_URL = `${YOUTUBE_ORIGIN}/playlist?list=LL`;
+function sleep(ms) {
+    return new Promise((resolve) => setTimeout(resolve, ms));
+}
+export function createSapisidAuthHeader(sapisid, dataSyncId, timestampSec, origin = YOUTUBE_ORIGIN) {
+    const hashInput = [dataSyncId, timestampSec, sapisid, origin].join(' ');
+    const digest = createHash('sha1').update(hashInput).digest('hex');
+    const token = `${timestampSec}_${digest}_u`;
+    return `SAPISIDHASH ${token} SAPISID1PHASH ${token} SAPISID3PHASH ${token}`;
+}
+function extractBalancedJson(text, marker) {
+    const markerIndex = text.indexOf(marker);
+    if (markerIndex < 0) {
+        throw new Error(`Could not find marker: ${marker}`);
+    }
+    const start = text.indexOf('{', markerIndex);
+    if (start < 0) {
+        throw new Error(`Could not find opening brace after marker: ${marker}`);
+    }
+    let depth = 0;
+    let inString = false;
+    let escaped = false;
+    for (let i = start; i < text.length; i += 1) {
+        const char = text[i];
+        if (inString) {
+            if (escaped) {
+                escaped = false;
+            }
+            else if (char === '\\') {
+                escaped = true;
+            }
+            else if (char === '"') {
+                inString = false;
+            }
+            continue;
+        }
+        if (char === '"') {
+            inString = true;
+            continue;
+        }
+        if (char === '{')
+            depth += 1;
+        if (char === '}') {
+            depth -= 1;
+            if (depth === 0) {
+                return text.slice(start, i + 1);
+            }
+        }
+    }
+    throw new Error(`Could not extract balanced JSON for marker: ${marker}`);
+}
+function extractContinuationTokenFromHtml(html) {
+    const match = html.match(/"continuationCommand":\{"token":"([^"]+)"/);
+    return match?.[1] ?? null;
+}
+function parseCount(text) {
+    if (!text)
+        return null;
+    const digits = text.replace(/[^0-9]/g, '');
+    if (!digits)
+        return null;
+    return Number.parseInt(digits, 10);
+}
+function parseBootstrap(html) {
+    const cfg = JSON.parse(extractBalancedJson(html, 'ytcfg.set({'));
+    const initialData = JSON.parse(extractBalancedJson(html, 'var ytInitialData = '));
+    const continuationToken = extractContinuationTokenFromHtml(html);
+    if (!continuationToken) {
+        throw new Error('Could not find a continuation token in ytInitialData.');
+    }
+    const statedVideoCount = parseCount(initialData?.header?.playlistHeaderRenderer?.numVideosText?.runs?.map((run) => run.text).join('')
+        ?? initialData?.sidebar?.playlistSidebarRenderer?.items?.[0]?.playlistSidebarPrimaryInfoRenderer?.stats?.[0]?.runs?.map((run) => run.text).join(''));
+    const alerts = (initialData?.alerts ?? [])
+        .map((alert) => alert?.alertWithButtonRenderer?.text?.simpleText)
+        .filter((value) => typeof value === 'string');
+    return {
+        apiKey: cfg.INNERTUBE_API_KEY,
+        clientVersion: cfg.INNERTUBE_CLIENT_VERSION,
+        visitorData: cfg.VISITOR_DATA,
+        sessionIndex: String(cfg.SESSION_INDEX ?? 0),
+        hl: String(cfg.HL ?? 'en'),
+        gl: String(cfg.GL ?? 'US'),
+        dataSyncId: String(initialData?.responseContext?.mainAppWebResponseContext?.datasyncId ?? '').split('||')[0],
+        continuationToken,
+        pageTitle: String(initialData?.metadata?.playlistMetadataRenderer?.title ?? 'Liked videos'),
+        statedVideoCount,
+        alerts,
+    };
+}
+function extractVideosFromContinuation(json) {
+    const items = json?.onResponseReceivedActions?.[0]?.appendContinuationItemsAction?.continuationItems
+        ?? json?.onResponseReceivedEndpoints?.[0]?.appendContinuationItemsAction?.continuationItems
+        ?? [];
+    const videos = items
+        .map((item) => item?.playlistVideoRenderer)
+        .filter(Boolean)
+        .map((video) => ({
+        index: video?.index?.simpleText ? Number.parseInt(video.index.simpleText, 10) : null,
+    }));
+    const nextToken = items
+        .map((item) => item?.continuationItemRenderer?.continuationEndpoint?.continuationCommand?.token)
+        .find((value) => typeof value === 'string')
+        ?? null;
+    return { videos, nextToken };
+}
+export async function fetchLikesBootstrap(cookieHeader) {
+    const response = await fetch(LIKES_URL, {
+        headers: {
+            cookie: cookieHeader,
+            'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/146.0.0.0 Safari/537.36',
+            accept: 'text/html,application/xhtml+xml',
+        },
+    });
+    if (!response.ok) {
+        throw new Error(`Could not load YouTube Likes page (${response.status}).`);
+    }
+    const html = await response.text();
+    return parseBootstrap(html);
+}
+async function fetchContinuationPage(bootstrap, cookieHeader, sapisid, continuationToken) {
+    const timestampSec = Math.floor(Date.now() / 1000);
+    const response = await fetch(`${YOUTUBE_ORIGIN}/youtubei/v1/browse?prettyPrint=false&key=${bootstrap.apiKey}`, {
+        method: 'POST',
+        headers: {
+            cookie: cookieHeader,
+            'content-type': 'application/json',
+            authorization: createSapisidAuthHeader(sapisid, bootstrap.dataSyncId, timestampSec),
+            'x-youtube-client-name': '1',
+            'x-youtube-client-version': bootstrap.clientVersion,
+            'x-goog-visitor-id': bootstrap.visitorData,
+            'x-goog-authuser': bootstrap.sessionIndex,
+            'x-youtube-bootstrap-logged-in': 'true',
+            'x-origin': YOUTUBE_ORIGIN,
+            origin: YOUTUBE_ORIGIN,
+            referer: LIKES_URL,
+            'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/146.0.0.0 Safari/537.36',
+            accept: '*/*',
+        },
+        body: JSON.stringify({
+            context: {
+                client: {
+                    clientName: 'WEB',
+                    clientVersion: bootstrap.clientVersion,
+                    visitorData: bootstrap.visitorData,
+                    hl: bootstrap.hl,
+                    gl: bootstrap.gl,
+                },
+                user: { lockedSafetyMode: false },
+                request: { useSsl: true },
+            },
+            continuation: continuationToken,
+        }),
+    });
+    if (!response.ok) {
+        throw new Error(`Continuation request failed (${response.status}).`);
+    }
+    const json = await response.json();
+    if (json?.responseContext?.mainAppWebResponseContext?.loggedOut) {
+        throw new Error('YouTube continuation request came back logged out.');
+    }
+    return extractVideosFromContinuation(json);
+}
+export async function probeLikesHistory(options) {
+    const startedAt = Date.now();
+    const bootstrap = await fetchLikesBootstrap(options.cookieHeader);
+    const pages = [];
+    let continuationToken = bootstrap.continuationToken;
+    let discoveredCount = 100;
+    let stopReason = 'end of continuation';
+    for (let pageNumber = 1; pageNumber <= options.maxPages; pageNumber += 1) {
+        if (!continuationToken)
+            break;
+        if ((Date.now() - startedAt) / 60000 >= options.maxMinutes) {
+            stopReason = 'max runtime reached';
+            break;
+        }
+        const page = await fetchContinuationPage(bootstrap, options.cookieHeader, options.sapisid, continuationToken);
+        const firstIndex = page.videos[0]?.index ?? null;
+        const lastIndex = page.videos[page.videos.length - 1]?.index ?? null;
+        discoveredCount += page.videos.length;
+        pages.push({
+            page: pageNumber,
+            count: page.videos.length,
+            firstIndex,
+            lastIndex,
+            hasNext: Boolean(page.nextToken),
+        });
+        continuationToken = page.nextToken;
+        if (!continuationToken) {
+            stopReason = 'continuation ended';
+            break;
+        }
+        if (options.delayMs > 0) {
+            await sleep(options.delayMs);
+        }
+    }
+    if (pages.length >= options.maxPages && continuationToken) {
+        stopReason = 'max pages reached';
+    }
+    return {
+        generatedAt: new Date().toISOString(),
+        chromeUserDataDir: '',
+        chromeProfileDirectory: '',
+        pageTitle: bootstrap.pageTitle,
+        statedVideoCount: bootstrap.statedVideoCount,
+        alertMessages: bootstrap.alerts,
+        initialPageCount: 100,
+        discoveredCount,
+        pageCount: pages.length,
+        stopReason,
+        browserMethodBeatCeiling: discoveredCount > options.baselineCeiling,
+        baselineCeiling: options.baselineCeiling,
+        pages,
+    };
+}

package/package.json

@@ -0,0 +1,47 @@
+{
+  "name": "yt-liked",
+  "version": "0.2.0-alpha.0",
+  "description": "An archive-first local CLI for importing, searching, and classifying your YouTube liked videos.",
+  "type": "module",
+  "bin": {
+    "ytl": "bin/ytl.mjs"
+  },
+  "scripts": {
+    "build": "tsc -p tsconfig.json",
+    "dev": "tsx src/cli.ts",
+    "start": "node dist/cli.js",
+    "test": "tsx --test tests/**/*.test.ts",
+    "prepublishOnly": "npm run build && npm test"
+  },
+  "files": [
+    "bin/",
+    "dist/",
+    "LICENSE",
+    "README.md"
+  ],
+  "engines": {
+    "node": ">=20"
+  },
+  "license": "MIT",
+  "keywords": [
+    "youtube",
+    "likes",
+    "cli",
+    "local-first",
+    "chrome",
+    "self-custody"
+  ],
+  "dependencies": {
+    "@google/genai": "^1.48.0",
+    "commander": "^14.0.3",
+    "dotenv": "^17.4.0",
+    "sql.js": "^1.14.1",
+    "sql.js-fts5": "^1.4.0"
+  },
+  "devDependencies": {
+    "@types/node": "^24.0.0",
+    "@types/sql.js": "^1.4.11",
+    "tsx": "^4.21.0",
+    "typescript": "^5.8.3"
+  }
+}