@gentbajko/slopify 3.5.2 → 3.6.0

package/dist/edge/http/studio.js

@@ -3,6 +3,7 @@ import { join } from "node:path";
 import { Readable } from "node:stream";
 import { zValidator } from "@hono/zod-validator";
 import { Hono } from "hono";
+import { bodyLimit } from "hono/body-limit";
 import { z } from "zod";
 import { derive } from "../../kernel/runner/graph.js";
 import { listProjects, projectById, stagesOf } from "../../slices/admission/repo.js";
@@ -19,6 +20,7 @@ import { postingPlanSchema, readPlan, writePlan } from "../../slices/studio/plan
 import { leadHoursMax, seriesOf } from "../../slices/studio/plan-model.js";
 import { enqueueFill, fillNow, readFillQueue, removeFill, } from "../../slices/studio/queue.js";
 import { allReleases, freeSlots, planReleases, readLeadHours, releasesOf, setRelease, writeLeadHours, } from "../../slices/studio/releases.js";
+import { parseStudioExport, readReport, saveReport } from "../../slices/studio/report.js";
 import { autoCommentKey, bearerToken, isExtensionOrigin, pairStudioExtension, readChannelPlaylists, readStudioPlaylists, resetStudioPairing, saveProjectPlaylists, saveRealFootage, saveStudioPlaylists, studioPairing, studioPlaylistsMax, studioPlaylistsProblem, studioRequestAllowed, } from "../../slices/studio/settings.js";
 import { abResults, abVariantSchema, projectStats, saveAbResult, saveStats, } from "../../slices/studio/stats.js";
 import { confirmUpload, doneVideos, forgetVideo, projectVideos, recordVideo, setChecks, setTaskState, videoIdOf, videoIdPattern, videoOf, waitingTasks, } from "../../slices/studio/videos.js";
@@ -166,6 +168,23 @@ export function studioRoutes(deps) {
             .filter((one) => one !== "")
             .toSorted(),
     });
+    // A report and, for each of its videos Slopify made, the project and which upload it is.
+    const reportBody = (channelId) => {
+        const report = readReport(deps.db, channelId);
+        const known = new Map(listProjects(deps.db).flatMap((project) => projectVideos(deps.db, project.id).map((video) => [
+            video.videoId,
+            { projectId: project.id, short: video.short, projectTitle: project.title },
+        ])));
+        return {
+            report,
+            projects: report === null
+                ? {}
+                : Object.fromEntries(report.rows.flatMap((row) => {
+                    const found = known.get(row.videoId);
+                    return found === undefined ? [] : [[row.videoId, found]];
+                })),
+        };
+    };
     const slotChoices = (projectId, series) => freeSlots(deps.db, readPlan(deps.db), series, deps.clock.now(), 9);
     // Finished projects not marked uploaded: the popup's list and the calendar's candidates.
     const finishedProjects = () => {
@@ -381,6 +400,27 @@ export function studioRoutes(deps) {
         // Studio's numbers for a project's videos, and every finished A/B test (Library).
         .get("/stats/:projectId", zValidator("param", projectParam, onInvalid), (c) => c.json({ stats: projectStats(deps.db, c.req.valid("param").projectId) }))
         .get("/ab-results", (c) => c.json({ results: abResults(deps.db) }))
+        // Channels → YouTube numbers: Studio's Advanced-mode export, imported as the zip Studio
+        // downloads, and which project each of its videos is.
+        .get("/channels/:channelId/report", zValidator("param", z.object({ channelId: id }), onInvalid), (c) => c.json(reportBody(c.req.valid("param").channelId)))
+        .post("/channels/:channelId/report", zValidator("param", z.object({ channelId: id }), onInvalid), bodyLimit({
+        maxSize: 30 * 1024 * 1024,
+        onError: (c) => problem(c, {
+            status: 413,
+            title: titleOf(413),
+            detail: "That file is larger than 30 MB, which a Studio export never is. Export again from Studio's Advanced mode and import the zip it downloads.",
+        }),
+    }), async (c) => {
+        const denied = samePage(c);
+        if (denied !== undefined)
+            return denied;
+        const { channelId } = c.req.valid("param");
+        const parsed = parseStudioExport(new Uint8Array(await c.req.arrayBuffer()), deps.clock.now().toISOString());
+        if (!parsed.ok)
+            return problem(c, { status: 400, title: titleOf(400), detail: parsed.message });
+        saveReport(deps.db, channelId, parsed.report);
+        return c.json(reportBody(channelId));
+    })
         // Channels → YouTube: the channel's videos on YouTube with Studio's numbers and totals.
         .get("/channels/:channelId/performance", zValidator("param", z.object({ channelId: id }), onInvalid), (c) => c.json(channelPerformance(deps, c.req.valid("param").channelId)))
         // The YouTube videos a project's uploads became, and their A/B tests.

package/dist/kernel/db/migrations/0050-studio-reports.sql

@@ -0,0 +1,8 @@
+-- Studio's Advanced-mode export, one per channel (3.6.0): the table's columns and rows (one
+-- per video, every metric the person chose in Studio) and each video's daily figures for the
+-- chart's metric, as the last imported zip held them. A new import replaces the old one.
+CREATE TABLE studio_reports (
+  channel_id TEXT PRIMARY KEY,
+  imported_at TEXT NOT NULL,
+  report TEXT NOT NULL CHECK (json_valid(report))
+);

package/dist/patch-notes/3.6.0.md

@@ -0,0 +1,9 @@
+# Slopify 3.6.0
+
+Released 3 October 2026.
+
+## Channels → YouTube numbers
+
+- **Import from Studio.** Export Studio's Advanced mode (Analytics → Advanced mode, choose your metrics as columns, the Export arrow → Comma-separated values) and import the zip it downloads. Every video becomes a row with every metric you chose: views, average view duration, percentage viewed, RPM, revenue, watch time, subscribers, impressions, click-through rate, and anything else Studio offers.
+- **Compare at a glance.** Order the videos by any column, show or hide columns (Slopify remembers your choice in this browser), and see each video's daily figure for the chart's metric as a small line. Videos Slopify made link to their projects; your older videos are listed too.
+- A new import replaces the old one.

package/dist/patch-notes/index.json

@@ -1,4 +1,10 @@
 [
+  {
+    "id": "3.6.0",
+    "title": "Slopify 3.6.0",
+    "version": "3.6.0",
+    "date": "2026-10-03"
+  },
   {
     "id": "3.5.2",
     "title": "Slopify 3.5.2",

package/dist/slices/studio/report.js

@@ -0,0 +1,162 @@
+import { strFromU8, unzipSync } from "fflate";
+// RFC 4180: commas, quoted fields with "" for a quote, CRLF or LF lines.
+export function parseCsv(text) {
+    const rows = [];
+    let row = [];
+    let field = "";
+    let quoted = false;
+    const body = text.replace(/^/, "");
+    for (let at = 0; at < body.length; at += 1) {
+        const char = body[at];
+        if (quoted) {
+            if (char === '"' && body[at + 1] === '"') {
+                field += '"';
+                at += 1;
+            }
+            else if (char === '"')
+                quoted = false;
+            else
+                field += char;
+        }
+        else if (char === '"')
+            quoted = true;
+        else if (char === ",") {
+            row.push(field);
+            field = "";
+        }
+        else if (char === "\n" || char === "\r") {
+            if (char === "\r" && body[at + 1] === "\n")
+                at += 1;
+            row.push(field);
+            rows.push(row);
+            row = [];
+            field = "";
+        }
+        else
+            field += char;
+    }
+    if (field !== "" || row.length > 0) {
+        row.push(field);
+        rows.push(row);
+    }
+    return rows.filter((one) => one.some((cell) => cell !== ""));
+}
+const durationPattern = /^(\d+):(\d{2})(?::(\d{2}))?$/;
+function seconds(text) {
+    const match = durationPattern.exec(text.trim());
+    if (match === null)
+        return null;
+    const [, a, b, c] = match;
+    return c === undefined
+        ? Number(a) * 60 + Number(b)
+        : Number(a) * 3600 + Number(b) * 60 + Number(c);
+}
+function cell(text, kind) {
+    const plain = text.trim();
+    if (plain === "")
+        return null;
+    if (kind === "duration")
+        return seconds(plain);
+    if (kind === "number") {
+        const value = Number(plain.replace(/,/g, ""));
+        return Number.isFinite(value) ? value : null;
+    }
+    return plain;
+}
+// The columns before the metrics: Content (the video id), Video title, Video publish time and
+// Duration. Studio names them in the account's language; their places are fixed.
+const fixedColumns = 4;
+export function parseStudioExport(bytes, importedAt) {
+    let files;
+    try {
+        files = unzipSync(bytes, { filter: (file) => file.name.toLowerCase().endsWith(".csv") });
+    }
+    catch {
+        files = { "Table data.csv": bytes };
+    }
+    const named = (part) => Object.entries(files).find(([name]) => name.toLowerCase().includes(part))?.[1];
+    const tableBytes = named("table") ?? (Object.keys(files).length === 1 ? Object.values(files)[0] : undefined);
+    if (tableBytes === undefined)
+        return {
+            ok: false,
+            message: "That file has no table: export from Studio's Advanced mode (Analytics → Advanced mode → the Export arrow → Comma-separated values) and import the zip it downloads.",
+        };
+    const table = parseCsv(strFromU8(tableBytes));
+    const header = table[0];
+    if (header === undefined || header.length <= fixedColumns || table.length < 2)
+        return {
+            ok: false,
+            message: "That table has no videos or no metrics. In Studio's Advanced mode, show the Content dimension with at least one metric, then export again.",
+        };
+    const body = table.slice(1);
+    const totalRow = body.find((row) => /^total$/i.test((row[0] ?? "").trim()));
+    const videoRows = body.filter((row) => row !== totalRow && /^[A-Za-z0-9_-]{11}$/.test((row[0] ?? "").trim()));
+    const columns = header.slice(fixedColumns).map((label, index) => {
+        const samples = [totalRow, ...videoRows]
+            .map((row) => (row?.[fixedColumns + index] ?? "").trim())
+            .filter((value) => value !== "");
+        const kind = samples.length > 0 && samples.every((value) => durationPattern.test(value))
+            ? "duration"
+            : samples.every((value) => Number.isFinite(Number(value.replace(/,/g, ""))))
+                ? "number"
+                : "text";
+        return { label: label.trim(), kind };
+    });
+    const valuesOf = (row) => columns.map((column, index) => cell(row[fixedColumns + index] ?? "", column.kind));
+    // The chart: Date, Content, …, then the metric; one line per video per day.
+    const chartBytes = named("chart");
+    const chart = chartBytes === undefined ? [] : parseCsv(strFromU8(chartBytes));
+    const chartMetric = chart[0]?.at(-1)?.trim() ?? null;
+    const days = [...new Set(chart.slice(1).map((row) => row[0] ?? ""))].filter(Boolean).toSorted();
+    const dayIndex = new Map(days.map((day, index) => [day, index]));
+    const daily = new Map();
+    for (const row of chart.slice(1)) {
+        const id = (row[1] ?? "").trim();
+        const at = dayIndex.get(row[0] ?? "");
+        if (at === undefined || id === "")
+            continue;
+        const series = daily.get(id) ?? Array.from({ length: days.length }, () => 0);
+        series[at] = Number(row.at(-1)) || 0;
+        daily.set(id, series);
+    }
+    return {
+        ok: true,
+        report: {
+            importedAt,
+            chartMetric: chart.length > 1 ? chartMetric : null,
+            from: days[0] ?? null,
+            to: days.at(-1) ?? null,
+            columns,
+            totals: totalRow === undefined ? columns.map(() => null) : valuesOf(totalRow),
+            rows: videoRows.map((row) => {
+                const id = (row[0] ?? "").trim();
+                return {
+                    videoId: id,
+                    title: (row[1] ?? "").trim(),
+                    published: (row[2] ?? "").trim() || null,
+                    duration: (() => {
+                        const value = Number((row[3] ?? "").trim());
+                        return Number.isFinite(value) && (row[3] ?? "").trim() !== "" ? value : null;
+                    })(),
+                    values: valuesOf(row),
+                    daily: daily.get(id) ?? [],
+                };
+            }),
+        },
+    };
+}
+export function saveReport(db, channelId, report) {
+    db.prepare(`INSERT INTO studio_reports(channel_id, imported_at, report) VALUES (?,?,?)
+     ON CONFLICT(channel_id) DO UPDATE SET imported_at=excluded.imported_at, report=excluded.report`).run(channelId, report.importedAt, JSON.stringify(report));
+}
+export function readReport(db, channelId) {
+    const row = db.prepare("SELECT report FROM studio_reports WHERE channel_id=?").get(channelId);
+    if (row === undefined)
+        return null;
+    try {
+        return JSON.parse(String(row.report));
+    }
+    catch {
+        return null;
+    }
+}