@koda-sl/baker-cli 0.500.0 → 0.501.0-dev.6e96f50b9

package/dist/chunk-2NQ4KZMC.js

@@ -0,0 +1,363 @@
+import {
+  MAX_VIDEO_INGEST_BYTES,
+  MAX_VIDEO_INGEST_SECONDS,
+  directDedupeKey,
+  downloadTimeoutMs,
+  isDirectMediaUrl,
+  isDrmProtected,
+  isRegionBlocked,
+  isToolingOrBlockFailure,
+  refuseByDuration,
+  resolveIngestSource,
+  worthDownloadingInstead
+} from "./chunk-FKOECEVC.js";
+import {
+  YtDlpError,
+  canonicalUrl,
+  durationSeconds,
+  isAudioOnly,
+  isVimeoAuthFailure,
+  probeYtDlp,
+  runYtDlp,
+  ytDlpBlockSignal
+} from "./chunk-PSGIHSNC.js";
+import {
+  videosIngestRequestSchema
+} from "./chunk-MWD6JTOY.js";
+import {
+  ApiError,
+  apiPost
+} from "./chunk-X7VQFLHI.js";
+import {
+  captureVimeoCookie,
+  isProxyFailure
+} from "./chunk-LGK7UWBN.js";
+import {
+  registerSchema,
+  writeJson
+} from "./chunk-Q7US4OOA.js";
+
+// src/commands/videos/ingest.ts
+import { mkdtemp, rm, stat } from "fs/promises";
+import { tmpdir } from "os";
+import path from "path";
+import { defineCommand } from "citty";
+
+// src/lib/streamUpload.ts
+import { createHash } from "crypto";
+import { createReadStream } from "fs";
+import { Readable } from "stream";
+import { pipeline } from "stream/promises";
+async function hashFile(filePath) {
+  const hash = createHash("sha256");
+  await pipeline(createReadStream(filePath), hash);
+  return hash.digest("hex");
+}
+async function putFileStreamed(args) {
+  const body = Readable.toWeb(createReadStream(args.filePath));
+  return await fetch(args.putUrl, {
+    method: "PUT",
+    body,
+    headers: {
+      "Content-Type": args.contentType,
+      "Content-Length": String(args.sizeBytes)
+    },
+    duplex: "half"
+  });
+}
+
+// src/commands/videos/ingest.ts
+registerSchema({
+  command: "videos.ingest",
+  description: "Add a video to the library from a URL \u2014 a direct file, or a YouTube/TikTok/Vimeo page.",
+  args: {
+    url: { type: "string", description: "Video URL (direct file or a watch/post page)", required: true },
+    source: { type: "string", description: "Provenance: url | youtube", required: false },
+    "external-id": { type: "string", description: "Provider asset id (deduped on)", required: false },
+    "external-url": { type: "string", description: "Canonical page URL", required: false },
+    download: {
+      type: "boolean",
+      description: "Force the download path instead of letting Baker fetch the URL directly",
+      required: false,
+      default: false
+    },
+    country: {
+      type: "string",
+      description: "Two-letter country to fetch from (e.g. US, DE, JP) \u2014 use when a video is blocked in your region",
+      required: false
+    },
+    context: {
+      type: "string",
+      description: "What you know that the video cannot show \u2014 the campaign, whether the person on camera is a real customer, what it is for. Highest-leverage flag here: it is what makes the clip findable later.",
+      required: false
+    },
+    "dry-run": { type: "boolean", description: "Preview the operation without executing", required: false }
+  }
+});
+var ingestCommand = defineCommand({
+  meta: {
+    name: "ingest",
+    description: "Add a video to the library from a URL. A direct file URL is handed straight to Baker, which fetches it. A page URL (YouTube, TikTok, Vimeo, Instagram) is downloaded here first, then uploaded \u2014 and a direct URL that Baker cannot fetch falls back to that same path automatically.\n\nExample: baker videos ingest https://www.youtube.com/watch?v=abc123"
+  },
+  args: {
+    url: { type: "positional", description: "Video URL", required: false },
+    source: { type: "string", description: "Provenance: url | youtube", required: false },
+    "external-id": { type: "string", description: "Provider asset id", required: false },
+    "external-url": { type: "string", description: "Canonical page URL", required: false },
+    download: { type: "boolean", description: "Force the download path", required: false, default: false },
+    country: { type: "string", description: "Two-letter country to fetch from, e.g. US", required: false },
+    context: {
+      type: "string",
+      description: "Context for the analysis \u2014 campaign, who is on camera, intended use",
+      required: false
+    },
+    "dry-run": { type: "boolean", description: "Preview without executing", required: false, default: false }
+  },
+  run: ({ args }) => runVideoIngest({
+    url: args.url,
+    source: args.source,
+    externalId: args["external-id"],
+    externalUrl: args["external-url"],
+    forceDownload: args.download === true,
+    country: args.country,
+    context: args.context,
+    dryRun: args["dry-run"] === true
+  })
+});
+async function runVideoIngest(opts) {
+  const url = opts.url;
+  if (!url) {
+    writeJson({ ok: false, error: { code: "VALIDATION_ERROR", message: "URL is required" } });
+    process.exit(1);
+  }
+  const direct = !opts.forceDownload && isDirectMediaUrl(url);
+  const country = opts.country?.trim() || void 0;
+  const args = {
+    url,
+    source: resolveIngestSource(opts.source, url),
+    externalId: opts.externalId,
+    // Deliberately NOT pre-filled with the pasted URL. Doing so shadowed the
+    // canonical URL the probe resolves (`?? canonicalUrl(...)` below could never
+    // run), so the same video filed under a different `externalUrl` depending on
+    // whether the link was copied from a share sheet, a shorts page or the
+    // address bar. `downloadThenIngest` falls back to `args.url` when the probe
+    // resolves nothing, which is the value this used to hard-code.
+    externalUrl: opts.externalUrl,
+    descriptionContext: opts.context?.trim() || void 0
+  };
+  const validation = videosIngestRequestSchema.safeParse({ ...args, url });
+  if (!validation.success) {
+    const problem = validation.error.issues[0];
+    writeJson({
+      ok: false,
+      error: {
+        code: "VALIDATION_ERROR",
+        message: problem ? `${problem.path.join(".") || "request"}: ${problem.message}` : "Invalid request"
+      }
+    });
+    process.exit(1);
+  }
+  if (opts.dryRun) {
+    reportDryRun(args, direct, country);
+    return;
+  }
+  try {
+    const data = await ingestByRoute(args, direct, country);
+    writeJson({ ok: true, data, hints: ingestHints(data) });
+  } catch (err) {
+    reportIngestFailure(err);
+  }
+}
+function ingestHints(data) {
+  if (data.reducedQuality !== true) return void 0;
+  return [
+    "Added, but at standard quality (360p): the site refused to release the full-quality file and this was the best it would hand over. Tell the user \u2014 the clip is in the library and usable, it is just not high-resolution. If they need the crisp version, ask them for the original file and use `baker videos upload <file>`."
+  ];
+}
+function reportDryRun(args, direct, country) {
+  writeJson({
+    ok: true,
+    dryRun: true,
+    operation: "videos.ingest",
+    params: {
+      url: args.url,
+      source: args.source,
+      // Known up front on the direct route, because it is derived from the URL
+      // alone. The download route's key comes from the probe, which a dry run
+      // does not perform, so there it stays null rather than becoming a guess.
+      externalId: args.externalId ?? (direct ? directDedupeKey(args.source, args.url) : null),
+      // A page URL's canonical form is only known after the probe, which a dry
+      // run does not perform — so this is null rather than a guess.
+      externalUrl: args.externalUrl ?? null,
+      direct,
+      country: country ?? null,
+      descriptionContext: args.descriptionContext ?? null
+    }
+  });
+}
+async function ingestByRoute(args, direct, country) {
+  if (!direct) {
+    return { ...await downloadThenIngest(args, country), via: "download" };
+  }
+  try {
+    const externalId = args.externalId ?? directDedupeKey(args.source, args.url);
+    return { ...await ingestUrl({ ...args, externalId }), via: "direct" };
+  } catch (err) {
+    if (!(err instanceof ApiError) || !worthDownloadingInstead(err.code)) throw err;
+    return { ...await downloadThenIngest(args, country), via: "download", fallbackFrom: err.message };
+  }
+}
+function reportYtDlpFailure(err) {
+  const detail = `${err.stderrTail} ${err.message}`;
+  if (isProxyFailure(ytDlpBlockSignal(detail))) {
+    fail(
+      "Couldn't download that video: our connection to the internet was refused.",
+      "This is Baker's egress proxy, not the link \u2014 its credentials look wrong or expired. The link is probably fine. Report it; retrying won't help until the proxy is fixed."
+    );
+  }
+  if (isDrmProtected(detail)) {
+    fail(
+      "That video is copy-protected, so it can't be added to the library.",
+      "The publisher encrypted this one against downloading. Nothing will change that \u2014 not retrying, not a different region. Ask whoever owns the video for the original file and add it with `baker videos upload <file>`."
+    );
+  }
+  if (isVimeoAuthFailure(detail)) {
+    fail(
+      "Vimeo wouldn't hand over that video \u2014 Baker isn't signed in to Vimeo.",
+      "Vimeo now refuses anonymous downloads entirely, so this needs a signed-in session and the one Baker holds has either expired or was never set. Nothing is wrong with the link. Report it so the Vimeo cookie can be refreshed; meanwhile download the file and use `baker videos upload <file>`."
+    );
+  }
+  if (isRegionBlocked(detail)) {
+    fail(
+      `That video isn't available in the region we're fetching from. ${err.stderrTail || err.message}`,
+      "Re-run with `--country <two-letter code>` for a country where the video plays \u2014 e.g. `--country US`. Pick the one the video belongs to (the uploader's country is the usual answer); each attempt costs a paid connection, so choose rather than work through the list."
+    );
+  }
+  fail(
+    `Couldn't download that video. ${err.stderrTail || err.message}`,
+    isToolingOrBlockFailure(detail) ? "The site wouldn't hand over the video \u2014 usually the downloader being out of date against a site that changed, or the request being blocked. Retrying won't help, and the link is probably fine. Report it so the tool can be updated; meanwhile download the file and use `baker videos upload <file>`." : "Check the link is public and playable. Private or age-restricted videos can't be downloaded \u2014 download the file yourself and use `baker videos upload <file>`."
+  );
+}
+function fail(message, fix, code = "INGEST_FAILED") {
+  writeJson({ ok: false, error: { code, message, fix } });
+  process.exit(1);
+}
+function reportIngestFailure(err) {
+  if (err instanceof ApiError) {
+    writeJson({ ok: false, error: { code: err.code, message: err.message } });
+    process.exit(1);
+  }
+  if (err instanceof YtDlpError) reportYtDlpFailure(err);
+  const detail = err instanceof Error ? err.message : String(err);
+  if (detail.includes("timed out after")) {
+    fail(
+      "That video took too long to download and was stopped part-way.",
+      "Long or slow-serving videos can outrun the download window. Try a shorter clip, or download this one yourself and use `baker videos upload <file>`.",
+      "INTERNAL_ERROR"
+    );
+  }
+  fail(
+    `Couldn't add that video. ${detail}`,
+    "This is a fault on Baker's side, not a problem with the link. Report it.",
+    "INTERNAL_ERROR"
+  );
+}
+function dedupeKey(args, info) {
+  const id = typeof info.id === "string" ? info.id : void 0;
+  if (!id) return void 0;
+  if (info.extractor === "generic") return `${args.source}:${canonicalUrl(info) ?? args.url}`;
+  return `${args.source}:${id}`;
+}
+function ingestUrl(args) {
+  const body = {
+    url: args.url,
+    source: args.source
+  };
+  if (args.externalId) body.externalId = args.externalId;
+  if (args.externalUrl) body.externalUrl = args.externalUrl;
+  if (args.descriptionContext) body.descriptionContext = args.descriptionContext;
+  return apiPost("/api/videos/ingest", body);
+}
+async function downloadThenIngest(args, country) {
+  const vimeoCookie = captureVimeoCookie();
+  const workDir = await mkdtemp(path.join(tmpdir(), "videos-ingest-"));
+  try {
+    const probe = await probeYtDlp({ url: args.url, country, vimeoCookie, cookieDir: workDir });
+    if (isAudioOnly(probe.info)) {
+      throw new ApiError(
+        "VALIDATION_ERROR",
+        "That link is audio, not video, so it can't go in the video library. Music and podcast links have no picture to store."
+      );
+    }
+    const tooLong = refuseByDuration(durationSeconds(probe.info), MAX_VIDEO_INGEST_SECONDS);
+    if (tooLong) {
+      throw new ApiError("VALIDATION_ERROR", tooLong);
+    }
+    const externalId = args.externalId ?? dedupeKey(args, probe.info);
+    const { filePath, tier, reducedQuality } = await runYtDlp({
+      url: args.url,
+      audioOnly: false,
+      workDir,
+      // Deliberately uncapped: take the best the site will release and let Mux
+      // decide what to serve. The 1080p ceiling this replaces was reasoning
+      // about the wrong cost — it saved download bytes by throwing away source
+      // pixels *before* the one system that can make renditions from them ever
+      // saw them, so a 4K master became a 1080p master permanently, for
+      // everything the library is ever asked to do with that clip afterwards.
+      // Downscaling is Mux's job and it is cheap; re-acquiring a master is not.
+      country,
+      vimeoCookie,
+      // Budgeted from the probed length, so the duration we accept and the time
+      // we allow to fetch it cannot drift apart.
+      timeoutMs: downloadTimeoutMs(durationSeconds(probe.info))
+    });
+    const stats = await stat(filePath);
+    if (stats.size > MAX_VIDEO_INGEST_BYTES) {
+      throw new ApiError(
+        "VALIDATION_ERROR",
+        `That video is ${(stats.size / 1024 ** 3).toFixed(1)} GB, over the ${Math.round(MAX_VIDEO_INGEST_BYTES / 1024 ** 3)} GB limit for this route.`
+      );
+    }
+    const publicUrl = await uploadToAssetStore(filePath, stats.size);
+    return {
+      ...await ingestUrl({
+        ...args,
+        url: publicUrl,
+        externalId,
+        externalUrl: args.externalUrl ?? canonicalUrl(probe.info) ?? args.url
+      }),
+      egress: tier,
+      // Named in the result for the same reason `egress` is: a geo-targeted exit
+      // is a deliberate, billable choice and must not be invisible afterwards.
+      ...country ? { country } : {},
+      // Third member of the same family. The site refused the good formats and
+      // the download quietly took the one it would release, which is the right
+      // call — but a clip that is 360p because of that must say so here, or the
+      // only way to find out is to watch it.
+      ...reducedQuality ? { reducedQuality: true } : {}
+    };
+  } finally {
+    await rm(workDir, { recursive: true, force: true }).catch(() => {
+    });
+  }
+}
+async function uploadToAssetStore(filePath, sizeBytes) {
+  const sha256 = await hashFile(filePath);
+  const { putUrl, publicUrl } = await apiPost("/api/canvas/assets/presign", {
+    sha256,
+    mime: "video/mp4",
+    purpose: "source"
+  });
+  const putRes = await putFileStreamed({ putUrl, filePath, contentType: "video/mp4", sizeBytes });
+  if (!putRes.ok) {
+    throw new ApiError("INTERNAL_ERROR", `Storing the downloaded video failed: HTTP ${putRes.status}`);
+  }
+  return publicUrl;
+}
+
+export {
+  ingestCommand,
+  runVideoIngest,
+  ingestHints
+};
+//# sourceMappingURL=chunk-2NQ4KZMC.js.map

package/dist/chunk-2PQXUN3X.js

@@ -0,0 +1,148 @@
+import {
+  RULES_DIR,
+  SAME_WORDS,
+  frontmatterOf,
+  parseIdea,
+  parseInsight
+} from "./chunk-X4A7NEBZ.js";
+import {
+  rememberedJev
+} from "./chunk-QPESDKZC.js";
+import {
+  holdUnbilledSpend
+} from "./chunk-E44NXCTL.js";
+
+// src/commands/creatives/ideas-judgments.ts
+var STATISTIC_QUESTION = `\`quote\` was filed as something a customer said. Is it instead a statistic about a group of people, a share or a figure from a survey, a study or an article ("39% of UK homeowners say\u2026", "a quarter of buyers\u2026", "1 in 3 owners\u2026"), rather than one person's own words about their own experience? A person giving their own number ("My bill dropped 40%") is their own words. The quote may be in any language.`;
+var STATISTIC_HELD = 0.65;
+var SAME_MESSAGE_QUESTION = `\`a\` and \`b\` are the messages of two ads. Do they make the same core promise to the viewer (the same benefit, the same reason to act), even when one adds a detail or a few words, says it in other words, or is in another language? Two messages that promise different things about the same product are not the same.`;
+var SAME_MESSAGE_HELD = 0.42;
+async function withStatisticsRead(insights, ask) {
+  const observed = insights.filter((i) => i.status === "observed");
+  if (observed.length === 0) return [...insights];
+  const answers = await ask(observed.map((i) => ({ instructions: { quote: i.quote, question: STATISTIC_QUESTION } })));
+  if (answers === null) return [...insights];
+  const statistics = new Set(observed.filter((_, i) => (answers[i] ?? 0) >= STATISTIC_HELD).map((i) => i.id));
+  return insights.map((i) => statistics.has(i.id) ? { ...i, status: "interpreted" } : i);
+}
+async function sameMessageRead(ideas, ask) {
+  const failed = ideas.filter((i) => i.status === "failed");
+  const pairs = failed.flatMap(
+    (f) => ideas.filter((i) => i.id !== f.id && !SAME_WORDS(i.message, f.message)).map((i) => [f.message, i.message])
+  );
+  if (pairs.length === 0) return SAME_WORDS;
+  const answers = await ask(pairs.map(([a, b]) => ({ instructions: { a, b, question: SAME_MESSAGE_QUESTION } })));
+  if (answers === null) return SAME_WORDS;
+  const same = new Set(
+    pairs.filter((_, i) => (answers[i] ?? 0) >= SAME_MESSAGE_HELD).map(([a, b]) => `${a}\0${b}`)
+  );
+  return (a, b) => SAME_WORDS(a, b) || same.has(`${a}\0${b}`) || same.has(`${b}\0${a}`);
+}
+
+// src/commands/creatives/ideas-workspace.ts
+import { readdir, readFile } from "fs/promises";
+import path from "path";
+var IDEAS_DIR = path.join("src", "creatives", "_ideas");
+var INSIGHTS_DIR = path.join("src", "content", "insights");
+async function markdownFiles(dir, recursive = false) {
+  const entries = await readdir(dir, { recursive }).catch(() => []);
+  return entries.filter((f) => f.endsWith(".md")).sort();
+}
+var idOf = (file) => file.replace(/\\/g, "/").replace(/\.md$/, "");
+function workspaceIdeasJudge(root) {
+  const cacheDir = path.join(root, "canvas", ".cache");
+  const spent = [];
+  return {
+    ask: rememberedJev(path.join(cacheDir, "ideas-answers.json"), (u) => spent.push(u)),
+    done: () => holdUnbilledSpend(cacheDir, spent.splice(0)).catch(() => void 0)
+  };
+}
+async function readInsights(root, opts = {}) {
+  const dir = path.join(root, INSIGHTS_DIR);
+  const insights = [];
+  for (const file of await markdownFiles(dir, true)) {
+    const insight = parseInsight(idOf(file), await readFile(path.join(dir, file), "utf8").catch(() => ""));
+    if (insight) insights.push(insight);
+  }
+  if (opts.ask) return withStatisticsRead(insights, opts.ask);
+  const judge = workspaceIdeasJudge(root);
+  const read = await withStatisticsRead(insights, judge.ask);
+  await judge.done();
+  return read;
+}
+async function readIdeas(root) {
+  const dir = path.join(root, IDEAS_DIR);
+  const ideas = [];
+  const unreadable = [];
+  for (const file of await markdownFiles(dir)) {
+    const id = idOf(file);
+    const parsed = parseIdea(id, await readFile(path.join(dir, file), "utf8").catch(() => ""));
+    if (parsed.idea) ideas.push(parsed.idea);
+    else unreadable.push({ id, problems: parsed.problems });
+  }
+  return { ideas, unreadable };
+}
+async function readPersonaIds(root) {
+  return (await markdownFiles(path.join(root, "src", "content", "personas"), true)).map(idOf);
+}
+var MAX_KNOWLEDGE_CHARS = 2e5;
+async function readKnowledgeCorpus(root) {
+  const parts = [];
+  const company = await readFile(path.join(root, "COMPANY.md"), "utf8").catch(() => "");
+  if (company) parts.push(company);
+  const content = path.join(root, "src", "content");
+  const insights = path.relative(content, path.join(root, INSIGHTS_DIR));
+  const rules = path.relative(content, path.join(root, RULES_DIR));
+  const files = (await markdownFiles(content, true)).filter((f) => {
+    const file = f.replace(/\\/g, "/");
+    return !file.startsWith(`${insights}/`) && !file.startsWith(`${rules}/`);
+  });
+  for (const file of files) {
+    parts.push(await readFile(path.join(content, file), "utf8").catch(() => ""));
+    if (parts.join("").length > MAX_KNOWLEDGE_CHARS) break;
+  }
+  return parts.join("\n").slice(0, MAX_KNOWLEDGE_CHARS);
+}
+async function readCreativeRecords(root) {
+  const dir = path.join(root, "src", "creatives");
+  const entries = await readdir(dir, { withFileTypes: true }).catch(() => []);
+  const records = [];
+  for (const entry of entries) {
+    if (!entry.isDirectory() || entry.name.startsWith("_")) continue;
+    const raw = await readFile(path.join(dir, entry.name, "_definition.md"), "utf8").catch(() => null);
+    if (raw === null) continue;
+    const fm = frontmatterOf(raw) ?? {};
+    const pick = (key) => typeof fm[key] === "string" && fm[key] ? { [key]: fm[key] } : {};
+    records.push({
+      slug: entry.name,
+      ...pick("status"),
+      ...pick("idea"),
+      ...pick("awareness"),
+      ...pick("angle"),
+      ...pick("kind")
+    });
+  }
+  return records;
+}
+var SHOWN_STATUSES = /* @__PURE__ */ new Set(["rendered", "published"]);
+function coverageOf(ideas, creatives) {
+  const live = ideas.filter((i) => i.status === "built" || i.status === "testing" || i.status === "winner");
+  const awareness = new Set(live.map((i) => i.awareness));
+  for (const creative of creatives) {
+    if (creative.awareness && SHOWN_STATUSES.has(creative.status ?? "")) awareness.add(creative.awareness);
+  }
+  return { coveredAwareness: [...awareness].sort(), closersLive: live.filter((i) => i.job === "closer").length };
+}
+
+export {
+  sameMessageRead,
+  IDEAS_DIR,
+  workspaceIdeasJudge,
+  readInsights,
+  readIdeas,
+  readPersonaIds,
+  readKnowledgeCorpus,
+  readCreativeRecords,
+  coverageOf
+};
+//# sourceMappingURL=chunk-2PQXUN3X.js.map