@koda-sl/baker-cli 0.568.0 → 0.570.0

package/dist/chunk-ZQ7JDYJB.js

@@ -1,454 +0,0 @@
-import {
-  MAX_VIDEO_INGEST_BYTES,
-  MAX_VIDEO_INGEST_SECONDS,
-  directDedupeKey,
-  downloadTimeoutMs,
-  isDirectMediaUrl,
-  isDrmProtected,
-  isRegionBlocked,
-  isToolingOrBlockFailure,
-  refuseByDuration,
-  resolveIngestSource,
-  worthDownloadingInstead
-} from "./chunk-FKOECEVC.js";
-import {
-  eachTarget,
-  failWith,
-  positionalTargets
-} from "./chunk-RJ2ETGAQ.js";
-import {
-  librarySaveHint
-} from "./chunk-I7OJZ7QE.js";
-import {
-  YtDlpError,
-  canonicalUrl,
-  durationSeconds,
-  isAudioOnly,
-  isVimeoAuthFailure,
-  probeYtDlp,
-  runYtDlp,
-  ytDlpBlockSignal
-} from "./chunk-G6U45QD3.js";
-import {
-  videosIngestRequestSchema
-} from "./chunk-2Q7K4F4H.js";
-import {
-  ApiError,
-  apiPost
-} from "./chunk-QEREDRZO.js";
-import {
-  captureVimeoCookie,
-  isProxyFailure
-} from "./chunk-45D6WRCJ.js";
-import {
-  maskEnvelope,
-  registerSchema,
-  writeJson
-} from "./chunk-CCYZJMZ7.js";
-
-// src/commands/videos/ingest.ts
-import { mkdtemp, rm, stat } from "fs/promises";
-import { tmpdir } from "os";
-import path from "path";
-import { defineCommand } from "citty";
-
-// src/lib/streamUpload.ts
-import { createHash } from "crypto";
-import { createReadStream } from "fs";
-import { Readable } from "stream";
-import { pipeline } from "stream/promises";
-async function hashFile(filePath) {
-  const hash = createHash("sha256");
-  await pipeline(createReadStream(filePath), hash);
-  return hash.digest("hex");
-}
-async function putFileStreamed(args) {
-  const body = Readable.toWeb(createReadStream(args.filePath));
-  return await fetch(args.putUrl, {
-    method: "PUT",
-    body,
-    headers: {
-      "Content-Type": args.contentType,
-      "Content-Length": String(args.sizeBytes)
-    },
-    duplex: "half"
-  });
-}
-
-// src/commands/videos/ingest.ts
-registerSchema({
-  command: "videos.ingest",
-  description: "Add videos to the library from URLs \u2014 direct files, or YouTube/TikTok/Vimeo pages. Several URLs run at once and return one row each.",
-  args: {
-    url: {
-      type: "string",
-      description: "Video URL (direct file or a watch/post page); pass several to add them at once",
-      required: true
-    },
-    source: { type: "string", description: "Provenance: url | youtube", required: false },
-    "external-id": { type: "string", description: "Provider asset id (deduped on)", required: false },
-    "external-url": { type: "string", description: "Canonical page URL", required: false },
-    download: {
-      type: "boolean",
-      description: "Force the download path instead of letting Baker fetch the URL directly",
-      required: false,
-      default: false
-    },
-    country: {
-      type: "string",
-      description: "Two-letter country to fetch from (e.g. US, DE, JP) \u2014 use when a video is blocked in your region",
-      required: false
-    },
-    context: {
-      type: "string",
-      description: "What you know that the video cannot show \u2014 the campaign, whether the person on camera is a real customer, what it is for. Highest-leverage flag here: it is what makes the clip findable later.",
-      required: false
-    },
-    "dry-run": { type: "boolean", description: "Preview the operation without executing", required: false },
-    fields: {
-      type: "string",
-      description: "Comma-separated field names to keep on each added video; failed URLs are always listed whole",
-      required: false
-    }
-  }
-});
-var ingestCommand = defineCommand({
-  meta: {
-    name: "ingest",
-    description: 'Add videos to the library from URLs. A direct file URL is handed straight to Baker, which fetches it. A page URL (YouTube, TikTok, Vimeo, Instagram) is downloaded here first, then uploaded \u2014 and a direct URL that Baker cannot fetch falls back to that same path automatically. Several URLs are added at once, so a list takes about as long as its slowest clip: pass them all in one call rather than looping.\n\nExamples:\n  baker videos ingest https://www.youtube.com/watch?v=abc123\n  baker videos ingest https://youtu.be/a https://youtu.be/b https://cdn.example.com/c.mp4 --context "Spring campaign testimonials"'
-  },
-  args: {
-    url: { type: "positional", description: "Video URL; pass several to add them at once", required: false },
-    source: { type: "string", description: "Provenance: url | youtube", required: false },
-    "external-id": { type: "string", description: "Provider asset id (one URL only)", required: false },
-    "external-url": { type: "string", description: "Canonical page URL (one URL only)", required: false },
-    download: { type: "boolean", description: "Force the download path", required: false, default: false },
-    country: { type: "string", description: "Two-letter country to fetch from, e.g. US", required: false },
-    context: {
-      type: "string",
-      description: "Context for the analysis \u2014 campaign, who is on camera, intended use (applies to every URL)",
-      required: false
-    },
-    "dry-run": { type: "boolean", description: "Preview without executing", required: false, default: false },
-    fields: { type: "string", description: "Comma-separated field names to keep on each added video", required: false }
-  },
-  run: ({ args }) => runVideoIngest({
-    urls: positionalTargets(args),
-    source: args.source,
-    externalId: args["external-id"],
-    externalUrl: args["external-url"],
-    forceDownload: args.download === true,
-    country: args.country,
-    context: args.context,
-    dryRun: args["dry-run"] === true,
-    fields: typeof args.fields === "string" && args.fields.length > 0 ? args.fields.split(",") : void 0
-  })
-});
-async function runVideoIngest(opts) {
-  const { urls } = opts;
-  if (urls.length === 0) {
-    failWith({ code: "VALIDATION_ERROR", message: "URL is required" });
-  }
-  if (urls.length > 1 && (opts.externalId || opts.externalUrl)) {
-    failWith({
-      code: "VALIDATION_ERROR",
-      message: "--external-id and --external-url name a single video, so they cannot be used with several URLs."
-    });
-  }
-  const country = opts.country?.trim() || void 0;
-  const plans = planIngests(opts);
-  if (opts.dryRun) {
-    const params = plans.map(({ args, direct }) => dryRunParams(args, direct, country));
-    writeJson({
-      ok: true,
-      dryRun: true,
-      operation: "videos.ingest",
-      params: params.length === 1 && params[0] ? params[0] : { items: params }
-    });
-    return;
-  }
-  const byUrl = new Map(plans.map((plan) => [plan.args.url, plan]));
-  const outcomes = await eachTarget(
-    urls,
-    (url) => {
-      const plan = byUrl.get(url);
-      return ingestByRoute(plan.args, plan.direct, country);
-    },
-    ingestFailure
-  );
-  writeIngestOutcomes(outcomes, opts.fields);
-}
-function planIngests(opts) {
-  const plans = opts.urls.map((url) => {
-    const args = {
-      url,
-      source: resolveIngestSource(opts.source, url),
-      externalId: opts.externalId,
-      // Deliberately NOT pre-filled with the pasted URL. Doing so shadowed the
-      // canonical URL the probe resolves (`?? canonicalUrl(...)` below could never
-      // run), so the same video filed under a different `externalUrl` depending on
-      // whether the link was copied from a share sheet, a shorts page or the
-      // address bar. `downloadThenIngest` falls back to `args.url` when the probe
-      // resolves nothing, which is the value this used to hard-code.
-      externalUrl: opts.externalUrl,
-      descriptionContext: opts.context?.trim() || void 0
-    };
-    return { args, direct: !opts.forceDownload && isDirectMediaUrl(url) };
-  });
-  for (const { args } of plans) {
-    const validation = videosIngestRequestSchema.safeParse(args);
-    if (!validation.success) {
-      const problem = validation.error.issues[0];
-      const where = opts.urls.length > 1 ? `${args.url}: ` : "";
-      failWith({
-        code: "VALIDATION_ERROR",
-        message: problem ? `${where}${problem.path.join(".") || "request"}: ${problem.message}` : `${where}Invalid request`
-      });
-    }
-  }
-  return plans;
-}
-function savedVideoHints(outcomes) {
-  const saved = librarySaveHint(
-    "video library",
-    outcomes.flatMap((o) => o.ok && !o.data.deduped ? [o.data.videoId] : [])
-  );
-  return saved ? [saved] : [];
-}
-function writeIngestOutcomes(outcomes, fields) {
-  const [only] = outcomes;
-  const savedHints = savedVideoHints(outcomes);
-  if (outcomes.length === 1 && only) {
-    if (!only.ok) failWith(only.error);
-    if (!fields) {
-      const hints2 = [...ingestHints(only.data) ?? [], ...savedHints];
-      writeJson({ ok: true, data: only.data, ...hints2.length > 0 ? { hints: hints2 } : {} });
-      return;
-    }
-    const shown2 = narrowed(only.data, fields);
-    writeJson({
-      ok: true,
-      data: shown2.data,
-      hints: [...ingestHints(only.data) ?? [], ...shown2.hints, ...savedHints]
-    });
-    return;
-  }
-  const ingested = outcomes.flatMap((o) => o.ok ? [{ url: o.target, ...o.data }] : []);
-  const failed = outcomes.flatMap((o) => o.ok ? [] : [{ url: o.target, error: o.error }]);
-  const hints = ingested.flatMap((row) => (ingestHints(row) ?? []).map((hint) => `${row.url}: ${hint}`));
-  if (ingested.length === 0) {
-    writeJson({
-      ok: false,
-      error: {
-        code: "INGEST_FAILED",
-        message: `None of the ${outcomes.length} videos could be added: ${failed.map((f) => `${f.url} \u2014 ${f.error.message}`).join("; ")}`
-      },
-      hints: failed.flatMap((f) => f.error.fix ? [`${f.url}: ${f.error.fix}`] : [])
-    });
-    process.exit(1);
-  }
-  if (failed.length > 0) {
-    hints.push(
-      `${failed.length} of ${outcomes.length} could not be added \u2014 each one's reason and fix is in failed[]. The rest are in the library; carry on with them.`
-    );
-  }
-  const shown = fields ? narrowed(ingested, fields) : { data: ingested, hints: [] };
-  hints.push(...shown.hints, ...savedHints);
-  writeJson({ ok: true, data: { ingested: shown.data, failed }, ...hints.length > 0 ? { hints } : {} });
-}
-function narrowed(data, fields) {
-  const masked = maskEnvelope({ ok: true, data }, fields);
-  const hints = Array.isArray(masked.hints) ? masked.hints.filter((hint) => typeof hint === "string") : [];
-  return { data: masked.data, hints };
-}
-function ingestHints(data) {
-  if (data.reducedQuality !== true) return void 0;
-  return [
-    "Added, but at standard quality (360p): the site refused to release the full-quality file and this was the best it would hand over. Tell the user \u2014 the clip is in the library and usable, it is just not high-resolution. If they need the crisp version, ask them for the original file and use `baker videos upload <file>`."
-  ];
-}
-function dryRunParams(args, direct, country) {
-  return {
-    url: args.url,
-    source: args.source,
-    // Known up front on the direct route, because it is derived from the URL
-    // alone. The download route's key comes from the probe, which a dry run
-    // does not perform, so there it stays null rather than becoming a guess.
-    externalId: args.externalId ?? (direct ? directDedupeKey(args.source, args.url) : null),
-    // A page URL's canonical form is only known after the probe, which a dry
-    // run does not perform — so this is null rather than a guess.
-    externalUrl: args.externalUrl ?? null,
-    direct,
-    country: country ?? null,
-    descriptionContext: args.descriptionContext ?? null
-  };
-}
-async function ingestByRoute(args, direct, country) {
-  if (!direct) {
-    return { ...await downloadThenIngest(args, country), via: "download" };
-  }
-  try {
-    const externalId = args.externalId ?? directDedupeKey(args.source, args.url);
-    return { ...await ingestUrl({ ...args, externalId }), via: "direct" };
-  } catch (err) {
-    if (!(err instanceof ApiError) || !worthDownloadingInstead(err.code)) throw err;
-    return { ...await downloadThenIngest(args, country), via: "download", fallbackFrom: err.message };
-  }
-}
-function ytDlpFailure(err) {
-  const detail = `${err.stderrTail} ${err.message}`;
-  if (isProxyFailure(ytDlpBlockSignal(detail))) {
-    return failure(
-      "Couldn't download that video: our connection to the internet was refused.",
-      "This is Baker's egress proxy, not the link \u2014 its credentials look wrong or expired. The link is probably fine. Report it; retrying won't help until the proxy is fixed."
-    );
-  }
-  if (isDrmProtected(detail)) {
-    return failure(
-      "That video is copy-protected, so it can't be added to the library.",
-      "The publisher encrypted this one against downloading. Nothing will change that \u2014 not retrying, not a different region. Ask whoever owns the video for the original file and add it with `baker videos upload <file>`."
-    );
-  }
-  if (isVimeoAuthFailure(detail)) {
-    return failure(
-      "Vimeo wouldn't hand over that video \u2014 Baker isn't signed in to Vimeo.",
-      "Vimeo now refuses anonymous downloads entirely, so this needs a signed-in session and the one Baker holds has either expired or was never set. Nothing is wrong with the link. Report it so the Vimeo cookie can be refreshed; meanwhile download the file and use `baker videos upload <file>`."
-    );
-  }
-  if (isRegionBlocked(detail)) {
-    return failure(
-      `That video isn't available in the region we're fetching from. ${err.stderrTail || err.message}`,
-      "Re-run with `--country <two-letter code>` for a country where the video plays \u2014 e.g. `--country US`. Pick the one the video belongs to (the uploader's country is the usual answer); each attempt costs a paid connection, so choose rather than work through the list."
-    );
-  }
-  return failure(
-    `Couldn't download that video. ${err.stderrTail || err.message}`,
-    isToolingOrBlockFailure(detail) ? "The site wouldn't hand over the video \u2014 usually the downloader being out of date against a site that changed, or the request being blocked. Retrying won't help, and the link is probably fine. Report it so the tool can be updated; meanwhile download the file and use `baker videos upload <file>`." : "Check the link is public and playable. Private or age-restricted videos can't be downloaded \u2014 download the file yourself and use `baker videos upload <file>`."
-  );
-}
-function failure(message, fix, code = "INGEST_FAILED") {
-  return { code, message, fix };
-}
-function ingestFailure(err) {
-  if (err instanceof ApiError) return { code: err.code, message: err.message };
-  if (err instanceof YtDlpError) return ytDlpFailure(err);
-  const detail = err instanceof Error ? err.message : String(err);
-  if (detail.includes("timed out after")) {
-    return failure(
-      "That video took too long to download and was stopped part-way.",
-      "Long or slow-serving videos can outrun the download window. Try a shorter clip, or download this one yourself and use `baker videos upload <file>`.",
-      "INTERNAL_ERROR"
-    );
-  }
-  return failure(
-    `Couldn't add that video. ${detail}`,
-    "This is a fault on Baker's side, not a problem with the link. Report it.",
-    "INTERNAL_ERROR"
-  );
-}
-function dedupeKey(args, info) {
-  const id = typeof info.id === "string" ? info.id : void 0;
-  if (!id) return void 0;
-  if (info.extractor === "generic") return `${args.source}:${canonicalUrl(info) ?? args.url}`;
-  return `${args.source}:${id}`;
-}
-function ingestUrl(args) {
-  const body = {
-    url: args.url,
-    source: args.source
-  };
-  if (args.externalId) body.externalId = args.externalId;
-  if (args.externalUrl) body.externalUrl = args.externalUrl;
-  if (args.descriptionContext) body.descriptionContext = args.descriptionContext;
-  return apiPost("/api/videos/ingest", body);
-}
-async function downloadThenIngest(args, country) {
-  const vimeoCookie = captureVimeoCookie();
-  const workDir = await mkdtemp(path.join(tmpdir(), "videos-ingest-"));
-  try {
-    const probe = await probeYtDlp({ url: args.url, country, vimeoCookie, cookieDir: workDir });
-    if (isAudioOnly(probe.info)) {
-      throw new ApiError(
-        "VALIDATION_ERROR",
-        "That link is audio, not video, so it can't go in the video library. Music and podcast links have no picture to store."
-      );
-    }
-    const tooLong = refuseByDuration(durationSeconds(probe.info), MAX_VIDEO_INGEST_SECONDS);
-    if (tooLong) {
-      throw new ApiError("VALIDATION_ERROR", tooLong);
-    }
-    const externalId = args.externalId ?? dedupeKey(args, probe.info);
-    const { filePath, info, tier, reducedQuality } = await runYtDlp({
-      url: args.url,
-      audioOnly: false,
-      workDir,
-      // Deliberately uncapped: take the best the site will release and let Mux
-      // decide what to serve. The 1080p ceiling this replaces was reasoning
-      // about the wrong cost — it saved download bytes by throwing away source
-      // pixels *before* the one system that can make renditions from them ever
-      // saw them, so a 4K master became a 1080p master permanently, for
-      // everything the library is ever asked to do with that clip afterwards.
-      // Downscaling is Mux's job and it is cheap; re-acquiring a master is not.
-      country,
-      vimeoCookie,
-      // Budgeted from the probed length, so the duration we accept and the time
-      // we allow to fetch it cannot drift apart.
-      timeoutMs: downloadTimeoutMs(durationSeconds(probe.info))
-    });
-    const stats = await stat(filePath);
-    if (stats.size > MAX_VIDEO_INGEST_BYTES) {
-      throw new ApiError(
-        "VALIDATION_ERROR",
-        `That video is ${(stats.size / 1024 ** 3).toFixed(1)} GB, over the ${Math.round(MAX_VIDEO_INGEST_BYTES / 1024 ** 3)} GB limit for this route.`
-      );
-    }
-    const publicUrl = await uploadToAssetStore(filePath, stats.size);
-    return {
-      ...await ingestUrl({
-        ...args,
-        url: publicUrl,
-        externalId,
-        externalUrl: args.externalUrl ?? canonicalUrl(probe.info) ?? args.url
-      }),
-      egress: tier,
-      // Named in the result for the same reason `egress` is: a geo-targeted exit
-      // is a deliberate, billable choice and must not be invisible afterwards.
-      ...country ? { country } : {},
-      // Third member of the same family. The site refused the good formats and
-      // the download quietly took the one it would release, which is the right
-      // call — but a clip that is 360p because of that must say so here, or the
-      // only way to find out is to watch it.
-      ...reducedQuality ? { reducedQuality: true } : {},
-      // What the site released, so a clip that came in small is visible in the
-      // answer rather than after the marketer has already looked at it.
-      ...downloadedResolution(info)
-    };
-  } finally {
-    await rm(workDir, { recursive: true, force: true }).catch(() => {
-    });
-  }
-}
-function downloadedResolution(info) {
-  const { width, height } = info;
-  return typeof width === "number" && typeof height === "number" ? { width, height } : {};
-}
-async function uploadToAssetStore(filePath, sizeBytes) {
-  const sha256 = await hashFile(filePath);
-  const { putUrl, publicUrl } = await apiPost("/api/canvas/assets/presign", {
-    sha256,
-    mime: "video/mp4",
-    purpose: "source"
-  });
-  const putRes = await putFileStreamed({ putUrl, filePath, contentType: "video/mp4", sizeBytes });
-  if (!putRes.ok) {
-    throw new ApiError("INTERNAL_ERROR", `Storing the downloaded video failed: HTTP ${putRes.status}`);
-  }
-  return publicUrl;
-}
-
-export {
-  ingestCommand,
-  runVideoIngest,
-  ingestHints
-};
-//# sourceMappingURL=chunk-ZQ7JDYJB.js.map

package/dist/chunk-ZZ5B2ZRM.js

@@ -1,94 +0,0 @@
-import {
-  ApiError
-} from "./chunk-QEREDRZO.js";
-import {
-  writeJson
-} from "./chunk-CCYZJMZ7.js";
-
-// src/commands/landing/inspiration/shared.ts
-var INSPIRATION_HINTS = {
-  adapt: "Reference only. Re-express this in the client's BRAND.md palette, type and imagery register. Reusing a headline, subhead or CTA verbatim is a Tier 0 message-match failure (references/gotchas.md).",
-  structureNotCopy: "Take the structural decision, not the furniture: what the eye hits first, the grid ratio, what was deliberately left out. Your copy must come from the client's own offer."
-};
-function favoritesScopeHints(health, resultCount) {
-  if (!health) return [];
-  const hints = [];
-  if (health.savedPages === 0) {
-    hints.push(
-      "This company hasn't saved any reference pages yet, so there is no taste profile to search \u2014 an empty result here says nothing about the library. Search the whole shared library with --scope all, or save a page the client admires with `baker landing inspiration add <url>`."
-    );
-    return hints;
-  }
-  if (health.failedPages > 0) {
-    const retryable = health.failedExamples.filter((example) => example.retryable).map((example) => example.url);
-    const permanent = health.failedExamples.filter((example) => !example.retryable).map((example) => example.url);
-    hints.push(
-      `${health.failedPages} of this company's ${health.savedPages} saved pages could not be read, so they hold no sections \u2014 only ${health.usablePages} are usable, which is why this result is thin. Search the whole library with --scope all.`
-    );
-    if (retryable.length > 0) {
-      hints.push(
-        `Worth another go: ${retryable.join(", ")} \u2014 run \`baker landing inspiration add <url>\` on one of them to study it again.`
-      );
-    }
-    if (permanent.length > 0) {
-      hints.push(`Not worth retrying \u2014 these sites refuse automated readers: ${permanent.join(", ")}.`);
-    }
-  }
-  if (health.studyingPages > 0) {
-    hints.push(
-      `${health.studyingPages} saved ${health.studyingPages === 1 ? "page is" : "pages are"} still being studied and will be searchable in a few minutes. Carry on; do not wait on them.`
-    );
-  }
-  if (resultCount === 0 && health.failedPages === 0 && health.studyingPages === 0) {
-    hints.push(
-      `Nothing in this company's ${health.usablePages} readable saved pages matches. The saved set is healthy, so this is the query, not the library \u2014 loosen the filters or search everything with --scope all.`
-    );
-  }
-  return hints;
-}
-function fidelityHint(fidelity) {
-  if (fidelity == null) return null;
-  if (fidelity >= 0.9) return null;
-  if (fidelity >= 0.75) {
-    return `Reproduction fidelity ${fidelity.toFixed(2)} \u2014 the markup is close but not exact. Trust the screenshot over the code.`;
-  }
-  return `Reproduction fidelity ${fidelity.toFixed(2)} \u2014 this section is scroll- or JS-driven and the extracted markup does NOT render like the original. Use the screenshot and the notes; treat the code as a hint only.`;
-}
-var STALE_COPY_AFTER_MS = 30 * 24 * 60 * 60 * 1e3;
-function staleCopyHint(studiedAt, filedUrl, now = Date.now()) {
-  if (!studiedAt || now - studiedAt < STALE_COPY_AFTER_MS) return null;
-  const date = new Date(studiedAt).toLocaleDateString("en-US", { month: "short", day: "numeric", timeZone: "UTC" });
-  return `This copy of the page was read on ${date}. If the user says the live page looks different, run: baker landing inspiration add ${filedUrl} --refresh`;
-}
-function reportError(error) {
-  if (error instanceof ApiError) {
-    writeJson({ ok: false, error: { code: error.code, message: error.message } });
-  } else {
-    writeJson({
-      ok: false,
-      error: { code: "UNKNOWN", message: error instanceof Error ? error.message : String(error) }
-    });
-  }
-  process.exit(1);
-}
-function splitList(value) {
-  if (!value) return void 0;
-  const parts = value.split(",").map((part) => part.trim()).filter(Boolean);
-  return parts.length > 0 ? parts : void 0;
-}
-function parseNumber(value) {
-  if (value === void 0 || value === "") return void 0;
-  const parsed = Number(value);
-  return Number.isFinite(parsed) ? parsed : void 0;
-}
-
-export {
-  INSPIRATION_HINTS,
-  favoritesScopeHints,
-  fidelityHint,
-  staleCopyHint,
-  reportError,
-  splitList,
-  parseNumber
-};
-//# sourceMappingURL=chunk-ZZ5B2ZRM.js.map