fluncle 0.132.0 → 0.134.0

package/bin/fluncle.mjs

@@ -561,7 +561,7 @@ function parseVersion(version) {
 var currentVersion;
 var init_version = __esm(() => {
   init_output();
-  currentVersion = "0.132.0".trim() ? "0.132.0".trim() : "0.1.0";
+  currentVersion = "0.134.0".trim() ? "0.134.0".trim() : "0.1.0";
 });
 
 // src/update-notifier.ts
@@ -2189,7 +2189,7 @@ function parseVersion2(version) {
 var currentVersion2, latestReleaseUrl = "https://api.github.com/repos/mauricekleine/fluncle/releases/latest";
 var init_version2 = __esm(() => {
   init_output();
-  currentVersion2 = "0.132.0".trim() ? "0.132.0".trim() : "0.1.0";
+  currentVersion2 = "0.134.0".trim() ? "0.134.0".trim() : "0.1.0";
 });
 
 // ../../packages/registry/src/index.ts
@@ -2651,14 +2651,25 @@ var init_src = __esm(() => {
     },
     {
       apiFormat: "application/xml",
-      exposedContent: ["the XML sitemap of every public page"],
+      exposedContent: ["the XML sitemap index of every public page"],
       kind: "discovery",
       name: "discovery.sitemap",
+      operatorNotes: "A sitemap INDEX, not a flat urlset: the URLs live in children at /sitemap/<kind>-<n>.xml (pages/findings/graph/logbook), each auto-paged under Google's 50,000-URL ceiling so a breach cannot happen rather than merely not having happened yet. robots.txt still names this one URL — a crawler discovers the children from here. Splitting by kind is also the diagnostic: Search Console reports coverage PER sitemap.",
       probeConfig: { cadenceMs: PROBE_CADENCE_MS, kind: "http", timeoutMs: PROBE_TIMEOUT_MS },
       route: "/sitemap.xml",
       url: `${SITE}/sitemap.xml`,
       weights: { web: "secondary" }
     },
+    {
+      apiFormat: "application/xml",
+      exposedContent: ["one child sitemap: the pages / findings / graph / logbook URLs, auto-paged"],
+      kind: "discovery",
+      name: "discovery.sitemap-shard",
+      probeConfig: { cadenceMs: PROBE_CADENCE_MS, kind: "http", timeoutMs: PROBE_TIMEOUT_MS },
+      route: "/sitemap/$shard",
+      url: `${SITE}/sitemap/pages-1.xml`,
+      weights: {}
+    },
     {
       apiFormat: "text/plain",
       exposedContent: [
@@ -3732,8 +3743,11 @@ async function trackWorkCommand(options) {
     limit: String(Math.min(Math.max(1, options.limit), 200)),
     scope: options.scope
   });
+  if (options.count) {
+    params.set("count", "true");
+  }
   const response = await adminApiGet(`/api/admin/tracks/work?${params.toString()}`);
-  return response.tracks ?? [];
+  return { queued: response.queued, tracks: response.tracks ?? [] };
 }
 async function requeueAnalysisCommand(options) {
   const findings = await fetchAdminTracks({ max: options.max, order: "asc" });
@@ -4217,6 +4231,22 @@ var init_publish = __esm(() => {
   init_api();
 });
 
+// src/commands/capture.ts
+var exports_capture = {};
+__export(exports_capture, {
+  setCaptureBudgetCommand: () => setCaptureBudgetCommand,
+  captureBudgetCommand: () => captureBudgetCommand
+});
+async function captureBudgetCommand() {
+  return adminApiGet("/api/admin/catalogue/capture-budget");
+}
+async function setCaptureBudgetCommand(input) {
+  return adminApiPut("/api/admin/catalogue/capture-budget", input);
+}
+var init_capture = __esm(() => {
+  init_api();
+});
+
 // ../../packages/contracts/src/util/multipart.ts
 function planMultipart(contentLength, partSize = DEFAULT_PART_SIZE) {
   if (!Number.isInteger(contentLength) || contentLength <= 0) {
@@ -8096,7 +8126,7 @@ function addAdminCommands(program2) {
     const { captureQueueCommand: captureQueueCommand2 } = await Promise.resolve().then(() => (init_admin_tracks(), exports_admin_tracks));
     await runAdminCaptureQueue(options, captureQueueCommand2);
   });
-  adminTracks.command("work").description("The audio pipeline's worklist for one stage, in capture-priority order").requiredOption("--kind <kind>", "Pipeline stage: analyze | capture | embed").option("--scope <scope>", "Which half of the archive: all | catalogue | findings", "all").option("--limit <limit>", "Rows to show", "10").option("--json", "Print JSON", false).action(async (options) => {
+  adminTracks.command("work").description("The audio pipeline's worklist for one stage, in capture-priority order").requiredOption("--kind <kind>", "Pipeline stage: analyze | capture | embed").option("--scope <scope>", "Which half of the archive: all | catalogue | findings", "all").option("--limit <limit>", "Rows to show", "10").option("--count", "Also report the size of the whole backlog, not just this page", false).option("--json", "Print JSON", false).action(async (options) => {
     const { trackWorkCommand: trackWorkCommand2 } = await Promise.resolve().then(() => (init_admin_tracks(), exports_admin_tracks));
     await runAdminTrackWork(options, trackWorkCommand2);
   });
@@ -8221,6 +8251,26 @@ function addAdminCommands(program2) {
     const { publishAdvancePauseCommand: publishAdvancePauseCommand2 } = await Promise.resolve().then(() => (init_publish(), exports_publish));
     await runPublishAdvancePause(false, options, publishAdvancePauseCommand2);
   });
+  const adminCapture = configureCommand(admin.command("capture").description("The metered audio-capture budget and its kill switch"));
+  adminCapture.action(() => {
+    adminCapture.outputHelp();
+  });
+  adminCapture.command("budget").description("What catalogue capture spent in the last 24h, and how much budget is left").option("--json", "Print JSON", false).allowExcessArguments().action(async (options) => {
+    const { captureBudgetCommand: captureBudgetCommand2 } = await Promise.resolve().then(() => (init_capture(), exports_capture));
+    await runCaptureBudget(options, captureBudgetCommand2);
+  });
+  adminCapture.command("pause").description("Stop all catalogue audio capture \u2014 the kill switch (operator)").option("--json", "Print JSON", false).allowExcessArguments().action(async (options) => {
+    const { setCaptureBudgetCommand: setCaptureBudgetCommand2 } = await Promise.resolve().then(() => (init_capture(), exports_capture));
+    await runSetCaptureBudget({ paused: true }, options, setCaptureBudgetCommand2);
+  });
+  adminCapture.command("resume").description("Let catalogue audio capture spend again, up to its budget (operator)").option("--json", "Print JSON", false).allowExcessArguments().action(async (options) => {
+    const { setCaptureBudgetCommand: setCaptureBudgetCommand2 } = await Promise.resolve().then(() => (init_capture(), exports_capture));
+    await runSetCaptureBudget({ paused: false }, options, setCaptureBudgetCommand2);
+  });
+  adminCapture.command("set").description("Set the rolling-24h capture caps (operator)").option("--tracks <n>", "Max catalogue downloads per rolling 24h").option("--gb <n>", "Max GB downloaded per rolling 24h").option("--json", "Print JSON", false).allowExcessArguments().action(async (options) => {
+    const { setCaptureBudgetCommand: setCaptureBudgetCommand2 } = await Promise.resolve().then(() => (init_capture(), exports_capture));
+    await runSetCaptureCaps(options, setCaptureBudgetCommand2);
+  });
   const adminClips = configureCommand(admin.command("clips").description("Mixtape clip (Fluncle Studio) commands"));
   adminClips.action(() => {
     adminClips.outputHelp();
@@ -9373,6 +9423,60 @@ async function runPublishAdvance(options, publishAdvanceCommand2) {
     console.log(`Failed ${failure.platform} for ${failure.trackId} \u2014 left for the operator.`);
   }
 }
+var GB = 1073741824;
+function formatGb(bytes) {
+  return `${(bytes / GB).toFixed(2)} GB`;
+}
+function printCaptureBudget(state) {
+  const reason = state.closedReason === "paused" ? "paused \u2014 you stopped it" : state.closedReason === "tracks_spent" ? "the daily track cap is spent" : state.closedReason === "bytes_spent" ? "the daily GB cap is spent" : "";
+  console.log(state.open ? "Catalogue capture is RUNNING \u2014 it may buy audio, up to the budget below." : `Catalogue capture is STOPPED (${reason}). Findings still capture as normal.`);
+  console.log(`  Last ${state.windowHours}h:  ${state.spend.tracks} ${state.spend.tracks === 1 ? "track" : "tracks"} \xB7 ${formatGb(state.spend.bytes)}`);
+  console.log(`  Budget:    ${state.budget.dailyTracks} tracks \xB7 ${formatGb(state.budget.dailyBytes)} per ${state.windowHours}h`);
+  console.log(`  Left:      ${state.remainingTracks} ${state.remainingTracks === 1 ? "track" : "tracks"} \xB7 ${formatGb(state.remainingBytes)}`);
+}
+async function runCaptureBudget(options, captureBudgetCommand2) {
+  const state = await captureBudgetCommand2();
+  if (options.json) {
+    printJson(state);
+    return;
+  }
+  printCaptureBudget(state);
+}
+async function runSetCaptureBudget(input, options, setCaptureBudgetCommand2) {
+  const state = await setCaptureBudgetCommand2(input);
+  if (options.json) {
+    printJson(state);
+    return;
+  }
+  printCaptureBudget(state);
+}
+async function runSetCaptureCaps(options, setCaptureBudgetCommand2) {
+  const input = {};
+  if (options.tracks !== undefined) {
+    const tracks = Number(options.tracks);
+    if (!Number.isInteger(tracks) || tracks < 0) {
+      console.error("--tracks must be a whole number of tracks (0 or more).");
+      process.exitCode = 1;
+      return;
+    }
+    input.dailyTracks = tracks;
+  }
+  if (options.gb !== undefined) {
+    const gb = Number(options.gb);
+    if (!Number.isFinite(gb) || gb < 0) {
+      console.error("--gb must be a number of gigabytes (0 or more).");
+      process.exitCode = 1;
+      return;
+    }
+    input.dailyBytes = Math.round(gb * GB);
+  }
+  if (input.dailyTracks === undefined && input.dailyBytes === undefined) {
+    console.error("Nothing to set \u2014 pass --tracks and/or --gb.");
+    process.exitCode = 1;
+    return;
+  }
+  await runSetCaptureBudget(input, options, setCaptureBudgetCommand2);
+}
 async function runPublishAdvancePause(paused, options, publishAdvancePauseCommand2) {
   const result = await publishAdvancePauseCommand2(paused);
   if (options.json) {
@@ -9909,13 +10013,14 @@ async function runAdminTrackWork(options, trackWorkCommand2) {
     process.exitCode = 1;
     return;
   }
-  const tracks = await trackWorkCommand2({
+  const { queued, tracks } = await trackWorkCommand2({
+    count: options.count,
     kind,
     limit: parseListLimit(options.limit),
     scope
   });
   if (options.json) {
-    printJson({ ok: true, tracks });
+    printJson({ ok: true, queued, tracks });
     return;
   }
   if (tracks.length === 0) {
@@ -9923,7 +10028,8 @@ async function runAdminTrackWork(options, trackWorkCommand2) {
     return;
   }
   const noun = tracks.length === 1 ? "track" : "tracks";
-  console.log(`${tracks.length} ${noun} to ${kind} (${scope}), in drain order:`);
+  const head = queued === undefined ? `${tracks.length} ${noun} to ${kind} (${scope}), in drain order:` : `${queued} queued to ${kind} (${scope}) \u2014 showing the first ${tracks.length}, in drain order:`;
+  console.log(head);
   for (const track of tracks) {
     const who = track.logId ?? `${track.trackId} \xB7 catalogue`;
     const rung = track.capturePriority === null ? "" : ` \xB7 p${track.capturePriority}`;
@@ -10243,6 +10349,7 @@ var stringOptions = new Set([
   "--footage-social",
   "--from",
   "--galaxy-id",
+  "--gb",
   "--has-key",
   "--intent",
   "--key",
@@ -10281,6 +10388,7 @@ var stringOptions = new Set([
   "--title",
   "--token",
   "--tracklist-file",
+  "--tracks",
   "--url",
   "--verdict",
   "--verdict-file",

package/package.json

@@ -31,5 +31,5 @@
     "url": "git+https://github.com/mauricekleine/fluncle.git"
   },
   "type": "module",
-  "version": "0.132.0"
+  "version": "0.134.0"
 }