fluncle 0.243.0 → 0.245.0

package/bin/fluncle.mjs

@@ -622,7 +622,7 @@ function parseVersion(version) {
 var currentVersion;
 var init_version = __esm(() => {
   init_output();
-  currentVersion = "0.243.0".trim() ? "0.243.0".trim() : "0.1.0";
+  currentVersion = "0.245.0".trim() ? "0.245.0".trim() : "0.1.0";
 });
 
 // src/update-notifier.ts
@@ -2335,7 +2335,7 @@ function parseVersion2(version) {
 var currentVersion2, latestReleaseUrl = "https://api.github.com/repos/mauricekleine/fluncle/releases/latest";
 var init_version2 = __esm(() => {
   init_output();
-  currentVersion2 = "0.243.0".trim() ? "0.243.0".trim() : "0.1.0";
+  currentVersion2 = "0.245.0".trim() ? "0.245.0".trim() : "0.1.0";
 });
 
 // ../../packages/registry/src/index.ts
@@ -11435,7 +11435,7 @@ var init_admin_bios = __esm(() => {
 });
 
 // ../../packages/contracts/src/orpc/admin-catalogue.ts
-var CatalogueLensSchema, CapturePriorityReasonSchema, CatalogueMatchSchema, CatalogueTrackItemSchema, CatalogueSummarySchema, listCatalogueTracks, rankCatalogue, recordDemand, clearWrongAudio, requeueUnmatchedCaptures, requeueAnchor, requeueIsrcRecovery, flagWrongAudio, forceCapture, certifyTrack, setTrackDismissed, CaptureVerifyItemSchema, listUnverifiedCaptures, verifyCapture, CrawlPassSchema, CrawlPhaseInitializationSchema, MAX_CRAWL_PREPARE_LIMIT = 6, CrawlFetchPlanSchema, SuppliedCrawlBodySchema, MAX_CRAWL_COMMIT_BATCH, CRAWL_COMMIT_TOKEN_MAX_BYTES, CRAWL_COMMIT_BATCH_MAX_TOTAL_BYTES, CrawlCommitItemSchema, CrawlCommitReceiptSchema, CrawlPhaseCapabilitiesSchema, CrawlPhaseInputSchema, CrawlPhaseOutputSchema, CrawlStatusSchema, crawlCatalogue, commitCrawlNodes, getCrawlStatus, ANCHOR_CANDIDATE_LIMIT = 100, ANCHOR_ARTIST_LIMIT = 20, ANCHOR_TEXT_MAX = 300, ANCHOR_ISRC_MAX = 64, ANCHOR_ID_MAX = 64, ANCHOR_URL_MAX = 2048, AnchorCandidateSchema, anchorTrack, DEEZER_CANDIDATE_LIMIT = 5, DEEZER_TEXT_MAX = 300, DEEZER_ISRC_MAX = 64, DEEZER_TRACK_ID_MAX = 32, DeezerIsrcCandidateSchema, resolveAnchor, resolveAnchorReview, setAnchorSearch, setAnchorApify, CaptureBudgetStateSchema, getCaptureBudget, setCaptureBudget, SpotifyAnchorBreakerStateSchema, AnchorRungFlagsSchema, getSpotifyAnchorBreaker, resetSpotifyAnchorBreaker, AppleBreakerStateSchema, resetAppleBreaker, adminCatalogueContract;
+var CatalogueLensSchema, CapturePriorityReasonSchema, CatalogueMatchSchema, CatalogueTrackItemSchema, CatalogueSummarySchema, listCatalogueTracks, rankCatalogue, recordDemand, clearWrongAudio, requeueUnmatchedCaptures, requeueAnchor, requeueIsrcRecovery, flagWrongAudio, forceCapture, certifyTrack, setTrackDismissed, CaptureVerifyItemSchema, listUnverifiedCaptures, verifyCapture, CrawlPassSchema, CrawlPhaseInitializationSchema, MAX_CRAWL_PREPARE_LIMIT = 6, CrawlFetchPlanSchema, SuppliedCrawlBodySchema, MAX_CRAWL_COMMIT_BATCH, CRAWL_COMMIT_TOKEN_MAX_BYTES, CRAWL_COMMIT_BATCH_MAX_TOTAL_BYTES, CrawlCommitItemSchema, CrawlCommitReceiptSchema, CrawlPhaseCapabilitiesSchema, CrawlPhaseInputSchema, CrawlPhaseOutputSchema, CrawlStatusSchema, crawlCatalogue, commitCrawlNodes, getCrawlStatus, ANCHOR_CANDIDATE_LIMIT = 100, ANCHOR_ARTIST_LIMIT = 20, ANCHOR_TEXT_MAX = 300, ANCHOR_ISRC_MAX = 64, ANCHOR_ID_MAX = 64, ANCHOR_URL_MAX = 2048, AnchorCandidateSchema, anchorTrack, DEEZER_CANDIDATE_LIMIT = 5, DEEZER_TEXT_MAX = 300, DEEZER_ISRC_MAX = 64, DEEZER_TRACK_ID_MAX = 32, DeezerIsrcCandidateSchema, resolveAnchor, resolveAnchorReview, setAnchorSearch, setAnchorApify, CaptureBudgetStateSchema, getCaptureBudget, setCaptureBudget, AnchorApifyBudgetSchema, getAnchorApifyBudget, setAnchorApifyBudget, SpotifyAnchorBreakerStateSchema, AnchorRungFlagsSchema, getSpotifyAnchorBreaker, resetSpotifyAnchorBreaker, AppleBreakerStateSchema, resetAppleBreaker, adminCatalogueContract;
 var init_admin_catalogue = __esm(() => {
   init_dist3();
   init_zod();
@@ -11896,7 +11896,10 @@ var init_admin_catalogue = __esm(() => {
     trackId: string2().min(1)
   })).output(object({
     anchored: boolean2(),
+    apifyBudgetRemaining: number2().int().nonnegative(),
+    apifyEligible: boolean2(),
     apifyEnabled: boolean2(),
+    apifyIneligibleReason: _enum(["apify_budget_spent", "awaiting_free_ask"]).nullable(),
     freeDurationMsOmitted: number2().int().nonnegative(),
     isrcRecoveredByDeezer: boolean2(),
     listenbrainzOutcome: _enum([
@@ -11978,6 +11981,27 @@ var init_admin_catalogue = __esm(() => {
     dailyTracks: number2().int().min(0).optional(),
     paused: boolean2().optional()
   })).output(CaptureBudgetStateSchema.extend({ ok: literal(true) }));
+  AnchorApifyBudgetSchema = object({
+    dailyRows: number2(),
+    day: string2(),
+    remainingRows: number2(),
+    rowsSent: number2(),
+    spent: boolean2()
+  }).meta({ id: "AnchorApifyBudget" });
+  getAnchorApifyBudget = oc.route({
+    method: "GET",
+    operationId: "getAnchorApifyBudget",
+    path: "/admin/catalogue/anchor/apify-budget",
+    summary: "The metered Apify anchor rung's daily row cap, today's spend, and what is left",
+    tags: ["Admin"]
+  }).input(object({})).output(AnchorApifyBudgetSchema.extend({ ok: literal(true) }));
+  setAnchorApifyBudget = oc.route({
+    method: "PUT",
+    operationId: "setAnchorApifyBudget",
+    path: "/admin/catalogue/anchor/apify-budget",
+    summary: "Set the metered Apify anchor rung's daily row cap (operator)",
+    tags: ["Admin"]
+  }).input(object({ dailyRows: number2().int().min(0) })).output(AnchorApifyBudgetSchema.extend({ ok: literal(true) }));
   SpotifyAnchorBreakerStateSchema = object({
     cooldownRemainingMs: number2(),
     reason: string2().nullable(),
@@ -11986,6 +12010,7 @@ var init_admin_catalogue = __esm(() => {
     trippedAt: string2().nullable()
   }).meta({ id: "SpotifyAnchorBreakerState" });
   AnchorRungFlagsSchema = object({
+    apifyBudget: AnchorApifyBudgetSchema,
     apifyEnabled: boolean2(),
     spotifySearchEnabled: boolean2()
   }).meta({ id: "AnchorRungFlags" });
@@ -12024,6 +12049,7 @@ var init_admin_catalogue = __esm(() => {
     crawl_catalogue: crawlCatalogue,
     flag_wrong_audio: flagWrongAudio,
     force_capture: forceCapture,
+    get_anchor_apify_budget: getAnchorApifyBudget,
     get_capture_budget: getCaptureBudget,
     get_crawl_status: getCrawlStatus,
     get_spotify_anchor_breaker: getSpotifyAnchorBreaker,
@@ -12039,6 +12065,7 @@ var init_admin_catalogue = __esm(() => {
     resolve_anchor: resolveAnchor,
     resolve_anchor_review: resolveAnchorReview,
     set_anchor_apify: setAnchorApify,
+    set_anchor_apify_budget: setAnchorApifyBudget,
     set_anchor_search: setAnchorSearch,
     set_capture_budget: setCaptureBudget,
     set_track_dismissed: setTrackDismissed,
@@ -12373,7 +12400,9 @@ var init_admin_projections = __esm(() => {
       artistQualification: ProjectionFamilyStatusSchema,
       crawlDueWork: ProjectionFamilyStatusSchema,
       publicAggregates: ProjectionFamilyStatusSchema.extend({ anchorsReady: boolean2() }),
-      trackDueWork: ProjectionFamilyStatusSchema
+      trackDueWork: ProjectionFamilyStatusSchema.extend({
+        catalogueRankMarkerAgeMs: CountSchema.nullable().optional()
+      })
     }),
     readyToOpen: object({
       crawlDueWork: boolean2(),
@@ -16815,16 +16844,29 @@ async function getProjectionStatusCommand() {
   return adminApiGet("/api/v1/admin/projections/status");
 }
 async function advanceProjectionCommand(input) {
-  const { includeTerminalStatus = true, maxSteps = 1, target, ...body } = input;
+  const {
+    includeTerminalStatus = true,
+    maxSteps = 1,
+    now = () => Date.now(),
+    target,
+    wallMs,
+    ...body
+  } = input;
   if (!includeTerminalStatus && input.action !== "repair") {
     throw new Error("terminal status may be omitted only for repair automation");
   }
   const stepBody = maxSteps > 1 || !includeTerminalStatus ? { ...body, includeStatus: false } : body;
+  const startedAt = now();
   let response = await adminApiPost(`/api/v1/admin/projections/${target}/advance`, stepBody);
   let steps = 1;
   let processed = response.processed;
   let scheduled = response.scheduled;
+  let wallStopped = false;
   while (!response.complete && steps < maxSteps) {
+    if (wallMs !== undefined && now() - startedAt >= wallMs) {
+      wallStopped = true;
+      break;
+    }
     response = await adminApiPost(`/api/v1/admin/projections/${target}/advance`, stepBody);
     steps += 1;
     processed += response.processed;
@@ -16832,10 +16874,10 @@ async function advanceProjectionCommand(input) {
   }
   if (!includeTerminalStatus) {
     const { status: _status, ...withoutStatus } = response;
-    return { ...withoutStatus, processed, scheduled, steps };
+    return { ...withoutStatus, processed, scheduled, steps, wallStopped };
   }
   const status = response.status ?? (await getProjectionStatusCommand()).status;
-  return { ...response, processed, scheduled, status, steps };
+  return { ...response, processed, scheduled, status, steps, wallStopped };
 }
 async function setProjectionCutoverCommand(input) {
   const { enabled, target } = input;
@@ -16861,6 +16903,13 @@ function parseProjectionMaxSteps(value) {
   }
   return maxSteps;
 }
+function parseProjectionWallMs(value) {
+  const wallMs = Number(value);
+  if (!Number.isSafeInteger(wallMs) || wallMs < PROJECTION_WALL_MS_MIN || wallMs > PROJECTION_WALL_MS_MAX) {
+    throw new Error(`--wall-ms must be a whole number of milliseconds from ${PROJECTION_WALL_MS_MIN} through ${PROJECTION_WALL_MS_MAX}`);
+  }
+  return wallMs;
+}
 function parseProjectionTarget(value) {
   if (value !== "artist_qualification" && value !== "crawl_due_work" && value !== "public_aggregates" && value !== "track_due_work") {
     throw new Error("--target must be artist_qualification, crawl_due_work, public_aggregates, or track_due_work");
@@ -16888,7 +16937,7 @@ function projectionStatusLines(status) {
     row("Artist qualification", status.projections.artistQualification, status.cutovers.publicProjections)
   ];
 }
-var PROJECTION_MAX_STEPS = 100;
+var PROJECTION_MAX_STEPS = 100, PROJECTION_WALL_MS_MIN = 1000, PROJECTION_WALL_MS_MAX = 600000;
 var init_admin_projections2 = __esm(() => {
   init_orpc();
   init_api();
@@ -18742,6 +18791,12 @@ async function requeueAnchorCommand(trackIds) {
 async function requeueIsrcRecoveryCommand(input) {
   return adminApiPost("/api/v1/admin/catalogue/isrc-recovery/requeue", input);
 }
+async function anchorApifyBudgetCommand() {
+  return adminApiGet("/api/v1/admin/catalogue/anchor/apify-budget");
+}
+async function setAnchorApifyBudgetCommand(dailyRows) {
+  return adminApiPut("/api/v1/admin/catalogue/anchor/apify-budget", { dailyRows });
+}
 async function anchorBreakerCommand() {
   return adminApiGet("/api/v1/admin/catalogue/anchor/breaker");
 }
@@ -21711,7 +21766,7 @@ JSON field reference:
     console.log(projectionStatusLines(result.status).join(`
 `));
   });
-  adminProjections.command("advance").description("Run bounded, resumable rebuild, repair, or audit steps").requiredOption("--target <target>", "track_due_work, crawl_due_work, public_aggregates, or artist_qualification").requiredOption("--action <action>", "rebuild, repair, or audit").option("--limit <limit>", "Maximum rows or repairs in this request (1-500)", "100").option("--max-steps <steps>", "Maximum sequential advance calls (1-100)").option("--no-terminal-status", "Omit the terminal readiness snapshot (JSON repair automation only)").option("--json", "Print the aggregate result and default readiness as JSON", false).action(async (options) => {
+  adminProjections.command("advance").description("Run bounded, resumable rebuild, repair, or audit steps").requiredOption("--target <target>", "track_due_work, crawl_due_work, public_aggregates, or artist_qualification").requiredOption("--action <action>", "rebuild, repair, or audit").option("--limit <limit>", "Maximum rows or repairs in this request (1-500)", "100").option("--max-steps <steps>", "Maximum sequential advance calls (1-100)").option("--wall-ms <ms>", "Stop issuing further steps once this many milliseconds have elapsed (1000-600000)").option("--no-terminal-status", "Omit the terminal readiness snapshot (JSON repair automation only)").option("--json", "Print the aggregate result and default readiness as JSON", false).action(async (options) => {
     const projections = await Promise.resolve().then(() => (init_admin_projections2(), {}));
     const action = parseProjectionAction(options.action);
     if (!options.terminalStatus && (!options.json || action !== "repair")) {
@@ -21722,13 +21777,14 @@ JSON field reference:
       includeTerminalStatus: options.terminalStatus,
       limit: parseProjectionLimit(options.limit),
       maxSteps: options.maxSteps === undefined ? undefined : parseProjectionMaxSteps(options.maxSteps),
-      target: parseProjectionTarget(options.target)
+      target: parseProjectionTarget(options.target),
+      wallMs: options.wallMs === undefined ? undefined : parseProjectionWallMs(options.wallMs)
     });
     if (options.json) {
       printJson(result);
       return;
     }
-    console.log(`${result.target} ${result.action}: steps ${result.steps}, processed ${result.processed}, scheduled ${result.scheduled}, ${result.complete ? "complete" : "more work remains"}.`);
+    console.log(`${result.target} ${result.action}: steps ${result.steps}, processed ${result.processed}, scheduled ${result.scheduled}, ${result.complete ? "complete" : result.wallStopped ? "wall budget spent, more work remains" : "more work remains"}.`);
   });
   adminProjections.command("set").description("Open or close one readiness-gated projection cutover").requiredOption("--target <target>", "track_due_work, crawl_due_work, or public_projections").requiredOption("--enabled <boolean>", "true opens; false closes unconditionally").option("--json", "Print the stored flag and current readiness as JSON", false).action(async (options) => {
     const projections = await Promise.resolve().then(() => (init_admin_projections2(), {}));
@@ -22427,10 +22483,24 @@ JSON field reference:
     const minutes = Math.ceil(state.cooldownRemainingMs / 60000);
     console.log(state.tripped ? `BREAKER TRIPPED \u2014 ${state.reason ?? "unknown"}, ~${minutes}m left (${state.throttlesInWindow} throttle(s) in window)` : `BREAKER CLEAR \u2014 ${state.throttlesInWindow} throttle(s) in window`);
     console.log(`RUNGS \u2014 spotify search ${state.rungs.spotifySearchEnabled ? "ARMED" : "OFF"} \xB7 apify fallback ${state.rungs.apifyEnabled ? "ARMED" : "OFF"}`);
+    const budget = state.rungs.apifyBudget;
+    console.log(`APIFY BUDGET \u2014 ${budget.rowsSent}/${budget.dailyRows} rows today \xB7 ${budget.remainingRows} left${budget.spent ? " \xB7 SPENT" : ""}`);
     if (!state.rungs.spotifySearchEnabled && !state.rungs.apifyEnabled) {
       console.log("No rung can conclude \u2014 ListenBrainz still runs and can win, but its miss settles nothing.");
     }
   });
+  const anchorApifyBudget = catalogue.command("anchor-apify-budget").description("The paid Apify anchor rung's daily row cap, today's spend, and what is left").option("--json", "Print JSON", false).action(async (options) => {
+    await Promise.resolve().then(() => init_admin_catalogue2());
+    printAnchorApifyBudget(await anchorApifyBudgetCommand(), options);
+  });
+  anchorApifyBudget.command("set").description("Set the paid Apify anchor rung's daily row cap (operator)").requiredOption("--rows <n>", "Max catalogue rows sent to the Apify actor per UTC day").option("--json", "Print JSON", false).action(async (options) => {
+    const dailyRows = Number(options.rows);
+    if (!Number.isInteger(dailyRows) || dailyRows < 0) {
+      throw new Error("--rows must be a non-negative whole number of rows");
+    }
+    await Promise.resolve().then(() => init_admin_catalogue2());
+    printAnchorApifyBudget(await setAnchorApifyBudgetCommand(dailyRows), options);
+  });
   catalogue.command("requeue-isrc-recovery").description("Clear Deezer-empty ISRC-recovery stamps from a window (dry-run; --apply to take)").requiredOption("--since <iso>", "Inclusive lower bound on the stamp (2026-09-09)").option("--apply", "Actually clear the stamps (default is a dry-run count)", false).option("--json", "Print JSON", false).action(async (options) => {
     await Promise.resolve().then(() => init_admin_catalogue2());
     const result = await requeueIsrcRecoveryCommand({
@@ -24479,6 +24549,15 @@ async function runPublishAdvance(options, publishAdvanceCommand) {
     console.log(`Failed ${failure.platform} for ${failure.trackId} \u2014 left for the operator.`);
   }
 }
+function printAnchorApifyBudget(state, options) {
+  if (options.json) {
+    printJson({ ...state, ok: true });
+    return;
+  }
+  console.log(state.spent ? `APIFY ROWS SPENT for ${state.day} \u2014 the paid anchor rung sends nothing more today.` : `APIFY ROWS OPEN for ${state.day} \u2014 the paid anchor rung may still be sent rows.`);
+  console.log(`  Today:   ${state.rowsSent} of ${state.dailyRows} row(s)`);
+  console.log(`  Left:    ${state.remainingRows} row(s)`);
+}
 var GB = 1073741824;
 function formatGb(bytes) {
   return `${(bytes / GB).toFixed(2)} GB`;
@@ -25731,6 +25810,7 @@ var stringOptions = new Set([
   "--reasoning",
   "--recorded-at",
   "--recording",
+  "--rows",
   "--rules-file",
   "--render",
   "--scene",
@@ -25763,6 +25843,7 @@ var stringOptions = new Set([
   "--video-url",
   "--view",
   "--voice-id",
+  "--wall-ms",
   "--window-since",
   "--window-until"
 ]);

package/package.json

@@ -31,5 +31,5 @@
     "url": "git+https://github.com/mauricekleine/fluncle.git"
   },
   "type": "module",
-  "version": "0.243.0"
+  "version": "0.245.0"
 }