fluncle 0.267.0 → 0.269.0

package/bin/fluncle.mjs

@@ -651,7 +651,7 @@ function parseVersion(version) {
 var currentVersion;
 var init_version = __esm(() => {
   init_output();
-  currentVersion = "0.267.0".trim() ? "0.267.0".trim() : "0.1.0";
+  currentVersion = "0.269.0".trim() ? "0.269.0".trim() : "0.1.0";
 });
 
 // src/update-notifier.ts
@@ -2364,7 +2364,7 @@ function parseVersion2(version) {
 var currentVersion2, latestReleaseUrl = "https://api.github.com/repos/mauricekleine/fluncle/releases/latest";
 var init_version2 = __esm(() => {
   init_output();
-  currentVersion2 = "0.267.0".trim() ? "0.267.0".trim() : "0.1.0";
+  currentVersion2 = "0.269.0".trim() ? "0.269.0".trim() : "0.1.0";
 });
 
 // ../../packages/registry/src/index.ts
@@ -10258,7 +10258,7 @@ var init_zod = __esm(() => {
 });
 
 // ../../packages/contracts/src/orpc/admin-catalogue.ts
-var CatalogueLensSchema, CapturePriorityReasonSchema, CatalogueMatchSchema, CatalogueTrackItemSchema, CatalogueSummarySchema, listCatalogueTracks, rankCatalogue, recordDemand, clearWrongAudio, requeueUnmatchedCaptures, requeueAnchor, requeueIsrcRecovery, flagWrongAudio, forceCapture, certifyTrack, setTrackDismissed, CaptureVerifyItemSchema, listUnverifiedCaptures, verifyCapture, CrawlPassSchema, CrawlPhaseInitializationSchema, MAX_CRAWL_PREPARE_LIMIT = 6, CrawlFetchPlanSchema, SuppliedCrawlBodySchema, MAX_CRAWL_COMMIT_BATCH, CRAWL_COMMIT_TOKEN_MAX_BYTES, CRAWL_COMMIT_BATCH_MAX_TOTAL_BYTES, CrawlCommitItemSchema, CrawlCommitReceiptSchema, CrawlPhaseCapabilitiesSchema, CrawlPhaseInputSchema, CrawlPhaseOutputSchema, CrawlStatusSchema, CrawlPipelineSummarySchema, PipelineWatchBoundedCountSchema, getPipeline, crawlCatalogue, commitCrawlNodes, getCrawlStatus, ANCHOR_CANDIDATE_LIMIT = 100, ANCHOR_ARTIST_LIMIT = 20, ANCHOR_TEXT_MAX = 300, ANCHOR_ISRC_MAX = 64, ANCHOR_ID_MAX = 64, ANCHOR_URL_MAX = 2048, AnchorCandidateSchema, anchorTrack, recordAnchorFailure, DEEZER_CANDIDATE_LIMIT = 5, DEEZER_TEXT_MAX = 300, DEEZER_ISRC_MAX = 64, DEEZER_TRACK_ID_MAX = 32, DeezerIsrcCandidateSchema, AnchorResolveResultSchema, AnchorCommitResultSchema, prepareAnchor, AnchorPhaseBatchItemFailureSchema, prepareAnchorBatch, resolveAnchorCandidate, commitAnchor, commitAnchorBatch, getAnchorReceipt, getAnchorPaidToken, cancelAnchorPaidResult, resolveAnchorPaidResult, resolveAnchor, resolveAnchorReview, CrawlHoldReasonSchema, CrawlHoldStateSchema, CrawlHoldSchema, listCrawlHolds, resolveCrawlHold, setAnchorSearch, setAnchorApify, CaptureBudgetStateSchema, getCaptureBudget, setCaptureBudget, AnchorApifyBudgetSchema, getAnchorApifyBudget, setAnchorApifyBudget, SpotifyAnchorBreakerStateSchema, AnchorRungFlagsSchema, getSpotifyAnchorBreaker, LabelReleasesBudgetSchema, getLabelReleasesBudget, setLabelReleasesBudget, resetSpotifyAnchorBreaker, AppleBreakerStateSchema, resetAppleBreaker, adminCatalogueContract;
+var CatalogueLensSchema, CapturePriorityReasonSchema, CatalogueMatchSchema, CatalogueTrackItemSchema, CatalogueSummarySchema, listCatalogueTracks, rankCatalogue, recordDemand, clearWrongAudio, requeueUnmatchedCaptures, requeueAnchor, requeueIsrcRecovery, flagWrongAudio, forceCapture, certifyTrack, setTrackDismissed, CaptureVerifyItemSchema, listUnverifiedCaptures, verifyCapture, CrawlPassSchema, CrawlPhaseInitializationSchema, MAX_CRAWL_PREPARE_LIMIT = 6, CrawlFetchPlanSchema, SuppliedCrawlBodySchema, MAX_CRAWL_COMMIT_BATCH, CRAWL_COMMIT_TOKEN_MAX_BYTES, CRAWL_COMMIT_BATCH_MAX_TOTAL_BYTES, CrawlCommitItemSchema, CrawlCommitReceiptSchema, CrawlPhaseCapabilitiesSchema, CrawlPhaseInputSchema, CrawlPhaseOutputSchema, CrawlStatusSchema, CrawlPipelineSummarySchema, PipelineWatchBoundedCountSchema, getPipeline, crawlCatalogue, commitCrawlNodes, getCrawlStatus, ANCHOR_CANDIDATE_LIMIT = 100, ANCHOR_ARTIST_LIMIT = 20, ANCHOR_TEXT_MAX = 300, ANCHOR_ISRC_MAX = 64, ANCHOR_ID_MAX = 64, ANCHOR_URL_MAX = 2048, AnchorCandidateSchema, anchorTrack, recordAnchorFailure, DEEZER_CANDIDATE_LIMIT = 5, DEEZER_TEXT_MAX = 300, DEEZER_ISRC_MAX = 64, DEEZER_TRACK_ID_MAX = 32, DeezerIsrcCandidateSchema, AnchorResolveResultSchema, AnchorCommitResultSchema, prepareAnchor, AnchorPhaseBatchItemFailureSchema, prepareAnchorBatch, resolveAnchorCandidate, commitAnchor, commitAnchorBatch, getAnchorReceipt, getAnchorPaidToken, cancelAnchorPaidResult, resolveAnchorPaidResult, resolveAnchor, ReleaseLinkResultSchema, ReleaseLinkProbeSchema, resolveAnchorReleaseProbe, commitAnchorRelease, resolveAnchorReview, CrawlHoldReasonSchema, CrawlHoldStateSchema, CrawlHoldSchema, listCrawlHolds, resolveCrawlHold, setAnchorSearch, setAnchorApify, CaptureBudgetStateSchema, getCaptureBudget, setCaptureBudget, AnchorApifyBudgetSchema, getAnchorApifyBudget, setAnchorApifyBudget, SpotifyAnchorBreakerStateSchema, AnchorRungFlagsSchema, getSpotifyAnchorBreaker, setSpotifyConsumerBudget, LabelReleasesBudgetSchema, getLabelReleasesBudget, setLabelReleasesBudget, resetSpotifyAnchorBreaker, AppleBreakerStateSchema, resetAppleBreaker, adminCatalogueContract;
 var init_admin_catalogue = __esm(() => {
   init_dist3();
   init_zod();
@@ -10754,6 +10754,7 @@ var init_admin_catalogue = __esm(() => {
   }).meta({ id: "DeezerIsrcCandidate" });
   AnchorResolveResultSchema = object({
     anchored: boolean2(),
+    anchoredByReleaseLink: number2().int().nonnegative().optional(),
     apifyBudgetRemaining: number2().int().nonnegative(),
     apifyEligible: boolean2(),
     apifyEnabled: boolean2(),
@@ -10773,7 +10774,18 @@ var init_admin_catalogue = __esm(() => {
     ]),
     ok: literal(true),
     paidResultToken: string2().optional(),
-    source: _enum(["listenbrainz", "spotify-isrc", "spotify-search"]).nullable(),
+    releaseLinkAlbumFetchFailed: number2().int().nonnegative().optional(),
+    releaseLinkAlbumsFetched: number2().int().nonnegative().optional(),
+    releaseLinkBackoffSkipped: number2().int().nonnegative().optional(),
+    releaseLinkCacheHits: number2().int().nonnegative().optional(),
+    releaseLinkNoAlbum: number2().int().nonnegative().optional(),
+    source: _enum([
+      "listenbrainz",
+      "listenbrainz-metadata",
+      "release-link",
+      "spotify-isrc",
+      "spotify-search"
+    ]).nullable(),
     spotifyIsrcAsked: boolean2(),
     spotifySearchDone: boolean2(),
     spotifySearchEnabled: boolean2(),
@@ -10907,13 +10919,65 @@ var init_admin_catalogue = __esm(() => {
     method: "POST",
     operationId: "resolveAnchor",
     path: "/admin/catalogue/anchor/resolve",
-    summary: "Resolve a catalogue row's Spotify anchor from the free rungs (ListenBrainz + dark Spotify search)",
+    summary: "Resolve a catalogue row's Spotify anchor from release links, ListenBrainz, and Spotify search",
     tags: ["Admin"]
   }).input(object({
     deezerCandidates: array(DeezerIsrcCandidateSchema).max(DEEZER_CANDIDATE_LIMIT).optional(),
     spotifySearch: boolean2().optional(),
     trackId: string2().min(1)
   })).output(AnchorResolveResultSchema);
+  ReleaseLinkResultSchema = object({
+    albumFetchFailed: number2().int().nonnegative(),
+    albumsFetched: number2().int().nonnegative(),
+    anchored: boolean2(),
+    anchoredCount: number2().int().nonnegative(),
+    backoffSkipped: number2().int().nonnegative(),
+    cacheHits: number2().int().nonnegative(),
+    noAlbum: number2().int().nonnegative(),
+    ok: literal(true),
+    remainder: number2().int().nonnegative().nullable(),
+    throttled: boolean2(),
+    verifiedBy: _enum(["isrc", "search", "search-subset"]).nullable()
+  });
+  ReleaseLinkProbeSchema = object({
+    evidence: array(object({
+      albumId: string2().nullable(),
+      checkedAt: string2().nullable(),
+      recordingIds: array(string2()).max(1000),
+      releaseId: string2(),
+      siblingTrackIds: array(string2()).max(1000),
+      tracks: array(object({
+        artists: array(object({ id: string2(), name: string2() })),
+        discNumber: number2(),
+        durationMs: number2(),
+        isrc: string2().nullable(),
+        spotifyTrackId: string2(),
+        title: string2(),
+        trackNumber: number2()
+      })).max(1000)
+    })).max(3),
+    issuedAt: number2().int().nonnegative(),
+    result: ReleaseLinkResultSchema.omit({ ok: true }),
+    trackId: string2().min(1)
+  });
+  resolveAnchorReleaseProbe = oc.route({
+    method: "POST",
+    operationId: "resolveAnchorReleaseProbe",
+    path: "/admin/catalogue/anchor/release/probe",
+    summary: "Probe MusicBrainz release links and Spotify album tracks",
+    tags: ["Admin"]
+  }).input(object({ spotifySearch: boolean2().optional(), trackId: string2().min(1) })).output(object({ ok: literal(true), probe: ReleaseLinkProbeSchema, proof: string2() }));
+  commitAnchorRelease = oc.route({
+    method: "POST",
+    operationId: "commitAnchorRelease",
+    path: "/admin/catalogue/anchor/release/commit",
+    summary: "Commit release mappings and a bounded sibling anchor batch",
+    tags: ["Admin"]
+  }).input(object({
+    cursor: number2().int().nonnegative(),
+    probe: ReleaseLinkProbeSchema,
+    proof: string2()
+  })).output(ReleaseLinkResultSchema);
   resolveAnchorReview = oc.route({
     method: "POST",
     operationId: "resolveAnchorReview",
@@ -11052,6 +11116,7 @@ var init_admin_catalogue = __esm(() => {
       "quota_hold",
       "breaker_quota",
       "breaker_throttle",
+      "daily_budget",
       "shared_meter",
       "open"
     ]),
@@ -11065,10 +11130,37 @@ var init_admin_catalogue = __esm(() => {
     summary: "The Spotify anchor-search throttle breaker: tripped, why, how long left, and the rungs",
     tags: ["Admin"]
   }).input(object({})).output(SpotifyAnchorBreakerStateSchema.extend({
+    consumerBudgets: object({
+      anchor: object({
+        callsSpent: number2().int().nullable(),
+        dailyBudget: number2().int().nullable()
+      }),
+      artist_images: object({
+        callsSpent: number2().int().nullable(),
+        dailyBudget: number2().int().nullable()
+      }),
+      public_search: object({
+        callsSpent: number2().int().nullable(),
+        dailyBudget: number2().int().nullable()
+      })
+    }),
+    essentialDailyCalls: number2().int().nullable(),
     ok: literal(true),
+    quotaHoldState: _enum(["clear", "held", "unknown"]),
+    quotaHoldUntil: string2().nullable(),
     rungs: AnchorRungFlagsSchema,
     spotifyDailyCalls: number2().int().nullable()
   }));
+  setSpotifyConsumerBudget = oc.route({
+    method: "PUT",
+    operationId: "setSpotifyConsumerBudget",
+    path: "/admin/catalogue/spotify-budget",
+    summary: "Set a Spotify consumer daily budget (operator)",
+    tags: ["Admin"]
+  }).input(object({
+    consumer: _enum(["anchor", "artist_images", "public_search"]),
+    dailyBudget: number2().int().min(0).max(1e6)
+  })).output(object({ ok: literal(true) }));
   LabelReleasesBudgetSchema = object({
     callsSpent: number2().int().nonnegative(),
     dailyBudget: number2().int().nonnegative(),
@@ -11115,6 +11207,7 @@ var init_admin_catalogue = __esm(() => {
     clear_wrong_audio: clearWrongAudio,
     commit_anchor: commitAnchor,
     commit_anchor_batch: commitAnchorBatch,
+    commit_anchor_release: commitAnchorRelease,
     commit_crawl_nodes: commitCrawlNodes,
     crawl_catalogue: crawlCatalogue,
     flag_wrong_audio: flagWrongAudio,
@@ -11143,6 +11236,7 @@ var init_admin_catalogue = __esm(() => {
     resolve_anchor: resolveAnchor,
     resolve_anchor_candidate: resolveAnchorCandidate,
     resolve_anchor_paid_result: resolveAnchorPaidResult,
+    resolve_anchor_release_probe: resolveAnchorReleaseProbe,
     resolve_anchor_review: resolveAnchorReview,
     resolve_crawl_hold: resolveCrawlHold,
     set_anchor_apify: setAnchorApify,
@@ -11150,6 +11244,7 @@ var init_admin_catalogue = __esm(() => {
     set_anchor_search: setAnchorSearch,
     set_capture_budget: setCaptureBudget,
     set_label_releases_budget: setLabelReleasesBudget,
+    set_spotify_consumer_budget: setSpotifyConsumerBudget,
     set_track_dismissed: setTrackDismissed,
     verify_capture: verifyCapture
   };
@@ -11599,7 +11694,7 @@ var init_admin_artists = __esm(() => {
     method: "POST",
     operationId: "backfillArtistImages",
     path: "/admin/backfill/artist-images",
-    summary: "Back-fill artist Spotify avatars (image_url) for existing artists (bounded)",
+    summary: "Back-fill artist avatars (image_url) for existing artists (bounded)",
     tags: ["Admin"]
   }).input(object({
     query: object({
@@ -14140,7 +14235,7 @@ var init_admin_labels = __esm(() => {
     method: "PATCH",
     operationId: "updateLabel",
     path: "/admin/labels/{id}",
-    summary: "Update a label's crawl scope or arm a re-walk (operator; never storage)",
+    summary: "Update a label's crawl scope or arm a re-walk (operator, or an agent applying a ratified triage round; never storage)",
     tags: ["Admin"]
   }).input(object({
     id: string2(),
@@ -14161,7 +14256,7 @@ var init_admin_labels = __esm(() => {
     method: "PUT",
     operationId: "replaceLabelArtistRules",
     path: "/admin/labels/{id}/artists",
-    summary: "Replace one label's complete artist-rule set (operator)",
+    summary: "Replace one label's complete artist-rule set (operator, or an agent applying a ratified triage round)",
     tags: ["Admin"]
   }).input(object({
     id: string2(),
@@ -17678,6 +17773,7 @@ var contract, CONTRACT_OPERATION_NAMES, CONTRACT_OPERATION_ROUTES;
 var init_orpc = __esm(() => {
   init_dist3();
   init_admin_catalogue();
+  init_admin_catalogue();
   init_admin_albums();
   init_admin_artifacts();
   init_admin_artist_rules();
@@ -19946,6 +20042,15 @@ async function requeueAnchorCommand(trackIds, clearPaid = false) {
 async function requeueIsrcRecoveryCommand(input) {
   return adminApiPost("/api/v1/admin/catalogue/isrc-recovery/requeue", input);
 }
+async function spotifyConsumerBudgetCommand() {
+  return anchorBreakerCommand();
+}
+async function setSpotifyConsumerBudgetCommand(consumer, dailyBudget) {
+  return adminApiPut("/api/v1/admin/catalogue/spotify-budget", {
+    consumer,
+    dailyBudget
+  });
+}
 async function labelReleasesBudgetCommand() {
   return adminApiGet("/api/v1/admin/catalogue/label-releases-budget");
 }
@@ -24737,6 +24842,40 @@ JSON field reference:
     }
     console.log(`LABEL RELEASES BUDGET \u2014 ${state.callsSpent}/${state.dailyBudget} tap calls today \xB7 ${state.spotifyDailyCalls} Spotify calls total`);
   });
+  const spotifyBudget = catalogue.command("spotify-consumer-budget").description("Read or set Spotify daily call budgets by consumer");
+  const showSpotifyConsumerBudget = async (options) => {
+    await Promise.resolve().then(() => init_admin_catalogue2());
+    const state = await spotifyConsumerBudgetCommand();
+    if (options.json || spotifyBudget.opts().json) {
+      printJson({
+        consumerBudgets: state.consumerBudgets,
+        ok: true,
+        spotifyDailyCalls: state.spotifyDailyCalls
+      });
+      return;
+    }
+    for (const [consumer, budget] of Object.entries(state.consumerBudgets)) {
+      console.log(`SPOTIFY BUDGET ${consumer} \u2014 ${budget.callsSpent}/${budget.dailyBudget} calls today`);
+    }
+  };
+  spotifyBudget.option("--json", "Print JSON", false).action(showSpotifyConsumerBudget);
+  spotifyBudget.command("get").option("--json", "Print JSON", false).action(showSpotifyConsumerBudget);
+  spotifyBudget.command("set").requiredOption("--consumer <consumer>", "anchor | artist_images | public_search").requiredOption("--calls <n>", "Daily Spotify calls allowed for this consumer").option("--json", "Print JSON", false).action(async (options) => {
+    if (!["anchor", "artist_images", "public_search"].includes(options.consumer)) {
+      throw new Error("--consumer must be anchor, artist_images, or public_search");
+    }
+    const calls = Number(options.calls);
+    if (!Number.isSafeInteger(calls) || calls < 0 || calls > 1e6) {
+      throw new Error("--calls must be an integer from 0 to 1000000");
+    }
+    await Promise.resolve().then(() => init_admin_catalogue2());
+    await setSpotifyConsumerBudgetCommand(options.consumer, calls);
+    if (options.json || spotifyBudget.opts().json) {
+      printJson({ calls, consumer: options.consumer, ok: true });
+      return;
+    }
+    console.log(`SPOTIFY BUDGET ${options.consumer} \u2014 ${calls} calls per day`);
+  });
   catalogue.command("anchor-breaker").description("Why the anchor rungs are quiet: the throttle breaker, and which rungs are armed").option("--json", "Print JSON", false).action(async (options) => {
     await Promise.resolve().then(() => init_admin_catalogue2());
     const state = await anchorBreakerCommand();
@@ -24940,7 +25079,7 @@ JSON field reference:
     await Promise.resolve().then(() => init_admin_artists2());
     await runBackfillArtists(options, backfillArtistsCommand);
   });
-  backfill.command("artist-images").description("Back-fill artist Spotify avatars (image_url) for existing artists").option("--dry-run", "Report which artists would be filled without touching the DB", false).option("--limit <limit>", "Max artists to process", "50").option("--json", "Print JSON", false).action(async (options) => {
+  backfill.command("artist-images").description("Back-fill artist avatars (image_url) for existing artists").option("--dry-run", "Report which artists would be filled without touching the DB", false).option("--limit <limit>", "Max artists to check", "20").option("--json", "Print JSON", false).action(async (options) => {
     await Promise.resolve().then(() => init_admin_artists2());
     await runBackfillArtistImages(options, backfillArtistImagesCommand);
   });
@@ -26032,8 +26171,8 @@ async function runBackfillArtistImages(options, backfillArtistImagesCommand) {
   let dryRun = options.dryRun;
   let queueDepth = 0;
   let rateLimited = false;
-  while (filled.length < limit) {
-    const remaining = limit - filled.length;
+  while (checkedCount < limit) {
+    const remaining = limit - checkedCount;
     const result = await backfillArtistImagesCommand(remaining, options.dryRun, cursor);
     budgetLimited ||= result.budgetLimited;
     checkedCount += result.checkedCount;
@@ -26068,7 +26207,7 @@ async function runBackfillArtistImages(options, backfillArtistImagesCommand) {
     return;
   }
   const verb = dryRun ? "Would fill" : "Filled";
-  console.log(`${verb} ${filled.length} artist avatar(s); checked ${checkedCount}; ${failed.length} failed; ${skipped.length} without a Spotify image; ${queueDepth} queued.`);
+  console.log(`${verb} ${filled.length} artist avatar(s); checked ${checkedCount}; ${failed.length} failed; ${skipped.length} without an image; ${queueDepth} queued.`);
   for (const artistId of filled) {
     console.log(`  ${artistId}`);
   }
@@ -28105,6 +28244,7 @@ var stringOptions = new Set([
   "--census-pages",
   "--composition",
   "--consumer-digest",
+  "--consumer",
   "--consumer-item-count",
   "--content-file",
   "--contract",

package/package.json

@@ -31,5 +31,5 @@
     "url": "git+https://github.com/mauricekleine/fluncle.git"
   },
   "type": "module",
-  "version": "0.267.0"
+  "version": "0.269.0"
 }