fluncle 0.266.0 → 0.268.0

package/bin/fluncle.mjs

@@ -386,12 +386,16 @@ __export(exports_env, {
   loadEnv: () => loadEnv,
   readOptionalEnv: () => readOptionalEnv
 });
+import { execFileSync } from "node:child_process";
 import { homedir } from "node:os";
 import { join } from "node:path";
 function loadEnv(keys) {
   loadConfig();
   const result = {};
   const missing = [];
+  if (keys.includes("FLUNCLE_API_TOKEN")) {
+    resolveTokenRef();
+  }
   for (const key of keys) {
     const value = process.env[key];
     if (value === undefined) {
@@ -413,6 +417,21 @@ function getApiBaseUrl() {
   loadConfig();
   return (process.env.FLUNCLE_API_BASE_URL ?? "https://www.fluncle.com").replace(/\/+$/, "");
 }
+function resolveTokenRef() {
+  const ref = process.env.FLUNCLE_API_TOKEN_REF;
+  if (process.env.FLUNCLE_API_TOKEN !== undefined || !ref || false) {
+    return;
+  }
+  try {
+    const secretRef = ref.startsWith("op://") ? ref : `op://${ref}`;
+    process.env.FLUNCLE_API_TOKEN = execFileSync("op", ["read", "--no-newline", secretRef], {
+      encoding: "utf8",
+      stdio: ["ignore", "pipe", "pipe"]
+    });
+  } catch {
+    throw new Error(`Could not read FLUNCLE_API_TOKEN_REF (${ref}) with op.`);
+  }
+}
 function loadConfig() {
   const profile = getEnvProfile();
   if (loadedProfile === profile) {
@@ -632,7 +651,7 @@ function parseVersion(version) {
 var currentVersion;
 var init_version = __esm(() => {
   init_output();
-  currentVersion = "0.266.0".trim() ? "0.266.0".trim() : "0.1.0";
+  currentVersion = "0.268.0".trim() ? "0.268.0".trim() : "0.1.0";
 });
 
 // src/update-notifier.ts
@@ -2345,7 +2364,7 @@ function parseVersion2(version) {
 var currentVersion2, latestReleaseUrl = "https://api.github.com/repos/mauricekleine/fluncle/releases/latest";
 var init_version2 = __esm(() => {
   init_output();
-  currentVersion2 = "0.266.0".trim() ? "0.266.0".trim() : "0.1.0";
+  currentVersion2 = "0.268.0".trim() ? "0.268.0".trim() : "0.1.0";
 });
 
 // ../../packages/registry/src/index.ts
@@ -10239,7 +10258,7 @@ var init_zod = __esm(() => {
 });
 
 // ../../packages/contracts/src/orpc/admin-catalogue.ts
-var CatalogueLensSchema, CapturePriorityReasonSchema, CatalogueMatchSchema, CatalogueTrackItemSchema, CatalogueSummarySchema, listCatalogueTracks, rankCatalogue, recordDemand, clearWrongAudio, requeueUnmatchedCaptures, requeueAnchor, requeueIsrcRecovery, flagWrongAudio, forceCapture, certifyTrack, setTrackDismissed, CaptureVerifyItemSchema, listUnverifiedCaptures, verifyCapture, CrawlPassSchema, CrawlPhaseInitializationSchema, MAX_CRAWL_PREPARE_LIMIT = 6, CrawlFetchPlanSchema, SuppliedCrawlBodySchema, MAX_CRAWL_COMMIT_BATCH, CRAWL_COMMIT_TOKEN_MAX_BYTES, CRAWL_COMMIT_BATCH_MAX_TOTAL_BYTES, CrawlCommitItemSchema, CrawlCommitReceiptSchema, CrawlPhaseCapabilitiesSchema, CrawlPhaseInputSchema, CrawlPhaseOutputSchema, CrawlStatusSchema, CrawlPipelineSummarySchema, PipelineWatchBoundedCountSchema, getPipeline, crawlCatalogue, commitCrawlNodes, getCrawlStatus, ANCHOR_CANDIDATE_LIMIT = 100, ANCHOR_ARTIST_LIMIT = 20, ANCHOR_TEXT_MAX = 300, ANCHOR_ISRC_MAX = 64, ANCHOR_ID_MAX = 64, ANCHOR_URL_MAX = 2048, AnchorCandidateSchema, anchorTrack, recordAnchorFailure, DEEZER_CANDIDATE_LIMIT = 5, DEEZER_TEXT_MAX = 300, DEEZER_ISRC_MAX = 64, DEEZER_TRACK_ID_MAX = 32, DeezerIsrcCandidateSchema, AnchorResolveResultSchema, AnchorCommitResultSchema, prepareAnchor, AnchorPhaseBatchItemFailureSchema, prepareAnchorBatch, resolveAnchorCandidate, commitAnchor, commitAnchorBatch, getAnchorReceipt, getAnchorPaidToken, cancelAnchorPaidResult, resolveAnchorPaidResult, resolveAnchor, resolveAnchorReview, CrawlHoldReasonSchema, CrawlHoldStateSchema, CrawlHoldSchema, listCrawlHolds, resolveCrawlHold, setAnchorSearch, setAnchorApify, CaptureBudgetStateSchema, getCaptureBudget, setCaptureBudget, AnchorApifyBudgetSchema, getAnchorApifyBudget, setAnchorApifyBudget, SpotifyAnchorBreakerStateSchema, AnchorRungFlagsSchema, getSpotifyAnchorBreaker, LabelReleasesBudgetSchema, getLabelReleasesBudget, setLabelReleasesBudget, resetSpotifyAnchorBreaker, AppleBreakerStateSchema, resetAppleBreaker, adminCatalogueContract;
+var CatalogueLensSchema, CapturePriorityReasonSchema, CatalogueMatchSchema, CatalogueTrackItemSchema, CatalogueSummarySchema, listCatalogueTracks, rankCatalogue, recordDemand, clearWrongAudio, requeueUnmatchedCaptures, requeueAnchor, requeueIsrcRecovery, flagWrongAudio, forceCapture, certifyTrack, setTrackDismissed, CaptureVerifyItemSchema, listUnverifiedCaptures, verifyCapture, CrawlPassSchema, CrawlPhaseInitializationSchema, MAX_CRAWL_PREPARE_LIMIT = 6, CrawlFetchPlanSchema, SuppliedCrawlBodySchema, MAX_CRAWL_COMMIT_BATCH, CRAWL_COMMIT_TOKEN_MAX_BYTES, CRAWL_COMMIT_BATCH_MAX_TOTAL_BYTES, CrawlCommitItemSchema, CrawlCommitReceiptSchema, CrawlPhaseCapabilitiesSchema, CrawlPhaseInputSchema, CrawlPhaseOutputSchema, CrawlStatusSchema, CrawlPipelineSummarySchema, PipelineWatchBoundedCountSchema, getPipeline, crawlCatalogue, commitCrawlNodes, getCrawlStatus, ANCHOR_CANDIDATE_LIMIT = 100, ANCHOR_ARTIST_LIMIT = 20, ANCHOR_TEXT_MAX = 300, ANCHOR_ISRC_MAX = 64, ANCHOR_ID_MAX = 64, ANCHOR_URL_MAX = 2048, AnchorCandidateSchema, anchorTrack, recordAnchorFailure, DEEZER_CANDIDATE_LIMIT = 5, DEEZER_TEXT_MAX = 300, DEEZER_ISRC_MAX = 64, DEEZER_TRACK_ID_MAX = 32, DeezerIsrcCandidateSchema, AnchorResolveResultSchema, AnchorCommitResultSchema, prepareAnchor, AnchorPhaseBatchItemFailureSchema, prepareAnchorBatch, resolveAnchorCandidate, commitAnchor, commitAnchorBatch, getAnchorReceipt, getAnchorPaidToken, cancelAnchorPaidResult, resolveAnchorPaidResult, resolveAnchor, ReleaseLinkResultSchema, ReleaseLinkProbeSchema, resolveAnchorReleaseProbe, commitAnchorRelease, resolveAnchorReview, CrawlHoldReasonSchema, CrawlHoldStateSchema, CrawlHoldSchema, listCrawlHolds, resolveCrawlHold, setAnchorSearch, setAnchorApify, CaptureBudgetStateSchema, getCaptureBudget, setCaptureBudget, AnchorApifyBudgetSchema, getAnchorApifyBudget, setAnchorApifyBudget, SpotifyAnchorBreakerStateSchema, AnchorRungFlagsSchema, getSpotifyAnchorBreaker, setSpotifyConsumerBudget, LabelReleasesBudgetSchema, getLabelReleasesBudget, setLabelReleasesBudget, resetSpotifyAnchorBreaker, AppleBreakerStateSchema, resetAppleBreaker, adminCatalogueContract;
 var init_admin_catalogue = __esm(() => {
   init_dist3();
   init_zod();
@@ -10735,6 +10754,7 @@ var init_admin_catalogue = __esm(() => {
   }).meta({ id: "DeezerIsrcCandidate" });
   AnchorResolveResultSchema = object({
     anchored: boolean2(),
+    anchoredByReleaseLink: number2().int().nonnegative().optional(),
     apifyBudgetRemaining: number2().int().nonnegative(),
     apifyEligible: boolean2(),
     apifyEnabled: boolean2(),
@@ -10754,7 +10774,18 @@ var init_admin_catalogue = __esm(() => {
     ]),
     ok: literal(true),
     paidResultToken: string2().optional(),
-    source: _enum(["listenbrainz", "spotify-isrc", "spotify-search"]).nullable(),
+    releaseLinkAlbumFetchFailed: number2().int().nonnegative().optional(),
+    releaseLinkAlbumsFetched: number2().int().nonnegative().optional(),
+    releaseLinkBackoffSkipped: number2().int().nonnegative().optional(),
+    releaseLinkCacheHits: number2().int().nonnegative().optional(),
+    releaseLinkNoAlbum: number2().int().nonnegative().optional(),
+    source: _enum([
+      "listenbrainz",
+      "listenbrainz-metadata",
+      "release-link",
+      "spotify-isrc",
+      "spotify-search"
+    ]).nullable(),
     spotifyIsrcAsked: boolean2(),
     spotifySearchDone: boolean2(),
     spotifySearchEnabled: boolean2(),
@@ -10888,13 +10919,65 @@ var init_admin_catalogue = __esm(() => {
     method: "POST",
     operationId: "resolveAnchor",
     path: "/admin/catalogue/anchor/resolve",
-    summary: "Resolve a catalogue row's Spotify anchor from the free rungs (ListenBrainz + dark Spotify search)",
+    summary: "Resolve a catalogue row's Spotify anchor from release links, ListenBrainz, and Spotify search",
     tags: ["Admin"]
   }).input(object({
     deezerCandidates: array(DeezerIsrcCandidateSchema).max(DEEZER_CANDIDATE_LIMIT).optional(),
     spotifySearch: boolean2().optional(),
     trackId: string2().min(1)
   })).output(AnchorResolveResultSchema);
+  ReleaseLinkResultSchema = object({
+    albumFetchFailed: number2().int().nonnegative(),
+    albumsFetched: number2().int().nonnegative(),
+    anchored: boolean2(),
+    anchoredCount: number2().int().nonnegative(),
+    backoffSkipped: number2().int().nonnegative(),
+    cacheHits: number2().int().nonnegative(),
+    noAlbum: number2().int().nonnegative(),
+    ok: literal(true),
+    remainder: number2().int().nonnegative().nullable(),
+    throttled: boolean2(),
+    verifiedBy: _enum(["isrc", "search", "search-subset"]).nullable()
+  });
+  ReleaseLinkProbeSchema = object({
+    evidence: array(object({
+      albumId: string2().nullable(),
+      checkedAt: string2().nullable(),
+      recordingIds: array(string2()).max(1000),
+      releaseId: string2(),
+      siblingTrackIds: array(string2()).max(1000),
+      tracks: array(object({
+        artists: array(object({ id: string2(), name: string2() })),
+        discNumber: number2(),
+        durationMs: number2(),
+        isrc: string2().nullable(),
+        spotifyTrackId: string2(),
+        title: string2(),
+        trackNumber: number2()
+      })).max(1000)
+    })).max(3),
+    issuedAt: number2().int().nonnegative(),
+    result: ReleaseLinkResultSchema.omit({ ok: true }),
+    trackId: string2().min(1)
+  });
+  resolveAnchorReleaseProbe = oc.route({
+    method: "POST",
+    operationId: "resolveAnchorReleaseProbe",
+    path: "/admin/catalogue/anchor/release/probe",
+    summary: "Probe MusicBrainz release links and Spotify album tracks",
+    tags: ["Admin"]
+  }).input(object({ spotifySearch: boolean2().optional(), trackId: string2().min(1) })).output(object({ ok: literal(true), probe: ReleaseLinkProbeSchema, proof: string2() }));
+  commitAnchorRelease = oc.route({
+    method: "POST",
+    operationId: "commitAnchorRelease",
+    path: "/admin/catalogue/anchor/release/commit",
+    summary: "Commit release mappings and a bounded sibling anchor batch",
+    tags: ["Admin"]
+  }).input(object({
+    cursor: number2().int().nonnegative(),
+    probe: ReleaseLinkProbeSchema,
+    proof: string2()
+  })).output(ReleaseLinkResultSchema);
   resolveAnchorReview = oc.route({
     method: "POST",
     operationId: "resolveAnchorReview",
@@ -11033,6 +11116,7 @@ var init_admin_catalogue = __esm(() => {
       "quota_hold",
       "breaker_quota",
       "breaker_throttle",
+      "daily_budget",
       "shared_meter",
       "open"
     ]),
@@ -11046,10 +11130,37 @@ var init_admin_catalogue = __esm(() => {
     summary: "The Spotify anchor-search throttle breaker: tripped, why, how long left, and the rungs",
     tags: ["Admin"]
   }).input(object({})).output(SpotifyAnchorBreakerStateSchema.extend({
+    consumerBudgets: object({
+      anchor: object({
+        callsSpent: number2().int().nullable(),
+        dailyBudget: number2().int().nullable()
+      }),
+      artist_images: object({
+        callsSpent: number2().int().nullable(),
+        dailyBudget: number2().int().nullable()
+      }),
+      public_search: object({
+        callsSpent: number2().int().nullable(),
+        dailyBudget: number2().int().nullable()
+      })
+    }),
+    essentialDailyCalls: number2().int().nullable(),
     ok: literal(true),
+    quotaHoldState: _enum(["clear", "held", "unknown"]),
+    quotaHoldUntil: string2().nullable(),
     rungs: AnchorRungFlagsSchema,
     spotifyDailyCalls: number2().int().nullable()
   }));
+  setSpotifyConsumerBudget = oc.route({
+    method: "PUT",
+    operationId: "setSpotifyConsumerBudget",
+    path: "/admin/catalogue/spotify-budget",
+    summary: "Set a Spotify consumer daily budget (operator)",
+    tags: ["Admin"]
+  }).input(object({
+    consumer: _enum(["anchor", "artist_images", "public_search"]),
+    dailyBudget: number2().int().min(0).max(1e6)
+  })).output(object({ ok: literal(true) }));
   LabelReleasesBudgetSchema = object({
     callsSpent: number2().int().nonnegative(),
     dailyBudget: number2().int().nonnegative(),
@@ -11096,6 +11207,7 @@ var init_admin_catalogue = __esm(() => {
     clear_wrong_audio: clearWrongAudio,
     commit_anchor: commitAnchor,
     commit_anchor_batch: commitAnchorBatch,
+    commit_anchor_release: commitAnchorRelease,
     commit_crawl_nodes: commitCrawlNodes,
     crawl_catalogue: crawlCatalogue,
     flag_wrong_audio: flagWrongAudio,
@@ -11124,6 +11236,7 @@ var init_admin_catalogue = __esm(() => {
     resolve_anchor: resolveAnchor,
     resolve_anchor_candidate: resolveAnchorCandidate,
     resolve_anchor_paid_result: resolveAnchorPaidResult,
+    resolve_anchor_release_probe: resolveAnchorReleaseProbe,
     resolve_anchor_review: resolveAnchorReview,
     resolve_crawl_hold: resolveCrawlHold,
     set_anchor_apify: setAnchorApify,
@@ -11131,6 +11244,7 @@ var init_admin_catalogue = __esm(() => {
     set_anchor_search: setAnchorSearch,
     set_capture_budget: setCaptureBudget,
     set_label_releases_budget: setLabelReleasesBudget,
+    set_spotify_consumer_budget: setSpotifyConsumerBudget,
     set_track_dismissed: setTrackDismissed,
     verify_capture: verifyCapture
   };
@@ -11417,6 +11531,7 @@ var init_admin_artifacts = __esm(() => {
     tags: ["Admin"]
   }).input(strictObject({
     consumerId: ConsumerIdSchema,
+    fromSeq: number3().int().nonnegative().optional(),
     limit: number3().int().min(1).max(ARTIFACT_CHANGE_API_MAX_LIMIT).default(100)
   })).output(ArtifactChangePageSchema);
   acknowledgeArtifactChanges = oc.route({
@@ -14120,7 +14235,7 @@ var init_admin_labels = __esm(() => {
     method: "PATCH",
     operationId: "updateLabel",
     path: "/admin/labels/{id}",
-    summary: "Update a label's crawl scope or arm a re-walk (operator; never storage)",
+    summary: "Update a label's crawl scope or arm a re-walk (operator, or an agent applying a ratified triage round; never storage)",
     tags: ["Admin"]
   }).input(object({
     id: string2(),
@@ -14141,7 +14256,7 @@ var init_admin_labels = __esm(() => {
     method: "PUT",
     operationId: "replaceLabelArtistRules",
     path: "/admin/labels/{id}/artists",
-    summary: "Replace one label's complete artist-rule set (operator)",
+    summary: "Replace one label's complete artist-rule set (operator, or an agent applying a ratified triage round)",
     tags: ["Admin"]
   }).input(object({
     id: string2(),
@@ -17658,6 +17773,7 @@ var contract, CONTRACT_OPERATION_NAMES, CONTRACT_OPERATION_ROUTES;
 var init_orpc = __esm(() => {
   init_dist3();
   init_admin_catalogue();
+  init_admin_catalogue();
   init_admin_albums();
   init_admin_artifacts();
   init_admin_artist_rules();
@@ -19926,6 +20042,15 @@ async function requeueAnchorCommand(trackIds, clearPaid = false) {
 async function requeueIsrcRecoveryCommand(input) {
   return adminApiPost("/api/v1/admin/catalogue/isrc-recovery/requeue", input);
 }
+async function spotifyConsumerBudgetCommand() {
+  return anchorBreakerCommand();
+}
+async function setSpotifyConsumerBudgetCommand(consumer, dailyBudget) {
+  return adminApiPut("/api/v1/admin/catalogue/spotify-budget", {
+    consumer,
+    dailyBudget
+  });
+}
 async function labelReleasesBudgetCommand() {
   return adminApiGet("/api/v1/admin/catalogue/label-releases-budget");
 }
@@ -24717,6 +24842,40 @@ JSON field reference:
     }
     console.log(`LABEL RELEASES BUDGET \u2014 ${state.callsSpent}/${state.dailyBudget} tap calls today \xB7 ${state.spotifyDailyCalls} Spotify calls total`);
   });
+  const spotifyBudget = catalogue.command("spotify-consumer-budget").description("Read or set Spotify daily call budgets by consumer");
+  const showSpotifyConsumerBudget = async (options) => {
+    await Promise.resolve().then(() => init_admin_catalogue2());
+    const state = await spotifyConsumerBudgetCommand();
+    if (options.json || spotifyBudget.opts().json) {
+      printJson({
+        consumerBudgets: state.consumerBudgets,
+        ok: true,
+        spotifyDailyCalls: state.spotifyDailyCalls
+      });
+      return;
+    }
+    for (const [consumer, budget] of Object.entries(state.consumerBudgets)) {
+      console.log(`SPOTIFY BUDGET ${consumer} \u2014 ${budget.callsSpent}/${budget.dailyBudget} calls today`);
+    }
+  };
+  spotifyBudget.option("--json", "Print JSON", false).action(showSpotifyConsumerBudget);
+  spotifyBudget.command("get").option("--json", "Print JSON", false).action(showSpotifyConsumerBudget);
+  spotifyBudget.command("set").requiredOption("--consumer <consumer>", "anchor | artist_images | public_search").requiredOption("--calls <n>", "Daily Spotify calls allowed for this consumer").option("--json", "Print JSON", false).action(async (options) => {
+    if (!["anchor", "artist_images", "public_search"].includes(options.consumer)) {
+      throw new Error("--consumer must be anchor, artist_images, or public_search");
+    }
+    const calls = Number(options.calls);
+    if (!Number.isSafeInteger(calls) || calls < 0 || calls > 1e6) {
+      throw new Error("--calls must be an integer from 0 to 1000000");
+    }
+    await Promise.resolve().then(() => init_admin_catalogue2());
+    await setSpotifyConsumerBudgetCommand(options.consumer, calls);
+    if (options.json || spotifyBudget.opts().json) {
+      printJson({ calls, consumer: options.consumer, ok: true });
+      return;
+    }
+    console.log(`SPOTIFY BUDGET ${options.consumer} \u2014 ${calls} calls per day`);
+  });
   catalogue.command("anchor-breaker").description("Why the anchor rungs are quiet: the throttle breaker, and which rungs are armed").option("--json", "Print JSON", false).action(async (options) => {
     await Promise.resolve().then(() => init_admin_catalogue2());
     const state = await anchorBreakerCommand();
@@ -28085,6 +28244,7 @@ var stringOptions = new Set([
   "--census-pages",
   "--composition",
   "--consumer-digest",
+  "--consumer",
   "--consumer-item-count",
   "--content-file",
   "--contract",

package/package.json

@@ -31,5 +31,5 @@
     "url": "git+https://github.com/mauricekleine/fluncle.git"
   },
   "type": "module",
-  "version": "0.266.0"
+  "version": "0.268.0"
 }