fluncle 0.215.0 → 0.217.0

package/bin/fluncle.mjs

@@ -610,7 +610,7 @@ function parseVersion(version) {
 var currentVersion;
 var init_version = __esm(() => {
   init_output();
-  currentVersion = "0.215.0".trim() ? "0.215.0".trim() : "0.1.0";
+  currentVersion = "0.217.0".trim() ? "0.217.0".trim() : "0.1.0";
 });
 
 // src/update-notifier.ts
@@ -2452,7 +2452,7 @@ function parseVersion2(version) {
 var currentVersion2, latestReleaseUrl = "https://api.github.com/repos/mauricekleine/fluncle/releases/latest";
 var init_version2 = __esm(() => {
   init_output();
-  currentVersion2 = "0.215.0".trim() ? "0.215.0".trim() : "0.1.0";
+  currentVersion2 = "0.217.0".trim() ? "0.217.0".trim() : "0.1.0";
 });
 
 // ../../packages/registry/src/index.ts
@@ -4730,6 +4730,7 @@ __export(exports_admin_tracks, {
   backfillLastfmCommand: () => backfillLastfmCommand,
   backfillDiscogsFactsCommand: () => backfillDiscogsFactsCommand,
   backfillDiscogsCommand: () => backfillDiscogsCommand,
+  backfillDeezerCommand: () => backfillDeezerCommand,
   backfillBeatportCommand: () => backfillBeatportCommand,
   backfillArtistEdgesCommand: () => backfillArtistEdgesCommand,
   backfillArtistCreditsCommand: () => backfillArtistCreditsCommand,
@@ -4918,6 +4919,10 @@ async function backfillDiscogsFactsCommand(limit, dryRun) {
   const params = new URLSearchParams({ dryRun: String(dryRun), limit: String(limit) });
   return adminApiPost(`/api/v1/admin/backfill/discogs-facts?${params.toString()}`);
 }
+async function backfillDeezerCommand(limit, dryRun) {
+  const params = new URLSearchParams({ dryRun: String(dryRun), limit: String(limit) });
+  return adminApiPost(`/api/v1/admin/backfill/deezer?${params.toString()}`);
+}
 async function backfillBeatportCommand(limit, dryRun, cursor) {
   const params = new URLSearchParams({ dryRun: String(dryRun), limit: String(limit) });
   if (cursor) {
@@ -10507,6 +10512,10 @@ JSON field reference:
     const { backfillBeatportCommand: backfillBeatportCommand2 } = await Promise.resolve().then(() => (init_admin_tracks(), exports_admin_tracks));
     await runBackfillBeatport(options, backfillBeatportCommand2);
   });
+  backfill.command("deezer").description("Resolve missing Deezer track ids for certified + catalogue rows (exact ISRC)").option("--dry-run", "Report the eligible set without resolving or writing", false).option("--limit <limit>", "Max rows to resolve", "50").option("--json", "Print JSON", false).action(async (options) => {
+    const { backfillDeezerCommand: backfillDeezerCommand2 } = await Promise.resolve().then(() => (init_admin_tracks(), exports_admin_tracks));
+    await runBackfillDeezer(options, backfillDeezerCommand2);
+  });
   backfill.command("artists").description("Back-fill the artist entity (artists + track_artists) for existing findings").option("--dry-run", "Report which findings would be upserted without touching the DB", false).option("--limit <limit>", "Max findings to process", "50").option("--json", "Print JSON", false).action(async (options) => {
     const { backfillArtistsCommand: backfillArtistsCommand2 } = await Promise.resolve().then(() => (init_admin_artists(), exports_admin_artists));
     await runBackfillArtists(options, backfillArtistsCommand2);
@@ -11172,6 +11181,9 @@ async function runBackfillBeatport(options, backfillBeatportCommand2) {
   const unresolved = [];
   const failed = [];
   const skipped = [];
+  const catalogueResolved = [];
+  const catalogueUnresolved = [];
+  const catalogueFailed = [];
   let cursor;
   let dryRun = options.dryRun;
   let configured = true;
@@ -11184,6 +11196,9 @@ async function runBackfillBeatport(options, backfillBeatportCommand2) {
     unresolved.push(...result.unresolved);
     failed.push(...result.failed);
     skipped.push(...result.skipped);
+    catalogueResolved.push(...result.catalogueResolved);
+    catalogueUnresolved.push(...result.catalogueUnresolved);
+    catalogueFailed.push(...result.catalogueFailed);
     if (!options.json) {
       const verb2 = result.dryRun ? "would resolve" : "resolved";
       console.log(`  \u2026${verb2} ${result.resolvedCount}; ${result.unresolvedCount} unresolved; ${result.failedCount} failed; ${result.skippedCount} skipped`);
@@ -11198,6 +11213,12 @@ async function runBackfillBeatport(options, backfillBeatportCommand2) {
   }
   if (options.json) {
     printSweepJson({
+      catalogueFailed,
+      catalogueFailedCount: catalogueFailed.length,
+      catalogueResolved,
+      catalogueResolvedCount: catalogueResolved.length,
+      catalogueUnresolved,
+      catalogueUnresolvedCount: catalogueUnresolved.length,
       configured,
       dryRun,
       failed,
@@ -11207,7 +11228,7 @@ async function runBackfillBeatport(options, backfillBeatportCommand2) {
       skippedCount: skipped.length,
       unresolved,
       unresolvedCount: unresolved.length
-    }, failed.length);
+    }, failed.length + catalogueFailed.length);
     return;
   }
   if (!configured) {
@@ -11216,12 +11237,76 @@ async function runBackfillBeatport(options, backfillBeatportCommand2) {
   }
   const verb = dryRun ? "Would resolve" : "Resolved";
   console.log(`${verb} ${resolved.length} Beatport URL(s); ${unresolved.length} unresolved; ${failed.length} failed; ${skipped.length} skipped.`);
+  console.log(`  Catalogue tier \u2014 ${catalogueResolved.length} resolved; ${catalogueUnresolved.length} unresolved; ${catalogueFailed.length} failed.`);
   for (const item of resolved) {
     console.log(`  ${item.logId}: ${item.url}`);
   }
+  for (const item of catalogueResolved) {
+    console.log(`  ${item.trackId}: ${item.url}`);
+  }
   for (const item of failed) {
     console.log(`  ${item.logId}: ${item.error}`);
   }
+  for (const item of catalogueFailed) {
+    console.log(`  ${item.trackId}: ${item.error}`);
+  }
+  if (failed.length + catalogueFailed.length > 0) {
+    process.exitCode = 1;
+  }
+}
+async function runBackfillDeezer(options, backfillDeezerCommand2) {
+  const limit = parseListLimit(options.limit);
+  const resolved = [];
+  const unresolved = [];
+  const unvouchable = [];
+  const failed = [];
+  let dryRun = options.dryRun;
+  let throttled = false;
+  while (resolved.length + unresolved.length + unvouchable.length + failed.length < limit) {
+    const handled = resolved.length + unresolved.length + unvouchable.length + failed.length;
+    const result = await backfillDeezerCommand2(limit - handled, options.dryRun);
+    dryRun = result.dryRun;
+    resolved.push(...result.resolved);
+    unresolved.push(...result.unresolved);
+    unvouchable.push(...result.unvouchable);
+    failed.push(...result.failed);
+    if (!options.json) {
+      const verb2 = result.dryRun ? "would resolve" : "resolved";
+      console.log(`  \u2026${verb2} ${result.resolvedCount}; ${result.unresolvedCount} not on Deezer; ${result.unvouchableCount} unvouchable; ${result.failedCount} failed`);
+    }
+    if (result.rateLimited) {
+      throttled = true;
+      break;
+    }
+    if (result.resolvedCount === 0 && result.unresolvedCount === 0 && result.unvouchableCount === 0 && result.failedCount === 0) {
+      break;
+    }
+  }
+  if (options.json) {
+    printSweepJson({
+      dryRun,
+      failed,
+      rateLimited: throttled,
+      resolved,
+      resolvedCount: resolved.length,
+      unresolved,
+      unresolvedCount: unresolved.length,
+      unvouchable,
+      unvouchableCount: unvouchable.length
+    }, failed.length);
+    return;
+  }
+  const verb = dryRun ? "Would resolve" : "Resolved";
+  console.log(`${verb} ${resolved.length} Deezer id(s); ${unresolved.length} not on Deezer; ${unvouchable.length} unvouchable; ${failed.length} failed.`);
+  if (throttled) {
+    console.log("Deezer answered its quota limit \u2014 the pass stopped and recorded nothing.");
+  }
+  for (const item of resolved) {
+    console.log(`  ${item.trackId}: ${item.url}`);
+  }
+  for (const item of failed) {
+    console.log(`  ${item.trackId}: ${item.error}`);
+  }
   if (failed.length > 0) {
     process.exitCode = 1;
   }
@@ -11690,6 +11775,7 @@ async function runBackfillArtistEdges(options, backfillArtistEdgesCommand2) {
   let cursor;
   let dryRun = options.dryRun;
   let edgesWritten = 0;
+  let queueDepth = 0;
   let scanned = 0;
   let unmatchedNames = 0;
   while (scanned < limit) {
@@ -11702,6 +11788,7 @@ async function runBackfillArtistEdges(options, backfillArtistEdgesCommand2) {
     fullyMatched.push(...result.fullyMatched);
     partiallyMatched.push(...result.partiallyMatched);
     zeroMatched.push(...result.zeroMatched);
+    queueDepth = result.queueDepth;
     if (!options.json) {
       const verb2 = result.dryRun ? "would write" : "wrote";
       console.log(`  \u2026visited ${result.scanned}; ${verb2} ${result.edgesWritten} edge(s); ${result.fullyMatchedCount} full, ${result.partiallyMatchedCount} partial, ${result.zeroMatchedCount} zero; ${result.unmatchedNames} name(s) unmatched`);
@@ -11720,6 +11807,7 @@ async function runBackfillArtistEdges(options, backfillArtistEdgesCommand2) {
       ok: true,
       partiallyMatched,
       partiallyMatchedCount: partiallyMatched.length,
+      queueDepth,
       scanned,
       unmatchedNames,
       zeroMatched,

package/package.json

@@ -31,5 +31,5 @@
     "url": "git+https://github.com/mauricekleine/fluncle.git"
   },
   "type": "module",
-  "version": "0.215.0"
+  "version": "0.217.0"
 }