fluncle 0.241.0 → 0.242.0

package/bin/fluncle.mjs

@@ -622,7 +622,7 @@ function parseVersion(version) {
 var currentVersion;
 var init_version = __esm(() => {
   init_output();
-  currentVersion = "0.241.0".trim() ? "0.241.0".trim() : "0.1.0";
+  currentVersion = "0.242.0".trim() ? "0.242.0".trim() : "0.1.0";
 });
 
 // src/update-notifier.ts
@@ -2335,7 +2335,7 @@ function parseVersion2(version) {
 var currentVersion2, latestReleaseUrl = "https://api.github.com/repos/mauricekleine/fluncle/releases/latest";
 var init_version2 = __esm(() => {
   init_output();
-  currentVersion2 = "0.241.0".trim() ? "0.241.0".trim() : "0.1.0";
+  currentVersion2 = "0.242.0".trim() ? "0.242.0".trim() : "0.1.0";
 });
 
 // ../../packages/registry/src/index.ts
@@ -11435,7 +11435,7 @@ var init_admin_bios = __esm(() => {
 });
 
 // ../../packages/contracts/src/orpc/admin-catalogue.ts
-var CatalogueLensSchema, CapturePriorityReasonSchema, CatalogueMatchSchema, CatalogueTrackItemSchema, CatalogueSummarySchema, listCatalogueTracks, rankCatalogue, recordDemand, clearWrongAudio, requeueUnmatchedCaptures, requeueAnchor, requeueIsrcRecovery, flagWrongAudio, forceCapture, certifyTrack, setTrackDismissed, CaptureVerifyItemSchema, listUnverifiedCaptures, verifyCapture, CrawlPassSchema, CrawlPhaseInitializationSchema, MAX_CRAWL_PREPARE_LIMIT = 6, CrawlPhaseInputSchema, CrawlPhaseOutputSchema, CrawlStatusSchema, crawlCatalogue, getCrawlStatus, ANCHOR_CANDIDATE_LIMIT = 100, ANCHOR_ARTIST_LIMIT = 20, ANCHOR_TEXT_MAX = 300, ANCHOR_ISRC_MAX = 64, ANCHOR_ID_MAX = 64, ANCHOR_URL_MAX = 2048, AnchorCandidateSchema, anchorTrack, DEEZER_CANDIDATE_LIMIT = 5, DEEZER_TEXT_MAX = 300, DEEZER_ISRC_MAX = 64, DEEZER_TRACK_ID_MAX = 32, DeezerIsrcCandidateSchema, resolveAnchor, resolveAnchorReview, setAnchorSearch, setAnchorApify, CaptureBudgetStateSchema, getCaptureBudget, setCaptureBudget, SpotifyAnchorBreakerStateSchema, AnchorRungFlagsSchema, getSpotifyAnchorBreaker, resetSpotifyAnchorBreaker, AppleBreakerStateSchema, resetAppleBreaker, adminCatalogueContract;
+var CatalogueLensSchema, CapturePriorityReasonSchema, CatalogueMatchSchema, CatalogueTrackItemSchema, CatalogueSummarySchema, listCatalogueTracks, rankCatalogue, recordDemand, clearWrongAudio, requeueUnmatchedCaptures, requeueAnchor, requeueIsrcRecovery, flagWrongAudio, forceCapture, certifyTrack, setTrackDismissed, CaptureVerifyItemSchema, listUnverifiedCaptures, verifyCapture, CrawlPassSchema, CrawlPhaseInitializationSchema, MAX_CRAWL_PREPARE_LIMIT = 6, CrawlFetchPlanSchema, SuppliedCrawlBodySchema, MAX_CRAWL_COMMIT_BATCH, CRAWL_COMMIT_TOKEN_MAX_BYTES, CRAWL_COMMIT_BATCH_MAX_TOTAL_BYTES, CrawlCommitItemSchema, CrawlCommitReceiptSchema, CrawlPhaseCapabilitiesSchema, CrawlPhaseInputSchema, CrawlPhaseOutputSchema, CrawlStatusSchema, crawlCatalogue, commitCrawlNodes, getCrawlStatus, ANCHOR_CANDIDATE_LIMIT = 100, ANCHOR_ARTIST_LIMIT = 20, ANCHOR_TEXT_MAX = 300, ANCHOR_ISRC_MAX = 64, ANCHOR_ID_MAX = 64, ANCHOR_URL_MAX = 2048, AnchorCandidateSchema, anchorTrack, DEEZER_CANDIDATE_LIMIT = 5, DEEZER_TEXT_MAX = 300, DEEZER_ISRC_MAX = 64, DEEZER_TRACK_ID_MAX = 32, DeezerIsrcCandidateSchema, resolveAnchor, resolveAnchorReview, setAnchorSearch, setAnchorApify, CaptureBudgetStateSchema, getCaptureBudget, setCaptureBudget, SpotifyAnchorBreakerStateSchema, AnchorRungFlagsSchema, getSpotifyAnchorBreaker, resetSpotifyAnchorBreaker, AppleBreakerStateSchema, resetAppleBreaker, adminCatalogueContract;
 var init_admin_catalogue = __esm(() => {
   init_dist3();
   init_zod();
@@ -11677,6 +11677,53 @@ var init_admin_catalogue = __esm(() => {
     seeded: number2(),
     seedsRearmed: number2()
   });
+  CrawlFetchPlanSchema = discriminatedUnion("kind", [
+    object({ kind: literal("none") }),
+    object({ kind: literal("single"), url: string2().max(2048) }),
+    object({
+      countField: literal("release-count"),
+      kind: literal("tail"),
+      pageSize: number2().int().positive(),
+      pageUrlTemplate: string2().max(2048),
+      probeUrl: string2().max(2048)
+    })
+  ]);
+  SuppliedCrawlBodySchema = object({
+    body: json().optional(),
+    outcome: _enum(["body", "empty", "invalid", "oversize", "throttled"]),
+    url: string2().max(2048)
+  });
+  MAX_CRAWL_COMMIT_BATCH = MAX_CRAWL_PREPARE_LIMIT;
+  CRAWL_COMMIT_TOKEN_MAX_BYTES = 2 * 1024 * 1024;
+  CRAWL_COMMIT_BATCH_MAX_TOTAL_BYTES = 8 * 1024 * 1024;
+  CrawlCommitItemSchema = strictObject({
+    commitToken: string2().max(CRAWL_COMMIT_TOKEN_MAX_BYTES),
+    operationId: literal("catalogue.crawl"),
+    operationKey: string2().max(128),
+    requestDigest: string2().regex(/^[0-9a-f]{64}$/)
+  });
+  CrawlCommitReceiptSchema = object({
+    elapsedMs: number2().int().min(0).optional(),
+    error: string2().max(500).optional(),
+    operationKey: string2().max(128),
+    outcome: _enum([
+      "committed",
+      "conflict",
+      "failed",
+      "in-progress",
+      "lookup-failed",
+      "rejected",
+      "safely-retryable"
+    ]),
+    replayed: boolean2(),
+    result: json().optional(),
+    resultIdentity: string2().optional(),
+    state: _enum(["accepted", "committed", "rejected"]).optional()
+  }).meta({ id: "CrawlCommitReceipt" });
+  CrawlPhaseCapabilitiesSchema = strictObject({
+    commitBatchLimit: number2().int().min(1).max(MAX_CRAWL_COMMIT_BATCH),
+    commitBatchMaxTotalBytes: number2().int().min(1)
+  });
   CrawlPhaseInputSchema = discriminatedUnion("phase", [
     object({ phase: literal("initialize") }),
     object({
@@ -11684,7 +11731,11 @@ var init_admin_catalogue = __esm(() => {
       maxHop: number2().int().min(0).max(3).default(2),
       phase: literal("prepare")
     }),
-    object({ phase: literal("fetch"), preparedToken: string2().max(2 * 1024 * 1024) }),
+    object({
+      phase: literal("fetch"),
+      preparedToken: string2().max(2 * 1024 * 1024),
+      supplied: array(SuppliedCrawlBodySchema).max(2).optional()
+    }),
     object({
       commitToken: string2().max(2 * 1024 * 1024),
       operationId: literal("catalogue.crawl"),
@@ -11701,9 +11752,15 @@ var init_admin_catalogue = __esm(() => {
       phase: literal("initialize")
     }),
     object({
+      boxFetch: boolean2(),
+      capabilities: CrawlPhaseCapabilitiesSchema.optional(),
       frontierPending: number2(),
       initialization: CrawlPhaseInitializationSchema,
-      items: array(object({ nodeId: string2(), preparedToken: string2() })).max(MAX_CRAWL_PREPARE_LIMIT),
+      items: array(object({
+        fetchPlan: CrawlFetchPlanSchema,
+        nodeId: string2(),
+        preparedToken: string2()
+      })).max(MAX_CRAWL_PREPARE_LIMIT),
       kind: _enum(["drained", "prepared", "unavailable"]),
       ok: literal(true),
       phase: literal("prepare")
@@ -11714,6 +11771,7 @@ var init_admin_catalogue = __esm(() => {
       operationId: literal("catalogue.crawl"),
       operationKey: string2(),
       phase: literal("fetch"),
+      rateLimited: boolean2().optional(),
       requestDigest: string2()
     }),
     object({
@@ -11770,6 +11828,19 @@ var init_admin_catalogue = __esm(() => {
       maxHop: string2().optional()
     })
   })).output(union([CrawlPassSchema.extend({ ok: literal(true) }), CrawlPhaseOutputSchema]));
+  commitCrawlNodes = oc.route({
+    method: "POST",
+    operationId: "commitCrawlNodes",
+    path: "/admin/catalogue/crawl/commits",
+    summary: "Commit one claim's fetched crawl nodes in a single admitted phase",
+    tags: ["Admin"]
+  }).input(strictObject({
+    items: array(CrawlCommitItemSchema).min(1).max(MAX_CRAWL_COMMIT_BATCH)
+  })).output(strictObject({
+    deferred: number2().int().min(0),
+    ok: literal(true),
+    receipts: array(CrawlCommitReceiptSchema).max(MAX_CRAWL_COMMIT_BATCH)
+  }));
   getCrawlStatus = oc.route({
     method: "GET",
     operationId: "getCrawlStatus",
@@ -11949,6 +12020,7 @@ var init_admin_catalogue = __esm(() => {
     anchor_track: anchorTrack,
     certify_track: certifyTrack,
     clear_wrong_audio: clearWrongAudio,
+    commit_crawl_nodes: commitCrawlNodes,
     crawl_catalogue: crawlCatalogue,
     flag_wrong_audio: flagWrongAudio,
     force_capture: forceCapture,
@@ -14566,7 +14638,7 @@ var init_admin_tokens = __esm(() => {
 });
 
 // ../../packages/contracts/src/orpc/admin-tracks.ts
-var UpdateTrackBodySchema, ObserveTrackBodySchema, ContextTrackBodySchema, NoteTrackBodySchema, NoteEchoSchema, PresignVideoUploadsBodySchema, FinalizeVideoBodySchema, VideoUploadSchema, updateTrack, CaptureReconciliationKindSchema, CaptureExternalResultSchema, CaptureReceiptCoordinatesSchema, CapturePreparedTrackSchema, CaptureCommittedReceiptResultSchema, CaptureRejectedReceiptResultSchema, prepareTrackCapture, authorizeTrackCapture, commitTrackCapture, observeTrack, contextTrack, noteTrack, presignTrackVideoUploads, finalizeTrackVideo, requeueVideo, purgeVideo, PublishTrackResultSchema, getTrackAdmin, listTracksAdmin, TrackWorkKindSchema, TrackWorkScopeSchema, TrackWorkItemSchema, listTrackWork, publishTrack, MixOrderStopSchema, getMixableOrder, adminTracksContract;
+var UpdateTrackBodySchema, ObserveTrackBodySchema, ContextTrackBodySchema, NoteTrackBodySchema, NoteEchoSchema, PresignVideoUploadsBodySchema, FinalizeVideoBodySchema, VideoUploadSchema, updateTrack, CaptureReconciliationKindSchema, CaptureExternalResultSchema, CaptureReceiptCoordinatesSchema, CapturePreparedTrackSchema, CaptureCommittedReceiptResultSchema, CaptureRejectedReceiptResultSchema, prepareTrackCapture, authorizeTrackCapture, commitTrackCapture, MAX_CAPTURE_PREPARE_BATCH = 12, MAX_CAPTURE_COMMIT_BATCH = 6, MAX_EMBEDDING_WRITE_BATCH = 6, EMBEDDING_DIMENSIONS = 1024, TrackWorkCapabilitiesSchema, ItemElapsedMsSchema, CapturePreparedItemSchema, prepareTrackCaptures, CaptureCommitReceiptSchema, commitTrackCaptures, updateTrackEmbeddings, observeTrack, contextTrack, noteTrack, presignTrackVideoUploads, finalizeTrackVideo, requeueVideo, purgeVideo, PublishTrackResultSchema, getTrackAdmin, listTracksAdmin, TrackWorkKindSchema, TrackWorkScopeSchema, TrackWorkItemSchema, listTrackWork, publishTrack, MixOrderStopSchema, getMixableOrder, adminTracksContract;
 var init_admin_tracks = __esm(() => {
   init_dist3();
   init_zod();
@@ -14709,6 +14781,7 @@ var init_admin_tracks = __esm(() => {
   });
   CapturePreparedTrackSchema = strictObject({
     analyzedFrom: _enum(["full", "preview"]).optional(),
+    anchored: boolean2().optional(),
     artists: array(string2().max(512)).max(64),
     bpm: number2().optional(),
     certified: boolean2(),
@@ -14807,6 +14880,100 @@ var init_admin_tracks = __esm(() => {
       replayed: boolean2()
     })
   ]));
+  TrackWorkCapabilitiesSchema = strictObject({
+    commitTrackCaptures: number2().int().min(1).max(MAX_CAPTURE_COMMIT_BATCH).optional(),
+    prepareTrackCaptures: number2().int().min(1).max(MAX_CAPTURE_PREPARE_BATCH).optional(),
+    updateTrackEmbeddings: number2().int().min(1).max(MAX_EMBEDDING_WRITE_BATCH).optional()
+  });
+  ItemElapsedMsSchema = number2().int().min(0).optional();
+  CapturePreparedItemSchema = union([
+    strictObject({
+      elapsedMs: ItemElapsedMsSchema,
+      prepared: literal(false),
+      reason: _enum(["deferred", "ineligible", "not-found", "stale"]),
+      trackId: string2().min(1).max(256)
+    }),
+    strictObject({
+      elapsedMs: ItemElapsedMsSchema,
+      prepared: literal(true),
+      snapshotToken: string2().min(1).max(65536),
+      track: CapturePreparedTrackSchema,
+      trackId: string2().min(1).max(256)
+    })
+  ]);
+  prepareTrackCaptures = oc.route({
+    method: "POST",
+    operationId: "prepareTrackCaptures",
+    path: "/admin/tracks/captures/prepare",
+    summary: "Prepare a batch of capture reconciliation snapshots in one admitted phase",
+    tags: ["Admin"]
+  }).input(strictObject({
+    items: array(strictObject({
+      kind: CaptureReconciliationKindSchema,
+      priorSnapshotToken: string2().min(1).max(65536).optional(),
+      trackId: string2().min(1).max(256)
+    })).min(1).max(MAX_CAPTURE_PREPARE_BATCH),
+    reservedThisTick: number2().int().min(0).max(1e4).optional()
+  })).output(strictObject({
+    deferred: number2().int().min(0),
+    ok: literal(true),
+    reserved: number2().int().min(0),
+    results: array(CapturePreparedItemSchema).max(MAX_CAPTURE_PREPARE_BATCH)
+  }));
+  CaptureCommitReceiptSchema = object({
+    elapsedMs: ItemElapsedMsSchema,
+    error: string2().max(500).optional(),
+    outcome: _enum([
+      "committed",
+      "conflict",
+      "failed",
+      "in-progress",
+      "lookup-failed",
+      "rejected",
+      "safely-retryable"
+    ]),
+    replayed: boolean2(),
+    result: union([CaptureCommittedReceiptResultSchema, CaptureRejectedReceiptResultSchema]).optional(),
+    trackId: string2().min(1).max(256)
+  }).meta({ id: "CaptureCommitReceipt" });
+  commitTrackCaptures = oc.route({
+    method: "POST",
+    operationId: "commitTrackCaptures",
+    path: "/admin/tracks/captures/commit",
+    summary: "Commit a batch of prepared capture results in one admitted phase",
+    tags: ["Admin"]
+  }).input(strictObject({
+    items: array(CaptureReceiptCoordinatesSchema.extend({
+      commitToken: string2().min(1).max(65536),
+      trackId: string2().min(1).max(256)
+    })).min(1).max(MAX_CAPTURE_COMMIT_BATCH)
+  })).output(strictObject({
+    deferred: number2().int().min(0),
+    ok: literal(true),
+    receipts: array(CaptureCommitReceiptSchema).max(MAX_CAPTURE_COMMIT_BATCH)
+  }));
+  updateTrackEmbeddings = oc.route({
+    method: "POST",
+    operationId: "updateTrackEmbeddings",
+    path: "/admin/tracks/embeddings",
+    summary: "Write a batch of audio embeddings in one admitted phase",
+    tags: ["Admin"]
+  }).input(strictObject({
+    items: array(strictObject({
+      embedding: array(number2()).length(EMBEDDING_DIMENSIONS),
+      trackId: string2().min(1).max(256)
+    })).min(1).max(MAX_EMBEDDING_WRITE_BATCH)
+  })).output(strictObject({
+    deferred: number2().int().min(0),
+    ok: literal(true),
+    results: array(strictObject({
+      elapsedMs: ItemElapsedMsSchema,
+      error: string2().max(500).optional(),
+      fields: array(string2()).optional(),
+      outcome: _enum(["deferred", "failed", "updated"]),
+      trackId: string2().min(1).max(256)
+    })).max(MAX_EMBEDDING_WRITE_BATCH)
+  }));
   observeTrack = oc.route({
     method: "POST",
     operationId: "observeTrack",
@@ -15004,6 +15171,7 @@ var init_admin_tracks = __esm(() => {
     limit: number3().int().min(1).max(250).default(50),
     scope: TrackWorkScopeSchema.default("all")
   })).output(object({
+    capabilities: TrackWorkCapabilitiesSchema.optional(),
     ok: literal(true),
     queued: number2().optional(),
     tracks: array(TrackWorkItemSchema)
@@ -15044,6 +15212,7 @@ var init_admin_tracks = __esm(() => {
   adminTracksContract = {
     authorize_track_capture: authorizeTrackCapture,
     commit_track_capture: commitTrackCapture,
+    commit_track_captures: commitTrackCaptures,
     context_track: contextTrack,
     finalize_track_video: finalizeTrackVideo,
     get_mixable_order: getMixableOrder,
@@ -15053,11 +15222,13 @@ var init_admin_tracks = __esm(() => {
     note_track: noteTrack,
     observe_track: observeTrack,
     prepare_track_capture: prepareTrackCapture,
+    prepare_track_captures: prepareTrackCaptures,
     presign_track_video_uploads: presignTrackVideoUploads,
     publish_track: publishTrack,
     purge_video: purgeVideo,
     requeue_video: requeueVideo,
-    update_track: updateTrack
+    update_track: updateTrack,
+    update_track_embeddings: updateTrackEmbeddings
   };
 });
 
@@ -17157,6 +17328,15 @@ async function mixableOrderCommand(logIds, seed) {
   }
   return adminApiGet(`/api/v1/admin/tracks/mixable-order?${params.toString()}`);
 }
+async function prepareTrackCapturesCommand(body) {
+  return adminApiPost("/api/v1/admin/tracks/captures/prepare", body);
+}
+async function commitTrackCapturesCommand(body) {
+  return adminApiPost("/api/v1/admin/tracks/captures/commit", body);
+}
+async function updateTrackEmbeddingsCommand(body) {
+  return adminApiPost("/api/v1/admin/tracks/embeddings", body);
+}
 var pageSize3 = 48;
 var init_admin_tracks2 = __esm(() => {
   init_api();
@@ -18603,6 +18783,9 @@ async function crawlCatalogueCommand(limit, maxHop, dryRun) {
 async function crawlCataloguePhaseCommand(body) {
   return adminApiPost("/api/v1/admin/catalogue/crawl", body);
 }
+async function commitCrawlNodesCommand(body) {
+  return adminApiPost("/api/v1/admin/catalogue/crawl/commits", body);
+}
 async function crawlStatusCommand() {
   return adminApiGet("/api/v1/admin/catalogue/crawl");
 }
@@ -21749,6 +21932,18 @@ JSON field reference:
     await Promise.resolve().then(() => init_admin_tracks2());
     await runAdminTrackWork(options, trackWorkCommand);
   });
+  adminTracks.command("prepare-captures").description("Freeze a batch of capture snapshots in one admitted phase").requiredOption("--file <path>", "JSON file holding the batch body ({ items: [...] })").option("--json", "Print JSON", false).action(async (options) => {
+    await Promise.resolve().then(() => init_admin_tracks2());
+    printJson(await prepareTrackCapturesCommand(JSON.parse(readFileSync6(options.file, "utf8"))));
+  });
+  adminTracks.command("commit-captures").description("Commit a batch of prepared capture results in one admitted phase").requiredOption("--file <path>", "JSON file holding the batch body ({ items: [...] })").option("--json", "Print JSON", false).action(async (options) => {
+    await Promise.resolve().then(() => init_admin_tracks2());
+    printJson(await commitTrackCapturesCommand(JSON.parse(readFileSync6(options.file, "utf8"))));
+  });
+  adminTracks.command("update-embeddings").description("Write a batch of audio embeddings in one admitted phase").requiredOption("--file <path>", "JSON file holding the batch body ({ items: [...] })").option("--json", "Print JSON", false).action(async (options) => {
+    await Promise.resolve().then(() => init_admin_tracks2());
+    printJson(await updateTrackEmbeddingsCommand(JSON.parse(readFileSync6(options.file, "utf8"))));
+  });
   adminTracks.command("requeue-analysis").description("Re-queue findings whose BPM/key are preview-grade (dry-run; --apply to flip)").option("--apply", "Actually flip statuses (default is a dry-run preview)", false).option("--limit <limit>", "Cap the archive walk (default: the whole archive)").option("--json", "Print JSON", false).action(async (options) => {
     await Promise.resolve().then(() => init_admin_tracks2());
     await runAdminRequeueAnalysis(options, requeueAnalysisCommand);
@@ -22339,6 +22534,11 @@ JSON field reference:
     }
     await runCrawlCatalogue(options, crawlCatalogueCommand);
   });
+  catalogue.command("commit-nodes").description("Commit one claim's fetched crawl nodes in a single admitted phase").requiredOption("--file <path>", "JSON file holding the batch body ({ items: [...] })").option("--json", "Print JSON", false).action(async (options) => {
+    await Promise.resolve().then(() => init_admin_catalogue2());
+    const body = JSON.parse(readFileSync6(options.file, "utf8"));
+    printJson(await commitCrawlNodesCommand(body));
+  });
   catalogue.command("status").description("The crawl frontier's state, the catalogue's size, and the seed set").option("--json", "Print JSON", false).action(async (options) => {
     await Promise.resolve().then(() => init_admin_catalogue2());
     await runCrawlStatus(options, crawlStatusCommand);

package/package.json

@@ -31,5 +31,5 @@
     "url": "git+https://github.com/mauricekleine/fluncle.git"
   },
   "type": "module",
-  "version": "0.241.0"
+  "version": "0.242.0"
 }