@madewithremy/admin 0.1.10 → 0.1.12

package/dist/prod.js

@@ -3306,7 +3306,8 @@ function approve(ctx, params) {
   return call(
     ctx,
     "POST",
-    `${base2(ctx.appId)}/${encodeURIComponent(params.id)}/approve`
+    `${base2(ctx.appId)}/${encodeURIComponent(params.id)}/approve`,
+    params.concurrency !== void 0 ? { concurrency: params.concurrency } : void 0
   );
 }
 function pause(ctx, params) {
@@ -3320,7 +3321,8 @@ function resume(ctx, params) {
   return call(
     ctx,
     "POST",
-    `${base2(ctx.appId)}/${encodeURIComponent(params.id)}/resume`
+    `${base2(ctx.appId)}/${encodeURIComponent(params.id)}/resume`,
+    params.concurrency !== void 0 ? { concurrency: params.concurrency } : void 0
   );
 }
 function cancel(ctx, params) {
@@ -3337,7 +3339,7 @@ function waitForJob(ctx, params) {
   return settle(
     ctx,
     params,
-    (job) => !["planning", "planned", "running"].includes(job.state) || job.state === "planned" && (job.error !== null || !job.autoApprove)
+    (job) => !["planning", "planned", "running", "paused"].includes(job.state) || job.state === "planned" && (job.error !== null || !job.autoApprove) || job.state === "paused" && !job.autoResumeAt
   );
 }
 async function settle(ctx, params, isSettled) {
@@ -3659,6 +3661,14 @@ function hydrate(ctx, params) {
     { slug: params.slug }
   );
 }
+function reindex(ctx, params) {
+  return call(
+    ctx,
+    "POST",
+    `${base4(ctx.appId)}/reindex`,
+    { slug: params.slug }
+  );
+}
 async function waitForHydration(ctx, params) {
   const timeoutMs = params.timeoutMs ?? DEFAULT_WAIT_TIMEOUT_MS3;
   const outcome = await pollUntil(
@@ -3869,6 +3879,14 @@ var dataSourceEvalsSpecs = {
       timeout: { type: "string" }
     }
   },
+  "datasources reindex": {
+    usage: "Usage: remy-admin datasources reindex [--source <slug>] [--wait] [--timeout <sec>]",
+    flags: {
+      source: { type: "string" },
+      wait: { type: "boolean" },
+      timeout: { type: "string" }
+    }
+  },
   "datasources sample": {
     usage: "Usage: remy-admin datasources sample --source <slug> --size <n> [--as <slug>] [--filter <k=v,...|json>] [--stratify <metadata-key>] [--placement <resource-id|shared>] [--wait] [--timeout <sec>]",
     flags: {
@@ -4046,6 +4064,25 @@ async function hydrate2(ctx, a) {
   out({ dataSource: slug, action: "hydrate", ...result });
   failOnWait(result);
 }
+async function reindex2(ctx, a) {
+  const slug = a.str("source") || DEFAULT_SOURCE;
+  const started = await reindex(ctx, { slug });
+  if (!a.bool("wait")) {
+    out({
+      dataSource: slug,
+      ...started,
+      note: "The collection was recreated and is refilling from stored vectors in the background. `datasources list` shows progress; re-run with --wait to block."
+    });
+    return;
+  }
+  const result = await waitForHydration(ctx, {
+    slug,
+    ...timeoutOf(a),
+    onProgress: progress
+  });
+  out({ dataSource: slug, action: "reindex", ...result });
+  failOnWait(result);
+}
 async function sampleCmd(ctx, a) {
   const slug = a.str("source");
   if (!slug) {
@@ -4286,6 +4323,7 @@ async function evalCompare(ctx, a) {
 }
 var dataSourceEvalsHandlers = {
   "datasources hydrate": hydrate2,
+  "datasources reindex": reindex2,
   "datasources sample": sampleCmd,
   "datasources eval create": evalCreate,
   "datasources eval list": evalList,
@@ -4402,18 +4440,26 @@ var dataSourceJobsSpecs = {
     flags: { wait: { type: "boolean" }, timeout: { type: "string" } }
   },
   "datasources jobs approve": {
-    usage: "Usage: remy-admin datasources jobs approve <id> [--wait] [--timeout <sec>]",
+    usage: "Usage: remy-admin datasources jobs approve <id> [--concurrency <n>] [--wait] [--timeout <sec>]",
     positionals: [{ name: "id", required: true }],
-    flags: { wait: { type: "boolean" }, timeout: { type: "string" } }
+    flags: {
+      concurrency: { type: "number", min: 1 },
+      wait: { type: "boolean" },
+      timeout: { type: "string" }
+    }
   },
   "datasources jobs pause": {
     usage: "Usage: remy-admin datasources jobs pause <id>",
     positionals: [{ name: "id", required: true }]
   },
   "datasources jobs resume": {
-    usage: "Usage: remy-admin datasources jobs resume <id> [--wait] [--timeout <sec>]",
+    usage: "Usage: remy-admin datasources jobs resume <id> [--concurrency <n>] [--wait] [--timeout <sec>]",
     positionals: [{ name: "id", required: true }],
-    flags: { wait: { type: "boolean" }, timeout: { type: "string" } }
+    flags: {
+      concurrency: { type: "number", min: 1 },
+      wait: { type: "boolean" },
+      timeout: { type: "string" }
+    }
   },
   "datasources jobs cancel": {
     usage: "Usage: remy-admin datasources jobs cancel <id>",
@@ -4490,7 +4536,11 @@ async function jobsStatus(ctx, a) {
 }
 async function jobsApprove(ctx, a) {
   const id = a.req("id");
-  const { job } = await approve(ctx, { id });
+  const concurrency = a.num("concurrency");
+  const { job } = await approve(ctx, {
+    id,
+    ...concurrency !== void 0 ? { concurrency } : {}
+  });
   if (!a.bool("wait")) {
     out({
       job,
@@ -4505,7 +4555,11 @@ async function jobsPause(ctx, a) {
 }
 async function jobsResume(ctx, a) {
   const id = a.req("id");
-  const { job } = await resume(ctx, { id });
+  const concurrency = a.num("concurrency");
+  const { job } = await resume(ctx, {
+    id,
+    ...concurrency !== void 0 ? { concurrency } : {}
+  });
   if (!a.bool("wait")) {
     out({ job });
     return;
@@ -4554,6 +4608,8 @@ Bulk ingestion (jobs):
     --concurrency <n>  Batches in flight at once (default 64, max 128)
     --limit <n>        Only the first N objects: a cheap sample of the corpus
     --wait             Block until the plan is ready (or, with --approve, until done)
+  On approve and resume:
+    --concurrency <n>  Batches in flight from here on (max 128); a plan made at 8 can run at 64
 
   While running, documents are read in batches of fifty with one embedding
   call per batch. Unchanged documents are skipped by content hash, so re-running
@@ -5500,6 +5556,7 @@ Subcommands:
   map deploy   Make a build's compiled mapper the source's active one (a branch build will do)
   remap        Re-apply the active mapper to every raw copy the source holds
   hydrate      Reload an evicted index ahead of the first search
+  reindex      Recreate a dedicated source's collection with the current shape, refilled from stored vectors
   sample       Draw a sample of a source into a new one with the same config
   eval         Query sets and runs: measure recall, MRR and latency, compare versions
   revectorize  Rebuild a corpus under new settings, alongside the live one
@@ -5518,7 +5575,7 @@ Usage:
   remy-admin datasources move [--source <slug>] --to <resource-id|shared> [--wait] [--timeout <sec>]
   remy-admin datasources jobs start|list|status|approve|pause|resume|cancel \u2026 (see below)
   remy-admin datasources connect|sync|connector|disconnect \u2026 (see below)
-  remy-admin datasources hydrate|sample \u2026 (see below)
+  remy-admin datasources hydrate|reindex|sample \u2026 (see below)
   remy-admin datasources eval create|list|get|add|import|queries|rm|delete|run|runs|result|compare \u2026 (see below)
   remy-admin datasources revectorize [--source <slug>] [settings...] [--wait]
   remy-admin datasources promote [--source <slug>] [--force]

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@madewithremy/admin",
-  "version": "0.1.10",
+  "version": "0.1.12",
   "description": "Admin SDK + CLI for managing production Remy apps",
   "type": "module",
   "main": "./dist/index.js",