@madewithremy/admin 0.1.12 → 0.1.14

package/dist/prod.js

@@ -3017,33 +3017,48 @@ async function waitForIngest(ctx, params) {
     documents: tracked.map(summarize)
   };
 }
+var FAILURES_PAGE = 50;
 async function waitForCandidate(ctx, params) {
   const timeoutMs = params.timeoutMs ?? DEFAULT_WAIT_TIMEOUT_MS;
-  const pendingOf = (docs2) => docs2.filter((d) => d.status === "processing");
   const outcome = await pollUntil(
-    () => allDocuments(ctx, { slug: params.slug, candidate: true }),
-    (docs2) => pendingOf(docs2).length === 0,
+    async () => {
+      const { dataSources } = await list8(ctx);
+      const source = dataSources.find((s) => s.slug === params.slug);
+      if (!source) {
+        throw new Error(`Data source "${params.slug}" not found.`);
+      }
+      return source.candidate?.progress ?? null;
+    },
+    (progress2) => progress2 === null || progress2.processing === 0,
     {
       timeoutMs,
       pollMs: POLL_MS2,
-      describe: (docs2, start2) => `rebuilding\u2026 ${docs2.length - pendingOf(docs2).length}/${docs2.length} done (${elapsedSeconds(start2)}s)`,
+      describe: (progress2, start2) => progress2 ? `rebuilding\u2026 ${progress2.done}/${progress2.total} done (${elapsedSeconds(start2)}s)` : `rebuilding\u2026 (${elapsedSeconds(start2)}s)`,
       onProgress: params.onProgress
     }
   );
-  const docs = outcome.value;
+  const counts = outcome.value;
+  const failed = counts && counts.error > 0 ? (await documents(ctx, {
+    slug: params.slug,
+    candidate: true,
+    status: "error",
+    limit: FAILURES_PAGE
+  })).documents.map(summarize) : [];
   if (!outcome.settled) {
     return {
       status: "timeout",
-      documents: docs.map(summarize),
+      counts,
+      documents: failed,
       error: timedOut(
         timeoutMs,
-        `with ${pendingOf(docs).length} document(s) still building`
+        `with ${counts?.processing ?? 0} document(s) still building`
       )
     };
   }
   return {
-    status: docs.some((d) => d.status === "error") ? "error" : "ready",
-    documents: docs.map(summarize)
+    status: counts && counts.error > 0 ? "error" : "ready",
+    counts,
+    documents: failed
   };
 }
 var DOCUMENTS_IDS_MAX = 200;
@@ -3056,7 +3071,10 @@ function documents(ctx, params) {
       candidate: params.candidate || void 0,
       ids: params.ids?.length ? params.ids.join(",") : void 0,
       limit: params.limit,
-      cursor: params.cursor
+      cursor: params.cursor,
+      order: params.order,
+      status: params.status,
+      filename: params.filename
     })}`
   );
 }
@@ -3074,7 +3092,10 @@ async function allDocuments(ctx, params) {
         candidate: params.candidate,
         ids,
         limit: 1e3,
-        cursor
+        cursor,
+        order: params.order,
+        status: params.status,
+        filename: params.filename
       });
       out2.push(...page.documents ?? []);
       cursor = page.nextCursor ?? void 0;
@@ -3268,13 +3289,14 @@ function base2(appId) {
   return `/_internal/v2/apps/${appId}/datasources/jobs`;
 }
 function start(ctx, params) {
-  const { slug, source, approve: approve2, budgetDollars, concurrency, limit } = params;
+  const { slug, source, approve: approve2, budgetDollars, concurrency, priority, limit } = params;
   return call(ctx, "POST", base2(ctx.appId), {
     slug,
     source,
     ...approve2 ? { approve: true } : {},
     ...budgetDollars !== void 0 ? { budgetDollars } : {},
     ...concurrency !== void 0 ? { concurrency } : {},
+    ...priority ? { priority: true } : {},
     ...limit !== void 0 ? { limit } : {}
   });
 }
@@ -3307,9 +3329,16 @@ function approve(ctx, params) {
     ctx,
     "POST",
     `${base2(ctx.appId)}/${encodeURIComponent(params.id)}/approve`,
-    params.concurrency !== void 0 ? { concurrency: params.concurrency } : void 0
+    controlBody(params)
   );
 }
+function controlBody(params) {
+  const body = {
+    ...params.concurrency !== void 0 ? { concurrency: params.concurrency } : {},
+    ...params.priority !== void 0 ? { priority: params.priority } : {}
+  };
+  return Object.keys(body).length > 0 ? body : void 0;
+}
 function pause(ctx, params) {
   return call(
     ctx,
@@ -3322,7 +3351,7 @@ function resume(ctx, params) {
     ctx,
     "POST",
     `${base2(ctx.appId)}/${encodeURIComponent(params.id)}/resume`,
-    params.concurrency !== void 0 ? { concurrency: params.concurrency } : void 0
+    controlBody(params)
   );
 }
 function cancel(ctx, params) {
@@ -3477,7 +3506,8 @@ function sync(ctx, params) {
     slug: params.slug,
     ...params.budgetDollars !== void 0 ? { budgetDollars: params.budgetDollars } : {},
     ...params.limit !== void 0 ? { limit: params.limit } : {},
-    ...params.concurrency !== void 0 ? { concurrency: params.concurrency } : {}
+    ...params.concurrency !== void 0 ? { concurrency: params.concurrency } : {},
+    ...params.priority ? { priority: true } : {}
   });
 }
 
@@ -3506,12 +3536,13 @@ var dataSourceConnectorsSpecs = {
     flags: { source: { type: "string" } }
   },
   "datasources sync": {
-    usage: "Usage: remy-admin datasources sync [--source <slug>] [--budget <dollars>] [--limit <n>] [--concurrency <n>] [--wait] [--timeout <sec>]",
+    usage: "Usage: remy-admin datasources sync [--source <slug>] [--budget <dollars>] [--limit <n>] [--concurrency <n>] [--priority] [--wait] [--timeout <sec>]",
     flags: {
       source: { type: "string" },
       budget: { type: "number", min: 0.01 },
       limit: { type: "number", min: 1 },
       concurrency: { type: "number", min: 1 },
+      priority: { type: "boolean" },
       wait: { type: "boolean" },
       timeout: { type: "string" }
     }
@@ -3587,7 +3618,8 @@ async function sync2(ctx, a) {
     slug,
     ...budget !== void 0 ? { budgetDollars: budget } : {},
     ...limit !== void 0 ? { limit } : {},
-    ...concurrency !== void 0 ? { concurrency } : {}
+    ...concurrency !== void 0 ? { concurrency } : {},
+    ...a.bool("priority") ? { priority: true } : {}
   });
   if (!a.bool("wait")) {
     out({
@@ -3612,7 +3644,7 @@ var dataSourceConnectorsHelp = `
 Following an S3 bucket (connectors):
   remy-admin datasources connect --source <slug> --bucket <name> --region <aws-region> [--prefix <p>] --access-key-secret <NAME> --secret-key-secret <NAME> [--deletions mirror|keep] [--budget-per-sync <dollars>]
   remy-admin datasources connector [--source <slug>]
-  remy-admin datasources sync [--source <slug>] [--budget <dollars>] [--limit <n>] [--concurrency <n>] [--wait] [--timeout <sec>]
+  remy-admin datasources sync [--source <slug>] [--budget <dollars>] [--limit <n>] [--concurrency <n>] [--priority] [--wait] [--timeout <sec>]
   remy-admin datasources disconnect --source <slug>
 
   A connector makes a bucket the customer owns the origin of a source. The
@@ -3658,7 +3690,7 @@ function hydrate(ctx, params) {
     ctx,
     "POST",
     `${base4(ctx.appId)}/hydrate`,
-    { slug: params.slug }
+    { slug: params.slug, ...params.since ? { since: params.since } : {} }
   );
 }
 function reindex(ctx, params) {
@@ -3872,9 +3904,10 @@ async function waitForSet(ctx, params) {
 var UUID_RE = /^[0-9a-f]{8}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{12}$/i;
 var dataSourceEvalsSpecs = {
   "datasources hydrate": {
-    usage: "Usage: remy-admin datasources hydrate [--source <slug>] [--wait] [--timeout <sec>]",
+    usage: "Usage: remy-admin datasources hydrate [--source <slug>] [--since <iso>] [--wait] [--timeout <sec>]",
     flags: {
       source: { type: "string" },
+      since: { type: "string" },
       wait: { type: "boolean" },
       timeout: { type: "string" }
     }
@@ -4045,7 +4078,14 @@ function selectorFromFlag(raw) {
 }
 async function hydrate2(ctx, a) {
   const slug = a.str("source") || DEFAULT_SOURCE;
-  const started = await hydrate(ctx, { slug });
+  const since = a.str("since");
+  if (since && Number.isNaN(Date.parse(since))) {
+    fatal("--since must be an ISO 8601 timestamp, e.g. 2026-09-08T15:17:00Z.");
+  }
+  const started = await hydrate(ctx, {
+    slug,
+    ...since ? { since: new Date(since).toISOString() } : {}
+  });
   if (started.resident || !a.bool("wait")) {
     out({
       dataSource: slug,
@@ -4340,7 +4380,7 @@ var dataSourceEvalsHandlers = {
 };
 var dataSourceEvalsHelp = `
 Warming and sampling:
-  remy-admin datasources hydrate [--source <slug>] [--wait]
+  remy-admin datasources hydrate [--source <slug>] [--since <iso>] [--wait]
   remy-admin datasources sample --source <slug> --size <n> [--as <slug>] [--filter <k=v,...|json>] [--stratify <key>] [--placement <id|shared>] [--wait]
 
   A large source whose index was evicted (the shared pool holds a working set,
@@ -4350,6 +4390,14 @@ Warming and sampling:
   \`--wait\` blocks until the index is back. \`datasources list\` shows the
   reload's progress under \`hydration\`.
 
+  \`hydrate --since <iso>\` is a refill rather than a warm-up: it copies every
+  document built at or after that time into the index whether or not the index
+  is resident. Dedicated capacity that restored from a snapshot is missing
+  everything written after the snapshot was taken; the platform starts this
+  refill itself when it sees the restore, and \`infra logs\` shows it. Use the
+  flag for a restore that predates that, with the snapshot's time from the
+  resource log.
+
   \`sample\` draws documents from a source into a new one that shares its
   exact pinned config, so what you measure on the sample says something about
   the parent. Uniform by default; --stratify <metadata key> takes each value
@@ -4411,7 +4459,7 @@ import fs4 from "fs";
 import path4 from "path";
 var dataSourceJobsSpecs = {
   "datasources jobs start": {
-    usage: "Usage: remy-admin datasources jobs start [--source <slug>] (--store <name> [--access <private|public>] [--prefix <p>] | --manifest <file.jsonl>) [--limit <n>] [--budget <dollars>] [--concurrency <n>] [--approve] [--wait] [--timeout <sec>]",
+    usage: "Usage: remy-admin datasources jobs start [--source <slug>] (--store <name> [--access <private|public>] [--prefix <p>] | --manifest <file.jsonl>) [--limit <n>] [--budget <dollars>] [--concurrency <n>] [--priority] [--approve] [--wait] [--timeout <sec>]",
     flags: {
       source: { type: "string" },
       store: { type: "string" },
@@ -4421,6 +4469,7 @@ var dataSourceJobsSpecs = {
       limit: { type: "number", min: 1 },
       budget: { type: "number", min: 0.01 },
       concurrency: { type: "number", min: 1 },
+      priority: { type: "boolean" },
       approve: { type: "boolean" },
       wait: { type: "boolean" },
       timeout: { type: "string" }
@@ -4440,10 +4489,11 @@ var dataSourceJobsSpecs = {
     flags: { wait: { type: "boolean" }, timeout: { type: "string" } }
   },
   "datasources jobs approve": {
-    usage: "Usage: remy-admin datasources jobs approve <id> [--concurrency <n>] [--wait] [--timeout <sec>]",
+    usage: "Usage: remy-admin datasources jobs approve <id> [--concurrency <n>] [--priority] [--wait] [--timeout <sec>]",
     positionals: [{ name: "id", required: true }],
     flags: {
       concurrency: { type: "number", min: 1 },
+      priority: { type: "boolean" },
       wait: { type: "boolean" },
       timeout: { type: "string" }
     }
@@ -4453,10 +4503,11 @@ var dataSourceJobsSpecs = {
     positionals: [{ name: "id", required: true }]
   },
   "datasources jobs resume": {
-    usage: "Usage: remy-admin datasources jobs resume <id> [--concurrency <n>] [--wait] [--timeout <sec>]",
+    usage: "Usage: remy-admin datasources jobs resume <id> [--concurrency <n>] [--priority] [--wait] [--timeout <sec>]",
     positionals: [{ name: "id", required: true }],
     flags: {
       concurrency: { type: "number", min: 1 },
+      priority: { type: "boolean" },
       wait: { type: "boolean" },
       timeout: { type: "string" }
     }
@@ -4506,6 +4557,7 @@ async function jobsStart(ctx, a) {
     ...a.bool("approve") ? { approve: true } : {},
     ...budget !== void 0 ? { budgetDollars: budget } : {},
     ...concurrency !== void 0 ? { concurrency } : {},
+    ...a.bool("priority") ? { priority: true } : {},
     ...limit !== void 0 ? { limit } : {}
   });
   if (!a.bool("wait")) {
@@ -4539,7 +4591,8 @@ async function jobsApprove(ctx, a) {
   const concurrency = a.num("concurrency");
   const { job } = await approve(ctx, {
     id,
-    ...concurrency !== void 0 ? { concurrency } : {}
+    ...concurrency !== void 0 ? { concurrency } : {},
+    ...a.bool("priority") ? { priority: true } : {}
   });
   if (!a.bool("wait")) {
     out({
@@ -4558,7 +4611,8 @@ async function jobsResume(ctx, a) {
   const concurrency = a.num("concurrency");
   const { job } = await resume(ctx, {
     id,
-    ...concurrency !== void 0 ? { concurrency } : {}
+    ...concurrency !== void 0 ? { concurrency } : {},
+    ...a.bool("priority") ? { priority: true } : {}
   });
   if (!a.bool("wait")) {
     out({ job });
@@ -4606,10 +4660,14 @@ Bulk ingestion (jobs):
     --approve          Run as soon as the plan passes the gates, no separate approve
     --budget <dollars> Pause when estimated spend reaches this (default 1.5x the plan)
     --concurrency <n>  Batches in flight at once (default 64, max 128)
+    --priority         Embed at the provider's priority tier: calls skip the
+                       provider's queue at 1.5x the embedding price. For the
+                       load where the clock matters more than the price.
     --limit <n>        Only the first N objects: a cheap sample of the corpus
     --wait             Block until the plan is ready (or, with --approve, until done)
   On approve and resume:
     --concurrency <n>  Batches in flight from here on (max 128); a plan made at 8 can run at 64
+    --priority         Priority-tier embedding from here on (1.5x); pause and resume to change it
 
   While running, documents are read in batches of fifty with one embedding
   call per batch. Unchanged documents are skipped by content hash, so re-running
@@ -5053,8 +5111,12 @@ var dataSourcesSpecs = {
     usage: "Usage: remy-admin datasources list"
   },
   "datasources status": {
-    usage: "Usage: remy-admin datasources status [--source <slug>]",
-    flags: { source: { type: "string" } }
+    usage: "Usage: remy-admin datasources status [--source <slug>] [--status error] [--all]",
+    flags: {
+      source: { type: "string" },
+      status: { type: "string" },
+      all: { type: "boolean" }
+    }
   },
   "datasources rm": {
     usage: "Usage: remy-admin datasources rm [--source <slug>] (--document <id> | --filter <k=v,...|json>)",
@@ -5195,10 +5257,42 @@ async function dataSourcesList(ctx) {
 }
 async function dataSourcesStatus(ctx, a) {
   const slug = sourceOf(a);
-  const documents2 = await allDocuments(ctx, { slug });
+  const status2 = a.str("status");
+  if (status2 !== void 0 && status2 !== "error") {
+    fatal("--status can only be 'error'.");
+  }
+  if (a.bool("all")) {
+    const documents2 = await allDocuments(ctx, {
+      slug,
+      ...status2 ? { status: "error" } : {}
+    });
+    out({
+      dataSource: slug,
+      documents: documents2.map(summarize)
+    });
+    return;
+  }
+  const { dataSources: sources2 } = await list8(ctx);
+  const source = sources2.find((s) => s.slug === slug);
+  if (!source) {
+    out({ dataSource: slug, exists: false });
+    return;
+  }
+  const failures = status2 === "error" || source.counts.error > 0 ? await documents(ctx, {
+    slug,
+    status: "error",
+    limit: FAILURES_PAGE
+  }) : null;
   out({
     dataSource: slug,
-    documents: documents2.map(summarize)
+    counts: source.counts,
+    chunkCount: source.chunkCount,
+    lastIngestedAt: source.lastIngestedAt,
+    activeVersion: source.activeVersion,
+    candidate: source.candidate,
+    job: source.job,
+    failures: (failures?.documents ?? []).map(summarize),
+    moreFailures: !!failures?.nextCursor
   });
 }
 async function dataSourcesRm(ctx, a) {
@@ -5494,7 +5588,8 @@ async function dataSourcesRevectorize(ctx, a) {
     dataSource: slug,
     candidateVersion: started.candidateVersion,
     status: result.status,
-    documents: result.documents,
+    counts: result.counts,
+    failures: result.documents,
     note: result.status === "error" ? "Some documents failed. Promote with --force to accept, or fix and re-run." : "Run `promote` to make this version live."
   });
   if (result.status === "error") {
@@ -5540,7 +5635,7 @@ matching passages with a citation pointing back at the source document.
 Subcommands:
   add          Add one or more documents (skips unchanged files)
   list         List data sources with document counts
-  status       Show per-document ingest state
+  status       Show a source's counts and its failed documents (--all walks every document)
   rm           Remove a document, or every document matching a filter
   search       Query a corpus \u2014 useful to sanity-check one you just built
   create       Create an empty source, optionally on dedicated capacity
@@ -5567,7 +5662,7 @@ Subcommands:
 Usage:
   remy-admin datasources add [--source <slug>] [--metadata <k=v,...>] [--wait] [--timeout <sec>] <file...>
   remy-admin datasources list
-  remy-admin datasources status [--source <slug>]
+  remy-admin datasources status [--source <slug>] [--status error] [--all]
   remy-admin datasources rm [--source <slug>] (--document <id> | --filter <k=v,...|json>)
   remy-admin datasources search [--source <slug>] [search options] <query>
   remy-admin datasources create --source <slug> [--name <name>] [--placement <resource-id|shared>] [rebuild settings...]
@@ -7480,6 +7575,21 @@ function get10(ctx, params) {
     `${base6(ctx.appId)}/${encodeURIComponent(params.id)}`
   );
 }
+function logs(ctx, params) {
+  const query3 = new URLSearchParams();
+  if (params.after) {
+    query3.set("after", params.after);
+  }
+  if (params.limit) {
+    query3.set("limit", String(params.limit));
+  }
+  const search2 = query3.toString();
+  return call(
+    ctx,
+    "GET",
+    `${base6(ctx.appId)}/${encodeURIComponent(params.id)}/logs${search2 ? `?${search2}` : ""}`
+  );
+}
 function provision(ctx, params) {
   return call(ctx, "POST", base6(ctx.appId), {
     offeringId: params.offeringId,
@@ -7565,6 +7675,11 @@ var infraSpecs = {
     usage: "Usage: remy-admin infra get <id>",
     positionals: [{ name: "id", required: true }]
   },
+  "infra logs": {
+    usage: "Usage: remy-admin infra logs <id> [--follow] [--limit <n>]",
+    positionals: [{ name: "id", required: true }],
+    flags: { follow: { type: "boolean" }, limit: { type: "string" } }
+  },
   "infra provision": {
     usage: "Usage: remy-admin infra provision --offering <id> [--name <name>] [--wait] [--timeout <sec>]",
     flags: {
@@ -7636,6 +7751,30 @@ async function infraList(ctx, a) {
 async function infraGet(ctx, a) {
   out(await get10(ctx, { id: a.req("id") }));
 }
+var FOLLOW_POLL_MS = 4e3;
+async function infraLogs(ctx, a) {
+  const id = a.req("id");
+  const limitRaw = a.str("limit");
+  const limit = limitRaw ? Number(limitRaw) : void 0;
+  let { logs: logs2 } = await logs(ctx, { id, ...limit ? { limit } : {} });
+  out({ logs: logs2 });
+  if (!a.bool("follow")) {
+    return;
+  }
+  let after = logs2.length > 0 ? logs2[logs2.length - 1].id : void 0;
+  while (true) {
+    await new Promise((resolve2) => setTimeout(resolve2, FOLLOW_POLL_MS));
+    ({ logs: logs2 } = await logs(ctx, {
+      id,
+      ...after ? { after } : {},
+      limit: 500
+    }));
+    if (logs2.length > 0) {
+      out({ logs: logs2 });
+      after = logs2[logs2.length - 1].id;
+    }
+  }
+}
 function pricingOf(resource) {
   const offering = resource.offering;
   if (!offering) {
@@ -7734,6 +7873,7 @@ async function infraResize(ctx, a) {
 var infraHandlers = {
   "infra list": infraList,
   "infra get": infraGet,
+  "infra logs": infraLogs,
   "infra provision": infraProvision,
   "infra hibernate": infraHibernate,
   "infra resume": infraResume,
@@ -7755,7 +7895,8 @@ the price it committed to. Every action below is audited.
 
 Subcommands:
   list        Resources on this app, plus the offerings you can provision
-  get         One resource with its state timeline and attached sources
+  get         One resource: billing to date, state timeline, recent log, attached sources
+  logs        The platform's log for a resource (--follow to keep reading)
   provision   Lease a new resource (needs a month's credits; prints the price)
   hibernate   Park it: data kept, searches paused, compute charge stops
   resume      Bring a hibernated resource back
@@ -7766,6 +7907,7 @@ Subcommands:
 Usage:
   remy-admin infra list [--include-destroyed]
   remy-admin infra get <id>
+  remy-admin infra logs <id> [--follow] [--limit <n>]
   remy-admin infra provision --offering <id> [--name <name>] [--wait] [--timeout <sec>]
   remy-admin infra hibernate <id> [--wait] [--timeout <sec>]
   remy-admin infra resume <id> [--wait] [--timeout <sec>]
@@ -7808,6 +7950,19 @@ Phases and timing:
   takes about two minutes, more with more data: snapshots and restores scale
   with the collection. --wait defaults to 600s; pass --timeout for a large one.
 
+Billing and the log:
+  \`infra get\` reports resource.billing: what the resource has actually been
+  charged to date (from the ledger, exact across resizes), the hours at each
+  rate, and when it was last billed. Rates are on resource.offering.
+
+  The log is the platform's narration of the resource, not the instance's
+  stdout: each step a transition went through ("Waiting for capacity",
+  "Restoring collections 2/3"), each failed attempt, and each failure with the
+  pod's recent Kubernetes events and the warnings-and-errors tail of the
+  instance log at that moment (line.data). \`infra get\` includes the newest
+  200 lines; \`infra logs\` pages the rest and, with --follow, prints new lines
+  every few seconds as their own JSON document until interrupted.
+
 --wait exit codes: 0 reached the target phase \xB7 1 the platform reported failure \xB7
 2 still transitioning when --timeout elapsed (default 600s).`;
 

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@madewithremy/admin",
-  "version": "0.1.12",
+  "version": "0.1.14",
   "description": "Admin SDK + CLI for managing production Remy apps",
   "type": "module",
   "main": "./dist/index.js",