@madewithremy/admin 0.1.13 → 0.1.14

package/dist/prod.js

@@ -3017,33 +3017,48 @@ async function waitForIngest(ctx, params) {
     documents: tracked.map(summarize)
   };
 }
+var FAILURES_PAGE = 50;
 async function waitForCandidate(ctx, params) {
   const timeoutMs = params.timeoutMs ?? DEFAULT_WAIT_TIMEOUT_MS;
-  const pendingOf = (docs2) => docs2.filter((d) => d.status === "processing");
   const outcome = await pollUntil(
-    () => allDocuments(ctx, { slug: params.slug, candidate: true }),
-    (docs2) => pendingOf(docs2).length === 0,
+    async () => {
+      const { dataSources } = await list8(ctx);
+      const source = dataSources.find((s) => s.slug === params.slug);
+      if (!source) {
+        throw new Error(`Data source "${params.slug}" not found.`);
+      }
+      return source.candidate?.progress ?? null;
+    },
+    (progress2) => progress2 === null || progress2.processing === 0,
     {
       timeoutMs,
       pollMs: POLL_MS2,
-      describe: (docs2, start2) => `rebuilding\u2026 ${docs2.length - pendingOf(docs2).length}/${docs2.length} done (${elapsedSeconds(start2)}s)`,
+      describe: (progress2, start2) => progress2 ? `rebuilding\u2026 ${progress2.done}/${progress2.total} done (${elapsedSeconds(start2)}s)` : `rebuilding\u2026 (${elapsedSeconds(start2)}s)`,
       onProgress: params.onProgress
     }
   );
-  const docs = outcome.value;
+  const counts = outcome.value;
+  const failed = counts && counts.error > 0 ? (await documents(ctx, {
+    slug: params.slug,
+    candidate: true,
+    status: "error",
+    limit: FAILURES_PAGE
+  })).documents.map(summarize) : [];
   if (!outcome.settled) {
     return {
       status: "timeout",
-      documents: docs.map(summarize),
+      counts,
+      documents: failed,
       error: timedOut(
         timeoutMs,
-        `with ${pendingOf(docs).length} document(s) still building`
+        `with ${counts?.processing ?? 0} document(s) still building`
       )
     };
   }
   return {
-    status: docs.some((d) => d.status === "error") ? "error" : "ready",
-    documents: docs.map(summarize)
+    status: counts && counts.error > 0 ? "error" : "ready",
+    counts,
+    documents: failed
   };
 }
 var DOCUMENTS_IDS_MAX = 200;
@@ -3056,7 +3071,10 @@ function documents(ctx, params) {
       candidate: params.candidate || void 0,
       ids: params.ids?.length ? params.ids.join(",") : void 0,
       limit: params.limit,
-      cursor: params.cursor
+      cursor: params.cursor,
+      order: params.order,
+      status: params.status,
+      filename: params.filename
     })}`
   );
 }
@@ -3074,7 +3092,10 @@ async function allDocuments(ctx, params) {
         candidate: params.candidate,
         ids,
         limit: 1e3,
-        cursor
+        cursor,
+        order: params.order,
+        status: params.status,
+        filename: params.filename
       });
       out2.push(...page.documents ?? []);
       cursor = page.nextCursor ?? void 0;
@@ -3669,7 +3690,7 @@ function hydrate(ctx, params) {
     ctx,
     "POST",
     `${base4(ctx.appId)}/hydrate`,
-    { slug: params.slug }
+    { slug: params.slug, ...params.since ? { since: params.since } : {} }
   );
 }
 function reindex(ctx, params) {
@@ -3883,9 +3904,10 @@ async function waitForSet(ctx, params) {
 var UUID_RE = /^[0-9a-f]{8}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{12}$/i;
 var dataSourceEvalsSpecs = {
   "datasources hydrate": {
-    usage: "Usage: remy-admin datasources hydrate [--source <slug>] [--wait] [--timeout <sec>]",
+    usage: "Usage: remy-admin datasources hydrate [--source <slug>] [--since <iso>] [--wait] [--timeout <sec>]",
     flags: {
       source: { type: "string" },
+      since: { type: "string" },
       wait: { type: "boolean" },
       timeout: { type: "string" }
     }
@@ -4056,7 +4078,14 @@ function selectorFromFlag(raw) {
 }
 async function hydrate2(ctx, a) {
   const slug = a.str("source") || DEFAULT_SOURCE;
-  const started = await hydrate(ctx, { slug });
+  const since = a.str("since");
+  if (since && Number.isNaN(Date.parse(since))) {
+    fatal("--since must be an ISO 8601 timestamp, e.g. 2026-09-08T15:17:00Z.");
+  }
+  const started = await hydrate(ctx, {
+    slug,
+    ...since ? { since: new Date(since).toISOString() } : {}
+  });
   if (started.resident || !a.bool("wait")) {
     out({
       dataSource: slug,
@@ -4351,7 +4380,7 @@ var dataSourceEvalsHandlers = {
 };
 var dataSourceEvalsHelp = `
 Warming and sampling:
-  remy-admin datasources hydrate [--source <slug>] [--wait]
+  remy-admin datasources hydrate [--source <slug>] [--since <iso>] [--wait]
   remy-admin datasources sample --source <slug> --size <n> [--as <slug>] [--filter <k=v,...|json>] [--stratify <key>] [--placement <id|shared>] [--wait]
 
   A large source whose index was evicted (the shared pool holds a working set,
@@ -4361,6 +4390,14 @@ Warming and sampling:
   \`--wait\` blocks until the index is back. \`datasources list\` shows the
   reload's progress under \`hydration\`.
 
+  \`hydrate --since <iso>\` is a refill rather than a warm-up: it copies every
+  document built at or after that time into the index whether or not the index
+  is resident. Dedicated capacity that restored from a snapshot is missing
+  everything written after the snapshot was taken; the platform starts this
+  refill itself when it sees the restore, and \`infra logs\` shows it. Use the
+  flag for a restore that predates that, with the snapshot's time from the
+  resource log.
+
   \`sample\` draws documents from a source into a new one that shares its
   exact pinned config, so what you measure on the sample says something about
   the parent. Uniform by default; --stratify <metadata key> takes each value
@@ -5074,8 +5111,12 @@ var dataSourcesSpecs = {
     usage: "Usage: remy-admin datasources list"
   },
   "datasources status": {
-    usage: "Usage: remy-admin datasources status [--source <slug>]",
-    flags: { source: { type: "string" } }
+    usage: "Usage: remy-admin datasources status [--source <slug>] [--status error] [--all]",
+    flags: {
+      source: { type: "string" },
+      status: { type: "string" },
+      all: { type: "boolean" }
+    }
   },
   "datasources rm": {
     usage: "Usage: remy-admin datasources rm [--source <slug>] (--document <id> | --filter <k=v,...|json>)",
@@ -5216,10 +5257,42 @@ async function dataSourcesList(ctx) {
 }
 async function dataSourcesStatus(ctx, a) {
   const slug = sourceOf(a);
-  const documents2 = await allDocuments(ctx, { slug });
+  const status2 = a.str("status");
+  if (status2 !== void 0 && status2 !== "error") {
+    fatal("--status can only be 'error'.");
+  }
+  if (a.bool("all")) {
+    const documents2 = await allDocuments(ctx, {
+      slug,
+      ...status2 ? { status: "error" } : {}
+    });
+    out({
+      dataSource: slug,
+      documents: documents2.map(summarize)
+    });
+    return;
+  }
+  const { dataSources: sources2 } = await list8(ctx);
+  const source = sources2.find((s) => s.slug === slug);
+  if (!source) {
+    out({ dataSource: slug, exists: false });
+    return;
+  }
+  const failures = status2 === "error" || source.counts.error > 0 ? await documents(ctx, {
+    slug,
+    status: "error",
+    limit: FAILURES_PAGE
+  }) : null;
   out({
     dataSource: slug,
-    documents: documents2.map(summarize)
+    counts: source.counts,
+    chunkCount: source.chunkCount,
+    lastIngestedAt: source.lastIngestedAt,
+    activeVersion: source.activeVersion,
+    candidate: source.candidate,
+    job: source.job,
+    failures: (failures?.documents ?? []).map(summarize),
+    moreFailures: !!failures?.nextCursor
   });
 }
 async function dataSourcesRm(ctx, a) {
@@ -5515,7 +5588,8 @@ async function dataSourcesRevectorize(ctx, a) {
     dataSource: slug,
     candidateVersion: started.candidateVersion,
     status: result.status,
-    documents: result.documents,
+    counts: result.counts,
+    failures: result.documents,
     note: result.status === "error" ? "Some documents failed. Promote with --force to accept, or fix and re-run." : "Run `promote` to make this version live."
   });
   if (result.status === "error") {
@@ -5561,7 +5635,7 @@ matching passages with a citation pointing back at the source document.
 Subcommands:
   add          Add one or more documents (skips unchanged files)
   list         List data sources with document counts
-  status       Show per-document ingest state
+  status       Show a source's counts and its failed documents (--all walks every document)
   rm           Remove a document, or every document matching a filter
   search       Query a corpus \u2014 useful to sanity-check one you just built
   create       Create an empty source, optionally on dedicated capacity
@@ -5588,7 +5662,7 @@ Subcommands:
 Usage:
   remy-admin datasources add [--source <slug>] [--metadata <k=v,...>] [--wait] [--timeout <sec>] <file...>
   remy-admin datasources list
-  remy-admin datasources status [--source <slug>]
+  remy-admin datasources status [--source <slug>] [--status error] [--all]
   remy-admin datasources rm [--source <slug>] (--document <id> | --filter <k=v,...|json>)
   remy-admin datasources search [--source <slug>] [search options] <query>
   remy-admin datasources create --source <slug> [--name <name>] [--placement <resource-id|shared>] [rebuild settings...]
@@ -7501,6 +7575,21 @@ function get10(ctx, params) {
     `${base6(ctx.appId)}/${encodeURIComponent(params.id)}`
   );
 }
+function logs(ctx, params) {
+  const query3 = new URLSearchParams();
+  if (params.after) {
+    query3.set("after", params.after);
+  }
+  if (params.limit) {
+    query3.set("limit", String(params.limit));
+  }
+  const search2 = query3.toString();
+  return call(
+    ctx,
+    "GET",
+    `${base6(ctx.appId)}/${encodeURIComponent(params.id)}/logs${search2 ? `?${search2}` : ""}`
+  );
+}
 function provision(ctx, params) {
   return call(ctx, "POST", base6(ctx.appId), {
     offeringId: params.offeringId,
@@ -7586,6 +7675,11 @@ var infraSpecs = {
     usage: "Usage: remy-admin infra get <id>",
     positionals: [{ name: "id", required: true }]
   },
+  "infra logs": {
+    usage: "Usage: remy-admin infra logs <id> [--follow] [--limit <n>]",
+    positionals: [{ name: "id", required: true }],
+    flags: { follow: { type: "boolean" }, limit: { type: "string" } }
+  },
   "infra provision": {
     usage: "Usage: remy-admin infra provision --offering <id> [--name <name>] [--wait] [--timeout <sec>]",
     flags: {
@@ -7657,6 +7751,30 @@ async function infraList(ctx, a) {
 async function infraGet(ctx, a) {
   out(await get10(ctx, { id: a.req("id") }));
 }
+var FOLLOW_POLL_MS = 4e3;
+async function infraLogs(ctx, a) {
+  const id = a.req("id");
+  const limitRaw = a.str("limit");
+  const limit = limitRaw ? Number(limitRaw) : void 0;
+  let { logs: logs2 } = await logs(ctx, { id, ...limit ? { limit } : {} });
+  out({ logs: logs2 });
+  if (!a.bool("follow")) {
+    return;
+  }
+  let after = logs2.length > 0 ? logs2[logs2.length - 1].id : void 0;
+  while (true) {
+    await new Promise((resolve2) => setTimeout(resolve2, FOLLOW_POLL_MS));
+    ({ logs: logs2 } = await logs(ctx, {
+      id,
+      ...after ? { after } : {},
+      limit: 500
+    }));
+    if (logs2.length > 0) {
+      out({ logs: logs2 });
+      after = logs2[logs2.length - 1].id;
+    }
+  }
+}
 function pricingOf(resource) {
   const offering = resource.offering;
   if (!offering) {
@@ -7755,6 +7873,7 @@ async function infraResize(ctx, a) {
 var infraHandlers = {
   "infra list": infraList,
   "infra get": infraGet,
+  "infra logs": infraLogs,
   "infra provision": infraProvision,
   "infra hibernate": infraHibernate,
   "infra resume": infraResume,
@@ -7776,7 +7895,8 @@ the price it committed to. Every action below is audited.
 
 Subcommands:
   list        Resources on this app, plus the offerings you can provision
-  get         One resource with its state timeline and attached sources
+  get         One resource: billing to date, state timeline, recent log, attached sources
+  logs        The platform's log for a resource (--follow to keep reading)
   provision   Lease a new resource (needs a month's credits; prints the price)
   hibernate   Park it: data kept, searches paused, compute charge stops
   resume      Bring a hibernated resource back
@@ -7787,6 +7907,7 @@ Subcommands:
 Usage:
   remy-admin infra list [--include-destroyed]
   remy-admin infra get <id>
+  remy-admin infra logs <id> [--follow] [--limit <n>]
   remy-admin infra provision --offering <id> [--name <name>] [--wait] [--timeout <sec>]
   remy-admin infra hibernate <id> [--wait] [--timeout <sec>]
   remy-admin infra resume <id> [--wait] [--timeout <sec>]
@@ -7829,6 +7950,19 @@ Phases and timing:
   takes about two minutes, more with more data: snapshots and restores scale
   with the collection. --wait defaults to 600s; pass --timeout for a large one.
 
+Billing and the log:
+  \`infra get\` reports resource.billing: what the resource has actually been
+  charged to date (from the ledger, exact across resizes), the hours at each
+  rate, and when it was last billed. Rates are on resource.offering.
+
+  The log is the platform's narration of the resource, not the instance's
+  stdout: each step a transition went through ("Waiting for capacity",
+  "Restoring collections 2/3"), each failed attempt, and each failure with the
+  pod's recent Kubernetes events and the warnings-and-errors tail of the
+  instance log at that moment (line.data). \`infra get\` includes the newest
+  200 lines; \`infra logs\` pages the rest and, with --follow, prints new lines
+  every few seconds as their own JSON document until interrupted.
+
 --wait exit codes: 0 reached the target phase \xB7 1 the platform reported failure \xB7
 2 still transitioning when --timeout elapsed (default 600s).`;
 

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@madewithremy/admin",
-  "version": "0.1.13",
+  "version": "0.1.14",
   "description": "Admin SDK + CLI for managing production Remy apps",
   "type": "module",
   "main": "./dist/index.js",