@madewithremy/admin 0.1.12 → 0.1.14

package/dist/index.d.ts

@@ -1181,6 +1181,8 @@ interface DataSourceJob {
     budgetCredits: number | null;
     budgetDollars: number | null;
     maxInflightBatches: number;
+    /** Embedding at the provider's priority tier (1.5x the embedding price). */
+    priority: boolean;
     limitObjects: number | null;
     enumerationDone: boolean;
     counts: {
@@ -1871,7 +1873,8 @@ interface DataSourcesDocumentStatus {
 }
 /**
  * GET /datasources/documents — one page of per-document ingest state for one
- * pipeline, oldest first.
+ * pipeline, oldest first unless `order=newest`; `status=error` is the failures,
+ * newest failure first; `filename` a prefix.
  *
  * `pipelineVersion` is absent when the data source does not exist (returns `{ documents: [] }`).
  * `candidate=true` watches a migration in progress. `nextCursor` is set when
@@ -2150,13 +2153,18 @@ interface DataSourcesPromoteResult {
 interface DataSourcesDropResult {
     dropped: number;
 }
-/** POST /datasources/delete — delete every version, document, and byte. */
+/**
+ * POST /datasources/delete — delete every version, document, and byte. The
+ * source is gone to every reader when this returns; its rows and objects are
+ * removed by a background job, which `purging` says.
+ */
 interface DataSourcesDeleteResult {
     deleted: true;
-    /** Number of documents removed. */
+    /** Number of documents being removed. */
     documents: number;
-    /** Number of pipeline versions dropped. */
+    /** Number of pipeline versions being dropped. */
     versions: number;
+    purging: boolean;
 }
 /**
  * POST /datasources/documents/delete — always responds 204 (empty body).
@@ -2314,13 +2322,20 @@ interface WaitForCandidateParams {
 }
 interface WaitForCandidateResult {
     status: 'ready' | 'error' | 'timeout';
+    /** The candidate's build counts when the wait ended; null when it had no candidate. */
+    counts: DataSourcesBuildProgress | null;
+    /** The failed documents, first page, when any failed. */
     documents: SummarizedDocument[];
     /** Present only on status === 'timeout'. */
     error?: string;
 }
+/** Failed documents fetched for a status or a candidate wait. */
+declare const FAILURES_PAGE = 50;
 /**
  * Poll a candidate version (`revectorize`) until every document has built.
- * `error` means at least one failed; `promote` with `force` accepts that.
+ * Reads the candidate's counts from the source list — one row, whatever the
+ * corpus holds — and fetches the failures only at the end. `error` means at
+ * least one failed; `promote` with `force` accepts that.
  */
 declare function waitForCandidate(ctx: AdminContext, params: WaitForCandidateParams): Promise<WaitForCandidateResult>;
 interface DocumentsParams {
@@ -2334,11 +2349,19 @@ interface DocumentsParams {
     limit?: number;
     /** `nextCursor` from the previous page. */
     cursor?: string;
+    /** By the time the document was added; oldest first unless said otherwise. */
+    order?: 'oldest' | 'newest';
+    /** The failed builds only, newest failure first. */
+    status?: 'error';
+    /** Filenames starting with this. */
+    filename?: string;
 }
 /** The server's cap on `ids` per request; `allDocuments` chunks to it. */
 declare const DOCUMENTS_IDS_MAX = 200;
 /**
- * Fetch one page of per-document ingest state for one pipeline, oldest first.
+ * Fetch one page of per-document ingest state for one pipeline, oldest first
+ * unless `order` says otherwise; `status: 'error'` narrows to the failures and
+ * `filename` to a name prefix.
  *
  * Returns an empty document list when the data source does not exist yet.
  * Pass `candidate: true` to watch a revectorization in progress. Follow
@@ -2346,6 +2369,7 @@ declare const DOCUMENTS_IDS_MAX = 200;
  *
  * @example
  * const { documents, nextCursor } = await admin.dataSources.documents({ slug: 'policies' });
+ * const failed = await admin.dataSources.documents({ slug: 'policies', status: 'error' });
  */
 declare function documents(ctx: AdminContext, params: DocumentsParams): Promise<DataSourcesDocumentsResult>;
 /**
@@ -2664,6 +2688,7 @@ type dataSources_CreateParams = CreateParams;
 declare const dataSources_DOCUMENTS_IDS_MAX: typeof DOCUMENTS_IDS_MAX;
 type dataSources_DocumentsParams = DocumentsParams;
 type dataSources_DropParams = DropParams;
+declare const dataSources_FAILURES_PAGE: typeof FAILURES_PAGE;
 type dataSources_MoveParams = MoveParams;
 type dataSources_PromoteParams = PromoteParams;
 type dataSources_RevectorizeParams = RevectorizeParams;
@@ -2696,7 +2721,7 @@ declare const dataSources_waitForCandidate: typeof waitForCandidate;
 declare const dataSources_waitForIngest: typeof waitForIngest;
 declare const dataSources_waitForMove: typeof waitForMove;
 declare namespace dataSources {
-  export { type dataSources_AddDocumentParams as AddDocumentParams, type dataSources_AddDocumentResult as AddDocumentResult, type dataSources_ConfigSetParams as ConfigSetParams, type dataSources_CreateParams as CreateParams, DEFAULT_WAIT_TIMEOUT_MS$3 as DEFAULT_WAIT_TIMEOUT_MS, dataSources_DOCUMENTS_IDS_MAX as DOCUMENTS_IDS_MAX, type dataSources_DocumentsParams as DocumentsParams, type dataSources_DropParams as DropParams, type dataSources_MoveParams as MoveParams, type dataSources_PromoteParams as PromoteParams, type dataSources_RevectorizeParams as RevectorizeParams, type dataSources_RmParams as RmParams, type dataSources_RmWhereParams as RmWhereParams, type dataSources_SearchParams as SearchParams, type dataSources_SummarizedDocument as SummarizedDocument, type dataSources_WaitForCandidateParams as WaitForCandidateParams, type dataSources_WaitForCandidateResult as WaitForCandidateResult, type dataSources_WaitForIngestParams as WaitForIngestParams, type dataSources_WaitForIngestResult as WaitForIngestResult, type dataSources_WaitForMoveParams as WaitForMoveParams, type dataSources_WaitForMoveResult as WaitForMoveResult, dataSources_addDocument as addDocument, dataSources_allDocuments as allDocuments, dataSources_configGet as configGet, dataSources_configSet as configSet, create$1 as create, dataSources_deleteSource as deleteSource, dataSources_documents as documents, dataSources_drop as drop, list$8 as list, dataSources_move as move, dataSources_promote as promote, dataSources_revectorize as revectorize, dataSources_rm as rm, dataSources_rmWhere as rmWhere, dataSources_rmWhereAll as rmWhereAll, dataSources_search as search, dataSources_summarize as summarize, dataSources_waitForCandidate as waitForCandidate, dataSources_waitForIngest as waitForIngest, dataSources_waitForMove as waitForMove };
+  export { type dataSources_AddDocumentParams as AddDocumentParams, type dataSources_AddDocumentResult as AddDocumentResult, type dataSources_ConfigSetParams as ConfigSetParams, type dataSources_CreateParams as CreateParams, DEFAULT_WAIT_TIMEOUT_MS$3 as DEFAULT_WAIT_TIMEOUT_MS, dataSources_DOCUMENTS_IDS_MAX as DOCUMENTS_IDS_MAX, type dataSources_DocumentsParams as DocumentsParams, type dataSources_DropParams as DropParams, dataSources_FAILURES_PAGE as FAILURES_PAGE, type dataSources_MoveParams as MoveParams, type dataSources_PromoteParams as PromoteParams, type dataSources_RevectorizeParams as RevectorizeParams, type dataSources_RmParams as RmParams, type dataSources_RmWhereParams as RmWhereParams, type dataSources_SearchParams as SearchParams, type dataSources_SummarizedDocument as SummarizedDocument, type dataSources_WaitForCandidateParams as WaitForCandidateParams, type dataSources_WaitForCandidateResult as WaitForCandidateResult, type dataSources_WaitForIngestParams as WaitForIngestParams, type dataSources_WaitForIngestResult as WaitForIngestResult, type dataSources_WaitForMoveParams as WaitForMoveParams, type dataSources_WaitForMoveResult as WaitForMoveResult, dataSources_addDocument as addDocument, dataSources_allDocuments as allDocuments, dataSources_configGet as configGet, dataSources_configSet as configSet, create$1 as create, dataSources_deleteSource as deleteSource, dataSources_documents as documents, dataSources_drop as drop, list$8 as list, dataSources_move as move, dataSources_promote as promote, dataSources_revectorize as revectorize, dataSources_rm as rm, dataSources_rmWhere as rmWhere, dataSources_rmWhereAll as rmWhereAll, dataSources_search as search, dataSources_summarize as summarize, dataSources_waitForCandidate as waitForCandidate, dataSources_waitForIngest as waitForIngest, dataSources_waitForMove as waitForMove };
 }
 
 /**
@@ -2720,6 +2745,11 @@ interface StartParams {
     budgetDollars?: number;
     /** Batches in flight at once (default 64, max 128). */
     concurrency?: number;
+    /**
+     * Embed at the provider's priority tier: calls are admitted ahead of the
+     * provider's queue at 1.5x the embedding price. Off by default.
+     */
+    priority?: boolean;
     /** Process only the first N objects — a sample of the corpus. */
     limit?: number;
 }
@@ -2771,6 +2801,8 @@ declare function get$7(ctx: AdminContext, params: JobIdParams): Promise<DataSour
 declare function approve(ctx: AdminContext, params: JobIdParams & {
     /** Batches in flight from here on (max 128); the plan was made at the job's current value. */
     concurrency?: number;
+    /** Embed at the provider's priority tier from here on (1.5x the embedding price). */
+    priority?: boolean;
 }): Promise<DataSourceJobResult>;
 /** Stop dispatching batches; the ones in flight finish. */
 declare function pause(ctx: AdminContext, params: JobIdParams): Promise<DataSourceJobResult>;
@@ -2778,6 +2810,8 @@ declare function pause(ctx: AdminContext, params: JobIdParams): Promise<DataSour
 declare function resume$1(ctx: AdminContext, params: JobIdParams & {
     /** Batches in flight from here on (max 128). */
     concurrency?: number;
+    /** Embed at the provider's priority tier from here on (1.5x the embedding price). */
+    priority?: boolean;
 }): Promise<DataSourceJobResult>;
 /** End the job. Documents already indexed stay. */
 declare function cancel(ctx: AdminContext, params: JobIdParams): Promise<DataSourceJobResult>;
@@ -2905,6 +2939,8 @@ interface SyncParams {
     limit?: number;
     /** Batches in flight (default 64, max 128). */
     concurrency?: number;
+    /** Embed at the provider's priority tier (1.5x the embedding price). Off by default. */
+    priority?: boolean;
 }
 /**
  * Start a sync: list the bucket, diff by ETag, run a job over what changed.
@@ -2937,9 +2973,15 @@ declare const DEFAULT_WAIT_TIMEOUT_MS$1: number;
  * Warm a source's index if it is cold. A search on a large cold index answers
  * `index_warming` until the reload lands; call this before a demo, or after an
  * eviction you know about. Answers `resident: true` when nothing was needed.
+ *
+ * With `since`, refill instead: copy every document built at or after that
+ * time into the index whether or not it is resident. What a dedicated
+ * instance needs after restoring from a snapshot taken then; the platform
+ * does this on its own when it sees the restore, this is the by-hand path.
  */
 declare function hydrate(ctx: AdminContext, params: {
     slug: string;
+    since?: string;
 }): Promise<DataSourcesHydrateResult>;
 /**
  * Recreate a dedicated source's collection with the platform's current shape
@@ -4542,6 +4584,16 @@ interface InfraResource {
     resizingTo: InfraOffering | null;
     /** When the last verified snapshot was taken; null if never. */
     lastSnapshotAt: string | null;
+    /**
+     * What this resource has actually been charged, from the ledger's own
+     * writes, with the hours at each rate beside it. Rates are on `offering`.
+     */
+    billing: {
+        activeHours: number;
+        hibernatedHours: number;
+        billedDollars: number;
+        lastBilledAt: string | null;
+    };
     activatedAt: string | null;
     hibernatedAt: string | null;
     destroyedAt: string | null;
@@ -4558,6 +4610,23 @@ interface InfraEvent {
     reason: string | null;
     createdAt: string;
 }
+/**
+ * One line of the platform's narration of a resource: a step reported while
+ * a transition ran ("Waiting for capacity", "Restoring collections 2/3"), a
+ * failed attempt, or a failure with what Kubernetes said about the pod at the
+ * time (`data`). Not the instance's own stdout.
+ */
+interface InfraLogLine {
+    id: string;
+    phase: InfraPhase;
+    level: 'info' | 'warn' | 'error';
+    message: string;
+    data: {
+        podEvents: string[];
+        logTail: string[];
+    } | null;
+    createdAt: string;
+}
 /** GET /infra */
 interface InfraListResult {
     resources: InfraResource[];
@@ -4569,12 +4638,19 @@ interface InfraListResult {
 interface InfraGetResult {
     resource: InfraResource;
     events: InfraEvent[];
+    /** The newest 200 narration lines, oldest first; `logs()` pages further. */
+    logs: InfraLogLine[];
     attachedSources: {
         id: string;
         slug: string;
         name: string | null;
     }[];
 }
+/** GET /infra/:id/logs */
+interface InfraLogsResult {
+    /** Oldest first. */
+    logs: InfraLogLine[];
+}
 /** POST /infra, /infra/:id/{hibernate,resume,destroy,rename,resize} */
 interface InfraResourceResult {
     resource: InfraResource;
@@ -4612,6 +4688,23 @@ interface GetParams {
  * @throws AdminApiError `resource_not_found` (404).
  */
 declare function get$4(ctx: AdminContext, params: GetParams): Promise<InfraGetResult>;
+interface LogsParams {
+    /** Resource id. */
+    id: string;
+    /** Continue after this line id (the last line of a previous page). */
+    after?: string;
+    /** Lines per page; without `after`, the newest this many. Max 500. */
+    limit?: number;
+}
+/**
+ * The platform's narration of a resource, oldest first: the steps a
+ * transition went through, failed attempts, and failures with the pod's
+ * events and a warnings-and-errors tail of the instance log. Not the
+ * instance's own stdout.
+ *
+ * @throws AdminApiError `resource_not_found` (404).
+ */
+declare function logs(ctx: AdminContext, params: LogsParams): Promise<InfraLogsResult>;
 interface ProvisionParams {
     /** Offering id from `list().offerings`, e.g. `retrieval.small`. */
     offeringId: string;
@@ -4728,6 +4821,7 @@ declare function waitForPhase(ctx: AdminContext, params: WaitForPhaseParams): Pr
 declare const infra_DEFAULT_WAIT_TIMEOUT_MS: typeof DEFAULT_WAIT_TIMEOUT_MS;
 type infra_GetParams = GetParams;
 type infra_ListParams = ListParams;
+type infra_LogsParams = LogsParams;
 type infra_ProvisionParams = ProvisionParams;
 type infra_RenameParams = RenameParams;
 type infra_ResizeParams = ResizeParams;
@@ -4736,13 +4830,14 @@ type infra_WaitForPhaseParams = WaitForPhaseParams;
 type infra_WaitForPhaseResult = WaitForPhaseResult;
 declare const infra_destroy: typeof destroy;
 declare const infra_hibernate: typeof hibernate;
+declare const infra_logs: typeof logs;
 declare const infra_provision: typeof provision;
 declare const infra_rename: typeof rename;
 declare const infra_resize: typeof resize;
 declare const infra_resume: typeof resume;
 declare const infra_waitForPhase: typeof waitForPhase;
 declare namespace infra {
-  export { infra_DEFAULT_WAIT_TIMEOUT_MS as DEFAULT_WAIT_TIMEOUT_MS, type infra_GetParams as GetParams, type infra_ListParams as ListParams, type infra_ProvisionParams as ProvisionParams, type infra_RenameParams as RenameParams, type infra_ResizeParams as ResizeParams, type infra_ResourceIdParams as ResourceIdParams, type infra_WaitForPhaseParams as WaitForPhaseParams, type infra_WaitForPhaseResult as WaitForPhaseResult, infra_destroy as destroy, get$4 as get, infra_hibernate as hibernate, list$6 as list, infra_provision as provision, infra_rename as rename, infra_resize as resize, infra_resume as resume, infra_waitForPhase as waitForPhase };
+  export { infra_DEFAULT_WAIT_TIMEOUT_MS as DEFAULT_WAIT_TIMEOUT_MS, type infra_GetParams as GetParams, type infra_ListParams as ListParams, type infra_LogsParams as LogsParams, type infra_ProvisionParams as ProvisionParams, type infra_RenameParams as RenameParams, type infra_ResizeParams as ResizeParams, type infra_ResourceIdParams as ResourceIdParams, type infra_WaitForPhaseParams as WaitForPhaseParams, type infra_WaitForPhaseResult as WaitForPhaseResult, infra_destroy as destroy, get$4 as get, infra_hibernate as hibernate, list$6 as list, infra_logs as logs, infra_provision as provision, infra_rename as rename, infra_resize as resize, infra_resume as resume, infra_waitForPhase as waitForPhase };
 }
 
 /**

package/dist/index.js

@@ -361,6 +361,7 @@ var dataSources_exports = {};
 __export(dataSources_exports, {
   DEFAULT_WAIT_TIMEOUT_MS: () => DEFAULT_WAIT_TIMEOUT_MS,
   DOCUMENTS_IDS_MAX: () => DOCUMENTS_IDS_MAX,
+  FAILURES_PAGE: () => FAILURES_PAGE,
   addDocument: () => addDocument,
   allDocuments: () => allDocuments,
   configGet: () => configGet,
@@ -552,33 +553,48 @@ async function waitForIngest(ctx, params) {
     documents: tracked.map(summarize)
   };
 }
+var FAILURES_PAGE = 50;
 async function waitForCandidate(ctx, params) {
   const timeoutMs = params.timeoutMs ?? DEFAULT_WAIT_TIMEOUT_MS;
-  const pendingOf = (docs2) => docs2.filter((d) => d.status === "processing");
   const outcome = await pollUntil(
-    () => allDocuments(ctx, { slug: params.slug, candidate: true }),
-    (docs2) => pendingOf(docs2).length === 0,
+    async () => {
+      const { dataSources } = await list3(ctx);
+      const source = dataSources.find((s) => s.slug === params.slug);
+      if (!source) {
+        throw new Error(`Data source "${params.slug}" not found.`);
+      }
+      return source.candidate?.progress ?? null;
+    },
+    (progress) => progress === null || progress.processing === 0,
     {
       timeoutMs,
       pollMs: POLL_MS,
-      describe: (docs2, start2) => `rebuilding\u2026 ${docs2.length - pendingOf(docs2).length}/${docs2.length} done (${elapsedSeconds(start2)}s)`,
+      describe: (progress, start2) => progress ? `rebuilding\u2026 ${progress.done}/${progress.total} done (${elapsedSeconds(start2)}s)` : `rebuilding\u2026 (${elapsedSeconds(start2)}s)`,
       onProgress: params.onProgress
     }
   );
-  const docs = outcome.value;
+  const counts = outcome.value;
+  const failed = counts && counts.error > 0 ? (await documents(ctx, {
+    slug: params.slug,
+    candidate: true,
+    status: "error",
+    limit: FAILURES_PAGE
+  })).documents.map(summarize) : [];
   if (!outcome.settled) {
     return {
       status: "timeout",
-      documents: docs.map(summarize),
+      counts,
+      documents: failed,
       error: timedOut(
         timeoutMs,
-        `with ${pendingOf(docs).length} document(s) still building`
+        `with ${counts?.processing ?? 0} document(s) still building`
       )
     };
   }
   return {
-    status: docs.some((d) => d.status === "error") ? "error" : "ready",
-    documents: docs.map(summarize)
+    status: counts && counts.error > 0 ? "error" : "ready",
+    counts,
+    documents: failed
   };
 }
 var DOCUMENTS_IDS_MAX = 200;
@@ -591,7 +607,10 @@ function documents(ctx, params) {
       candidate: params.candidate || void 0,
       ids: params.ids?.length ? params.ids.join(",") : void 0,
       limit: params.limit,
-      cursor: params.cursor
+      cursor: params.cursor,
+      order: params.order,
+      status: params.status,
+      filename: params.filename
     })}`
   );
 }
@@ -609,7 +628,10 @@ async function allDocuments(ctx, params) {
         candidate: params.candidate,
         ids,
         limit: 1e3,
-        cursor
+        cursor,
+        order: params.order,
+        status: params.status,
+        filename: params.filename
       });
       out.push(...page.documents ?? []);
       cursor = page.nextCursor ?? void 0;
@@ -818,13 +840,14 @@ function base2(appId) {
   return `/_internal/v2/apps/${appId}/datasources/jobs`;
 }
 function start(ctx, params) {
-  const { slug, source, approve: approve2, budgetDollars, concurrency, limit } = params;
+  const { slug, source, approve: approve2, budgetDollars, concurrency, priority, limit } = params;
   return call(ctx, "POST", base2(ctx.appId), {
     slug,
     source,
     ...approve2 ? { approve: true } : {},
     ...budgetDollars !== void 0 ? { budgetDollars } : {},
     ...concurrency !== void 0 ? { concurrency } : {},
+    ...priority ? { priority: true } : {},
     ...limit !== void 0 ? { limit } : {}
   });
 }
@@ -857,9 +880,16 @@ function approve(ctx, params) {
     ctx,
     "POST",
     `${base2(ctx.appId)}/${encodeURIComponent(params.id)}/approve`,
-    params.concurrency !== void 0 ? { concurrency: params.concurrency } : void 0
+    controlBody(params)
   );
 }
+function controlBody(params) {
+  const body = {
+    ...params.concurrency !== void 0 ? { concurrency: params.concurrency } : {},
+    ...params.priority !== void 0 ? { priority: params.priority } : {}
+  };
+  return Object.keys(body).length > 0 ? body : void 0;
+}
 function pause(ctx, params) {
   return call(
     ctx,
@@ -872,7 +902,7 @@ function resume(ctx, params) {
     ctx,
     "POST",
     `${base2(ctx.appId)}/${encodeURIComponent(params.id)}/resume`,
-    params.concurrency !== void 0 ? { concurrency: params.concurrency } : void 0
+    controlBody(params)
   );
 }
 function cancel(ctx, params) {
@@ -1006,7 +1036,8 @@ function sync(ctx, params) {
     slug: params.slug,
     ...params.budgetDollars !== void 0 ? { budgetDollars: params.budgetDollars } : {},
     ...params.limit !== void 0 ? { limit: params.limit } : {},
-    ...params.concurrency !== void 0 ? { concurrency: params.concurrency } : {}
+    ...params.concurrency !== void 0 ? { concurrency: params.concurrency } : {},
+    ...params.priority ? { priority: true } : {}
   });
 }
 
@@ -1042,7 +1073,7 @@ function hydrate(ctx, params) {
     ctx,
     "POST",
     `${base4(ctx.appId)}/hydrate`,
-    { slug: params.slug }
+    { slug: params.slug, ...params.since ? { since: params.since } : {} }
   );
 }
 function reindex(ctx, params) {
@@ -1853,6 +1884,7 @@ __export(infra_exports, {
   get: () => get7,
   hibernate: () => hibernate,
   list: () => list7,
+  logs: () => logs,
   provision: () => provision,
   rename: () => rename,
   resize: () => resize,
@@ -1878,6 +1910,21 @@ function get7(ctx, params) {
     `${base6(ctx.appId)}/${encodeURIComponent(params.id)}`
   );
 }
+function logs(ctx, params) {
+  const query3 = new URLSearchParams();
+  if (params.after) {
+    query3.set("after", params.after);
+  }
+  if (params.limit) {
+    query3.set("limit", String(params.limit));
+  }
+  const search2 = query3.toString();
+  return call(
+    ctx,
+    "GET",
+    `${base6(ctx.appId)}/${encodeURIComponent(params.id)}/logs${search2 ? `?${search2}` : ""}`
+  );
+}
 function provision(ctx, params) {
   return call(ctx, "POST", base6(ctx.appId), {
     offeringId: params.offeringId,