@graphit/cli 0.2.253 → 0.2.260

package/dist/commands/ds/render.js

@@ -0,0 +1,88 @@
+/**
+ * Terminal rendering for the `ds` commands - status table, verify summary, advisories.
+ *
+ * Project #272 Phase 0: extracted from `commands/ds.ts` (which crossed 800
+ * lines) into the existing `commands/ds/` subfolder, joining `refresh-history.ts`.
+ * Mechanical split - no behavior change. `registerDSCommands` stays whole in
+ * `ds.ts` so no Commander metadata moves and the generated command table in
+ * SKILL.md cannot drift.
+ */
+import { getFrontendUrl } from "../../config.js";
+import { note } from "../../output/format.js";
+import { NOT_FOUND_STATUS } from "../ds-poll.js";
+// Project #244: print soft, non-blocking shape advisories. Print-and-proceed -
+// these never gate a create or verify.
+export function printShapeWarnings(validation) {
+    if (!validation?.warnings?.length)
+        return;
+    note("");
+    for (const w of validation.warnings) {
+        note(`  ! ${w}`);
+    }
+    note("");
+}
+export function formatRowCount(n) {
+    if (n >= 1_000_000)
+        return `${(n / 1_000_000).toFixed(1)}M`;
+    if (n >= 1_000)
+        return `${(n / 1_000).toFixed(1)}K`;
+    return String(n);
+}
+export function printStatusTable(targets, statuses, errors, clearPrevious) {
+    const lines = [];
+    const nameWidth = Math.max(4, ...Array.from(targets.values()).map((ds) => ds.name.length));
+    lines.push(`  ${"NAME".padEnd(nameWidth)}   ${"STATUS".padEnd(12)}   ${"ROWS".padStart(8)}`);
+    lines.push(`  ${"─".repeat(nameWidth)}   ${"─".repeat(12)}   ${"─".repeat(8)}`);
+    for (const [id, ds] of targets) {
+        const status = statuses.get(id) ?? ds.status;
+        const error = errors.get(id);
+        const icon = status === "ready" ? "+" : status === "error" ? "x" : status === NOT_FOUND_STATUS ? "?" : "*";
+        const rowStr = formatRowCount(ds.row_count).padStart(8);
+        let line = `  ${ds.name.padEnd(nameWidth)}   ${icon} ${status.padEnd(10)}   ${rowStr}`;
+        if (error)
+            line += `   ${error}`;
+        lines.push(line);
+    }
+    // Progress table is decoration -> stderr (with its in-place cursor escapes on
+    // the same stream), so stdout stays a clean payload.
+    if (clearPrevious) {
+        process.stderr.write(`\x1B[${lines.length + 1}A\x1B[J`);
+    }
+    note(lines.join("\n"));
+    return lines.length;
+}
+export function printVerificationCTA(dsId) {
+    const url = `${getFrontendUrl()}/sources?tab=sources&sub=data&id=${dsId}`;
+    note(`\n  Scanned and awaiting verification. Review and activate in the platform:`);
+    note(`  ${url}`);
+    note(`\n  Or accept the AI schema as-is from the CLI:`);
+    note(`  graphit ds verify ${dsId} --accept-schema\n`);
+}
+export function printVerifySummary(scan, dsId, rowCount) {
+    const line = "─".repeat(Math.max(scan.table_name.length, 30));
+    note(`\n  ${scan.table_name}`);
+    note(`  ${line}`);
+    const colSummary = scan.columns
+        .slice(0, 6)
+        .map((c) => `${c.name} (${c.type})`)
+        .join(", ");
+    const more = scan.columns.length > 6 ? `, +${scan.columns.length - 6} more` : "";
+    note(`  Columns: ${colSummary}${more}`);
+    if (rowCount !== undefined) {
+        note(`  Rows:    ${formatRowCount(rowCount)}`);
+    }
+    // A file-upload verify (or an --accept-schema warehouse verify) activates the
+    // source server-side, so there is nothing left to do - say so (Issue #544/#546).
+    // Confirmed against the state the server reports back, not against the request
+    // we made: a scan that demoted the source must fall through to the CTA below.
+    if (scan.activated && scan.status !== "pending_verification") {
+        note(`\n  Verified - this data source is now queryable.\n`);
+        return;
+    }
+    // Scanned but awaiting review (warehouse/SQL): the AI-inferred schema needs a
+    // human to accept it. Offer both governed paths - review in the platform wizard,
+    // or accept the schema as-is from the CLI (Issue #546). This is not "still
+    // materializing" - the data is on disk; only verification is pending.
+    printVerificationCTA(dsId);
+}
+//# sourceMappingURL=render.js.map

package/dist/commands/ds/render.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"render.js","sourceRoot":"","sources":["../../../src/commands/ds/render.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAEH,OAAO,EAAE,cAAc,EAAE,MAAM,iBAAiB,CAAC;AACjD,OAAO,EAAE,IAAI,EAAE,MAAM,wBAAwB,CAAC;AAC9C,OAAO,EAAE,gBAAgB,EAAE,MAAM,eAAe,CAAC;AAGjD,+EAA+E;AAC/E,uCAAuC;AACvC,MAAM,UAAU,kBAAkB,CAAC,UAA4B;IAC7D,IAAI,CAAC,UAAU,EAAE,QAAQ,EAAE,MAAM;QAAE,OAAO;IAC1C,IAAI,CAAC,EAAE,CAAC,CAAC;IACT,KAAK,MAAM,CAAC,IAAI,UAAU,CAAC,QAAQ,EAAE,CAAC;QACpC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;IACnB,CAAC;IACD,IAAI,CAAC,EAAE,CAAC,CAAC;AACX,CAAC;AAED,MAAM,UAAU,cAAc,CAAC,CAAS;IACtC,IAAI,CAAC,IAAI,SAAS;QAAE,OAAO,GAAG,CAAC,CAAC,GAAG,SAAS,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC;IAC5D,IAAI,CAAC,IAAI,KAAK;QAAE,OAAO,GAAG,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC;IACpD,OAAO,MAAM,CAAC,CAAC,CAAC,CAAC;AACnB,CAAC;AAED,MAAM,UAAU,gBAAgB,CAC9B,OAA4B,EAC5B,QAA6B,EAC7B,MAA2B,EAC3B,aAAsB;IAEtB,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,GAAG,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC;IAE3F,KAAK,CAAC,IAAI,CACR,KAAK,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,MAAM,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,CACjF,CAAC;IACF,KAAK,CAAC,IAAI,CAAC,KAAK,GAAG,CAAC,MAAM,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;IAEhF,KAAK,MAAM,CAAC,EAAE,EAAE,EAAE,CAAC,IAAI,OAAO,EAAE,CAAC;QAC/B,MAAM,MAAM,GAAG,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,EAAE,CAAC,MAAM,CAAC;QAC7C,MAAM,KAAK,GAAG,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAC7B,MAAM,IAAI,GACR,MAAM,KAAK,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,KAAK,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,KAAK,gBAAgB,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC;QAChG,MAAM,MAAM,GAAG,cAAc,CAAC,EAAE,CAAC,SAAS,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;QACxD,IAAI,IAAI,GAAG,KAAK,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,MAAM,IAAI,IAAI,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,MAAM,EAAE,CAAC;QACvF,IAAI,KAAK;YAAE,IAAI,IAAI,MAAM,KAAK,EAAE,CAAC;QACjC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACnB,CAAC;IAED,8EAA8E;IAC9E,qDAAqD;IACrD,IAAI,aAAa,EAAE,CAAC;QAClB,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,QAAQ,KAAK,CAAC,MAAM,GAAG,CAAC,SAAS,CAAC,CAAC;IAC1D,CAAC;IACD,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;IACvB,OAAO,KAAK,CAAC,MAAM,CAAC;AACtB,CAAC;AAED,MAAM,UAAU,oBAAoB,CAAC,IAAY;IAC/C,MAAM,GAAG,GAAG,GAAG,cAAc,EAAE,oCAAoC,IAAI,EAAE,CAAC;IAC1E,IAAI,CAAC,6EAA6E,CAAC,CAAC;IACpF,IAAI,CAAC,KAAK,GAAG,EAAE,CAAC,CAAC;IACjB,IAAI,CAAC,iDAAiD,CAAC,CAAC;IACxD,IAAI,CAAC,uBAAuB,IAAI,oBAAoB,CAAC,CAAC;AACxD,CAAC;AAED,MAAM,UAAU,kBAAkB,CAAC,IAAgB,EAAE,IAAY,EAAE,QAAiB;IAClF,MAAM,IAAI,GAAG,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,UAAU,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,CAAC;IAC9D,IAAI,CAAC,OAAO,IAAI,CAAC,UAAU,EAAE,CAAC,CAAC;IAC/B,IAAI,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC;IAElB,MAAM,UAAU,GAAG,IAAI,CAAC,OAAO;SAC5B,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC;SACX,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC,IAAI,KAAK,CAAC,CAAC,IAAI,GAAG,CAAC;SACnC,IAAI,CAAC,IAAI,CAAC,CAAC;IACd,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,IAAI,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC;IACjF,IAAI,CAAC,cAAc,UAAU,GAAG,IAAI,EAAE,CAAC,CAAC;IAExC,IAAI,QAAQ,KAAK,SAAS,EAAE,CAAC;QAC3B,IAAI,CAAC,cAAc,cAAc,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;IACjD,CAAC;IAED,8EAA8E;IAC9E,iFAAiF;IACjF,+EAA+E;IAC/E,8EAA8E;IAC9E,IAAI,IAAI,CAAC,SAAS,IAAI,IAAI,CAAC,MAAM,KAAK,sBAAsB,EAAE,CAAC;QAC7D,IAAI,CAAC,qDAAqD,CAAC,CAAC;QAC5D,OAAO;IACT,CAAC;IAED,8EAA8E;IAC9E,iFAAiF;IACjF,2EAA2E;IAC3E,sEAAsE;IACtE,oBAAoB,CAAC,IAAI,CAAC,CAAC;AAC7B,CAAC"}

package/dist/commands/ds/types.d.ts

@@ -0,0 +1,65 @@
+/**
+ * Shared types and timeout budgets for the `ds` command family.
+ *
+ * Project #272 Phase 0: extracted from `commands/ds.ts` (which crossed 800
+ * lines) into the existing `commands/ds/` subfolder, joining `refresh-history.ts`.
+ * Mechanical split - no behavior change. `registerDSCommands` stays whole in
+ * `ds.ts` so no Commander metadata moves and the generated command table in
+ * SKILL.md cannot drift.
+ */
+export interface DSInfo {
+    id: string;
+    name: string;
+    status: string;
+    row_count: number;
+    source_sql: string;
+    verified: boolean;
+    connector_type: string;
+    last_refreshed: string;
+    failure_reason?: string | null;
+    last_error?: string | null;
+}
+export interface DSListResponse {
+    data_sources: DSInfo[];
+}
+export interface ShapeValidation {
+    status: string;
+    warnings?: string[];
+    display_instruction?: string;
+}
+export interface ScanResult {
+    data_source_id: string;
+    kb_table_id: string;
+    table_name: string;
+    column_count: number;
+    columns: {
+        name: string;
+        type: string;
+        description: string;
+    }[];
+    already_scanned: boolean;
+    activated?: boolean;
+    validation?: ShapeValidation;
+    status?: string;
+    verified?: boolean;
+}
+export declare const POLL_INTERVAL_MS = 3000;
+export declare const MAX_POLL_DURATION_MS: number;
+export declare const MAX_CREATE_POLL_DURATION_MS: number;
+export declare const SCAN_TIMEOUT_MS = 90000;
+export declare const REFRESH_TRIGGER_TIMEOUT_MS = 60000;
+export declare const CREATE_TIMEOUT_MS = 120000;
+export interface FileUploadResult {
+    id: string;
+    name: string;
+    status: string;
+    row_count: number;
+    kb_table_id: string | null;
+    domain: string | null;
+    domain_note?: string;
+}
+/**
+ * Create a data source from a local Excel/CSV file (Feature #645). Uploads the
+ * file as multipart; the server parses, runs the inline AI scan, encrypts, and
+ * (optionally) attaches the new table to a domain - all in one request.
+ */

package/dist/commands/ds/types.js

@@ -0,0 +1,31 @@
+/**
+ * Shared types and timeout budgets for the `ds` command family.
+ *
+ * Project #272 Phase 0: extracted from `commands/ds.ts` (which crossed 800
+ * lines) into the existing `commands/ds/` subfolder, joining `refresh-history.ts`.
+ * Mechanical split - no behavior change. `registerDSCommands` stays whole in
+ * `ds.ts` so no Commander metadata moves and the generated command table in
+ * SKILL.md cannot drift.
+ */
+export const POLL_INTERVAL_MS = 3_000;
+export const MAX_POLL_DURATION_MS = 5 * 60_000;
+// Feature #661 + #665: creation runs in a durable Job whose export budget was raised
+// to 60 min (Feature #665), with the worker socket timeout at ~70 min (budget + margin).
+// The create poller must outlast the server-side budget so a legit large load isn't
+// reported as "timed out" client-side while it's still materializing.
+export const MAX_CREATE_POLL_DURATION_MS = 70 * 60_000;
+export const SCAN_TIMEOUT_MS = 90_000;
+export const REFRESH_TRIGGER_TIMEOUT_MS = 60_000;
+// Issue #775: a small/single-table create routes INLINE (Project #247) - the POST
+// itself runs the warehouse export + scan + canonical birth in-request and returns
+// a terminal status, so it needs the same extended budget as the other
+// warehouse-touching POSTs (upload 120s, scan 90s) instead of the 30s default,
+// which a cold-connection inline export races even though the source is born fine.
+// A Job-routed create returns CREATING immediately and never approaches this ceiling.
+export const CREATE_TIMEOUT_MS = 120_000;
+/**
+ * Create a data source from a local Excel/CSV file (Feature #645). Uploads the
+ * file as multipart; the server parses, runs the inline AI scan, encrypts, and
+ * (optionally) attaches the new table to a domain - all in one request.
+ */
+//# sourceMappingURL=types.js.map

package/dist/commands/ds/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../../src/commands/ds/types.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AA4CH,MAAM,CAAC,MAAM,gBAAgB,GAAG,KAAK,CAAC;AACtC,MAAM,CAAC,MAAM,oBAAoB,GAAG,CAAC,GAAG,MAAM,CAAC;AAC/C,qFAAqF;AACrF,yFAAyF;AACzF,oFAAoF;AACpF,sEAAsE;AACtE,MAAM,CAAC,MAAM,2BAA2B,GAAG,EAAE,GAAG,MAAM,CAAC;AACvD,MAAM,CAAC,MAAM,eAAe,GAAG,MAAM,CAAC;AACtC,MAAM,CAAC,MAAM,0BAA0B,GAAG,MAAM,CAAC;AACjD,kFAAkF;AAClF,mFAAmF;AACnF,uEAAuE;AACvE,+EAA+E;AAC/E,mFAAmF;AACnF,sFAAsF;AACtF,MAAM,CAAC,MAAM,iBAAiB,GAAG,OAAO,CAAC;AAYzC;;;;GAIG"}

package/dist/commands/ds/ui-only.d.ts

@@ -0,0 +1,15 @@
+/**
+ * The `ds` actions that exist only in the web UI, registered so the CLI names them.
+ *
+ * Project #272 Phase 0: extracted from `commands/ds.ts` (which crossed 800
+ * lines) into the existing `commands/ds/` subfolder, joining `refresh-history.ts`.
+ * Mechanical split - no behavior change. `registerDSCommands` stays whole in
+ * `ds.ts` so no Commander metadata moves and the generated command table in
+ * SKILL.md cannot drift.
+ */
+import { Command } from "commander";
+export declare const UI_ONLY_DS_ACTIONS: {
+    name: string;
+    summary: string;
+}[];
+export declare function registerUiOnlyDSActions(ds: Command): void;

package/dist/commands/ds/ui-only.js

@@ -0,0 +1,29 @@
+/**
+ * The `ds` actions that exist only in the web UI, registered so the CLI names them.
+ *
+ * Project #272 Phase 0: extracted from `commands/ds.ts` (which crossed 800
+ * lines) into the existing `commands/ds/` subfolder, joining `refresh-history.ts`.
+ * Mechanical split - no behavior change. `registerDSCommands` stays whole in
+ * `ds.ts` so no Commander metadata moves and the generated command table in
+ * SKILL.md cannot drift.
+ */
+import { getFrontendUrl } from "../../config.js";
+import { errorOutput } from "../../output/format.js";
+export const UI_ONLY_DS_ACTIONS = [
+    { name: "delete <id>", summary: "Delete a data source - not available on the CLI, use the Sources Hub" },
+    { name: "move <id>", summary: "Move a data source between domains - not available on the CLI, use the Sources Hub" },
+];
+export function registerUiOnlyDSActions(ds) {
+    for (const action of UI_ONLY_DS_ACTIONS) {
+        const verb = action.name.split(" ")[0];
+        ds.command(action.name)
+            .description(action.summary)
+            .action(function () {
+            const url = `${getFrontendUrl()}/sources?tab=sources&sub=data`;
+            errorOutput(new Error(`\`ds ${verb}\` is not available on the CLI. Data source ${verb} runs from the ` +
+                `Sources Hub, which shows what the change cascades into before it happens: ${url}`));
+            process.exitCode = 1;
+        });
+    }
+}
+//# sourceMappingURL=ui-only.js.map

package/dist/commands/ds/ui-only.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ui-only.js","sourceRoot":"","sources":["../../../src/commands/ds/ui-only.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAEH,OAAO,EAAE,cAAc,EAAE,MAAM,iBAAiB,CAAC;AACjD,OAAO,EAAE,WAAW,EAAE,MAAM,wBAAwB,CAAC;AAGrD,MAAM,CAAC,MAAM,kBAAkB,GAAwC;IACrE,EAAE,IAAI,EAAE,aAAa,EAAE,OAAO,EAAE,sEAAsE,EAAE;IACxG,EAAE,IAAI,EAAE,WAAW,EAAE,OAAO,EAAE,oFAAoF,EAAE;CACrH,CAAC;AAEF,MAAM,UAAU,uBAAuB,CAAC,EAAW;IACjD,KAAK,MAAM,MAAM,IAAI,kBAAkB,EAAE,CAAC;QACxC,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QACvC,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC;aACpB,WAAW,CAAC,MAAM,CAAC,OAAO,CAAC;aAC3B,MAAM,CAAC;YACN,MAAM,GAAG,GAAG,GAAG,cAAc,EAAE,+BAA+B,CAAC;YAC/D,WAAW,CACT,IAAI,KAAK,CACP,QAAQ,IAAI,+CAA+C,IAAI,iBAAiB;gBAC9E,6EAA6E,GAAG,EAAE,CACrF,CACF,CAAC;YACF,OAAO,CAAC,QAAQ,GAAG,CAAC,CAAC;QACvB,CAAC,CAAC,CAAC;IACP,CAAC;AACH,CAAC"}

package/dist/commands/ds.js

@@ -1,359 +1,14 @@
-import { Option } from "commander";
-import { existsSync } from "node:fs";
-import { readFile } from "node:fs/promises";
-import { basename } from "node:path";
 import { apiClient } from "../api/client.js";
-import { output, errorOutput, note, getOutputFormat } from "../output/format.js";
+import { errorOutput, getOutputFormat, note, output } from "../output/format.js";
 import { writeStderr } from "../stderr.js";
-import { getFrontendUrl } from "../config.js";
-import { reconcilePoll, NOT_FOUND_STATUS, isCreatePollTerminal } from "./ds-poll.js";
 import { buildRefreshConfigBody, resolveCreateMode } from "./ds-config.js";
+import { createDataSourceFromFile, fetchDSList, triggerRefresh } from "./ds/api.js";
+import { pollUntilDSReady, pollUntilReady, scanAndPrintSummary } from "./ds/polling.js";
 import { registerRefreshHistoryCommand } from "./ds/refresh-history.js";
-// Project #244: print soft, non-blocking shape advisories. Print-and-proceed -
-// these never gate a create or verify.
-function printShapeWarnings(validation) {
-    if (!validation?.warnings?.length)
-        return;
-    note("");
-    for (const w of validation.warnings) {
-        note(`  ! ${w}`);
-    }
-    note("");
-}
-const POLL_INTERVAL_MS = 3_000;
-const MAX_POLL_DURATION_MS = 5 * 60_000;
-// Feature #661 + #665: creation runs in a durable Job whose export budget was raised
-// to 60 min (Feature #665), with the worker socket timeout at ~70 min (budget + margin).
-// The create poller must outlast the server-side budget so a legit large load isn't
-// reported as "timed out" client-side while it's still materializing.
-const MAX_CREATE_POLL_DURATION_MS = 70 * 60_000;
-const SCAN_TIMEOUT_MS = 90_000;
-const REFRESH_TRIGGER_TIMEOUT_MS = 60_000;
-// Issue #775: a small/single-table create routes INLINE (Project #247) - the POST
-// itself runs the warehouse export + scan + canonical birth in-request and returns
-// a terminal status, so it needs the same extended budget as the other
-// warehouse-touching POSTs (upload 120s, scan 90s) instead of the 30s default,
-// which a cold-connection inline export races even though the source is born fine.
-// A Job-routed create returns CREATING immediately and never approaches this ceiling.
-const CREATE_TIMEOUT_MS = 120_000;
-async function fetchDSList(limit = 200) {
-    const resp = await apiClient.get(`/api/v1/cli/ds?limit=${limit}`);
-    return resp.data_sources;
-}
-async function triggerRefresh(id, force = false) {
-    try {
-        const query = force ? "?force=true" : "";
-        const resp = await apiClient.post(`/api/v1/cli/ds/${id}/refresh${query}`, {}, { timeoutMs: REFRESH_TRIGGER_TIMEOUT_MS });
-        return resp;
-    }
-    catch (err) {
-        const msg = err instanceof Error ? err.message : String(err.detail ?? err);
-        if (msg.toLowerCase().includes("timeout") || msg.toLowerCase().includes("timed out")) {
-            return { id, status: "refreshing", error: "trigger timed out (refresh continues server-side)" };
-        }
-        return { id, status: "error", error: msg };
-    }
-}
-function formatRowCount(n) {
-    if (n >= 1_000_000)
-        return `${(n / 1_000_000).toFixed(1)}M`;
-    if (n >= 1_000)
-        return `${(n / 1_000).toFixed(1)}K`;
-    return String(n);
-}
-function printStatusTable(targets, statuses, errors, clearPrevious) {
-    const lines = [];
-    const nameWidth = Math.max(4, ...Array.from(targets.values()).map((ds) => ds.name.length));
-    lines.push(`  ${"NAME".padEnd(nameWidth)}   ${"STATUS".padEnd(12)}   ${"ROWS".padStart(8)}`);
-    lines.push(`  ${"─".repeat(nameWidth)}   ${"─".repeat(12)}   ${"─".repeat(8)}`);
-    for (const [id, ds] of targets) {
-        const status = statuses.get(id) ?? ds.status;
-        const error = errors.get(id);
-        const icon = status === "ready" ? "+" : status === "error" ? "x" : status === NOT_FOUND_STATUS ? "?" : "*";
-        const rowStr = formatRowCount(ds.row_count).padStart(8);
-        let line = `  ${ds.name.padEnd(nameWidth)}   ${icon} ${status.padEnd(10)}   ${rowStr}`;
-        if (error)
-            line += `   ${error}`;
-        lines.push(line);
-    }
-    // Progress table is decoration -> stderr (with its in-place cursor escapes on
-    // the same stream), so stdout stays a clean payload.
-    if (clearPrevious) {
-        process.stderr.write(`\x1B[${lines.length + 1}A\x1B[J`);
-    }
-    note(lines.join("\n"));
-    return lines.length;
-}
-// Returns true if it gave up at the timeout, false if every target reached a
-// terminal state - the caller surfaces this as `timed_out` in the JSON summary.
-async function pollUntilReady(targetIds, targets, errors) {
-    const isTTY = process.stderr.isTTY ?? false;
-    const statuses = new Map();
-    for (const id of targetIds)
-        statuses.set(id, "refreshing");
-    const missCounts = new Map();
-    let printed = false;
-    printStatusTable(targets, statuses, errors, false);
-    printed = true;
-    const pollStart = Date.now();
-    while (true) {
-        await new Promise((resolve) => setTimeout(resolve, POLL_INTERVAL_MS));
-        if (Date.now() - pollStart > MAX_POLL_DURATION_MS) {
-            note(`\n  Timed out after ${MAX_POLL_DURATION_MS / 60_000}m waiting for refresh to complete.`);
-            break;
-        }
-        let fresh;
-        try {
-            fresh = await fetchDSList();
-        }
-        catch {
-            // Issue #775: tolerate a transient network/transport blip during the wait
-            // instead of aborting the refresh-wait and misreporting still-refreshing
-            // sources as failed. Re-poll (the loop sleeps first) until the timeout cap.
-            continue;
-        }
-        const freshMap = new Map(fresh.map((ds) => [ds.id, ds]));
-        // A target absent from the fresh list (deleted mid-wait, or transiently
-        // omitted) is declared not_found after a couple of polls so the loop ends
-        // promptly instead of spinning to MAX_POLL_DURATION_MS.
-        const allDone = reconcilePoll(targetIds, freshMap, statuses, targets, missCounts);
-        if (isTTY && printed) {
-            printStatusTable(targets, statuses, errors, true);
-        }
-        if (allDone) {
-            if (!isTTY && printed) {
-                note("");
-                printStatusTable(targets, statuses, errors, false);
-            }
-            // A target only counts as refreshed if it reached "ready" AND nothing went
-            // wrong for it. A trigger that errored (or timed out) leaves the source at
-            // its previous "ready", so counting status alone reported "1/1 refreshed"
-            // with the error sitting in the same payload - the summary contradicting
-            // the data beneath it.
-            const readyCount = Array.from(statuses.entries()).filter(([id, s]) => s === "ready" && !errors.has(id)).length;
-            const errorCount = Array.from(statuses.entries()).filter(([id, s]) => s === "error" || errors.has(id)).length;
-            const notFoundCount = Array.from(statuses.values()).filter((s) => s === NOT_FOUND_STATUS).length;
-            note(`\n  ${readyCount}/${targetIds.size} refreshed${errorCount > 0 ? `, ${errorCount} failed` : ""}${notFoundCount > 0 ? `, ${notFoundCount} not found` : ""}`);
-            return false;
-        }
-    }
-    return true;
-}
-async function scanDS(id, force = false, acceptSchema = false) {
-    const params = new URLSearchParams();
-    if (force)
-        params.set("force", "true");
-    if (acceptSchema)
-        params.set("accept_schema", "true");
-    const qs = params.toString();
-    return apiClient.post(`/api/v1/cli/ds/${id}/scan${qs ? `?${qs}` : ""}`, {}, { timeoutMs: SCAN_TIMEOUT_MS });
-}
-async function pollUntilDSReady(id, name) {
-    const isTTY = process.stderr.isTTY ?? false;
-    const start = Date.now();
-    if (isTTY)
-        process.stderr.write(`  Materializing ${name}...`);
-    // Feature #661: creation gets the longer create-poll budget (not the 5-min
-    // refresh cap), so a legit large load isn't reported as timed-out while still
-    // materializing in the Job.
-    let firstPoll = true;
-    while (Date.now() - start < MAX_CREATE_POLL_DURATION_MS) {
-        // Issue #775: poll immediately on the first pass, then wait between polls.
-        // An inline create (Project #247) already returned a terminal status from
-        // the POST, so sleeping first would tax every inline `ds create --sql` a
-        // guaranteed ~POLL_INTERVAL_MS before it can report done. Every `continue`
-        // below falls back here, so later passes (and retries) still wait first.
-        if (!firstPoll)
-            await new Promise((r) => setTimeout(r, POLL_INTERVAL_MS));
-        firstPoll = false;
-        let all;
-        try {
-            all = await fetchDSList();
-        }
-        catch {
-            // Issue #775: a transient network/transport blip during the up-to-70-min
-            // create window must NOT abort the poll and misreport a still-materializing
-            // source as failed. Tolerate the throw and re-poll (the next pass waits the
-            // poll interval first, matching triggerRefresh's tolerance). A genuine
-            // create failure arrives as status "error" in a successful response and is
-            // handled below - it is never swallowed here.
-            continue;
-        }
-        const ds = all.find((d) => d.id === id);
-        if (!ds)
-            continue;
-        if (!isCreatePollTerminal(ds.status))
-            continue;
-        // Issue #775: pending_verification is a terminal SUCCESS (server-side scan
-        // succeeded during creation); without this branch the loop spun to the
-        // 70-minute create cap on every scan-succeeded SQL create.
-        if (ds.status === "pending_verification") {
-            if (isTTY)
-                process.stderr.write(` scanned (${formatRowCount(ds.row_count)} rows), awaiting verification\n`);
-            else
-                note(`  ${name}: scanned (${formatRowCount(ds.row_count)} rows), awaiting verification`);
-            return ds;
-        }
-        if (ds.status === "ready") {
-            if (isTTY)
-                process.stderr.write(` ready (${formatRowCount(ds.row_count)} rows)\n`);
-            else
-                note(`  ${name}: ready (${formatRowCount(ds.row_count)} rows)`);
-            return ds;
-        }
-        if (ds.status === "error") {
-            // Feature #661: surface the real, actionable failure reason (was a bare
-            // "error" before - useless to a foreign agent driving the CLI).
-            if (isTTY)
-                process.stderr.write(` failed\n`);
-            const detail = ds.last_error || "Data source creation failed.";
-            note(`  ${name}: ${detail}`);
-            return ds;
-        }
-        // Issue #775: guard the #775 regression. The status is already terminal (it
-        // passed isCreatePollTerminal), so any status without a branch above - e.g. a
-        // success status later added to CREATE_SUCCESS_STATUSES - must still end the
-        // poll. Falling through here would spin to the 70-min cap and reintroduce the
-        // hang the guard and branches must not drift into.
-        if (isTTY)
-            process.stderr.write(` ${ds.status} (${formatRowCount(ds.row_count)} rows)\n`);
-        else
-            note(`  ${name}: ${ds.status} (${formatRowCount(ds.row_count)} rows)`);
-        return ds;
-    }
-    // Feature #661: non-alarming - the Job may still be materializing server-side.
-    note(`\n  ${name} is still materializing server-side. Check status later with: graphit ds list`);
-    return null;
-}
-// Issue #775: single copy of the "scanned, awaiting verification" call to action.
-// Printed identically after a create that lands at pending_verification and after
-// `ds verify` scans a warehouse/SQL source - kept in one place so the two paths
-// (create action + printVerifySummary) cannot drift.
-function printVerificationCTA(dsId) {
-    const url = `${getFrontendUrl()}/sources?tab=sources&sub=data&id=${dsId}`;
-    note(`\n  Scanned and awaiting verification. Review and activate in the platform:`);
-    note(`  ${url}`);
-    note(`\n  Or accept the AI schema as-is from the CLI:`);
-    note(`  graphit ds verify ${dsId} --accept-schema\n`);
-}
-function printVerifySummary(scan, dsId, rowCount) {
-    const line = "─".repeat(Math.max(scan.table_name.length, 30));
-    note(`\n  ${scan.table_name}`);
-    note(`  ${line}`);
-    const colSummary = scan.columns
-        .slice(0, 6)
-        .map((c) => `${c.name} (${c.type})`)
-        .join(", ");
-    const more = scan.columns.length > 6 ? `, +${scan.columns.length - 6} more` : "";
-    note(`  Columns: ${colSummary}${more}`);
-    if (rowCount !== undefined) {
-        note(`  Rows:    ${formatRowCount(rowCount)}`);
-    }
-    // A file-upload verify (or an --accept-schema warehouse verify) activates the
-    // source server-side, so there is nothing left to do - say so (Issue #544/#546).
-    // Confirmed against the state the server reports back, not against the request
-    // we made: a scan that demoted the source must fall through to the CTA below.
-    if (scan.activated && scan.status !== "pending_verification") {
-        note(`\n  Verified - this data source is now queryable.\n`);
-        return;
-    }
-    // Scanned but awaiting review (warehouse/SQL): the AI-inferred schema needs a
-    // human to accept it. Offer both governed paths - review in the platform wizard,
-    // or accept the schema as-is from the CLI (Issue #546). This is not "still
-    // materializing" - the data is on disk; only verification is pending.
-    printVerificationCTA(dsId);
-}
-async function scanAndPrintSummary(dsId, dsName, rowCount, force = false, acceptSchema = false) {
-    const isTTY = process.stderr.isTTY ?? false;
-    if (isTTY)
-        process.stderr.write(`  Scanning schema...`);
-    try {
-        const scan = await scanDS(dsId, force, acceptSchema);
-        if (isTTY) {
-            const label = scan.already_scanned ? "already scanned" : "done";
-            process.stderr.write(` ${label} (${scan.column_count} columns)\n`);
-        }
-        else {
-            note(`  ${dsName}: scanned (${scan.column_count} columns)`);
-        }
-        printVerifySummary(scan, dsId, rowCount);
-        printShapeWarnings(scan.validation);
-        return scan;
-    }
-    catch (err) {
-        if (isTTY)
-            process.stderr.write(` failed\n`);
-        const msg = err instanceof Error ? err.message : String(err.detail ?? err);
-        note(`  Scan failed: ${msg}`);
-        // Project #263 Phase 13 (13.8): never advise a retry the server has already
-        // said cannot work. `ds verify` is a gated write, so this catch now sees
-        // permission denials - and offering "you can retry" on a `retryable: false`
-        // problem is the retry-loop bait 13.5 removed from the denial body, put back
-        // by the client. Read the FIELD, not the prose.
-        const problem = err.problem;
-        if (problem?.retryable === false) {
-            if (problem.next_step)
-                note(`  ${problem.next_step}`);
-        }
-        else {
-            note(`  You can retry with: graphit ds verify ${dsId}`);
-        }
-        return null;
-    }
-}
-/**
- * Create a data source from a local Excel/CSV file (Feature #645). Uploads the
- * file as multipart; the server parses, runs the inline AI scan, encrypts, and
- * (optionally) attaches the new table to a domain - all in one request.
- */
-async function createDataSourceFromFile(cmd, opts) {
-    const filePath = String(opts.file);
-    if (!existsSync(filePath)) {
-        errorOutput(new Error(`File not found: ${filePath}`));
-        return;
-    }
-    const buf = await readFile(filePath);
-    const filename = basename(filePath);
-    const form = new FormData();
-    form.append("file", new Blob([buf]), filename);
-    if (opts.name)
-        form.append("name", String(opts.name));
-    if (opts.sheet)
-        form.append("sheet", String(opts.sheet));
-    if (opts.domain)
-        form.append("domain", String(opts.domain));
-    note(`  Uploading ${filename}...`);
-    const resp = await apiClient.postMultipart("/api/v1/cli/ds/upload", form, { timeoutMs: 120_000 });
-    if (resp.domain_note)
-        note(`  ${resp.domain_note}`);
-    output(cmd, resp, { keyValue: true });
-}
-// Data-source lifecycle actions that are deliberately UI-only. Destroying or
-// re-pointing a source cascades into dashboards, KB tables and cached snapshots,
-// so it stays behind the Sources Hub where the blast radius is shown before you
-// commit. Creating one from the CLI is safe and stays supported.
-//
-// Registered as real commands rather than left to Commander's bare
-// `unknown command 'delete'`: an agent that gets "unknown command" concludes the
-// CLI is incomplete and goes hunting for a flag or a workaround. It needs to
-// learn the boundary is intentional and where the action actually lives.
-const UI_ONLY_DS_ACTIONS = [
-    { name: "delete <id>", summary: "Delete a data source - not available on the CLI, use the Sources Hub" },
-    { name: "move <id>", summary: "Move a data source between domains - not available on the CLI, use the Sources Hub" },
-];
-function registerUiOnlyDSActions(ds) {
-    for (const action of UI_ONLY_DS_ACTIONS) {
-        const verb = action.name.split(" ")[0];
-        ds.command(action.name)
-            .description(action.summary)
-            .action(function () {
-            const url = `${getFrontendUrl()}/sources?tab=sources&sub=data`;
-            errorOutput(new Error(`\`ds ${verb}\` is not available on the CLI. Data source ${verb} runs from the ` +
-                `Sources Hub, which shows what the change cascades into before it happens: ${url}`));
-            process.exitCode = 1;
-        });
-    }
-}
+import { printShapeWarnings, printStatusTable, printVerificationCTA } from "./ds/render.js";
+import { CREATE_TIMEOUT_MS } from "./ds/types.js";
+import { registerUiOnlyDSActions } from "./ds/ui-only.js";
+import { Option } from "commander";
 export function registerDSCommands(program) {
     const ds = program.command("ds").description("Data source management");
     // Project #258: read-only refresh-run lineage; lives in its own module to keep