@kweaver-ai/kweaver-sdk 0.5.1 → 0.6.0

package/dist/commands/vega.js

@@ -1,6 +1,6 @@
 import { createInterface } from "node:readline";
 import { ensureValidToken, formatHttpError, with401RefreshRetry } from "../auth/oauth.js";
-import { vegaHealth, listVegaCatalogs, getVegaCatalog, createVegaCatalog, updateVegaCatalog, deleteVegaCatalogs, vegaCatalogHealthStatus, testVegaCatalogConnection, discoverVegaCatalog, listVegaCatalogResources, listVegaResources, getVegaResource, queryVegaResourceData, createVegaResource, updateVegaResource, deleteVegaResources, listVegaConnectorTypes, getVegaConnectorType, registerVegaConnectorType, updateVegaConnectorType, deleteVegaConnectorType, setVegaConnectorTypeEnabled, listVegaDiscoverTasks, getVegaDiscoverTask, } from "../api/vega.js";
+import { vegaHealth, listVegaCatalogs, getVegaCatalog, createVegaCatalog, updateVegaCatalog, deleteVegaCatalogs, vegaCatalogHealthStatus, testVegaCatalogConnection, discoverVegaCatalog, listVegaCatalogResources, listVegaResources, getVegaResource, queryVegaResourceData, createVegaResource, updateVegaResource, deleteVegaResources, listVegaConnectorTypes, getVegaConnectorType, registerVegaConnectorType, updateVegaConnectorType, deleteVegaConnectorType, setVegaConnectorTypeEnabled, createVegaDatasetDocs, updateVegaDatasetDocs, deleteVegaDatasetDocs, deleteVegaDatasetDocsQuery, buildVegaDataset, getVegaDatasetBuildStatus, executeVegaQuery, listAllVegaResources, } from "../api/vega.js";
 import { formatCallOutput } from "./call.js";
 import { resolveBusinessDomain } from "../config/store.js";
 // ---------------------------------------------------------------------------
@@ -28,15 +28,20 @@ Subcommands:
   resource create --catalog-id <cid> --name <n> --category <cat>
   resource update <id> [--name X] [--status X] [--tags X] [-d json]
   resource delete <ids...> [-y]
+  resource list-all [--limit N] [--offset N]
+  dataset create-docs <resource-id> -d <json-array>
+  dataset update-docs <resource-id> -d <json-array>
+  dataset delete-docs <resource-id> <doc-ids...>
+  dataset delete-docs-query <resource-id> -d <filter-json>
+  dataset build <resource-id> [--mode full|incremental|realtime]
+  dataset build-status <resource-id> <task-id>
+  query execute -d <json>
   connector-type list                 List connector types
   connector-type get <type>           Get connector type details
   connector-type register -d <json>   Register a new connector type
   connector-type update <type> -d <json>  Update connector type
   connector-type delete <type> [-y]   Delete connector type
   connector-type enable <type> --enabled <bool>  Enable/disable connector type
-  discovery-task list [--status X] [--limit N]
-  discovery-task get <id>
-
 Common flags:
   -bd, --biz-domain <s>   Business domain (default: bd_public)
   --pretty                Pretty-print JSON (default)`);
@@ -94,10 +99,12 @@ export async function runVegaCommand(args) {
             return runVegaCatalogCommand(rest);
         if (subcommand === "resource")
             return runVegaResourceCommand(rest);
+        if (subcommand === "dataset")
+            return runVegaDatasetCommand(rest);
+        if (subcommand === "query")
+            return runVegaQueryCommand(rest);
         if (subcommand === "connector-type")
             return runVegaConnectorTypeCommand(rest);
-        if (subcommand === "discovery-task")
-            return runVegaDiscoveryTaskCommand(rest);
         return Promise.resolve(-1);
     };
     try {
@@ -142,26 +149,32 @@ async function runVegaStatsCommand(args) {
         return 0;
     }
     const { businessDomain, pretty } = parseCommonFlags(args);
-    const token = await ensureValidToken();
-    const body = await listVegaCatalogs({
-        baseUrl: token.baseUrl,
-        accessToken: token.accessToken,
-        limit: 100,
-        businessDomain,
-    });
-    const parsed = JSON.parse(body);
-    const entries = Array.isArray(parsed) ? parsed : (parsed.entries ?? parsed.data ?? parsed.items ?? parsed.catalogs ?? []);
-    const count = Array.isArray(entries) ? entries.length : 0;
-    const stats = { catalog_count: count };
-    console.log(pretty ? JSON.stringify(stats, null, 2) : JSON.stringify(stats));
-    return 0;
+    try {
+        const token = await ensureValidToken();
+        const body = await listVegaCatalogs({
+            baseUrl: token.baseUrl,
+            accessToken: token.accessToken,
+            limit: 100,
+            businessDomain,
+        });
+        const parsed = JSON.parse(body);
+        const entries = Array.isArray(parsed) ? parsed : (parsed.entries ?? parsed.data ?? parsed.items ?? parsed.catalogs ?? []);
+        const count = Array.isArray(entries) ? entries.length : 0;
+        const stats = { catalog_count: count };
+        console.log(pretty ? JSON.stringify(stats, null, 2) : JSON.stringify(stats));
+        return 0;
+    }
+    catch (error) {
+        console.error(formatHttpError(error));
+        return 1;
+    }
 }
 // ---------------------------------------------------------------------------
 // Top-level: inspect
 // ---------------------------------------------------------------------------
 async function runVegaInspectCommand(args) {
     if (args.includes("--help") || args.includes("-h")) {
-        console.log("kweaver vega inspect\n\nHealth + catalog summary + running discover tasks.");
+        console.log("kweaver vega inspect\n\nHealth + catalog summary.");
         return 0;
     }
     const { businessDomain, pretty } = parseCommonFlags(args);
@@ -188,17 +201,6 @@ async function runVegaInspectCommand(args) {
         console.error(`warn: catalog list failed: ${err instanceof Error ? err.message : String(err)}`);
         result.catalog_count = null;
     }
-    // Running discover tasks — best-effort
-    try {
-        const tasksBody = await listVegaDiscoverTasks({ ...base, status: "running" });
-        const parsed = JSON.parse(tasksBody);
-        const entries = Array.isArray(parsed) ? parsed : (parsed.entries ?? parsed.data ?? parsed.items ?? parsed.tasks ?? []);
-        result.running_discover_tasks = Array.isArray(entries) ? entries.length : 0;
-    }
-    catch (err) {
-        console.error(`warn: discover tasks query failed: ${err instanceof Error ? err.message : String(err)}`);
-        result.running_discover_tasks = null;
-    }
     console.log(pretty ? JSON.stringify(result, null, 2) : JSON.stringify(result));
     return 0;
 }
@@ -652,6 +654,7 @@ async function runVegaResourceCommand(args) {
 
 Subcommands:
   list [--catalog-id X] [--category X] [--status X] [--limit N] [--offset N]
+  list-all [--limit N] [--offset N]
   get <id>
   query <id> -d <json-body>
   create --catalog-id <cid> --name <name> --category <cat>
@@ -661,6 +664,8 @@ Subcommands:
     }
     if (sub === "list")
         return await runResourceList(rest);
+    if (sub === "list-all")
+        return await runResourceListAll(rest);
     if (sub === "get")
         return await runResourceGet(rest);
     if (sub === "query")
@@ -735,6 +740,45 @@ Options:
     return 0;
 }
 // ---------------------------------------------------------------------------
+// resource list-all
+// ---------------------------------------------------------------------------
+async function runResourceListAll(args) {
+    if (args.includes("--help") || args.includes("-h")) {
+        console.log(`kweaver vega resource list-all [options]
+
+Options:
+  --limit <n>       Max results (default: 30)
+  --offset <n>      Offset
+  -bd, --biz-domain  Business domain (default: bd_public)
+  --pretty           Pretty-print JSON (default)`);
+        return 0;
+    }
+    let limit = 30;
+    let offset;
+    const { remaining, businessDomain, pretty } = parseCommonFlags(args);
+    for (let i = 0; i < remaining.length; i += 1) {
+        const arg = remaining[i];
+        if (arg === "--limit" && remaining[i + 1]) {
+            limit = parseInt(remaining[++i], 10);
+            continue;
+        }
+        if (arg === "--offset" && remaining[i + 1]) {
+            offset = parseInt(remaining[++i], 10);
+            continue;
+        }
+    }
+    const token = await ensureValidToken();
+    const body = await listAllVegaResources({
+        baseUrl: token.baseUrl,
+        accessToken: token.accessToken,
+        limit,
+        offset,
+        businessDomain,
+    });
+    console.log(formatCallOutput(body, pretty));
+    return 0;
+}
+// ---------------------------------------------------------------------------
 // resource get
 // ---------------------------------------------------------------------------
 async function runResourceGet(args) {
@@ -980,6 +1024,303 @@ Options:
     return 0;
 }
 // ---------------------------------------------------------------------------
+// Dataset router
+// ---------------------------------------------------------------------------
+async function runVegaDatasetCommand(args) {
+    const [sub, ...rest] = args;
+    if (!sub || sub === "--help" || sub === "-h") {
+        console.log(`kweaver vega dataset
+
+Subcommands:
+  create-docs <resource-id> -d <json-array>
+  update-docs <resource-id> -d <json-array>
+  delete-docs <resource-id> <doc-ids...>
+  delete-docs-query <resource-id> -d <filter-json>
+  build <resource-id> [--mode full|incremental|realtime]
+  build-status <resource-id> <task-id>`);
+        return 0;
+    }
+    if (sub === "create-docs")
+        return await runDatasetCreateDocs(rest);
+    if (sub === "update-docs")
+        return await runDatasetUpdateDocs(rest);
+    if (sub === "delete-docs")
+        return await runDatasetDeleteDocs(rest);
+    if (sub === "delete-docs-query")
+        return await runDatasetDeleteDocsQuery(rest);
+    if (sub === "build")
+        return await runDatasetBuild(rest);
+    if (sub === "build-status")
+        return await runDatasetBuildStatus(rest);
+    console.error(`Unknown dataset subcommand: ${sub}`);
+    return 1;
+}
+// ---------------------------------------------------------------------------
+// dataset create-docs
+// ---------------------------------------------------------------------------
+async function runDatasetCreateDocs(args) {
+    if (args.includes("--help") || args.includes("-h")) {
+        console.log(`kweaver vega dataset create-docs <resource-id> -d <json-array>
+
+Options:
+  -d, --data <json>   Array of documents (JSON string)`);
+        return 0;
+    }
+    let data;
+    const { remaining, businessDomain, pretty } = parseCommonFlags(args);
+    const positionals = [];
+    for (let i = 0; i < remaining.length; i += 1) {
+        const arg = remaining[i];
+        if ((arg === "-d" || arg === "--data") && remaining[i + 1]) {
+            data = remaining[++i];
+            continue;
+        }
+        if (!arg.startsWith("-"))
+            positionals.push(arg);
+    }
+    const id = positionals[0];
+    if (!id || !data) {
+        console.error("Usage: kweaver vega dataset create-docs <resource-id> -d <json-array>");
+        return 1;
+    }
+    const token = await ensureValidToken();
+    const body = await createVegaDatasetDocs({
+        baseUrl: token.baseUrl,
+        accessToken: token.accessToken,
+        id,
+        body: data,
+        businessDomain,
+    });
+    console.log(formatCallOutput(body, pretty));
+    return 0;
+}
+// ---------------------------------------------------------------------------
+// dataset update-docs
+// ---------------------------------------------------------------------------
+async function runDatasetUpdateDocs(args) {
+    if (args.includes("--help") || args.includes("-h")) {
+        console.log(`kweaver vega dataset update-docs <resource-id> -d <json-array>
+
+Options:
+  -d, --data <json>   Array of documents with ids (JSON string)`);
+        return 0;
+    }
+    let data;
+    const { remaining, businessDomain, pretty } = parseCommonFlags(args);
+    const positionals = [];
+    for (let i = 0; i < remaining.length; i += 1) {
+        const arg = remaining[i];
+        if ((arg === "-d" || arg === "--data") && remaining[i + 1]) {
+            data = remaining[++i];
+            continue;
+        }
+        if (!arg.startsWith("-"))
+            positionals.push(arg);
+    }
+    const id = positionals[0];
+    if (!id || !data) {
+        console.error("Usage: kweaver vega dataset update-docs <resource-id> -d <json-array>");
+        return 1;
+    }
+    const token = await ensureValidToken();
+    const body = await updateVegaDatasetDocs({
+        baseUrl: token.baseUrl,
+        accessToken: token.accessToken,
+        id,
+        body: data,
+        businessDomain,
+    });
+    console.log(formatCallOutput(body || "{}", pretty));
+    return 0;
+}
+// ---------------------------------------------------------------------------
+// dataset delete-docs
+// ---------------------------------------------------------------------------
+async function runDatasetDeleteDocs(args) {
+    if (args.includes("--help") || args.includes("-h")) {
+        console.log(`kweaver vega dataset delete-docs <resource-id> <doc-ids...>
+
+Positional args:
+  resource-id   The dataset resource ID
+  doc-ids       One or more document IDs (comma-joined)`);
+        return 0;
+    }
+    const { remaining, businessDomain, pretty } = parseCommonFlags(args);
+    const positionals = remaining.filter((a) => !a.startsWith("-"));
+    const id = positionals[0];
+    const docIds = positionals.slice(1);
+    if (!id || docIds.length === 0) {
+        console.error("Usage: kweaver vega dataset delete-docs <resource-id> <doc-ids...>");
+        return 1;
+    }
+    const token = await ensureValidToken();
+    const body = await deleteVegaDatasetDocs({
+        baseUrl: token.baseUrl,
+        accessToken: token.accessToken,
+        id,
+        docIds: docIds.join(","),
+        businessDomain,
+    });
+    console.log(formatCallOutput(body || "{}", pretty));
+    return 0;
+}
+// ---------------------------------------------------------------------------
+// dataset delete-docs-query
+// ---------------------------------------------------------------------------
+async function runDatasetDeleteDocsQuery(args) {
+    if (args.includes("--help") || args.includes("-h")) {
+        console.log(`kweaver vega dataset delete-docs-query <resource-id> -d <filter-json>
+
+Options:
+  -d, --data <json>   Filter condition (JSON string)`);
+        return 0;
+    }
+    let data;
+    const { remaining, businessDomain, pretty } = parseCommonFlags(args);
+    const positionals = [];
+    for (let i = 0; i < remaining.length; i += 1) {
+        const arg = remaining[i];
+        if ((arg === "-d" || arg === "--data") && remaining[i + 1]) {
+            data = remaining[++i];
+            continue;
+        }
+        if (!arg.startsWith("-"))
+            positionals.push(arg);
+    }
+    const id = positionals[0];
+    if (!id || !data) {
+        console.error("Usage: kweaver vega dataset delete-docs-query <resource-id> -d <filter-json>");
+        return 1;
+    }
+    const token = await ensureValidToken();
+    const body = await deleteVegaDatasetDocsQuery({
+        baseUrl: token.baseUrl,
+        accessToken: token.accessToken,
+        id,
+        body: data,
+        businessDomain,
+    });
+    console.log(formatCallOutput(body || "{}", pretty));
+    return 0;
+}
+// ---------------------------------------------------------------------------
+// dataset build
+// ---------------------------------------------------------------------------
+async function runDatasetBuild(args) {
+    if (args.includes("--help") || args.includes("-h")) {
+        console.log(`kweaver vega dataset build <resource-id> [options]
+
+Options:
+  --mode <mode>   Build mode: full, incremental, realtime (default: full)`);
+        return 0;
+    }
+    let mode = "full";
+    const { remaining, businessDomain, pretty } = parseCommonFlags(args);
+    const positionals = [];
+    for (let i = 0; i < remaining.length; i += 1) {
+        const arg = remaining[i];
+        if (arg === "--mode" && remaining[i + 1]) {
+            mode = remaining[++i];
+            continue;
+        }
+        if (!arg.startsWith("-"))
+            positionals.push(arg);
+    }
+    const id = positionals[0];
+    if (!id) {
+        console.error("Usage: kweaver vega dataset build <resource-id> [--mode full|incremental|realtime]");
+        return 1;
+    }
+    const token = await ensureValidToken();
+    const body = await buildVegaDataset({
+        baseUrl: token.baseUrl,
+        accessToken: token.accessToken,
+        id,
+        mode,
+        businessDomain,
+    });
+    console.log(formatCallOutput(body, pretty));
+    return 0;
+}
+// ---------------------------------------------------------------------------
+// dataset build-status
+// ---------------------------------------------------------------------------
+async function runDatasetBuildStatus(args) {
+    if (args.includes("--help") || args.includes("-h")) {
+        console.log(`kweaver vega dataset build-status <resource-id> <task-id>`);
+        return 0;
+    }
+    const { remaining, businessDomain, pretty } = parseCommonFlags(args);
+    const positionals = remaining.filter((a) => !a.startsWith("-"));
+    const id = positionals[0];
+    const taskId = positionals[1];
+    if (!id || !taskId) {
+        console.error("Usage: kweaver vega dataset build-status <resource-id> <task-id>");
+        return 1;
+    }
+    const token = await ensureValidToken();
+    const body = await getVegaDatasetBuildStatus({
+        baseUrl: token.baseUrl,
+        accessToken: token.accessToken,
+        id,
+        taskId,
+        businessDomain,
+    });
+    console.log(formatCallOutput(body, pretty));
+    return 0;
+}
+// ---------------------------------------------------------------------------
+// Query router
+// ---------------------------------------------------------------------------
+async function runVegaQueryCommand(args) {
+    const [sub, ...rest] = args;
+    if (!sub || sub === "--help" || sub === "-h") {
+        console.log(`kweaver vega query
+
+Subcommands:
+  execute -d <json>   Execute a query`);
+        return 0;
+    }
+    if (sub === "execute")
+        return await runQueryExecute(rest);
+    console.error(`Unknown query subcommand: ${sub}`);
+    return 1;
+}
+// ---------------------------------------------------------------------------
+// query execute
+// ---------------------------------------------------------------------------
+async function runQueryExecute(args) {
+    if (args.includes("--help") || args.includes("-h")) {
+        console.log(`kweaver vega query execute -d <json>
+
+Options:
+  -d, --data <json>   Query body (tables, joins, output_fields, filter_condition, sort, limit, ...)`);
+        return 0;
+    }
+    let data;
+    const { remaining, businessDomain, pretty } = parseCommonFlags(args);
+    for (let i = 0; i < remaining.length; i += 1) {
+        const arg = remaining[i];
+        if ((arg === "-d" || arg === "--data") && remaining[i + 1]) {
+            data = remaining[++i];
+            continue;
+        }
+    }
+    if (!data) {
+        console.error("Usage: kweaver vega query execute -d <json>");
+        return 1;
+    }
+    const token = await ensureValidToken();
+    const body = await executeVegaQuery({
+        baseUrl: token.baseUrl,
+        accessToken: token.accessToken,
+        body: data,
+        businessDomain,
+    });
+    console.log(formatCallOutput(body, pretty));
+    return 0;
+}
+// ---------------------------------------------------------------------------
 // Connector-type router
 // ---------------------------------------------------------------------------
 async function runVegaConnectorTypeCommand(args) {
@@ -1206,89 +1547,3 @@ async function runConnectorTypeEnable(args) {
     console.log(formatCallOutput(body || "{}", pretty));
     return 0;
 }
-// ---------------------------------------------------------------------------
-// Discovery-task router
-// ---------------------------------------------------------------------------
-async function runVegaDiscoveryTaskCommand(args) {
-    const [sub, ...rest] = args;
-    if (!sub || sub === "--help" || sub === "-h") {
-        console.log(`kweaver vega discovery-task
-
-Subcommands:
-  list [--status X] [--limit N]
-  get <id>`);
-        return 0;
-    }
-    if (sub === "list")
-        return await runDiscoveryTaskList(rest);
-    if (sub === "get")
-        return await runDiscoveryTaskGet(rest);
-    console.error(`Unknown discovery-task subcommand: ${sub}`);
-    return 1;
-}
-// ---------------------------------------------------------------------------
-// discovery-task list
-// ---------------------------------------------------------------------------
-async function runDiscoveryTaskList(args) {
-    if (args.includes("--help") || args.includes("-h")) {
-        console.log(`kweaver vega discovery-task list [options]
-
-Options:
-  --catalog-id <cid>  Filter by catalog (reserved)
-  --status <s>        Filter by status
-  --limit <n>         Max results`);
-        return 0;
-    }
-    let status;
-    let limit;
-    const { remaining, businessDomain, pretty } = parseCommonFlags(args);
-    for (let i = 0; i < remaining.length; i += 1) {
-        const arg = remaining[i];
-        if (arg === "--status" && remaining[i + 1]) {
-            status = remaining[++i];
-            continue;
-        }
-        if (arg === "--limit" && remaining[i + 1]) {
-            limit = parseInt(remaining[++i], 10);
-            continue;
-        }
-        if (arg === "--catalog-id" && remaining[i + 1]) {
-            remaining[++i];
-            continue;
-        }
-    }
-    const token = await ensureValidToken();
-    const body = await listVegaDiscoverTasks({
-        baseUrl: token.baseUrl,
-        accessToken: token.accessToken,
-        status,
-        limit,
-        businessDomain,
-    });
-    console.log(formatCallOutput(body, pretty));
-    return 0;
-}
-// ---------------------------------------------------------------------------
-// discovery-task get
-// ---------------------------------------------------------------------------
-async function runDiscoveryTaskGet(args) {
-    if (args.includes("--help") || args.includes("-h")) {
-        console.log("kweaver vega discovery-task get <id>");
-        return 0;
-    }
-    const { remaining, businessDomain, pretty } = parseCommonFlags(args);
-    const id = remaining.find((a) => !a.startsWith("-"));
-    if (!id) {
-        console.error("Usage: kweaver vega discovery-task get <id>");
-        return 1;
-    }
-    const token = await ensureValidToken();
-    const body = await getVegaDiscoverTask({
-        baseUrl: token.baseUrl,
-        accessToken: token.accessToken,
-        id,
-        businessDomain,
-    });
-    console.log(formatCallOutput(body, pretty));
-    return 0;
-}

package/dist/config/jwt.d.ts

@@ -0,0 +1,6 @@
+/**
+ * Lightweight JWT payload decoding (no signature verification).
+ * Used by the credential store and CLI to extract user identity from id_token / access_token.
+ */
+export declare function decodeJwtPayload(jwt: string): Record<string, unknown> | null;
+export declare function extractUserIdFromJwt(jwt: string): string | null;

package/dist/config/jwt.js

@@ -0,0 +1,21 @@
+/**
+ * Lightweight JWT payload decoding (no signature verification).
+ * Used by the credential store and CLI to extract user identity from id_token / access_token.
+ */
+export function decodeJwtPayload(jwt) {
+    const parts = jwt.split(".");
+    if (parts.length !== 3)
+        return null;
+    try {
+        const base64 = parts[1].replace(/-/g, "+").replace(/_/g, "/");
+        const json = Buffer.from(base64, "base64").toString("utf8");
+        return JSON.parse(json);
+    }
+    catch {
+        return null;
+    }
+}
+export function extractUserIdFromJwt(jwt) {
+    const payload = decodeJwtPayload(jwt);
+    return typeof payload?.sub === "string" ? payload.sub : null;
+}

package/dist/config/no-auth.d.ts

@@ -0,0 +1,3 @@
+/** Sentinel access token for platforms with no OAuth / no API authentication. */
+export declare const NO_AUTH_TOKEN = "__NO_AUTH__";
+export declare function isNoAuth(accessToken: string): boolean;

package/dist/config/no-auth.js

@@ -0,0 +1,5 @@
+/** Sentinel access token for platforms with no OAuth / no API authentication. */
+export const NO_AUTH_TOKEN = "__NO_AUTH__";
+export function isNoAuth(accessToken) {
+    return accessToken === NO_AUTH_TOKEN;
+}