@kweaver-ai/kweaver-sdk 0.7.2 → 0.7.3

package/dist/commands/dataflow.js

@@ -7,6 +7,9 @@ import { ensureValidToken, formatHttpError, with401RefreshRetry } from "../auth/
 import { resolveBusinessDomain } from "../config/store.js";
 import { getDataflowLogsPage, listDataflowRuns, listDataflows, runDataflowWithFile, runDataflowWithRemoteUrl, } from "../api/dataflow2.js";
 import { createDataflow } from "../api/dataflow.js";
+import { createVegaResource } from "../api/vega.js";
+import { createKnowledgeNetwork } from "../api/knowledge-networks.js";
+import { loadTemplate, listTemplates, renderTemplate, generateSourceIdentifier, getTemplatesDir, } from "../utils/template-loader.js";
 function renderTable(rows) {
     if (rows.length === 0)
         return "";
@@ -101,26 +104,6 @@ export async function runDataflowCommand(args) {
         .strict()
         .fail((message, error) => {
         throw error ?? new Error(message);
-    })
-        .command("create <json>", "Create a new dataflow (DAG) from a JSON definition", (command) => command
-        .positional("json", {
-        type: "string",
-        describe: "JSON body string or @file-path to read from file",
-    })
-        .option("biz-domain", { alias: "bd", type: "string" }), async (argv) => {
-        exitCode = await with401RefreshRetry(async () => {
-            const base = await requireTokenAndBusinessDomain(argv.bizDomain);
-            let raw = argv.json;
-            if (raw.startsWith("@")) {
-                const filePath = raw.slice(1);
-                await access(filePath, constants.R_OK);
-                raw = (await readFile(filePath, "utf8")).toString();
-            }
-            const body = JSON.parse(raw);
-            const dagId = await createDataflow({ ...base, body });
-            console.log(JSON.stringify({ id: dagId }, null, 2));
-            return 0;
-        });
     })
         .command("list", "List all dataflows", (command) => command
         .option("biz-domain", {
@@ -280,6 +263,197 @@ export async function runDataflowCommand(args) {
             }
             return 0;
         });
+    })
+        .command("templates", "List all available templates", {
+        json: { type: "boolean", default: false, describe: "Output as JSON" },
+    }, (argv) => {
+        const templatesDir = getTemplatesDir();
+        return Promise.all([
+            listTemplates("dataset", templatesDir),
+            listTemplates("bkn", templatesDir),
+            listTemplates("dataflow", templatesDir),
+        ]).then(([datasetTemplates, bknTemplates, dataflowTemplates]) => {
+            if (argv.json) {
+                console.log(JSON.stringify({
+                    dataset: datasetTemplates,
+                    bkn: bknTemplates,
+                    dataflow: dataflowTemplates,
+                }, null, 2));
+            }
+            else {
+                console.log("Dataset Templates:");
+                for (const t of datasetTemplates) {
+                    console.log(`  - ${t.name.padEnd(18)} ${t.description}`);
+                }
+                console.log("");
+                console.log("BKN Templates:");
+                for (const t of bknTemplates) {
+                    console.log(`  - ${t.name.padEnd(18)} ${t.description}`);
+                }
+                console.log("");
+                console.log("Dataflow Templates:");
+                for (const t of dataflowTemplates) {
+                    console.log(`  - ${t.name.padEnd(18)} ${t.description}`);
+                }
+            }
+        });
+    })
+        .command("create-dataset", "Create a dataset from a template", (command) => command
+        .option("template", { type: "string", demandOption: true, describe: "Template name" })
+        .option("set", { type: "array", string: true, describe: "Set parameter (key=value), can be used multiple times" })
+        .option("json", { type: "boolean", default: false, describe: "Output as JSON" })
+        .option("biz-domain", { alias: "bd", type: "string" }), async (argv) => {
+        exitCode = await with401RefreshRetry(async () => {
+            const base = await requireTokenAndBusinessDomain(argv.bizDomain);
+            const templatesDir = getTemplatesDir();
+            // Parse --set arguments
+            const args = {};
+            if (argv.set) {
+                for (const item of argv.set) {
+                    const eqIdx = item.indexOf("=");
+                    if (eqIdx > 0) {
+                        const key = item.slice(0, eqIdx);
+                        const value = item.slice(eqIdx + 1);
+                        args[key] = value;
+                    }
+                }
+            }
+            // Load template
+            const loaded = await loadTemplate(argv.template, "dataset", templatesDir);
+            if (!loaded) {
+                console.error(`Template not found: ${argv.template}`);
+                return 1;
+            }
+            // Auto-generate source_identifier if not provided
+            if (!args["source_identifier"]) {
+                const prefixMap = {
+                    "document": "dataflow_document",
+                    "document-content": "dataflow_content",
+                    "document-element": "dataflow_element",
+                };
+                const prefix = prefixMap[loaded.manifest.name] || "dataflow";
+                args["source_identifier"] = generateSourceIdentifier(prefix);
+            }
+            // Render template
+            const rendered = renderTemplate(loaded.template, loaded.manifest, args);
+            // Create dataset via API
+            const response = await createVegaResource({
+                ...base,
+                body: JSON.stringify(rendered),
+            });
+            const result = JSON.parse(response);
+            if (argv.json) {
+                console.log(JSON.stringify({ success: true, id: result.id, name: args.name }, null, 2));
+            }
+            else {
+                console.log(`dataset created: id=${result.id}`);
+            }
+            return 0;
+        });
+    })
+        .command("create-bkn", "Create a BKN (knowledge network) from a template", (command) => command
+        .option("template", { type: "string", demandOption: true, describe: "Template name" })
+        .option("set", { type: "array", string: true, describe: "Set parameter (key=value), can be used multiple times" })
+        .option("json", { type: "boolean", default: false, describe: "Output as JSON" })
+        .option("biz-domain", { alias: "bd", type: "string" }), async (argv) => {
+        exitCode = await with401RefreshRetry(async () => {
+            const base = await requireTokenAndBusinessDomain(argv.bizDomain);
+            const templatesDir = getTemplatesDir();
+            // Parse --set arguments
+            const args = {};
+            if (argv.set) {
+                for (const item of argv.set) {
+                    const eqIdx = item.indexOf("=");
+                    if (eqIdx > 0) {
+                        const key = item.slice(0, eqIdx);
+                        const value = item.slice(eqIdx + 1);
+                        args[key] = value;
+                    }
+                }
+            }
+            // Load template
+            const loaded = await loadTemplate(argv.template, "bkn", templatesDir);
+            if (!loaded) {
+                console.error(`Template not found: ${argv.template}`);
+                return 1;
+            }
+            // Render template
+            const rendered = renderTemplate(loaded.template, loaded.manifest, args);
+            rendered.business_domain = base.businessDomain;
+            // Create BKN via API
+            const response = await createKnowledgeNetwork({
+                ...base,
+                body: JSON.stringify(rendered),
+                validate_dependency: false,
+            });
+            const result = JSON.parse(response);
+            if (argv.json) {
+                console.log(JSON.stringify({ success: true, id: result.id, name: args.name }, null, 2));
+            }
+            else {
+                console.log(`bkn created: id=${result.id}`);
+            }
+            return 0;
+        });
+    })
+        .command("create [json]", "Create a new dataflow (DAG) from a JSON definition or template", (command) => command
+        .positional("json", {
+        type: "string",
+        describe: "JSON body string or @file-path to read from file",
+    })
+        .option("template", { type: "string", describe: "Template name (use instead of json)" })
+        .option("set", { type: "array", string: true, describe: "Set parameter (key=value), can be used multiple times" })
+        .option("biz-domain", { alias: "bd", type: "string" })
+        .check((argv) => {
+        const hasJson = typeof argv.json === "string";
+        const hasTemplate = typeof argv.template === "string";
+        if (hasJson && hasTemplate) {
+            throw new Error("Cannot use both json and --template");
+        }
+        if (!hasJson && !hasTemplate) {
+            throw new Error("Either json or --template is required");
+        }
+        return true;
+    }), async (argv) => {
+        exitCode = await with401RefreshRetry(async () => {
+            const base = await requireTokenAndBusinessDomain(argv.bizDomain);
+            let body;
+            if (argv.template) {
+                // Use template
+                const templatesDir = getTemplatesDir();
+                // Parse --set arguments
+                const args = {};
+                if (argv.set) {
+                    for (const item of argv.set) {
+                        const eqIdx = item.indexOf("=");
+                        if (eqIdx > 0) {
+                            const key = item.slice(0, eqIdx);
+                            const value = item.slice(eqIdx + 1);
+                            args[key] = value;
+                        }
+                    }
+                }
+                const loaded = await loadTemplate(argv.template, "dataflow", templatesDir);
+                if (!loaded) {
+                    console.error(`Template not found: ${argv.template}`);
+                    return 1;
+                }
+                body = renderTemplate(loaded.template, loaded.manifest, args);
+            }
+            else {
+                // Use JSON
+                let raw = argv.json;
+                if (raw.startsWith("@")) {
+                    const filePath = raw.slice(1);
+                    await access(filePath, constants.R_OK);
+                    raw = (await readFile(filePath, "utf8")).toString();
+                }
+                body = JSON.parse(raw);
+            }
+            const dagId = await createDataflow({ ...base, body });
+            console.log(JSON.stringify({ id: dagId }, null, 2));
+            return 0;
+        });
     })
         .demandCommand(1);
     try {

package/dist/commands/ds.d.ts

@@ -34,7 +34,6 @@ export declare function parseImportCsvArgs(args: string[]): {
     tablePrefix: string;
     batchSize: number;
     businessDomain: string;
-    recreate: boolean;
 };
 export declare function resolveFiles(pattern: string): Promise<string[]>;
 export interface ImportCsvResult {

package/dist/commands/ds.js

@@ -3,7 +3,7 @@ import { statSync } from "node:fs";
 import { glob } from "node:fs/promises";
 import { resolve as resolvePath } from "node:path";
 import { ensureValidToken, formatHttpError, with401RefreshRetry } from "../auth/oauth.js";
-import { testDatasource, createDatasource, listDatasources, getDatasource, deleteDatasource, listTablesWithColumns, } from "../api/datasources.js";
+import { testDatasource, createDatasource, listDatasources, getDatasource, deleteDatasource, listTablesWithColumns, scanMetadata, } from "../api/datasources.js";
 import { formatCallOutput } from "./call.js";
 import { resolveBusinessDomain } from "../config/store.js";
 import { parseCsvFile, buildTableName, splitBatches, buildFieldMappings, buildDagBody, } from "./import-csv.js";
@@ -404,7 +404,6 @@ Options:
   --files <s>          CSV file paths (comma-separated or glob pattern, required)
   --table-prefix <s>   Table name prefix (default: none)
   --batch-size <n>     Rows per batch (default: 500, range: 1-10000)
-  --recreate           First batch uses overwrite (drop/recreate table) then append; use when schema changed
   -bd, --biz-domain    Business domain (default: bd_public)`;
 export function parseImportCsvArgs(args) {
     let datasourceId = "";
@@ -412,7 +411,6 @@ export function parseImportCsvArgs(args) {
     let tablePrefix = "";
     let batchSize = 500;
     let businessDomain = "";
-    let recreate = false;
     for (let i = 0; i < args.length; i += 1) {
         const arg = args[i];
         if (arg === "--help" || arg === "-h")
@@ -421,10 +419,6 @@ export function parseImportCsvArgs(args) {
             files = args[++i];
             continue;
         }
-        if (arg === "--recreate") {
-            recreate = true;
-            continue;
-        }
         if (arg === "--table-prefix" && args[i + 1]) {
             tablePrefix = args[++i];
             continue;
@@ -447,7 +441,7 @@ export function parseImportCsvArgs(args) {
     }
     if (!businessDomain)
         businessDomain = resolveBusinessDomain();
-    return { datasourceId, files, tablePrefix, batchSize, businessDomain, recreate };
+    return { datasourceId, files, tablePrefix, batchSize, businessDomain };
 }
 export async function resolveFiles(pattern) {
     const parts = pattern.split(",").map((p) => p.trim()).filter(Boolean);
@@ -550,7 +544,6 @@ export async function runDsImportCsv(args) {
                 tableExist,
                 data: batch,
                 fieldMappings,
-                recreate: options.recreate,
             });
             const t0 = Date.now();
             process.stderr.write(`[${tableName}] batch ${batchLabel} (${rowCount} rows)... `);
@@ -585,6 +578,23 @@ export async function runDsImportCsv(args) {
     if (failed.length > 0) {
         console.error(`Failed tables: ${failed.join(", ")}`);
     }
+    // Refresh the platform metadata catalog so the freshly imported tables
+    // are visible to ds tables / bkn create-from-ds without manual scan.
+    // Best-effort: scan failures shouldn't mask a successful import.
+    if (succeeded.length > 0) {
+        process.stderr.write("Scanning datasource metadata ...\n");
+        try {
+            await scanMetadata({
+                ...base,
+                id: options.datasourceId,
+                dsType: datasourceType,
+                businessDomain: options.businessDomain,
+            });
+        }
+        catch (err) {
+            console.error(`Scan warning (continuing): ${formatHttpError(err)}`);
+        }
+    }
     return { code: failed.length > 0 ? 1 : 0, tables: succeeded, failed, tableColumns, sampleRows };
 }
 export async function runDsImportCsvCommand(args) {

package/dist/commands/import-csv.d.ts

@@ -19,8 +19,6 @@ export interface DagBodyOptions {
     tableExist: boolean;
     data: Array<Record<string, string | null>>;
     fieldMappings: FieldMapping[];
-    /** When true on the first batch (`tableExist` false), use "insert" to force table recreation. */
-    recreate?: boolean;
 }
 /**
  * Read a CSV file and return its headers and rows.

package/dist/commands/import-csv.js

@@ -80,11 +80,9 @@ export function buildFieldMappings(headers) {
  * The DAG has two steps: a manual trigger and the database write.
  */
 export function buildDagBody(options) {
-    const { datasourceId, datasourceType, tableName, tableExist, data, fieldMappings, recreate } = options;
+    const { datasourceId, datasourceType, tableName, tableExist, data, fieldMappings } = options;
     const ts = Date.now();
-    // "insert" creates/replaces the table; "append" adds rows to an existing table.
-    // With --recreate, use "insert" on first batch to force table recreation when schema changed.
-    const operateType = tableExist ? "append" : recreate ? "insert" : "append";
+    const operateType = "append";
     const triggerStep = {
         id: "step-trigger",
         title: "Trigger",

package/dist/commands/tool.d.ts

@@ -19,6 +19,7 @@ export interface ToolInvokeOptions {
     toolId: string;
     header?: Record<string, unknown>;
     query?: Record<string, unknown>;
+    path?: Record<string, unknown>;
     body?: unknown;
     bodyFile?: string;
     timeout?: number;

package/dist/commands/tool.js

@@ -12,8 +12,10 @@ Subcommands:
   enable --toolbox <box-id> <tool-id>...       Enable one or more tools
   disable --toolbox <box-id> <tool-id>...      Disable one or more tools
   execute --toolbox <box-id> <tool-id> [--body '<json>'|--body-file <path>]
+                                              [--header|--query|--path '<json>']
                                               Invoke a published+enabled tool
   debug   --toolbox <box-id> <tool-id> [--body '<json>'|--body-file <path>]
+                                              [--header|--query|--path '<json>']
                                               Invoke a tool (works on draft/disabled too)
 
 Options for execute/debug:
@@ -21,6 +23,9 @@ Options for execute/debug:
                           (Authorization is auto-injected from current session
                           when --header omits it; pass {} to send none)
   --query  '<json>'       Query params map forwarded to the downstream tool
+  --path   '<json>'       Path parameter map for OpenAPI path placeholders (e.g. {id})
+                          (JSON object: quote id and UUID, e.g. key id for get_dataview_detail /
+                          query_dataview_sql)
   --timeout <seconds>     Per-call timeout (backend default applies when omitted)
 
 Common options:
@@ -241,6 +246,7 @@ export function parseToolInvokeArgs(args) {
     let pretty = true;
     let header;
     let query;
+    let path;
     let body;
     let bodyProvided = false;
     let bodyFile;
@@ -259,6 +265,10 @@ export function parseToolInvokeArgs(args) {
             query = parseJsonOption("--query", args[++i]);
             continue;
         }
+        if (a === "--path" && args[i + 1]) {
+            path = parseJsonOption("--path", args[++i]);
+            continue;
+        }
         if (a === "--body" && args[i + 1]) {
             const raw = args[++i];
             try {
@@ -312,6 +322,7 @@ export function parseToolInvokeArgs(args) {
         toolId,
         header,
         query,
+        path,
         body: bodyProvided ? body : undefined,
         bodyFile,
         timeout,
@@ -370,6 +381,7 @@ async function runToolInvoke(args, action) {
         toolId: opts.toolId,
         header,
         query: opts.query,
+        path: opts.path,
         body,
         timeout: opts.timeout,
     });

package/dist/config/store.d.ts

@@ -53,6 +53,7 @@ export interface PlatformSummary {
     /** Human-readable name persisted from /oauth2/userinfo at login time. */
     displayName?: string;
 }
+export declare function getProfileName(): string | null;
 /** Extract userId from a TokenConfig (try idToken, then accessToken, fallback "default"). */
 export declare function extractUserId(token: TokenConfig): string;
 /** Get the active userId for a platform. */

package/dist/config/store.js

@@ -29,6 +29,19 @@ const MCP_PATH = "/api/agent-retrieval/v1/mcp";
 function buildMcpUrl(baseUrl) {
     return baseUrl.replace(/\/+$/, "") + MCP_PATH;
 }
+const PROFILE_NAME_RE = /^[A-Za-z0-9_-]{1,64}$/;
+export function getProfileName() {
+    const raw = process.env.KWEAVER_PROFILE;
+    if (!raw)
+        return null;
+    const trimmed = raw.trim();
+    if (!trimmed)
+        return null;
+    if (!PROFILE_NAME_RE.test(trimmed)) {
+        throw new Error(`KWEAVER_PROFILE='${raw}' is invalid. Use 1-64 chars from [A-Za-z0-9_-].`);
+    }
+    return trimmed;
+}
 function getConfigDirPath() {
     return process.env.KWEAVERC_CONFIG_DIR || join(homedir(), ".kweaver");
 }
@@ -36,6 +49,10 @@ function getPlatformsDirPath() {
     return join(getConfigDirPath(), "platforms");
 }
 function getStateFilePath() {
+    const profile = getProfileName();
+    if (profile) {
+        return join(getConfigDirPath(), "profiles", profile, "state.json");
+    }
     return join(getConfigDirPath(), "state.json");
 }
 function getLegacyClientFilePath() {

package/dist/resources/toolboxes.d.ts

@@ -6,6 +6,8 @@ export interface InvokeToolArgs {
      *  send no headers. */
     header?: Record<string, unknown>;
     query?: Record<string, unknown>;
+    /** Path parameters for OpenAPI `{name}` placeholders (e.g. `{ id: "<uuid>" }`). */
+    path?: Record<string, unknown>;
     body?: unknown;
     /** Per-call timeout in seconds (backend default applies when omitted). */
     timeout?: number;

package/dist/templates/bkn/document/manifest.json

@@ -0,0 +1,12 @@
+{
+  "name": "document",
+  "type": "bkn",
+  "description": "文档知识网络",
+  "arguments": [
+    { "name": "name", "required": true, "description": "BKN 名称", "type": "string" },
+    { "name": "embedding_model_id", "required": true, "description": "向量化模型 ID", "type": "string" },
+    { "name": "content_dataset_id", "required": true, "description": "内容数据集 ID", "type": "string" },
+    { "name": "document_dataset_id", "required": true, "description": "文档数据集 ID", "type": "string" },
+    { "name": "element_dataset_id", "required": true, "description": "元素数据集 ID", "type": "string" }
+  ]
+}