@kweaver-ai/kweaver-sdk 0.4.9 → 0.4.11

package/dist/commands/import-csv.d.ts

@@ -0,0 +1,47 @@
+import type { DataflowCreateBody } from "../api/dataflow.js";
+export interface CsvData {
+    headers: string[];
+    rows: Array<Record<string, string | null>>;
+}
+export interface FieldMapping {
+    source: {
+        name: string;
+    };
+    target: {
+        name: string;
+        data_type: string;
+    };
+}
+export interface DagBodyOptions {
+    datasourceId: string;
+    datasourceType: string;
+    tableName: string;
+    tableExist: boolean;
+    data: Array<Record<string, string | null>>;
+    fieldMappings: FieldMapping[];
+}
+/**
+ * Read a CSV file and return its headers and rows.
+ * - Strips UTF-8 BOM if present
+ * - Converts empty strings to null
+ * - Throws on column count mismatch
+ */
+export declare function parseCsvFile(filePath: string): Promise<CsvData>;
+/**
+ * Derive a table name from a file path: strip .csv (case-insensitive) and prepend prefix.
+ */
+export declare function buildTableName(filePath: string, prefix: string): string;
+/**
+ * Split an array into chunks of at most `batchSize` elements.
+ */
+export declare function splitBatches<T>(rows: T[], batchSize: number): T[][];
+/**
+ * Build field mapping descriptors from CSV headers.
+ * All target fields default to VARCHAR(512).
+ */
+export declare function buildFieldMappings(headers: string[]): FieldMapping[];
+/**
+ * Construct a DataflowCreateBody for a CSV → database write operation.
+ * The DAG has two steps: a manual trigger and the database write.
+ */
+export declare function buildDagBody(options: DagBodyOptions): DataflowCreateBody;

package/dist/commands/import-csv.js

@@ -0,0 +1,111 @@
+import { readFile } from "node:fs/promises";
+import { basename } from "node:path";
+import { parse } from "csv-parse/sync";
+// ── parseCsvFile ──────────────────────────────────────────────────────────────
+/**
+ * Read a CSV file and return its headers and rows.
+ * - Strips UTF-8 BOM if present
+ * - Converts empty strings to null
+ * - Throws on column count mismatch
+ */
+export async function parseCsvFile(filePath) {
+    let content = await readFile(filePath, "utf8");
+    // Strip UTF-8 BOM
+    if (content.charCodeAt(0) === 0xfeff) {
+        content = content.slice(1);
+    }
+    // Parse with columns:true to get key/value rows
+    const records = parse(content, {
+        columns: true,
+        skip_empty_lines: true,
+        trim: true,
+        relax_column_count: false,
+    });
+    // If no records, parse just first row to extract headers
+    if (records.length === 0) {
+        const headerRows = parse(content, {
+            columns: false,
+            skip_empty_lines: false,
+            trim: true,
+            to: 1,
+        });
+        const headers = (headerRows[0] ?? []);
+        return { headers, rows: [] };
+    }
+    const headers = Object.keys(records[0]);
+    // Convert empty strings to null
+    const rows = records.map((record) => {
+        const row = {};
+        for (const key of headers) {
+            const val = record[key];
+            row[key] = val === "" ? null : (val ?? null);
+        }
+        return row;
+    });
+    return { headers, rows };
+}
+// ── buildTableName ────────────────────────────────────────────────────────────
+/**
+ * Derive a table name from a file path: strip .csv (case-insensitive) and prepend prefix.
+ */
+export function buildTableName(filePath, prefix) {
+    const base = basename(filePath).replace(/\.csv$/i, "");
+    return prefix + base;
+}
+// ── splitBatches ──────────────────────────────────────────────────────────────
+/**
+ * Split an array into chunks of at most `batchSize` elements.
+ */
+export function splitBatches(rows, batchSize) {
+    const batches = [];
+    for (let i = 0; i < rows.length; i += batchSize) {
+        batches.push(rows.slice(i, i + batchSize));
+    }
+    return batches;
+}
+// ── buildFieldMappings ────────────────────────────────────────────────────────
+/**
+ * Build field mapping descriptors from CSV headers.
+ * All target fields default to VARCHAR(512).
+ */
+export function buildFieldMappings(headers) {
+    return headers.map((name) => ({
+        source: { name },
+        target: { name, data_type: "VARCHAR(512)" },
+    }));
+}
+// ── buildDagBody ──────────────────────────────────────────────────────────────
+/**
+ * Construct a DataflowCreateBody for a CSV → database write operation.
+ * The DAG has two steps: a manual trigger and the database write.
+ */
+export function buildDagBody(options) {
+    const { datasourceId, datasourceType, tableName, tableExist, data, fieldMappings } = options;
+    const ts = Date.now();
+    const triggerStep = {
+        id: "step-trigger",
+        title: "Trigger",
+        operator: "@trigger/manual",
+        parameters: {},
+    };
+    const writeStep = {
+        id: "step-write",
+        title: "Write to Database",
+        operator: "@internal/database/write",
+        parameters: {
+            datasource_type: datasourceType,
+            datasource_id: datasourceId,
+            table_name: tableName,
+            table_exist: tableExist,
+            operate_type: "append",
+            data,
+            sync_model_fields: fieldMappings,
+        },
+    };
+    return {
+        title: `import-csv-${tableName}-${ts}`,
+        description: `CSV import into table ${tableName}`,
+        trigger_config: { operator: "@internal/trigger/manual" },
+        steps: [triggerStep, writeStep],
+    };
+}

package/dist/config/store.d.ts

@@ -8,6 +8,8 @@ export interface TokenConfig {
     refreshToken?: string;
     idToken?: string;
     obtainedAt: string;
+    /** When true, skip TLS certificate verification for this platform (saved by `kweaver auth --insecure`). */
+    tlsInsecure?: boolean;
 }
 /** OAuth2 client registration (per platform), used for refresh_token grant. */
 export interface ClientConfig {

package/dist/config/tls-env.d.ts

@@ -0,0 +1,8 @@
+/**
+ * When a platform was logged in with `--insecure`, the flag is stored on the token.
+ * Apply Node TLS verification skip for this process so all `fetch` calls to that
+ * platform succeed without per-request options.
+ *
+ * Also honors `KWEAVER_TLS_INSECURE=1` or `true` (development / scripting only).
+ */
+export declare function applyTlsEnvFromSavedTokens(): void;

package/dist/config/tls-env.js

@@ -0,0 +1,22 @@
+import { getCurrentPlatform, loadTokenConfig } from "./store.js";
+/**
+ * When a platform was logged in with `--insecure`, the flag is stored on the token.
+ * Apply Node TLS verification skip for this process so all `fetch` calls to that
+ * platform succeed without per-request options.
+ *
+ * Also honors `KWEAVER_TLS_INSECURE=1` or `true` (development / scripting only).
+ */
+export function applyTlsEnvFromSavedTokens() {
+    if (process.env.KWEAVER_TLS_INSECURE === "1" || process.env.KWEAVER_TLS_INSECURE === "true") {
+        process.env.NODE_TLS_REJECT_UNAUTHORIZED = "0";
+        return;
+    }
+    const platform = getCurrentPlatform();
+    if (!platform) {
+        return;
+    }
+    const token = loadTokenConfig(platform);
+    if (token?.tlsInsecure) {
+        process.env.NODE_TLS_REJECT_UNAUTHORIZED = "0";
+    }
+}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@kweaver-ai/kweaver-sdk",
-  "version": "0.4.9",
+  "version": "0.4.11",
   "description": "KWeaver TypeScript SDK — CLI tool and programmatic API for knowledge networks and Decision Agents.",
   "type": "module",
   "main": "./dist/index.js",
@@ -67,6 +67,7 @@
     "@kweaver-ai/bkn": "^0.1.0",
     "@playwright/test": "^1.58.2",
     "chardet": "^2.1.1",
+    "csv-parse": "^6.2.1",
     "iconv-lite": "^0.7.2",
     "ink": "^6.8.0",
     "ink-spinner": "^5.0.0",