aui-agent-builder 0.3.55 → 0.3.57

package/dist/commands/push.js

@@ -1,7 +1,6 @@
 import { jsx as _jsx, jsxs as _jsxs } from "react/jsx-runtime";
 import * as fs from "fs";
 import * as path from "path";
-import * as crypto from "crypto";
 import { render } from "ink";
 import { Box, Text } from "ink";
 import inquirer from "inquirer";
@@ -14,7 +13,7 @@ import { getItemLevelDiff } from "../utils/git.js";
 import { AuthenticationError, ConfigError, ValidationError } from "../errors/index.js";
 import { StatusLine, Spinner, ErrorDisplay, Hint, } from "../ui/components/index.js";
 import { colors, icons } from "../ui/theme.js";
-import { PushFileSummary, PushChangesView, PushRagSummary, PushTaskLine, PushFinalSummary, } from "../ui/views/PushView.js";
+import { PushFileSummary, PushChangesView, PushTaskLine, PushFinalSummary, } from "../ui/views/PushView.js";
 import { isJsonMode, outputJson, stderrLog } from "../utils/json-output.js";
 // ─── Ink Rendering Helpers ───
 function log(node) {
@@ -124,8 +123,6 @@ async function _push(pushSpan, agentCode, options = {}) {
                 type = "integrations";
             else if (parsed.rules)
                 type = "rules";
-            else if (parsed.widgets)
-                type = "widgets";
             fileData.push({ file: relativePath, type, data: parsed });
         }
         if (json)
@@ -171,7 +168,8 @@ async function _push(pushSpan, agentCode, options = {}) {
                     file: change.file,
                     status: change.status,
                 };
-                if (change.status === "modified" || change.status === "added") {
+                if ((change.status === "modified" || change.status === "added") &&
+                    !change.file.startsWith("knowledge-hubs/")) {
                     const arrayFileInfo = getArrayFileInfoForPush(change.file, projectRoot);
                     if (arrayFileInfo) {
                         const itemChanges = getItemDiff(projectRoot, change.file, arrayFileInfo.arrayKey, arrayFileInfo.itemKey);
@@ -234,7 +232,7 @@ async function _push(pushSpan, agentCode, options = {}) {
             log(_jsx(Box, { paddingX: 1, children: _jsx(StatusLine, { kind: "muted", label: "Dry run \u2014 no changes pushed." }) }));
             return;
         }
-        // ─── Push integrations before RAG/KB ───
+        // ─── Push integrations before KB ───
         // Integrations must be created/updated first, since knowledge hub
         // uploads depend on the integration's knowledge base already existing.
         let integrationsAlreadyPushed = false;
@@ -288,71 +286,8 @@ async function _push(pushSpan, agentCode, options = {}) {
                 }
             }
         }
-        // ─── RAG file upload ───
-        const ragFiles = detectRagFileChanges(fileData, projectRoot);
-        if (ragFiles.total > 0) {
-            const ragStats = {
-                newFiles: ragFiles.newFiles,
-                changedFiles: ragFiles.changedFiles,
-                unchangedFiles: ragFiles.unchangedFiles,
-                urlSources: ragFiles.urlSources,
-            };
-            log(_jsx(PushRagSummary, { stats: ragStats }));
-            const { loadKbmApiKey } = await import("../config/index.js");
-            const kbmKey = loadKbmApiKey();
-            const session = (await import("../config/index.js")).loadSession();
-            if (kbmKey && session?.network_id && session?.user_id) {
-                const { RAGClient } = await import("../api-client/rag-client.js");
-                const ragClient = new RAGClient(kbmKey);
-                const pendingUploads = ragFiles.pendingFiles || [];
-                const pendingUrls = ragFiles.pendingUrls || [];
-                if (pendingUploads.length > 0) {
-                    const ragSpinner = startSpinner(`Uploading ${pendingUploads.length} RAG file(s)...`);
-                    try {
-                        for (const upload of pendingUploads) {
-                            await ragClient.uploadFiles({
-                                filePaths: [upload.path],
-                                createdBy: session.user_id,
-                                scopeType: "NETWORK",
-                                networkId: session.network_id,
-                                knowledgeBaseId: upload.kbId,
-                                knowledgeBaseName: upload.kbName,
-                            });
-                        }
-                        ragSpinner.succeed(`${pendingUploads.length} RAG file(s) uploaded`);
-                    }
-                    catch (error) {
-                        ragSpinner.fail("RAG file upload failed");
-                        log(_jsx(ErrorDisplay, { error: error }));
-                    }
-                }
-                if (pendingUrls.length > 0) {
-                    const urlSpinner = startSpinner(`Scraping ${pendingUrls.length} URL(s)...`);
-                    try {
-                        for (const urlUpload of pendingUrls) {
-                            await ragClient.uploadWebsites({
-                                urls: [{ url: urlUpload.url }],
-                                createdBy: session.user_id,
-                                scopeType: "NETWORK",
-                                networkId: session.network_id,
-                                knowledgeBaseId: urlUpload.kbId,
-                                knowledgeBaseName: urlUpload.kbName,
-                            });
-                        }
-                        urlSpinner.succeed(`${pendingUrls.length} URL(s) submitted for scraping`);
-                    }
-                    catch (error) {
-                        urlSpinner.fail("URL scraping failed");
-                        log(_jsx(ErrorDisplay, { error: error }));
-                    }
-                }
-            }
-            else if (!kbmKey) {
-                log(_jsx(Box, { paddingX: 1, children: _jsx(Hint, { message: "RAG API key not set. Run", command: "aui rag" }) }));
-            }
-        }
-        // ─── Knowledge Hubs Push ───
-        const { getKnowledgeHubChanges, getBaselineRawContent } = await import("../utils/git.js");
+        // ─── Knowledge Hubs Push (full files) ───
+        const { getKnowledgeHubChanges } = await import("../utils/git.js");
         const kbChanges = getKnowledgeHubChanges(projectRoot);
         if (kbChanges.length > 0) {
             const kbConfig = getConfig();
@@ -360,7 +295,7 @@ async function _push(pushSpan, agentCode, options = {}) {
             const kbNetworkId = projectConfig.agent_id || kbSession?.network_id;
             if (kbNetworkId && kbConfig.authToken) {
                 const { KBViewClient } = await import("../api-client/kb-view-client.js");
-                const { diffResources, buildScope, readKbFolder } = await import("../services/kb-view.service.js");
+                const { buildScope, readKbFolder } = await import("../services/kb-view.service.js");
                 const { loadAgentSettingsApiKey: loadAsKey } = await import("../config/index.js");
                 const kbViewClient = new KBViewClient({
                     authToken: kbConfig.authToken,
@@ -377,111 +312,108 @@ async function _push(pushSpan, agentCode, options = {}) {
                     accountId: projectConfig.account_id || kbConfig.accountId || "",
                 });
                 const userId = kbSession?.user_id || "cli";
-                // Group changes by KB directory
-                const changesByKB = new Map();
+                // Collect all changed KB directories (skip root-level files)
+                const changedKBDirs = new Set();
                 for (const change of kbChanges) {
-                    const existing = changesByKB.get(change.kbDirName) || [];
-                    existing.push(change);
-                    changesByKB.set(change.kbDirName, existing);
-                }
-                // Warn about deletions
-                const deletions = kbChanges.filter((c) => c.status === "deleted");
-                for (const del of deletions) {
-                    log(_jsx(Box, { paddingX: 1, children: _jsx(StatusLine, { kind: "warning", label: `Deletion detected: ${del.file} — please delete via the UI` }) }));
+                    if (change.kbDirName) {
+                        changedKBDirs.add(change.kbDirName);
+                    }
                 }
-                // Process non-deletion changes
-                const kbJsonChanges = kbChanges.filter((c) => c.isKbJson && c.status !== "deleted");
-                const binaryChanges = kbChanges.filter((c) => !c.isKbJson && c.status !== "deleted");
-                // Push changed/added kb.json resources (resource-level diff)
-                if (kbJsonChanges.length > 0) {
-                    const kbSpinner = startSpinner(`Pushing ${kbJsonChanges.length} knowledge base JSON change(s)...`);
+                // Split into existing (will upload) and deleted (will delete from server)
+                const existingKBDirs = [...changedKBDirs].filter((d) => fs.existsSync(path.join(projectRoot, "knowledge-hubs", d)));
+                const deletedKBDirs = [...changedKBDirs].filter((d) => !fs.existsSync(path.join(projectRoot, "knowledge-hubs", d)));
+                // Delete KBs that were removed locally
+                let kbDeleteSucceeded = true;
+                if (deletedKBDirs.length > 0) {
+                    const { getBaselineFileContent } = await import("../utils/git.js");
+                    const deleteSpinner = startSpinner(`Deleting ${deletedKBDirs.length} knowledge base(s) from server...`);
                     try {
-                        for (const change of kbJsonChanges) {
-                            const kbDir = path.join(projectRoot, "knowledge-hubs", change.kbDirName);
-                            const kbData = readKbFolder(kbDir);
-                            if (!kbData)
+                        for (const kbDirName of deletedKBDirs) {
+                            const baselineKb = getBaselineFileContent(projectRoot, `knowledge-hubs/${kbDirName}/kb.json`);
+                            const kbName = baselineKb?.name || kbDirName;
+                            const kbId = baselineKb?.knowledge_base_id;
+                            if (!kbId) {
+                                log(_jsx(Box, { paddingX: 1, children: _jsx(StatusLine, { kind: "warning", label: `Cannot delete "${kbName}" — no knowledge_base_id stored. Push the KB first, then delete.` }) }));
                                 continue;
-                            let resourcesToSend = kbData.resources;
-                            // If modified, diff against baseline
-                            if (change.status === "modified") {
-                                const baselineRaw = getBaselineRawContent(projectRoot, change.file);
-                                if (baselineRaw) {
-                                    try {
-                                        const baselineJson = JSON.parse(baselineRaw);
-                                        const baselineResources = baselineJson.resources || [];
-                                        const resourceDiff = diffResources(baselineResources, kbData.resources);
-                                        // Warn about removed resources
-                                        for (const removed of resourceDiff.removed) {
-                                            log(_jsx(Box, { paddingX: 1, children: _jsx(StatusLine, { kind: "warning", label: `Resource removed from ${kbData.name}: "${removed.title}" — please delete via the UI` }) }));
-                                        }
-                                        resourcesToSend = [
-                                            ...resourceDiff.added,
-                                            ...resourceDiff.changed,
-                                        ];
-                                        if (resourcesToSend.length === 0)
-                                            continue;
-                                    }
-                                    catch {
-                                        // If baseline parse fails, send all resources
-                                    }
-                                }
                             }
-                            await kbViewClient.importJson({
-                                scope,
-                                knowledge_bases: [
-                                    { name: kbData.name, resources: resourcesToSend },
-                                ],
-                                created_by: userId,
-                                network_id: scope.network_id,
-                            });
+                            await kbViewClient.deleteKnowledgeBase(kbId, scope, kbName);
+                            log(_jsx(Box, { paddingX: 1, children: _jsx(StatusLine, { kind: "success", label: `Deleted: ${kbName}` }) }));
                         }
-                        kbSpinner.succeed(`Knowledge base JSON changes pushed`);
+                        deleteSpinner.succeed(`${deletedKBDirs.length} knowledge base(s) deleted`);
                     }
                     catch (error) {
-                        kbSpinner.fail("Knowledge base JSON push failed");
+                        kbDeleteSucceeded = false;
+                        deleteSpinner.fail("Knowledge base deletion failed");
                         log(_jsx(ErrorDisplay, { error: error }));
                     }
                 }
-                // Push changed/added binary files
-                if (binaryChanges.length > 0) {
-                    const binSpinner = startSpinner(`Uploading ${binaryChanges.length} knowledge base file(s)...`);
+                // Upload full files for each changed KB
+                let kbUploadSucceeded = false;
+                if (existingKBDirs.length > 0) {
+                    const kbSpinner = startSpinner(`Pushing ${existingKBDirs.length} knowledge base(s)...`);
                     try {
-                        // Group binary files by KB
-                        const binByKB = new Map();
-                        for (const change of binaryChanges) {
-                            const filePath = path.join(projectRoot, change.file);
-                            if (!fs.existsSync(filePath))
-                                continue;
-                            const existing = binByKB.get(change.kbDirName) || [];
-                            existing.push(filePath);
-                            binByKB.set(change.kbDirName, existing);
-                        }
-                        for (const [kbDirName, files] of binByKB) {
+                        for (const kbDirName of existingKBDirs) {
                             const kbDir = path.join(projectRoot, "knowledge-hubs", kbDirName);
                             const kbData = readKbFolder(kbDir);
-                            const kbName = kbData?.name || kbDirName;
-                            await kbViewClient.importFiles({
-                                files,
-                                scope,
-                                created_by: userId,
-                                knowledge_base_name: kbName,
-                                knowledge_base_description: kbData?.description,
-                            });
+                            if (!kbData)
+                                continue;
+                            const SUPPORTED_EXTENSIONS = new Set([".pdf", ".md", ".txt", ".json"]);
+                            const supportedFiles = kbData.binaryFiles.filter((f) => SUPPORTED_EXTENSIONS.has(path.extname(f).toLowerCase()));
+                            const skippedFiles = kbData.binaryFiles.filter((f) => !SUPPORTED_EXTENSIONS.has(path.extname(f).toLowerCase()));
+                            for (const skipped of skippedFiles) {
+                                log(_jsx(Box, { paddingX: 1, children: _jsx(StatusLine, { kind: "warning", label: `Skipped unsupported file: ${path.basename(skipped)} (only .pdf, .md, .txt, .json)` }) }));
+                            }
+                            if (supportedFiles.length > 0) {
+                                const importResult = await kbViewClient.importFiles({
+                                    files: supportedFiles,
+                                    scope,
+                                    created_by: userId,
+                                    knowledge_base_name: kbData.name,
+                                    knowledge_base_description: kbData.description,
+                                });
+                                if (importResult.knowledge_base_id) {
+                                    const kbJsonPath = path.join(kbDir, "kb.json");
+                                    try {
+                                        const raw = JSON.parse(fs.readFileSync(kbJsonPath, "utf-8"));
+                                        raw.knowledge_base_id = importResult.knowledge_base_id;
+                                        fs.writeFileSync(kbJsonPath, JSON.stringify(raw, null, 2) + "\n");
+                                    }
+                                    catch { /* kb.json write failed, non-fatal */ }
+                                }
+                            }
                         }
-                        binSpinner.succeed(`Knowledge base file(s) uploaded`);
+                        kbSpinner.succeed(`Knowledge base(s) pushed`);
+                        kbUploadSucceeded = true;
                     }
                     catch (error) {
-                        binSpinner.fail("Knowledge base file upload failed");
+                        kbSpinner.fail("Knowledge base push failed");
                         log(_jsx(ErrorDisplay, { error: error }));
                     }
                 }
-                // Commit KB changes to baseline
-                const kbFilesToCommit = kbChanges
-                    .filter((c) => c.status !== "deleted")
-                    .map((c) => c.file);
-                if (kbFilesToCommit.length > 0) {
-                    const { commitBaselineFiles: commitKBFiles } = await import("../utils/git.js");
-                    commitKBFiles(projectRoot, kbFilesToCommit, "pushed knowledge hub changes");
+                else {
+                    kbUploadSucceeded = true;
+                }
+                const kbPushSucceeded = kbUploadSucceeded && kbDeleteSucceeded;
+                // Commit KB changes to baseline only if push succeeded
+                if (kbPushSucceeded) {
+                    const kbFilesToAdd = kbChanges
+                        .filter((c) => c.status !== "deleted")
+                        .map((c) => c.file);
+                    const kbFilesToDelete = kbChanges
+                        .filter((c) => c.status === "deleted")
+                        .map((c) => c.file);
+                    if (kbFilesToAdd.length > 0 || kbFilesToDelete.length > 0) {
+                        const { commitBaselineFiles: commitKBFiles, removeBaselineFiles } = await import("../utils/git.js");
+                        if (kbFilesToDelete.length > 0) {
+                            removeBaselineFiles(projectRoot, kbFilesToDelete);
+                        }
+                        if (kbFilesToAdd.length > 0) {
+                            commitKBFiles(projectRoot, kbFilesToAdd, "pushed knowledge hub changes");
+                        }
+                        else {
+                            commitKBFiles(projectRoot, [], "removed knowledge hub files");
+                        }
+                    }
                 }
             }
         }
@@ -663,15 +595,11 @@ async function _push(pushSpan, agentCode, options = {}) {
             t.type === "delete-tool");
         const settingsTasks = pushTasks.filter((t) => t.type === "patch-general-settings");
         const rulesTasks = pushTasks.filter((t) => t.type === "put-rules");
-        const widgetTasks = pushTasks.filter((t) => t.type === "create-widget" ||
-            t.type === "patch-widget" ||
-            t.type === "delete-widget");
         await pushStep(paramTasks, "Pushing parameters", false);
         await pushStep(entityTasks, "Pushing entities", false);
         if (!integrationsAlreadyPushed) {
             await pushStep(integrationTasks, "Pushing integrations", false);
         }
-        await pushStep(widgetTasks, "Pushing widgets", false);
         await pushStep(toolTasks, "Pushing tools", true);
         await pushStep(settingsTasks, "Pushing general settings", false);
         await pushStep(rulesTasks, "Pushing rules", false);
@@ -965,8 +893,6 @@ function getArrayFileInfoForPush(filePath, dir) {
             };
         if (content.rules)
             return { arrayKey: "rules", itemKey: "code", label: "Rules" };
-        if (content.widgets)
-            return { arrayKey: "widgets", itemKey: "name", label: "Widgets" };
         return null;
     }
     catch {
@@ -1288,38 +1214,6 @@ function buildPushTasks(diff, fileData, projectRoot, getFileDiffFn) {
                 body: rulesData,
             });
         }
-        else if (fd.type === "widgets") {
-            const itemDiffs = getItemLevelDiff(projectRoot, change.file, "widgets", "name");
-            for (const item of itemDiffs) {
-                if (item.status === "added") {
-                    tasks.push({
-                        type: "create-widget",
-                        label: `Create widget: ${item.key}`,
-                        file: change.file,
-                        body: item.newItem,
-                        itemCode: item.key,
-                    });
-                }
-                else if (item.status === "modified") {
-                    tasks.push({
-                        type: "patch-widget",
-                        label: `Update widget: ${item.key}`,
-                        file: change.file,
-                        body: item.newItem,
-                        itemCode: item.key,
-                    });
-                }
-                else if (item.status === "deleted") {
-                    tasks.push({
-                        type: "delete-widget",
-                        label: `Delete widget: ${item.key}`,
-                        file: change.file,
-                        body: item.oldItem,
-                        itemCode: item.key,
-                    });
-                }
-            }
-        }
     }
     return tasks;
 }
@@ -1459,85 +1353,8 @@ async function _executePushTask(client, params, task) {
             return client.deleteIntegration(params, task.itemCode);
         case "put-rules":
             return client.putRules(params, task.body);
-        case "create-widget":
-            try {
-                return await client.createWidget(params, task.body);
-            }
-            catch (err) {
-                if ((err.statusCode ?? err.status) === 409) {
-                    return client.patchWidget(params, task.itemCode, task.body);
-                }
-                throw err;
-            }
-        case "patch-widget":
-            return client.patchWidget(params, task.itemCode, task.body);
-        case "delete-widget":
-            return client.deleteWidget(params, task.itemCode);
         default:
             throw new Error(`Unknown push task type: ${task.type}`);
     }
 }
-function detectRagFileChanges(fileData, projectRoot) {
-    const stats = {
-        total: 0,
-        newFiles: 0,
-        changedFiles: 0,
-        unchangedFiles: 0,
-        urlSources: 0,
-        pendingFiles: [],
-        pendingUrls: [],
-    };
-    for (const fd of fileData) {
-        if (fd.type !== "integrations")
-            continue;
-        const integrations = fd.data?.integrations;
-        if (!Array.isArray(integrations))
-            continue;
-        for (const integration of integrations) {
-            if (integration.type !== "RAG")
-                continue;
-            const kh = integration.settings?.knowledge_hub;
-            const kbId = integration.settings?.knowledge_base_id;
-            const kbName = kh?.name;
-            if (!kh?.files)
-                continue;
-            for (const file of kh.files) {
-                stats.total++;
-                if (file.source === "url") {
-                    stats.urlSources++;
-                    if (file.status === "pending") {
-                        stats.pendingUrls.push({ url: file.url, kbId, kbName });
-                    }
-                    continue;
-                }
-                if (!file.path) {
-                    stats.newFiles++;
-                    continue;
-                }
-                const resolved = path.resolve(projectRoot, file.path);
-                if (!fs.existsSync(resolved)) {
-                    stats.newFiles++;
-                    continue;
-                }
-                const content = fs.readFileSync(resolved);
-                const currentHash = crypto
-                    .createHash("sha256")
-                    .update(content)
-                    .digest("hex");
-                if (!file.content_hash) {
-                    stats.newFiles++;
-                    stats.pendingFiles.push({ path: resolved, kbId, kbName });
-                }
-                else if (file.content_hash !== currentHash) {
-                    stats.changedFiles++;
-                    stats.pendingFiles.push({ path: resolved, kbId, kbName });
-                }
-                else {
-                    stats.unchangedFiles++;
-                }
-            }
-        }
-    }
-    return stats;
-}
 //# sourceMappingURL=push.js.map