@rudderhq/server 0.1.0-canary.8 → 0.1.0

package/dist/services/knowledge-portability/organization-portability.js

@@ -68,6 +68,7 @@ const DEFAULT_INCLUDE = {
     skills: false,
 };
 const DEFAULT_COLLISION_STRATEGY = "rename";
+const PORTABLE_AGENT_ENTRY_FILE = "AGENTS.md";
 const execFileAsync = promisify(execFile);
 let bundledSkillsCommitPromise = null;
 function resolveImportMode(options) {
@@ -1908,6 +1909,24 @@ function readAgentSkillRefs(frontmatter) {
         .map((entry) => normalizeSkillKey(entry) ?? entry.trim())
         .filter(Boolean)));
 }
+function isPortableAgentEntryPath(relativePath) {
+    return path.posix.basename(normalizePortablePath(relativePath)) === PORTABLE_AGENT_ENTRY_FILE;
+}
+function ensurePortableAgentEntryFile(exportedFiles, exportedEntryFile, fallbackBody) {
+    const files = { ...exportedFiles };
+    const normalizedEntryFile = normalizePortablePath(exportedEntryFile);
+    if (isPortableAgentEntryPath(normalizedEntryFile) && typeof files[normalizedEntryFile] === "string") {
+        return { files, entryFile: normalizedEntryFile };
+    }
+    const existingPortableEntry = Object.keys(files)
+        .map((entry) => normalizePortablePath(entry))
+        .find((entry) => isPortableAgentEntryPath(entry));
+    if (existingPortableEntry) {
+        return { files, entryFile: existingPortableEntry };
+    }
+    files[PORTABLE_AGENT_ENTRY_FILE] = fallbackBody || "_No AGENTS instructions were resolved from current agent config._";
+    return { files, entryFile: PORTABLE_AGENT_ENTRY_FILE };
+}
 function buildManifestFromPackageFiles(files, opts) {
     const normalizedFiles = normalizeFileMap(files);
     const companyPath = typeof normalizedFiles["ORGANIZATION.md"] === "string"
@@ -2366,7 +2385,24 @@ export function organizationPortabilityService(db, storage) {
         resolved.warnings.unshift(...warnings);
         return resolved;
     }
-    async function exportBundle(orgId, input) {
+    async function exportBundle(orgId, input, options = {}) {
+        const totalProgressSteps = 8;
+        const assertNotAborted = () => {
+            if (options.signal?.aborted) {
+                throw new Error("Export build canceled");
+            }
+        };
+        const reportProgress = (stage, message, completed, fileCount) => {
+            options.onProgress?.({
+                stage,
+                message,
+                completed,
+                total: totalProgressSteps,
+                fileCount: fileCount ?? null,
+            });
+        };
+        assertNotAborted();
+        reportProgress("collecting", "Collecting organization data.", 1);
         const include = normalizeInclude({
             ...input.include,
             agents: input.agents && input.agents.length > 0 ? true : input.include?.agents,
@@ -2377,6 +2413,7 @@ export function organizationPortabilityService(db, storage) {
             skills: input.skills && input.skills.length > 0 ? true : input.include?.skills,
         });
         const organization = await organizations.getById(orgId);
+        assertNotAborted();
         if (!organization)
             throw notFound("Organization not found");
         const files = {};
@@ -2386,8 +2423,10 @@ export function organizationPortabilityService(db, storage) {
         const rootPath = normalizeAgentUrlKey(organization.name) ?? "organization-package";
         let companyLogoPath = null;
         const allAgentRows = include.agents ? await agents.list(orgId, { includeTerminated: true }) : [];
+        assertNotAborted();
         const liveAgentRows = allAgentRows.filter((agent) => agent.status !== "terminated");
         const organizationSkillRows = include.skills || include.agents ? await organizationSkills.listFull(orgId) : [];
+        assertNotAborted();
         if (include.agents) {
             const skipped = allAgentRows.length - liveAgentRows.length;
             if (skipped > 0) {
@@ -2434,8 +2473,10 @@ export function organizationPortabilityService(db, storage) {
         const issuesSvc = issueService(db);
         const automationsSvc = automationService(db);
         const allProjectsRaw = include.projects || include.issues ? await projectsSvc.list(orgId) : [];
+        assertNotAborted();
         const allProjects = allProjectsRaw.filter((project) => !project.archivedAt);
         const allAutomations = include.issues ? await automationsSvc.list(orgId) : [];
+        assertNotAborted();
         const projectById = new Map(allProjects.map((project) => [project.id, project]));
         const projectByReference = new Map();
         for (const project of allProjects) {
@@ -2494,6 +2535,7 @@ export function organizationPortabilityService(db, storage) {
             }
             selectedProjects.set(match.id, match);
             const projectIssues = await issuesSvc.list(orgId, { projectId: match.id });
+            assertNotAborted();
             for (const issue of projectIssues) {
                 selectedIssues.set(issue.id, issue);
             }
@@ -2508,6 +2550,7 @@ export function organizationPortabilityService(db, storage) {
         }
         if (include.issues && selectedIssues.size === 0) {
             const allIssues = await issuesSvc.list(orgId);
+            assertNotAborted();
             for (const issue of allIssues) {
                 selectedIssues.set(issue.id, issue);
                 if (issue.projectId) {
@@ -2535,6 +2578,8 @@ export function organizationPortabilityService(db, storage) {
         const selectedAutomationSummaries = Array.from(selectedAutomations.values())
             .sort((left, right) => left.title.localeCompare(right.title));
         const selectedAutomationRows = (await Promise.all(selectedAutomationSummaries.map((automation) => automationsSvc.getDetail(automation.id)))).filter((automation) => automation !== null);
+        assertNotAborted();
+        reportProgress("resolving_selection", `Resolved ${selectedAgents.size} agents, ${selectedProjects.size} projects, and ${selectedIssues.size + selectedAutomations.size} tasks.`, 2, Object.keys(files).length);
         const taskSlugByIssueId = new Map();
         const taskSlugByAutomationId = new Map();
         const usedTaskSlugs = new Set();
@@ -2623,13 +2668,19 @@ export function organizationPortabilityService(db, storage) {
         const selectedSkillRows = Array.from(selectedSkills.values())
             .sort((left, right) => left.key.localeCompare(right.key));
         const skillExportDirs = buildSkillExportDirMap(selectedSkillRows, organization.issuePrefix);
+        if (selectedSkillRows.length > 0) {
+            reportProgress("rendering_skills", `Rendering ${selectedSkillRows.length} skill files.`, 3, Object.keys(files).length);
+        }
         for (const skill of selectedSkillRows) {
+            assertNotAborted();
             const packageDir = skillExportDirs.get(skill.key) ?? `skills/${normalizeSkillSlug(skill.slug) ?? "skill"}`;
             if (shouldReferenceSkillOnExport(skill, Boolean(input.expandReferencedSkills))) {
                 files[`${packageDir}/SKILL.md`] = await buildReferencedSkillMarkdown(skill);
+                assertNotAborted();
                 continue;
             }
             for (const inventoryEntry of skill.fileInventory) {
+                assertNotAborted();
                 const fileDetail = await organizationSkills.readFile(orgId, skill.id, inventoryEntry.path).catch(() => null);
                 if (!fileDetail)
                     continue;
@@ -2640,10 +2691,14 @@ export function organizationPortabilityService(db, storage) {
             }
         }
         if (include.agents) {
+            reportProgress("rendering_agents", `Rendering ${agentRows.length} agent files.`, 4, Object.keys(files).length);
             for (const agent of agentRows) {
+                assertNotAborted();
                 const slug = idToSlug.get(agent.id);
                 const exportedInstructions = await instructions.exportFiles(agent);
+                assertNotAborted();
                 warnings.push(...exportedInstructions.warnings);
+                const portableInstructions = ensurePortableAgentEntryFile(exportedInstructions.files, exportedInstructions.entryFile, asString(agent.agentRuntimeConfig.promptTemplate) ?? "");
                 const envInputsStart = envInputs.length;
                 const exportedEnvInputs = extractPortableEnvInputs(slug, agent.agentRuntimeConfig.env, warnings);
                 envInputs.push(...exportedEnvInputs);
@@ -2662,14 +2717,15 @@ export function organizationPortabilityService(db, storage) {
                     .filter((inputValue) => inputValue.agentSlug === slug));
                 const reportsToSlug = agent.reportsTo ? (idToSlug.get(agent.reportsTo) ?? null) : null;
                 const desiredSkills = await organizationSkills.getEnabledSkillKeysForAgent(agent.orgId, agent);
+                assertNotAborted();
                 const commandValue = asString(portableAdapterConfig.command);
                 if (commandValue && isAbsoluteCommand(commandValue)) {
                     warnings.push(`Agent ${slug} command ${commandValue} was omitted from export because it is system-dependent.`);
                     delete portableAdapterConfig.command;
                 }
-                for (const [relativePath, content] of Object.entries(exportedInstructions.files)) {
+                for (const [relativePath, content] of Object.entries(portableInstructions.files)) {
                     const targetPath = `agents/${slug}/${relativePath}`;
-                    if (relativePath === exportedInstructions.entryFile) {
+                    if (relativePath === portableInstructions.entryFile) {
                         files[targetPath] = buildMarkdown(stripEmptyValues({
                             name: agent.name,
                             title: agent.title ?? null,
@@ -2702,7 +2758,11 @@ export function organizationPortabilityService(db, storage) {
                 rudderAgentsOut[slug] = isPlainRecord(extension) ? extension : {};
             }
         }
+        if (selectedProjectRows.length > 0) {
+            reportProgress("rendering_projects", `Rendering ${selectedProjectRows.length} project files.`, 5, Object.keys(files).length);
+        }
         for (const project of selectedProjectRows) {
+            assertNotAborted();
             const slug = projectSlugById.get(project.id);
             const projectPath = `projects/${slug}/PROJECT.md`;
             const portableWorkspaces = await buildPortableProjectWorkspaces(slug, project.workspaces, warnings);
@@ -2722,7 +2782,11 @@ export function organizationPortabilityService(db, storage) {
             });
             rudderProjectsOut[slug] = isPlainRecord(extension) ? extension : {};
         }
+        if (selectedIssueRows.length > 0 || selectedAutomationRows.length > 0) {
+            reportProgress("rendering_tasks", `Rendering ${selectedIssueRows.length + selectedAutomationRows.length} task files.`, 6, Object.keys(files).length);
+        }
         for (const issue of selectedIssueRows) {
+            assertNotAborted();
             const taskSlug = taskSlugByIssueId.get(issue.id);
             const projectSlug = issue.projectId ? (projectSlugById.get(issue.projectId) ?? null) : null;
             // All tasks go in top-level tasks/ folder, never nested under projects/
@@ -2770,6 +2834,7 @@ export function organizationPortabilityService(db, storage) {
             warnings.push(`Tasks ${preview}${remainder} reference workspace ${workspaceId}, but that workspace could not be exported portably.`);
         }
         for (const automation of selectedAutomationRows) {
+            assertNotAborted();
             const taskSlug = taskSlugByAutomationId.get(automation.id);
             const projectSlug = projectSlugById.get(automation.projectId) ?? null;
             const taskPath = `tasks/${taskSlug}/TASK.md`;
@@ -2836,14 +2901,20 @@ export function organizationPortabilityService(db, storage) {
         // Generate org chart PNG from manifest agents
         if (resolved.manifest.agents.length > 0) {
             try {
+                assertNotAborted();
+                reportProgress("generating_assets", "Generating organization chart image.", 7, Object.keys(finalFiles).length);
                 const orgNodes = buildOrgTreeFromManifest(resolved.manifest.agents);
                 const pngBuffer = await renderOrgChartPng(orgNodes);
+                assertNotAborted();
                 finalFiles["images/org-chart.png"] = bufferToPortableBinaryFile(pngBuffer, "image/png");
             }
-            catch {
+            catch (err) {
+                if (options.signal?.aborted)
+                    throw err;
                 // Non-fatal: export still works without the org chart image
             }
         }
+        reportProgress("finalizing", "Finalizing export manifest and README.", 7, Object.keys(finalFiles).length);
         if (!input.selectedFiles || input.selectedFiles.some((entry) => normalizePortablePath(entry) === "README.md")) {
             finalFiles["README.md"] = generateReadme(resolved.manifest, {
                 organizationName: organization.name,
@@ -2865,6 +2936,8 @@ export function organizationPortabilityService(db, storage) {
         };
         resolved.manifest.envInputs = dedupeEnvInputs(envInputs);
         resolved.warnings.unshift(...warnings);
+        assertNotAborted();
+        reportProgress("ready", "Export package is ready.", 8, Object.keys(finalFiles).length);
         return {
             rootPath,
             manifest: resolved.manifest,