@codemieai/cdk 0.1.630 → 0.1.632

package/README.md

@@ -169,6 +169,7 @@ codemie --help
 # Deploy resources
 codemie deploy
 codemie deploy --prune
+codemie deploy --skip-datasources
 
 # Other commands
 codemie backup

package/dist/cli/index.js

@@ -1023,7 +1023,7 @@ var init_backupTransformers = __esm({
 
 // package.json
 var package_default = {
-  version: "0.1.630"};
+  version: "0.1.632"};
 var appConfigSchema = z.object({
   rootDir: z.string(),
   codemieConfig: z.string(),
@@ -2442,6 +2442,25 @@ async function main(options) {
   }
 }
 
+// src/lib/apiErrorLogger.ts
+init_logger();
+function logApiErrorDetails(error) {
+  if (error instanceof Error) {
+    logger.error(`     ${error.message}`);
+    logger.debug(`     Stack:`, error.stack);
+    if ("statusCode" in error) {
+      logger.error(`     Status: ${String(error.statusCode)}`);
+      logger.error(`     Data: ${JSON.stringify("response" in error ? error.response : void 0, null, 2)}`);
+    } else if ("response" in error) {
+      const axiosError = error;
+      logger.error(`     Status: ${axiosError.response?.status}`);
+      logger.error(`     Data: ${JSON.stringify(axiosError.response?.data, null, 2)}`);
+    }
+  } else {
+    logger.error(`     ${String(error)}`);
+  }
+}
+
 // src/lib/paginationUtils.ts
 init_logger();
 async function findResourceByName(listFn, name, resourceType, options) {
@@ -2496,9 +2515,96 @@ async function findAssistantByName(client, name, options) {
   }
   return null;
 }
-async function findSkillByName(client, name) {
-  const skill = await findResourceByName((params) => client.skills.list(params), name, "skill");
-  return skill?.id || null;
+async function findWorkflowByName(client, name, project) {
+  const perPage = 100;
+  const matches = [];
+  let totalChecked = 0;
+  let page = 0;
+  while (true) {
+    const workflows = await client.workflows.list({ page, per_page: perPage, projects: [project] }) ?? [];
+    totalChecked += workflows.length;
+    for (const workflow of workflows) {
+      if (workflow.name === name && workflow.id) {
+        matches.push(workflow.id);
+      }
+    }
+    if (workflows.length < perPage) {
+      break;
+    }
+    page++;
+    if (page > 1e3) {
+      throw new Error(
+        `Workflow lookup for "${name}" in project "${project}" stopped after 1000 pages (${totalChecked} resources checked); refusing to create a possible duplicate`
+      );
+    }
+  }
+  if (matches.length > 1) {
+    const ids = [...matches].sort((a, b) => a.localeCompare(b)).join(", ");
+    throw new Error(`Multiple workflows named "${name}" in project "${project}": ${ids}`);
+  }
+  if (matches.length === 0) {
+    logger.warn(
+      `  \u26A0\uFE0F  workflow "${name}" not found after checking ${totalChecked} resources across ${page + 1} page(s)`
+    );
+    return null;
+  }
+  return matches[0];
+}
+var SkillNameIndex = class {
+  constructor(client) {
+    this.client = client;
+  }
+  client;
+  ids = /* @__PURE__ */ new Map();
+  built = false;
+  scanned = { skills: 0, pages: 0 };
+  async find(name) {
+    const known = this.ids.get(name);
+    if (known) {
+      return known;
+    }
+    if (!this.built) {
+      await this.build();
+      const id = this.ids.get(name);
+      if (id) {
+        return id;
+      }
+    }
+    logger.warn(
+      `  \u26A0\uFE0F  skill "${name}" not found after checking ${this.scanned.skills} resources across ${this.scanned.pages} page(s)`
+    );
+    return null;
+  }
+  record(name, id) {
+    this.ids.set(name, id);
+  }
+  async build() {
+    const perPage = 100;
+    let page = 0;
+    let totalChecked = 0;
+    while (true) {
+      const skills = await this.client.skills.list({ page, per_page: perPage }) ?? [];
+      totalChecked += skills.length;
+      for (const skill of skills) {
+        if (skill.name && skill.id && !this.ids.has(skill.name)) {
+          this.ids.set(skill.name, skill.id);
+        }
+      }
+      if (skills.length < perPage) {
+        break;
+      }
+      page++;
+      if (page > 1e3) {
+        logger.warn(`  \u26A0\uFE0F  Stopped pagination after 1000 pages (${totalChecked} resources checked)`);
+        break;
+      }
+    }
+    this.built = true;
+    this.scanned = { skills: totalChecked, pages: page + 1 };
+  }
+};
+function findSkillByName(index, name) {
+  return index.find(name);
 }
 
 // src/lib/assistantHelpers.ts
@@ -3331,20 +3437,7 @@ async function deployAssistants(config, client, loader, stateManager) {
       logger.info("");
     } catch (error) {
       logger.error(`  \u274C Failed to deploy ${assistant.name}:`);
-      if (error instanceof Error) {
-        logger.error(`     ${error.message}`);
-        logger.debug(`     Stack:`, error.stack);
-        if ("statusCode" in error) {
-          logger.error(`     Status: ${String(error.statusCode)}`);
-          logger.error(`     Data: ${JSON.stringify("response" in error ? error.response : void 0, null, 2)}`);
-        } else if ("response" in error) {
-          const axiosError = error;
-          logger.error(`     Status: ${axiosError.response?.status}`);
-          logger.error(`     Data: ${JSON.stringify(axiosError.response?.data, null, 2)}`);
-        }
-      } else {
-        logger.error(`     ${String(error)}`);
-      }
+      logApiErrorDetails(error);
       logger.info("");
       stats.failed++;
     }
@@ -3357,6 +3450,7 @@ async function deploySkills(config, client, loader, stateManager) {
   if (!config.resources.skills) {
     return stats;
   }
+  const skillIndex = new SkillNameIndex(client);
   for (const skill of config.resources.skills) {
     try {
       logger.info(`Processing: ${skill.name}`);
@@ -3407,6 +3501,7 @@ async function deploySkills(config, client, loader, stateManager) {
             categories: skill.categories
           });
           logger.info(`\u2713 Created skill: ${skill.name} (${result.id})`);
+          skillIndex.record(skill.name, result.id);
           stateManager.updateSkillState(skill.name, result.id, content, skill);
           stats.created++;
         }
@@ -3435,6 +3530,7 @@ async function deploySkills(config, client, loader, stateManager) {
           });
           skillId = result.id;
           logger.info(`\u2713 Created skill: ${skill.name} (${skillId})`);
+          skillIndex.record(skill.name, skillId);
           stats.created++;
         } catch (createError) {
           const msg = createError instanceof Error ? createError.message : String(createError);
@@ -3442,7 +3538,7 @@ async function deploySkills(config, client, loader, stateManager) {
             throw createError;
           }
           logger.warn(`  \u26A0\uFE0F  Skill already exists on platform (no local state). Fetching ID to recover...`);
-          const existingId = await findSkillByName(client, skill.name);
+          const existingId = await findSkillByName(skillIndex, skill.name);
           if (!existingId) {
             throw new Error(`Skill "${skill.name}" reported as existing but could not be found by name.`);
           }
@@ -3462,21 +3558,7 @@ async function deploySkills(config, client, loader, stateManager) {
       logger.info("");
     } catch (error) {
       logger.error(`  \u274C Failed to deploy ${skill.name}:`);
-      if (error instanceof Error) {
-        logger.error(`     ${error.message}`);
-        logger.debug(`     Stack:`, error.stack);
-        if ("statusCode" in error) {
-          const apiError = error;
-          logger.error(`     Status: ${apiError.statusCode}`);
-          logger.error(`     Data: ${JSON.stringify(apiError.response, null, 2)}`);
-        } else if ("response" in error) {
-          const axiosError = error;
-          logger.error(`     Status: ${axiosError.response?.status}`);
-          logger.error(`     Data: ${JSON.stringify(axiosError.response?.data, null, 2)}`);
-        }
-      } else {
-        logger.error(`     ${String(error)}`);
-      }
+      logApiErrorDetails(error);
       logger.info("");
       stats.failed++;
     }
@@ -3576,17 +3658,7 @@ async function deployDatasources(config, client, stateManager) {
       logger.info("");
     } catch (error) {
       logger.error(`  \u274C Failed to deploy ${datasource.name}:`);
-      if (error instanceof Error) {
-        logger.error(`     ${error.message}`);
-        logger.debug(`     Stack:`, error.stack);
-        if ("response" in error) {
-          const axiosError = error;
-          logger.error(`     Status: ${axiosError.response?.status}`);
-          logger.error(`     Data:`, JSON.stringify(axiosError.response?.data, null, 2));
-        }
-      } else {
-        logger.error(`     ${String(error)}`);
-      }
+      logApiErrorDetails(error);
       logger.info("");
       stats.failed++;
     }
@@ -3609,7 +3681,7 @@ async function deployWorkflows(config, client, stateManager, rootDir = process.c
       const yamlConfigContent = fs6.readFileSync(yamlPath, "utf8");
       const workflowYaml = yaml5.parse(yamlConfigContent);
       const referencesToResolve = [];
-      for (const assistant of workflowYaml.assistants) {
+      for (const assistant of workflowYaml.assistants ?? []) {
         const isInline = !assistant.assistant_name && assistant.model && assistant.system_prompt;
         if (isInline) {
           logger.info(`  Skipping inline assistant: ${assistant.id}`);
@@ -3652,44 +3724,17 @@ async function deployWorkflows(config, client, stateManager, rootDir = process.c
       const workflowYamlChecksum = calculateChecksum(yamlConfigContent);
       const configChecksum = calculateWorkflowConfigChecksum(workflow);
       const existingState = stateManager.getWorkflowState(workflow.name);
-      if (existingState) {
-        const existsOnPlatform = await checkWorkflowExists(client, workflow.name, stateManager);
-        if (existsOnPlatform) {
-          const hasChanged = existingState.workflowYamlChecksum !== workflowYamlChecksum || existingState.configChecksum !== configChecksum;
-          if (hasChanged) {
-            const apiParams = {
-              project: config.project.name,
-              name: workflow.name,
-              description: workflow.description,
-              yaml_config: yamlConfig,
-              mode: workflow.mode,
-              shared: workflow.shared,
-              icon_url: workflow.icon_url
-            };
-            if (process.env.DEBUG_API) {
-              logger.debug("\n=== DEBUG: API Params ===");
-              logger.debug(JSON.stringify(apiParams, null, 2));
-              logger.debug("=========================\n");
-            }
-            logger.info(`  Updating workflow (ID: ${existingState.id})...`);
-            await client.workflows.update(existingState.id, apiParams);
-            logger.info(`\u2713 Updated workflow: ${workflow.name} (${existingState.id})`);
-            stateManager.updateWorkflowState(workflow.name, existingState.id, workflowYamlChecksum, configChecksum);
-            stats.updated++;
-          } else {
-            logger.info(`  \u2713 No changes detected (ID: ${existingState.id})`);
-            stats.unchanged++;
-          }
-        } else {
-          logger.info(`  \u26A0\uFE0F  Workflow ID from state not found on platform, will create new`);
-          logger.info(`  Creating new workflow...`);
+      const existsOnPlatform = existingState ? await checkWorkflowExists(client, workflow.name, stateManager) : false;
+      if (existingState && existsOnPlatform) {
+        const hasChanged = existingState.workflowYamlChecksum !== workflowYamlChecksum || existingState.configChecksum !== configChecksum;
+        if (hasChanged) {
           const apiParams = {
             project: config.project.name,
             name: workflow.name,
             description: workflow.description,
             yaml_config: yamlConfig,
-            mode: workflow.mode || "Sequential",
-            shared: workflow.shared ?? true,
+            mode: workflow.mode,
+            shared: workflow.shared,
             icon_url: workflow.icon_url
           };
           if (process.env.DEBUG_API) {
@@ -3697,17 +3742,19 @@ async function deployWorkflows(config, client, stateManager, rootDir = process.c
             logger.debug(JSON.stringify(apiParams, null, 2));
             logger.debug("=========================\n");
           }
-          const result = await client.workflows.create(apiParams);
-          const workflowId = result.data?.id || result.id;
-          if (!workflowId) {
-            throw new Error("Workflow created but ID not returned");
-          }
-          logger.info(`\u2713 Created workflow: ${workflow.name} (${workflowId})`);
-          stateManager.updateWorkflowState(workflow.name, workflowId, workflowYamlChecksum, configChecksum);
-          stats.created++;
+          logger.info(`  Updating workflow (ID: ${existingState.id})...`);
+          await client.workflows.update(existingState.id, apiParams);
+          logger.info(`\u2713 Updated workflow: ${workflow.name} (${existingState.id})`);
+          stateManager.updateWorkflowState(workflow.name, existingState.id, workflowYamlChecksum, configChecksum);
+          stats.updated++;
+        } else {
+          logger.info(`  \u2713 No changes detected (ID: ${existingState.id})`);
+          stats.unchanged++;
         }
       } else {
-        logger.info(`  Creating new workflow...`);
+        if (existingState) {
+          logger.info(`  \u26A0\uFE0F  Workflow ID from state not found on platform, looking for a same-name workflow`);
+        }
         const apiParams = {
           project: config.project.name,
           name: workflow.name,
@@ -3722,29 +3769,28 @@ async function deployWorkflows(config, client, stateManager, rootDir = process.c
           logger.debug(JSON.stringify(apiParams, null, 2));
           logger.debug("=========================\n");
         }
-        const result = await client.workflows.create(apiParams);
-        const workflowId = result.data?.id || result.id;
-        if (!workflowId) {
-          throw new Error("Workflow created but ID not returned");
+        const foundId = await findWorkflowByName(client, workflow.name, config.project.name);
+        if (foundId) {
+          await client.workflows.update(foundId, apiParams);
+          logger.info(`\u2713 Adopted existing workflow ${workflow.name} (${foundId})`);
+          stateManager.updateWorkflowState(workflow.name, foundId, workflowYamlChecksum, configChecksum);
+          stats.updated++;
+        } else {
+          logger.info(`  Creating new workflow...`);
+          const result = await client.workflows.create(apiParams);
+          const workflowId = result.data?.id || result.id;
+          if (!workflowId) {
+            throw new Error("Workflow created but ID not returned");
+          }
+          logger.info(`\u2713 Created workflow: ${workflow.name} (${workflowId})`);
+          stateManager.updateWorkflowState(workflow.name, workflowId, workflowYamlChecksum, configChecksum);
+          stats.created++;
         }
-        logger.info(`\u2713 Created workflow: ${workflow.name} (${workflowId})`);
-        stateManager.updateWorkflowState(workflow.name, workflowId, workflowYamlChecksum, configChecksum);
-        stats.created++;
       }
       logger.info("");
     } catch (error) {
       logger.error(`  \u274C Failed to deploy ${workflow.name}:`);
-      if (error instanceof Error) {
-        logger.error(`     ${error.message}`);
-        logger.debug(`     Stack:`, error.stack);
-        if ("response" in error) {
-          const axiosError = error;
-          logger.error(`     Status: ${axiosError.response?.status}`);
-          logger.error(`     Data:`, JSON.stringify(axiosError.response?.data, null, 2));
-        }
-      } else {
-        logger.error(`     ${String(error)}`);
-      }
+      logApiErrorDetails(error);
       logger.info("");
       stats.failed++;
     }
@@ -3754,7 +3800,7 @@ async function deployWorkflows(config, client, stateManager, rootDir = process.c
 async function deployResources(options) {
   logger.info("\u{1F680} Deploying resources to Codemie...\n");
   try {
-    const { appConfig, prune = false } = options;
+    const { appConfig, prune = false, skipDatasources = false } = options;
     const loader = new CodemieConfigLoader(appConfig);
     const stateManager = new StateManager(appConfig);
     logger.info("\u{1F4C4} Loading configuration...");
@@ -3766,7 +3812,12 @@ async function deployResources(options) {
     logger.info("\u2713 Connected to Codemie API\n");
     logger.info("\u{1F9F9} Checking for orphaned resources...");
     const cleanupManager = new CleanupManager(client, stateManager);
-    const orphaned = cleanupManager.findOrphanedResources(config);
+    const foundOrphaned = cleanupManager.findOrphanedResources(config);
+    const orphaned = skipDatasources ? { ...foundOrphaned, datasources: [] } : foundOrphaned;
+    const skippedOrphanedDatasources = foundOrphaned.datasources.length - orphaned.datasources.length;
+    if (skippedOrphanedDatasources > 0) {
+      logger.info(`  \u23ED\uFE0F  ${skippedOrphanedDatasources} orphaned datasource(s) skipped (--skip-datasources)`);
+    }
     const totalOrphaned = orphaned.assistants.length + orphaned.datasources.length + orphaned.workflows.length + orphaned.skills.length;
     let deleted = 0;
     if (totalOrphaned > 0) {
@@ -3806,11 +3857,17 @@ async function deployResources(options) {
     let updated = 0;
     let unchanged = 0;
     let failed = 0;
-    const datasourceStats = await deployDatasources(config, client, stateManager);
-    created += datasourceStats.created;
-    updated += datasourceStats.updated;
-    unchanged += datasourceStats.unchanged;
-    failed += datasourceStats.failed;
+    if (skipDatasources) {
+      logger.info("\u{1F4CA} Processing datasources...\n");
+      logger.info(`  \u23ED\uFE0F  Skipped (--skip-datasources): ${config.resources.datasources?.length ?? 0} datasource(s)
+`);
+    } else {
+      const datasourceStats = await deployDatasources(config, client, stateManager);
+      created += datasourceStats.created;
+      updated += datasourceStats.updated;
+      unchanged += datasourceStats.unchanged;
+      failed += datasourceStats.failed;
+    }
     const skillStats = await deploySkills(config, client, loader, stateManager);
     created += skillStats.created;
     updated += skillStats.updated;
@@ -4613,7 +4670,7 @@ init_logger();
 init_checksumUtils();
 init_codemieConfigChecksums();
 init_converters();
-async function previewResource(resource, resourceType, getState, checkExists, calculateChecksums) {
+async function previewResource(resource, resourceType, getState, checkExists, calculateChecksums, staleDetails) {
   const existingState = getState(resource.name);
   if (existingState) {
     const existsOnPlatform = await checkExists();
@@ -4634,7 +4691,7 @@ async function previewResource(resource, resourceType, getState, checkExists, ca
         type: "create",
         resourceType,
         name: resource.name,
-        details: `ID from state not found on platform, will create new`
+        details: staleDetails ?? `ID from state not found on platform, will create new`
       };
     }
   } else {
@@ -4833,8 +4890,10 @@ async function previewDatasources(datasources, stateManager, client) {
   }
   return changes;
 }
-async function previewWorkflows(workflows, stateManager, client, rootDir = process.cwd()) {
+async function previewWorkflows(workflows, stateManager, client, rootDir = process.cwd(), project) {
   const changes = [];
+  const projectClause = project ? ` in project ${project}` : "";
+  const staleDetails = `ID from state not found; will adopt a same-name workflow${projectClause} if one exists, otherwise create`;
   for (const workflow of workflows) {
     const yamlPath = path6.join(rootDir, workflow.definition);
     if (!fs6.existsSync(yamlPath)) {
@@ -4855,7 +4914,8 @@ async function previewWorkflows(workflows, stateManager, client, rootDir = proce
           hasChanged,
           ...hasChanged ? { updateDetails: "Workflow YAML or configuration changed" } : {}
         };
-      }
+      },
+      staleDetails
     );
     if (!change.details && change.type === "create") {
       change.details = `Mode: ${workflow.mode}`;
@@ -4866,14 +4926,16 @@ async function previewWorkflows(workflows, stateManager, client, rootDir = proce
 }
 
 // src/preview.ts
-async function previewChanges(appConfig, existingClient) {
+async function previewChanges(appConfig, existingClient, options) {
   const loader = new CodemieConfigLoader(appConfig);
   const stateManager = new StateManager(appConfig);
   const config = loader.loadConfig();
   const client = existingClient || await createClient(config);
   const changes = [];
   const cleanupManager = new CleanupManager(client, stateManager);
-  const orphaned = cleanupManager.findOrphanedResources(config);
+  const skipDatasources = options?.skipDatasources === true;
+  const foundOrphaned = cleanupManager.findOrphanedResources(config);
+  const orphaned = skipDatasources ? { ...foundOrphaned, datasources: [] } : foundOrphaned;
   changes.push(...previewOrphanedResources(orphaned, stateManager));
   if (config.resources.skills) {
     const skillChanges = await previewSkills(config.resources.skills, loader, stateManager, client);
@@ -4883,12 +4945,18 @@ async function previewChanges(appConfig, existingClient) {
     const assistantChanges = await previewAssistants(config.resources.assistants, loader, stateManager, client, config);
     changes.push(...assistantChanges);
   }
-  if (config.resources.datasources) {
+  if (config.resources.datasources && !skipDatasources) {
     const datasourceChanges = await previewDatasources(config.resources.datasources, stateManager, client);
     changes.push(...datasourceChanges);
   }
   if (config.resources.workflows) {
-    const workflowChanges = await previewWorkflows(config.resources.workflows, stateManager, client, appConfig.rootDir);
+    const workflowChanges = await previewWorkflows(
+      config.resources.workflows,
+      stateManager,
+      client,
+      appConfig.rootDir,
+      config.project.name
+    );
     changes.push(...workflowChanges);
   }
   const toDelete = changes.filter((c) => c.type === "delete");
@@ -4927,7 +4995,12 @@ async function main6(options) {
     }
     logger.info("");
     const client = await createClient(config);
-    const { changes, summary } = await previewChanges(appConfig, client);
+    if (options.skipDatasources) {
+      logger.info("\u23ED\uFE0F  Datasources excluded from preview (--skip-datasources)\n");
+    }
+    const { changes, summary } = await previewChanges(appConfig, client, {
+      skipDatasources: options.skipDatasources
+    });
     logPreviewSummary(changes, summary);
     process.exit(0);
   } catch (error) {
@@ -5305,10 +5378,13 @@ program.command("init").description("Initialize a new Codemie IaC project").acti
   const appConfig = loadAppConfig();
   void main5({ appConfig });
 });
-program.command("deploy").description("Deploy resources to Codemie platform").option("-p, --prune", "Delete orphaned resources").option("-c, --config <path>", "Configuration file").action(async (options) => {
+program.command("deploy").description("Deploy resources to Codemie platform").option("-p, --prune", "Delete orphaned resources").option("--skip-datasources", "Skip the datasource stage entirely (no create/update/delete, no indexing)").option("-c, --config <path>", "Configuration file").action(async (options) => {
   const configPath = options.config ? path6__default.resolve(options.config) : void 0;
   const appConfig = loadAppConfig(configPath);
-  await runCommandWithSpinner("Deploying Codemie resources", () => main2({ appConfig, prune: options.prune }));
+  await runCommandWithSpinner(
+    "Deploying Codemie resources",
+    () => main2({ appConfig, prune: options.prune, skipDatasources: options.skipDatasources })
+  );
 });
 program.command("backup").description("Backup all resources from Codemie platform").option("-c, --config <path>", "Configuration file").action(async (options) => {
   const configPath = options.config ? path6__default.resolve(options.config) : void 0;
@@ -5320,10 +5396,13 @@ program.command("destroy").description("Destroy all IaC-managed resources").opti
   const appConfig = loadAppConfig(configPath);
   await runCommandWithSpinner("Destroying Codemie resources", () => main3({ appConfig, force: options.force }));
 });
-program.command("preview").description("Preview changes without applying them").option("-c, --config <path>", "Configuration file").action(async (options) => {
+program.command("preview").description("Preview changes without applying them").option("--skip-datasources", "Exclude datasources from preview (mirrors deploy --skip-datasources)").option("-c, --config <path>", "Configuration file").action(async (options) => {
   const appConfigPath = options.config ? path6__default.resolve(options.config) : void 0;
   const appConfig = loadAppConfig(appConfigPath);
-  await runCommandWithSpinner("Generating Codemie preview", () => main6({ appConfig }));
+  await runCommandWithSpinner(
+    "Generating Codemie preview",
+    () => main6({ appConfig, skipDatasources: options.skipDatasources })
+  );
 });
 program.command("validate").description("Validate configuration").option("-a, --check-api", "Check for API conflicts").option("-c, --config <path>", "Configuration file").action(async (options) => {
   const configPath = options.config ? path6__default.resolve(options.config) : void 0;

package/dist/index.d.ts

@@ -251,7 +251,7 @@ interface SkillState {
     configChecksum: string;
 }
 interface WorkflowYaml {
-    assistants: WorkflowAssistantReference[];
+    assistants?: WorkflowAssistantReference[];
     states: WorkflowStateDefinition[];
 }
 interface WorkflowAssistantReference {
@@ -601,6 +601,7 @@ declare function deployWorkflows(config: ReturnType<CodemieConfigLoader['loadCon
 declare function deployResources(options: {
     appConfig: AppConfig;
     prune?: boolean;
+    skipDatasources?: boolean;
 }): Promise<void>;
 
 declare function validateConfig(options: {
@@ -611,7 +612,9 @@ declare function validateConfig(options: {
     errors: string[];
 }>;
 
-declare function previewChanges(appConfig: AppConfig, existingClient?: CodeMieClient): Promise<{
+declare function previewChanges(appConfig: AppConfig, existingClient?: CodeMieClient, options?: {
+    skipDatasources?: boolean;
+}): Promise<{
     changes: Change[];
     summary: {
         deleted: number;

package/dist/index.js

@@ -1872,6 +1872,25 @@ var CleanupManager = class {
 // src/index.ts
 init_logger();
 
+// src/lib/apiErrorLogger.ts
+init_logger();
+function logApiErrorDetails(error) {
+  if (error instanceof Error) {
+    logger.error(`     ${error.message}`);
+    logger.debug(`     Stack:`, error.stack);
+    if ("statusCode" in error) {
+      logger.error(`     Status: ${String(error.statusCode)}`);
+      logger.error(`     Data: ${JSON.stringify("response" in error ? error.response : void 0, null, 2)}`);
+    } else if ("response" in error) {
+      const axiosError = error;
+      logger.error(`     Status: ${axiosError.response?.status}`);
+      logger.error(`     Data: ${JSON.stringify(axiosError.response?.data, null, 2)}`);
+    }
+  } else {
+    logger.error(`     ${String(error)}`);
+  }
+}
+
 // src/lib/paginationUtils.ts
 init_logger();
 async function findResourceByName(listFn, name, resourceType, options) {
@@ -1926,9 +1945,96 @@ async function findAssistantByName(client, name, options) {
   }
   return null;
 }
-async function findSkillByName(client, name) {
-  const skill = await findResourceByName((params) => client.skills.list(params), name, "skill");
-  return skill?.id || null;
+async function findWorkflowByName(client, name, project) {
+  const perPage = 100;
+  const matches = [];
+  let totalChecked = 0;
+  let page = 0;
+  while (true) {
+    const workflows = await client.workflows.list({ page, per_page: perPage, projects: [project] }) ?? [];
+    totalChecked += workflows.length;
+    for (const workflow of workflows) {
+      if (workflow.name === name && workflow.id) {
+        matches.push(workflow.id);
+      }
+    }
+    if (workflows.length < perPage) {
+      break;
+    }
+    page++;
+    if (page > 1e3) {
+      throw new Error(
+        `Workflow lookup for "${name}" in project "${project}" stopped after 1000 pages (${totalChecked} resources checked); refusing to create a possible duplicate`
+      );
+    }
+  }
+  if (matches.length > 1) {
+    const ids = [...matches].sort((a, b) => a.localeCompare(b)).join(", ");
+    throw new Error(`Multiple workflows named "${name}" in project "${project}": ${ids}`);
+  }
+  if (matches.length === 0) {
+    logger.warn(
+      `  \u26A0\uFE0F  workflow "${name}" not found after checking ${totalChecked} resources across ${page + 1} page(s)`
+    );
+    return null;
+  }
+  return matches[0];
+}
+var SkillNameIndex = class {
+  constructor(client) {
+    this.client = client;
+  }
+  client;
+  ids = /* @__PURE__ */ new Map();
+  built = false;
+  scanned = { skills: 0, pages: 0 };
+  async find(name) {
+    const known = this.ids.get(name);
+    if (known) {
+      return known;
+    }
+    if (!this.built) {
+      await this.build();
+      const id = this.ids.get(name);
+      if (id) {
+        return id;
+      }
+    }
+    logger.warn(
+      `  \u26A0\uFE0F  skill "${name}" not found after checking ${this.scanned.skills} resources across ${this.scanned.pages} page(s)`
+    );
+    return null;
+  }
+  record(name, id) {
+    this.ids.set(name, id);
+  }
+  async build() {
+    const perPage = 100;
+    let page = 0;
+    let totalChecked = 0;
+    while (true) {
+      const skills = await this.client.skills.list({ page, per_page: perPage }) ?? [];
+      totalChecked += skills.length;
+      for (const skill of skills) {
+        if (skill.name && skill.id && !this.ids.has(skill.name)) {
+          this.ids.set(skill.name, skill.id);
+        }
+      }
+      if (skills.length < perPage) {
+        break;
+      }
+      page++;
+      if (page > 1e3) {
+        logger.warn(`  \u26A0\uFE0F  Stopped pagination after 1000 pages (${totalChecked} resources checked)`);
+        break;
+      }
+    }
+    this.built = true;
+    this.scanned = { skills: totalChecked, pages: page + 1 };
+  }
+};
+function findSkillByName(index, name) {
+  return index.find(name);
 }
 
 // src/lib/assistantHelpers.ts
@@ -2309,20 +2415,7 @@ async function deployAssistants(config, client, loader, stateManager) {
       logger.info("");
     } catch (error) {
       logger.error(`  \u274C Failed to deploy ${assistant.name}:`);
-      if (error instanceof Error) {
-        logger.error(`     ${error.message}`);
-        logger.debug(`     Stack:`, error.stack);
-        if ("statusCode" in error) {
-          logger.error(`     Status: ${String(error.statusCode)}`);
-          logger.error(`     Data: ${JSON.stringify("response" in error ? error.response : void 0, null, 2)}`);
-        } else if ("response" in error) {
-          const axiosError = error;
-          logger.error(`     Status: ${axiosError.response?.status}`);
-          logger.error(`     Data: ${JSON.stringify(axiosError.response?.data, null, 2)}`);
-        }
-      } else {
-        logger.error(`     ${String(error)}`);
-      }
+      logApiErrorDetails(error);
       logger.info("");
       stats.failed++;
     }
@@ -2335,6 +2428,7 @@ async function deploySkills(config, client, loader, stateManager) {
   if (!config.resources.skills) {
     return stats;
   }
+  const skillIndex = new SkillNameIndex(client);
   for (const skill of config.resources.skills) {
     try {
       logger.info(`Processing: ${skill.name}`);
@@ -2385,6 +2479,7 @@ async function deploySkills(config, client, loader, stateManager) {
             categories: skill.categories
           });
           logger.info(`\u2713 Created skill: ${skill.name} (${result.id})`);
+          skillIndex.record(skill.name, result.id);
           stateManager.updateSkillState(skill.name, result.id, content, skill);
           stats.created++;
         }
@@ -2413,6 +2508,7 @@ async function deploySkills(config, client, loader, stateManager) {
           });
           skillId = result.id;
           logger.info(`\u2713 Created skill: ${skill.name} (${skillId})`);
+          skillIndex.record(skill.name, skillId);
           stats.created++;
         } catch (createError) {
           const msg = createError instanceof Error ? createError.message : String(createError);
@@ -2420,7 +2516,7 @@ async function deploySkills(config, client, loader, stateManager) {
             throw createError;
           }
           logger.warn(`  \u26A0\uFE0F  Skill already exists on platform (no local state). Fetching ID to recover...`);
-          const existingId = await findSkillByName(client, skill.name);
+          const existingId = await findSkillByName(skillIndex, skill.name);
           if (!existingId) {
             throw new Error(`Skill "${skill.name}" reported as existing but could not be found by name.`);
           }
@@ -2440,21 +2536,7 @@ async function deploySkills(config, client, loader, stateManager) {
       logger.info("");
     } catch (error) {
       logger.error(`  \u274C Failed to deploy ${skill.name}:`);
-      if (error instanceof Error) {
-        logger.error(`     ${error.message}`);
-        logger.debug(`     Stack:`, error.stack);
-        if ("statusCode" in error) {
-          const apiError = error;
-          logger.error(`     Status: ${apiError.statusCode}`);
-          logger.error(`     Data: ${JSON.stringify(apiError.response, null, 2)}`);
-        } else if ("response" in error) {
-          const axiosError = error;
-          logger.error(`     Status: ${axiosError.response?.status}`);
-          logger.error(`     Data: ${JSON.stringify(axiosError.response?.data, null, 2)}`);
-        }
-      } else {
-        logger.error(`     ${String(error)}`);
-      }
+      logApiErrorDetails(error);
       logger.info("");
       stats.failed++;
     }
@@ -2554,17 +2636,7 @@ async function deployDatasources(config, client, stateManager) {
       logger.info("");
     } catch (error) {
       logger.error(`  \u274C Failed to deploy ${datasource.name}:`);
-      if (error instanceof Error) {
-        logger.error(`     ${error.message}`);
-        logger.debug(`     Stack:`, error.stack);
-        if ("response" in error) {
-          const axiosError = error;
-          logger.error(`     Status: ${axiosError.response?.status}`);
-          logger.error(`     Data:`, JSON.stringify(axiosError.response?.data, null, 2));
-        }
-      } else {
-        logger.error(`     ${String(error)}`);
-      }
+      logApiErrorDetails(error);
       logger.info("");
       stats.failed++;
     }
@@ -2587,7 +2659,7 @@ async function deployWorkflows(config, client, stateManager, rootDir = process.c
       const yamlConfigContent = fs.readFileSync(yamlPath, "utf8");
       const workflowYaml = yaml6.parse(yamlConfigContent);
       const referencesToResolve = [];
-      for (const assistant of workflowYaml.assistants) {
+      for (const assistant of workflowYaml.assistants ?? []) {
         const isInline = !assistant.assistant_name && assistant.model && assistant.system_prompt;
         if (isInline) {
           logger.info(`  Skipping inline assistant: ${assistant.id}`);
@@ -2630,44 +2702,17 @@ async function deployWorkflows(config, client, stateManager, rootDir = process.c
       const workflowYamlChecksum = calculateChecksum(yamlConfigContent);
       const configChecksum = calculateWorkflowConfigChecksum(workflow);
       const existingState = stateManager.getWorkflowState(workflow.name);
-      if (existingState) {
-        const existsOnPlatform = await checkWorkflowExists(client, workflow.name, stateManager);
-        if (existsOnPlatform) {
-          const hasChanged = existingState.workflowYamlChecksum !== workflowYamlChecksum || existingState.configChecksum !== configChecksum;
-          if (hasChanged) {
-            const apiParams = {
-              project: config.project.name,
-              name: workflow.name,
-              description: workflow.description,
-              yaml_config: yamlConfig,
-              mode: workflow.mode,
-              shared: workflow.shared,
-              icon_url: workflow.icon_url
-            };
-            if (process.env.DEBUG_API) {
-              logger.debug("\n=== DEBUG: API Params ===");
-              logger.debug(JSON.stringify(apiParams, null, 2));
-              logger.debug("=========================\n");
-            }
-            logger.info(`  Updating workflow (ID: ${existingState.id})...`);
-            await client.workflows.update(existingState.id, apiParams);
-            logger.info(`\u2713 Updated workflow: ${workflow.name} (${existingState.id})`);
-            stateManager.updateWorkflowState(workflow.name, existingState.id, workflowYamlChecksum, configChecksum);
-            stats.updated++;
-          } else {
-            logger.info(`  \u2713 No changes detected (ID: ${existingState.id})`);
-            stats.unchanged++;
-          }
-        } else {
-          logger.info(`  \u26A0\uFE0F  Workflow ID from state not found on platform, will create new`);
-          logger.info(`  Creating new workflow...`);
+      const existsOnPlatform = existingState ? await checkWorkflowExists(client, workflow.name, stateManager) : false;
+      if (existingState && existsOnPlatform) {
+        const hasChanged = existingState.workflowYamlChecksum !== workflowYamlChecksum || existingState.configChecksum !== configChecksum;
+        if (hasChanged) {
           const apiParams = {
             project: config.project.name,
             name: workflow.name,
             description: workflow.description,
             yaml_config: yamlConfig,
-            mode: workflow.mode || "Sequential",
-            shared: workflow.shared ?? true,
+            mode: workflow.mode,
+            shared: workflow.shared,
             icon_url: workflow.icon_url
           };
           if (process.env.DEBUG_API) {
@@ -2675,17 +2720,19 @@ async function deployWorkflows(config, client, stateManager, rootDir = process.c
             logger.debug(JSON.stringify(apiParams, null, 2));
             logger.debug("=========================\n");
           }
-          const result = await client.workflows.create(apiParams);
-          const workflowId = result.data?.id || result.id;
-          if (!workflowId) {
-            throw new Error("Workflow created but ID not returned");
-          }
-          logger.info(`\u2713 Created workflow: ${workflow.name} (${workflowId})`);
-          stateManager.updateWorkflowState(workflow.name, workflowId, workflowYamlChecksum, configChecksum);
-          stats.created++;
+          logger.info(`  Updating workflow (ID: ${existingState.id})...`);
+          await client.workflows.update(existingState.id, apiParams);
+          logger.info(`\u2713 Updated workflow: ${workflow.name} (${existingState.id})`);
+          stateManager.updateWorkflowState(workflow.name, existingState.id, workflowYamlChecksum, configChecksum);
+          stats.updated++;
+        } else {
+          logger.info(`  \u2713 No changes detected (ID: ${existingState.id})`);
+          stats.unchanged++;
         }
       } else {
-        logger.info(`  Creating new workflow...`);
+        if (existingState) {
+          logger.info(`  \u26A0\uFE0F  Workflow ID from state not found on platform, looking for a same-name workflow`);
+        }
         const apiParams = {
           project: config.project.name,
           name: workflow.name,
@@ -2700,29 +2747,28 @@ async function deployWorkflows(config, client, stateManager, rootDir = process.c
           logger.debug(JSON.stringify(apiParams, null, 2));
           logger.debug("=========================\n");
         }
-        const result = await client.workflows.create(apiParams);
-        const workflowId = result.data?.id || result.id;
-        if (!workflowId) {
-          throw new Error("Workflow created but ID not returned");
+        const foundId = await findWorkflowByName(client, workflow.name, config.project.name);
+        if (foundId) {
+          await client.workflows.update(foundId, apiParams);
+          logger.info(`\u2713 Adopted existing workflow ${workflow.name} (${foundId})`);
+          stateManager.updateWorkflowState(workflow.name, foundId, workflowYamlChecksum, configChecksum);
+          stats.updated++;
+        } else {
+          logger.info(`  Creating new workflow...`);
+          const result = await client.workflows.create(apiParams);
+          const workflowId = result.data?.id || result.id;
+          if (!workflowId) {
+            throw new Error("Workflow created but ID not returned");
+          }
+          logger.info(`\u2713 Created workflow: ${workflow.name} (${workflowId})`);
+          stateManager.updateWorkflowState(workflow.name, workflowId, workflowYamlChecksum, configChecksum);
+          stats.created++;
         }
-        logger.info(`\u2713 Created workflow: ${workflow.name} (${workflowId})`);
-        stateManager.updateWorkflowState(workflow.name, workflowId, workflowYamlChecksum, configChecksum);
-        stats.created++;
       }
       logger.info("");
     } catch (error) {
       logger.error(`  \u274C Failed to deploy ${workflow.name}:`);
-      if (error instanceof Error) {
-        logger.error(`     ${error.message}`);
-        logger.debug(`     Stack:`, error.stack);
-        if ("response" in error) {
-          const axiosError = error;
-          logger.error(`     Status: ${axiosError.response?.status}`);
-          logger.error(`     Data:`, JSON.stringify(axiosError.response?.data, null, 2));
-        }
-      } else {
-        logger.error(`     ${String(error)}`);
-      }
+      logApiErrorDetails(error);
       logger.info("");
       stats.failed++;
     }
@@ -2732,7 +2778,7 @@ async function deployWorkflows(config, client, stateManager, rootDir = process.c
 async function deployResources(options) {
   logger.info("\u{1F680} Deploying resources to Codemie...\n");
   try {
-    const { appConfig, prune = false } = options;
+    const { appConfig, prune = false, skipDatasources = false } = options;
     const loader = new CodemieConfigLoader(appConfig);
     const stateManager = new StateManager(appConfig);
     logger.info("\u{1F4C4} Loading configuration...");
@@ -2744,7 +2790,12 @@ async function deployResources(options) {
     logger.info("\u2713 Connected to Codemie API\n");
     logger.info("\u{1F9F9} Checking for orphaned resources...");
     const cleanupManager = new CleanupManager(client, stateManager);
-    const orphaned = cleanupManager.findOrphanedResources(config);
+    const foundOrphaned = cleanupManager.findOrphanedResources(config);
+    const orphaned = skipDatasources ? { ...foundOrphaned, datasources: [] } : foundOrphaned;
+    const skippedOrphanedDatasources = foundOrphaned.datasources.length - orphaned.datasources.length;
+    if (skippedOrphanedDatasources > 0) {
+      logger.info(`  \u23ED\uFE0F  ${skippedOrphanedDatasources} orphaned datasource(s) skipped (--skip-datasources)`);
+    }
     const totalOrphaned = orphaned.assistants.length + orphaned.datasources.length + orphaned.workflows.length + orphaned.skills.length;
     let deleted = 0;
     if (totalOrphaned > 0) {
@@ -2784,11 +2835,17 @@ async function deployResources(options) {
     let updated = 0;
     let unchanged = 0;
     let failed = 0;
-    const datasourceStats = await deployDatasources(config, client, stateManager);
-    created += datasourceStats.created;
-    updated += datasourceStats.updated;
-    unchanged += datasourceStats.unchanged;
-    failed += datasourceStats.failed;
+    if (skipDatasources) {
+      logger.info("\u{1F4CA} Processing datasources...\n");
+      logger.info(`  \u23ED\uFE0F  Skipped (--skip-datasources): ${config.resources.datasources?.length ?? 0} datasource(s)
+`);
+    } else {
+      const datasourceStats = await deployDatasources(config, client, stateManager);
+      created += datasourceStats.created;
+      updated += datasourceStats.updated;
+      unchanged += datasourceStats.unchanged;
+      failed += datasourceStats.failed;
+    }
     const skillStats = await deploySkills(config, client, loader, stateManager);
     created += skillStats.created;
     updated += skillStats.updated;
@@ -3113,7 +3170,7 @@ init_logger();
 init_checksumUtils();
 init_codemieConfigChecksums();
 init_converters();
-async function previewResource(resource, resourceType, getState, checkExists, calculateChecksums) {
+async function previewResource(resource, resourceType, getState, checkExists, calculateChecksums, staleDetails) {
   const existingState = getState(resource.name);
   if (existingState) {
     const existsOnPlatform = await checkExists();
@@ -3134,7 +3191,7 @@ async function previewResource(resource, resourceType, getState, checkExists, ca
         type: "create",
         resourceType,
         name: resource.name,
-        details: `ID from state not found on platform, will create new`
+        details: staleDetails ?? `ID from state not found on platform, will create new`
       };
     }
   } else {
@@ -3333,8 +3390,10 @@ async function previewDatasources(datasources, stateManager, client) {
   }
   return changes;
 }
-async function previewWorkflows(workflows, stateManager, client, rootDir = process.cwd()) {
+async function previewWorkflows(workflows, stateManager, client, rootDir = process.cwd(), project) {
   const changes = [];
+  const projectClause = project ? ` in project ${project}` : "";
+  const staleDetails = `ID from state not found; will adopt a same-name workflow${projectClause} if one exists, otherwise create`;
   for (const workflow of workflows) {
     const yamlPath = path.join(rootDir, workflow.definition);
     if (!fs.existsSync(yamlPath)) {
@@ -3355,7 +3414,8 @@ async function previewWorkflows(workflows, stateManager, client, rootDir = proce
           hasChanged,
           ...hasChanged ? { updateDetails: "Workflow YAML or configuration changed" } : {}
         };
-      }
+      },
+      staleDetails
     );
     if (!change.details && change.type === "create") {
       change.details = `Mode: ${workflow.mode}`;
@@ -3366,14 +3426,16 @@ async function previewWorkflows(workflows, stateManager, client, rootDir = proce
 }
 
 // src/preview.ts
-async function previewChanges(appConfig, existingClient) {
+async function previewChanges(appConfig, existingClient, options) {
   const loader = new CodemieConfigLoader(appConfig);
   const stateManager = new StateManager(appConfig);
   const config = loader.loadConfig();
   const client = existingClient || await createClient(config);
   const changes = [];
   const cleanupManager = new CleanupManager(client, stateManager);
-  const orphaned = cleanupManager.findOrphanedResources(config);
+  const skipDatasources = options?.skipDatasources === true;
+  const foundOrphaned = cleanupManager.findOrphanedResources(config);
+  const orphaned = skipDatasources ? { ...foundOrphaned, datasources: [] } : foundOrphaned;
   changes.push(...previewOrphanedResources(orphaned, stateManager));
   if (config.resources.skills) {
     const skillChanges = await previewSkills(config.resources.skills, loader, stateManager, client);
@@ -3383,12 +3445,18 @@ async function previewChanges(appConfig, existingClient) {
     const assistantChanges = await previewAssistants(config.resources.assistants, loader, stateManager, client, config);
     changes.push(...assistantChanges);
   }
-  if (config.resources.datasources) {
+  if (config.resources.datasources && !skipDatasources) {
     const datasourceChanges = await previewDatasources(config.resources.datasources, stateManager, client);
     changes.push(...datasourceChanges);
   }
   if (config.resources.workflows) {
-    const workflowChanges = await previewWorkflows(config.resources.workflows, stateManager, client, appConfig.rootDir);
+    const workflowChanges = await previewWorkflows(
+      config.resources.workflows,
+      stateManager,
+      client,
+      appConfig.rootDir,
+      config.project.name
+    );
     changes.push(...workflowChanges);
   }
   const toDelete = changes.filter((c) => c.type === "delete");

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@codemieai/cdk",
-  "version": "0.1.630",
+  "version": "0.1.632",
   "type": "module",
   "description": "Infrastructure as Code solution for managing Codemie AI assistants, datasources, and workflows through declarative YAML configuration",
   "main": "./dist/index.js",