retell-sync-cli 3.7.2 → 3.8.1

package/dist/cli.js

@@ -98673,6 +98673,9 @@ function diff(obj, newObj, options = { cyclesFix: true }, _stack = []) {
   return diffs;
 }
 
+// src/commands/deploy.ts
+import path17 from "path";
+
 // node_modules/remeda/dist/lazyDataLastImpl-BDhrIOwR.js
 function e(e2, t, n) {
   let r = (n2) => e2(n2, ...t);
@@ -135140,19 +135143,15 @@ async function canonicalizeFromFiles(files) {
 var InputMatchRuleSchema = zod_default.discriminatedUnion("type", [
   zod_default.object({ type: zod_default.literal("any") }),
   zod_default.object({
-    type: zod_default.literal("exact"),
-    input: zod_default.record(zod_default.string(), zod_default.unknown())
-  }),
-  zod_default.object({
-    type: zod_default.literal("partial"),
-    input: zod_default.record(zod_default.string(), zod_default.unknown())
+    type: zod_default.literal("partial_match"),
+    args: zod_default.record(zod_default.string(), zod_default.unknown())
   })
 ]);
 var ToolMockSchema = zod_default.object({
   tool_name: zod_default.string(),
   input_match_rule: InputMatchRuleSchema,
   output: zod_default.string(),
-  result: zod_default.boolean()
+  result: zod_default.boolean().nullable().optional()
 });
 var TestCaseResponseEngineSchema = zod_default.discriminatedUnion("type", [
   zod_default.object({
@@ -135213,6 +135212,73 @@ async function getTestCaseDefinitions(responseEngine) {
   }
   return result.data;
 }
+function canonicalizeTestCases(testCases) {
+  return testCases.map(({ test_case_definition_id, response_engine: _10, ...rest }) => ({
+    ...rest,
+    _id: test_case_definition_id
+  }));
+}
+async function getLocalTestCases(agentDirPath) {
+  const testsDir = path15.join(agentDirPath, "tests");
+  const metaFile = Bun.file(path15.join(testsDir, ".tests.json"));
+  if (!await metaFile.exists()) {
+    return [];
+  }
+  const metaContent = await metaFile.text();
+  const metadata = await readJson2(metaContent, zod_default.object({
+    response_engine: zod_default.object({}).passthrough(),
+    test_cases: zod_default.array(zod_default.object({
+      id: zod_default.string(),
+      name: zod_default.string()
+    }))
+  }));
+  const testCases = [];
+  for (const testCaseMeta of metadata.test_cases) {
+    const testCaseName = toSnakeCase(testCaseMeta.name);
+    let configContent = null;
+    let reader = readYaml;
+    for (const ext of ["yaml", "yml", "jsonc", "json"]) {
+      const configPath = path15.join(testsDir, `${testCaseName}.${ext}`);
+      const file2 = Bun.file(configPath);
+      if (await file2.exists()) {
+        configContent = await file2.text();
+        reader = ext === "jsonc" ? readJsonc : ext === "json" ? readJson2 : readYaml;
+        break;
+      }
+    }
+    if (!configContent) {
+      console.warn(`Warning: Could not find config file for test case ${testCaseMeta.name}`);
+      continue;
+    }
+    const config2 = await reader(configContent, zod_default.looseObject({}));
+    const resolveFileContent = async (filePath) => {
+      const normalizedPath = filePath.replace(/^\.\//, "");
+      const fullPath = path15.join(testsDir, normalizedPath);
+      const content = await Bun.file(fullPath).text();
+      return content;
+    };
+    await resolveFilePlaceholders(config2, resolveFileContent);
+    testCases.push({
+      ...config2,
+      _id: testCaseMeta.id
+    });
+  }
+  return testCases;
+}
+async function updateTestCaseDefinition(testCaseId, update) {
+  const response = await fetch(`https://api.retellai.com/update-test-case-definition/${testCaseId}`, {
+    method: "PUT",
+    headers: {
+      Authorization: `Bearer ${process.env.RETELL_API_KEY}`,
+      "Content-Type": "application/json"
+    },
+    body: JSON.stringify(update)
+  });
+  if (!response.ok) {
+    const errorText = await response.text();
+    throw new Error(`Failed to update test case ${testCaseId}: ${response.status} ${errorText}`);
+  }
+}
 async function fetchAndWriteTestCases({
   state,
   agentsDir = DEFAULT_AGENTS_DIR,
@@ -135806,10 +135872,78 @@ async function deploy({
   const totalRemoteAgents = remoteState.voiceAgents.length + remoteState.chatAgents.length;
   spinner.stop(source_default.dim(`Local: ${totalLocalAgents} agents | Remote: ${totalRemoteAgents} agents`));
   spinner = createSpinner2("Computing differences...");
-  const changes = computeChanges(localState, remoteState);
+  const baseChanges = computeChanges(localState, remoteState);
+  const testCaseChanges = [];
+  const allAgents = [
+    ...localState.voiceAgents.map((a7) => ({
+      ...a7,
+      agentType: "voice"
+    })),
+    ...localState.chatAgents.map((a7) => ({ ...a7, agentType: "chat" }))
+  ];
+  for (const agent of allAgents) {
+    if (agent.response_engine.type !== "retell-llm" && agent.response_engine.type !== "conversation-flow") {
+      continue;
+    }
+    const agentName = agent.agent_name ?? agent._id;
+    const hash2 = agent._id.slice(-FILE_HASH_LENGTH);
+    const agentDirName = `${toSnakeCase(agentName)}_${hash2}`;
+    const agentDirPath = path17.join(agentsDir, agentDirName);
+    const localTestCases = await getLocalTestCases(agentDirPath);
+    if (localTestCases.length === 0)
+      continue;
+    const normalizedEngine = agent.response_engine.type === "retell-llm" ? {
+      type: "retell-llm",
+      llm_id: agent.response_engine.llm_id,
+      version: agent.response_engine.version ?? undefined
+    } : {
+      type: "conversation-flow",
+      conversation_flow_id: agent.response_engine.conversation_flow_id,
+      version: agent.response_engine.version ?? undefined
+    };
+    let remoteTestCases = [];
+    try {
+      const rawRemote = await getTestCaseDefinitions(normalizedEngine);
+      remoteTestCases = canonicalizeTestCases(rawRemote);
+    } catch {
+      continue;
+    }
+    const testCaseMetadataFields = [
+      "_id",
+      "creation_timestamp",
+      "user_modified_timestamp",
+      "type"
+    ];
+    const remoteTestCaseMap = new Map(remoteTestCases.map((tc3) => [tc3._id, tc3]));
+    for (const localTC of localTestCases) {
+      const remoteTC = remoteTestCaseMap.get(localTC._id);
+      if (!remoteTC)
+        continue;
+      const normalizePrompt = (s5) => s5.trim().replace(/\r\n/g, `
+`);
+      const localComparable = {
+        ...n9(localTC, testCaseMetadataFields),
+        user_prompt: normalizePrompt(localTC.user_prompt)
+      };
+      const remoteComparable = {
+        ...n9(remoteTC, testCaseMetadataFields),
+        user_prompt: normalizePrompt(remoteTC.user_prompt)
+      };
+      const differences = diff(remoteComparable, localComparable);
+      if (differences.length > 0) {
+        testCaseChanges.push({
+          id: localTC._id,
+          name: localTC.name,
+          current: localTC,
+          differences
+        });
+      }
+    }
+  }
+  const changes = { ...baseChanges, testCases: testCaseChanges };
   const totalAgentChanges = changes.voiceAgents.length + changes.chatAgents.length;
-  spinner.stop(source_default.dim(`Found ${source_default.white(totalAgentChanges)} agent changes, ${source_default.white(changes.llms.length)} LLM changes, ${source_default.white(changes.flows.length)} flow changes`));
-  const totalChanges = totalAgentChanges + changes.llms.length + changes.flows.length;
+  spinner.stop(source_default.dim(`Found ${source_default.white(totalAgentChanges)} agent changes, ${source_default.white(changes.llms.length)} LLM changes, ${source_default.white(changes.flows.length)} flow changes, ${source_default.white(changes.testCases.length)} test case changes`));
+  const totalChanges = totalAgentChanges + changes.llms.length + changes.flows.length + changes.testCases.length;
   const affectedAgentIds = new Set;
   for (const change of changes.voiceAgents) {
     affectedAgentIds.add(change.id);
@@ -135869,6 +136003,11 @@ async function deploy({
       const { _id, _version, ...updateData } = change.current;
       await retell.conversationFlow.update(_id, updateData);
       return { type: "flow", id: _id, name: change.name };
+    }),
+    ...changes.testCases.map(async (change) => {
+      const { _id, ...updateData } = change.current;
+      await updateTestCaseDefinition(_id, updateData);
+      return { type: "test case", id: _id, name: change.name };
     })
   ]);
   spinner.stop(source_default.dim("Done"));
@@ -136060,6 +136199,16 @@ Flows to update:`));
       }
     }
   }
+  if (changes.testCases.length > 0) {
+    console.log(source_default.cyan(`
+Test cases to update:`));
+    for (const change of changes.testCases) {
+      console.log(`  ${source_default.bold(change.name)} ${source_default.dim(`(${change.id})`)}`);
+      for (const d5 of change.differences) {
+        printDiff(d5, { verbose });
+      }
+    }
+  }
 }
 
 // src/commands/publish.ts

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "retell-sync-cli",
-  "version": "3.7.2",
+  "version": "3.8.1",
   "description": "CLI tool for syncing Retell AI agents between local filesystem and API",
   "keywords": [
     "agents",