propelix-cli 0.1.1 → 0.2.0

package/dist/index.cjs

@@ -19614,6 +19614,13 @@ function outputTable(columns, rows) {
 function output(data, format, tableConfig) {
   if (format === "table" && tableConfig) {
     outputTable(tableConfig.columns, tableConfig.rows);
+    if (data && typeof data === "object" && "total" in data && typeof data.total === "number") {
+      const shown = tableConfig.rows.length;
+      if (data.total > shown) {
+        console.log(import_chalk2.default.dim(`
+Showing ${shown} of ${data.total} results. Use --limit and --offset to paginate.`));
+      }
+    }
   } else {
     outputJSON(data);
   }
@@ -19976,6 +19983,136 @@ var CREATE_CHAT_MESSAGE_MUTATION = `
     }
   }
 `;
+var EXPERIMENTS_QUERY = `
+  query Experiments($pagination: PaginationInput, $filter: ExperimentFilter!) {
+    experiments(pagination: $pagination, filter: $filter) {
+      items {
+        id
+        title
+        description
+        project { id }
+        creator { id firstName }
+        startTime
+        endTime
+        variations
+        result
+        createdAt
+        updatedAt
+        cancelledAt
+      }
+      total
+    }
+  }
+`;
+var EXPERIMENT_QUERY = `
+  query Experiment($id: ID!) {
+    experiment(id: $id) {
+      id
+      title
+      description
+      project { id }
+      creator { id firstName }
+      startTime
+      endTime
+      variations
+      result
+      createdAt
+      updatedAt
+      cancelledAt
+      controlVariationAgentVersions {
+        agentName
+        promptVersionName
+      }
+      testVariationAgentVersions {
+        agentName
+        promptVersionName
+      }
+    }
+  }
+`;
+var EXPERIMENT_MESSAGE_RESPONSE_COMPARISONS_QUERY = `
+  query GetExperimentMessageResponseComparisons(
+    $experimentID: ID!
+    $pagination: PaginationInput
+    $filter: ExperimentMessageResponseComparisonFilter
+  ) {
+    experimentMessageResponseComparisons(experimentID: $experimentID, pagination: $pagination, filter: $filter) {
+      items {
+        id
+        experiment { id }
+        targetMessage {
+          id
+          conversationID
+          body
+          authorType
+          authorInfo { name }
+          createdAt
+        }
+        testResponse {
+          id
+          variation
+          runProjectResult
+          finalAgentName
+          metricsData
+          logID
+          createdAt
+        }
+        controlResponse {
+          id
+          variation
+          runProjectResult
+          finalAgentName
+          metricsData
+          logID
+          createdAt
+        }
+        comparisonResult
+        createdAt
+        updatedAt
+      }
+      total
+    }
+  }
+`;
+var EXPERIMENT_MESSAGE_RESPONSE_COMPARISON_QUERY = `
+  query GetExperimentMessageResponseComparison($experimentMessageResponseComparisonID: ID!) {
+    experimentMessageResponseComparison(experimentMessageResponseComparisonID: $experimentMessageResponseComparisonID) {
+      id
+      experiment { id title }
+      targetMessage {
+        id
+        conversationID
+        body
+        authorType
+        authorInfo { name }
+        imageURLs
+        fileAttachments { url name mimeType }
+        createdAt
+      }
+      testResponse {
+        id
+        variation
+        runProjectResult
+        finalAgentName
+        metricsData
+        logID
+        createdAt
+      }
+      controlResponse {
+        id
+        variation
+        runProjectResult
+        finalAgentName
+        metricsData
+        logID
+        createdAt
+      }
+      comparisonResult
+      createdAt
+      updatedAt
+    }
+  }
+`;
 var CLEAR_CHAT_MESSAGES_MUTATION = `
   mutation ClearChatMessages {
     clearChatMessages
@@ -20468,6 +20605,126 @@ function registerConversationCommand(program3) {
   });
 }
 
+// src/commands/experiment.ts
+var EVALUATION_CATEGORIES = [
+  "SubsetAndConsistent",
+  "SupersetAndConsistent",
+  "SameDetailsAsExpert",
+  "DisagreementBetweenAnswers",
+  "DifferencesDontMatter"
+];
+function experimentStatus(exp) {
+  if (exp.cancelledAt) return "cancelled";
+  if (exp.endTime) return "completed";
+  if (exp.startTime) return "running";
+  return "pending";
+}
+function registerExperimentCommand(program3) {
+  const experiment = program3.command("experiment").description("Experiment (shadow test) operations");
+  experiment.command("list").description("List experiments for the current project").option("--limit <n>", "Max results").option("--offset <n>", "Skip results").option("--date-from <ISO>", "Filter from date (ISO 8601)").option("--date-to <ISO>", "Filter to date (ISO 8601)").option("--from-file <path>", "Load params from JSON file").action(async (cmdOpts) => {
+    try {
+      const parentOpts = program3.opts();
+      const opts = mergeFromFile(cmdOpts, cmdOpts.fromFile);
+      const config = requireConfig(parentOpts);
+      const projectID = requireProjectID(config);
+      const client = createGraphQLClient(config);
+      const filter = { projectID };
+      if (opts.dateFrom && opts.dateTo) {
+        filter.createdAtRange = [opts.dateFrom, opts.dateTo];
+      } else if (opts.dateFrom) {
+        filter.createdAtRange = [opts.dateFrom, (/* @__PURE__ */ new Date()).toISOString()];
+      } else if (opts.dateTo) {
+        filter.createdAtRange = [(/* @__PURE__ */ new Date(0)).toISOString(), opts.dateTo];
+      }
+      const data = await client.request(EXPERIMENTS_QUERY, {
+        pagination: toPagination(opts),
+        filter
+      });
+      output(data.experiments, parentOpts.format, {
+        columns: ["id", "title", "status", "createdAt"],
+        rows: data.experiments.items.map((e) => ({
+          id: e.id,
+          title: e.title,
+          status: experimentStatus(e),
+          createdAt: e.createdAt
+        }))
+      });
+    } catch (error) {
+      handleError(error);
+    }
+  });
+  experiment.command("get").description("Get experiment detail").argument("<id>", "Experiment ID").action(async (id) => {
+    try {
+      const parentOpts = program3.opts();
+      const config = requireConfig(parentOpts);
+      const client = createGraphQLClient(config);
+      const data = await client.request(EXPERIMENT_QUERY, { id });
+      output(data.experiment, parentOpts.format);
+    } catch (error) {
+      handleError(error);
+    }
+  });
+  const comparison = experiment.command("comparison").description("Message response comparison operations");
+  comparison.command("list").description("List message response comparisons for an experiment").argument("<experiment-id>", "Experiment ID").option("--limit <n>", "Max results").option("--offset <n>", "Skip results").option("--evaluation-category <cat>", "Filter by evaluation category").addHelpText("after", `
+Valid evaluation categories: ${EVALUATION_CATEGORIES.join(", ")}`).option("--has-images <bool>", "Filter comparisons with/without images (true|false)").option("--has-file-attachments <bool>", "Filter comparisons with/without file attachments (true|false)").option("--has-failed-tool-calls <bool>", "Filter comparisons with/without failed tool calls (true|false)").option("--from-file <path>", "Load params from JSON file").action(async (experimentID, cmdOpts) => {
+    try {
+      const parentOpts = program3.opts();
+      const opts = mergeFromFile(cmdOpts, cmdOpts.fromFile);
+      const config = requireConfig(parentOpts);
+      const client = createGraphQLClient(config);
+      const filter = {};
+      if (opts.evaluationCategory) {
+        const cat = opts.evaluationCategory;
+        if (!EVALUATION_CATEGORIES.includes(cat)) {
+          throw new Error(
+            `Invalid evaluation category: "${cat}". Must be one of: ${EVALUATION_CATEGORIES.join(", ")}`
+          );
+        }
+        filter.evaluationCategory = cat;
+      }
+      if (opts.hasImages !== void 0) filter.hasImages = opts.hasImages === "true";
+      if (opts.hasFileAttachments !== void 0) filter.hasFileAttachments = opts.hasFileAttachments === "true";
+      if (opts.hasFailedToolCalls !== void 0) filter.hasFailedToolCalls = opts.hasFailedToolCalls === "true";
+      const data = await client.request(EXPERIMENT_MESSAGE_RESPONSE_COMPARISONS_QUERY, {
+        experimentID,
+        pagination: toPagination(opts),
+        filter: Object.keys(filter).length > 0 ? filter : void 0
+      });
+      const comparisons = data.experimentMessageResponseComparisons;
+      output(comparisons, parentOpts.format, {
+        columns: ["id", "category", "controlAgent", "testAgent", "messagePreview", "createdAt"],
+        rows: comparisons.items.map((c) => ({
+          id: c.id,
+          category: c.comparisonResult?.category ?? "",
+          controlAgent: c.controlResponse?.finalAgentName ?? "",
+          testAgent: c.testResponse?.finalAgentName ?? "",
+          messagePreview: truncate(c.targetMessage?.body ?? "", 60),
+          createdAt: c.createdAt
+        }))
+      });
+    } catch (error) {
+      handleError(error);
+    }
+  });
+  comparison.command("get").description("Get a single message response comparison detail").argument("<comparison-id>", "Comparison ID").action(async (comparisonID) => {
+    try {
+      const parentOpts = program3.opts();
+      const config = requireConfig(parentOpts);
+      const client = createGraphQLClient(config);
+      const data = await client.request(EXPERIMENT_MESSAGE_RESPONSE_COMPARISON_QUERY, {
+        experimentMessageResponseComparisonID: comparisonID
+      });
+      output(data.experimentMessageResponseComparison, parentOpts.format);
+    } catch (error) {
+      handleError(error);
+    }
+  });
+}
+function truncate(text, max) {
+  if (text.length <= max) return text;
+  return text.slice(0, max - 3) + "...";
+}
+
 // src/commands/guardrail.ts
 function registerGuardrailCommand(program3) {
   const guard = program3.command("guardrail").description("Guard rail operations");
@@ -21083,7 +21340,7 @@ function registerTestCommand(program3) {
 
 // src/index.ts
 var program2 = new Command();
-program2.name("propelix").description("Propelix CLI").version("0.1.1").option("--base-url <url>", "API base URL (default: https://propelix.ai)").option("--token <token>", "Auth token (overrides stored config)").option("--project-id <id>", "Project ID (overrides stored config)").option("--insecure", "Disable TLS certificate verification (for local dev)").option("--json", "Output as JSON (deprecated, use --format json)").option("--format <fmt>", "Output format: json (default) | table");
+program2.name("propelix").description("Propelix CLI").version("0.2.0").option("--base-url <url>", "API base URL (default: https://propelix.ai)").option("--token <token>", "Auth token (overrides stored config)").option("--project-id <id>", "Project ID (overrides stored config)").option("--insecure", "Disable TLS certificate verification (for local dev)").option("--json", "Output as JSON (deprecated, use --format json)").option("--format <fmt>", "Output format: json (default) | table");
 program2.hook("preAction", () => {
   if (program2.opts().insecure) {
     process.env.NODE_TLS_REJECT_UNAUTHORIZED = "0";
@@ -21096,13 +21353,14 @@ registerAgentCommand(program2);
 registerChannelCommand(program2);
 registerPromptCommand(program2);
 registerConversationCommand(program2);
+registerExperimentCommand(program2);
 registerLogCommand(program2);
 registerGuardrailCommand(program2);
 registerImageCommand(program2);
 registerChatCommand(program2);
 registerTestCommand(program2);
 program2.command("version").description("Print version number").action(() => {
-  console.log("0.1.1");
+  console.log("0.2.0");
 });
 program2.command("whoami").description("Show the currently authenticated user").action(async () => {
   try {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "propelix-cli",
-  "version": "0.1.1",
+  "version": "0.2.0",
   "description": "CLI for Propelix",
   "license": "UNLICENSED",
   "bin": {