@mutagent/cli 0.1.196 → 0.1.197

package/dist/index.js

@@ -316,125 +316,6 @@ var init_errors = __esm(() => {
   };
 });
 
-// src/lib/scorecard-extraction.ts
-function extractScorecardDetails(rawState, iterCtx) {
-  if (!iterCtx)
-    return {};
-  const gc = rawState.globalContext;
-  const gcCtx = gc?.context;
-  const beforeExec = gcCtx?.executions;
-  const beforeResults = beforeExec?.results ?? [];
-  const beforeById = new Map;
-  for (const r of beforeResults) {
-    const id = r.id;
-    if (id)
-      beforeById.set(id, r);
-  }
-  let originalScore;
-  if (beforeResults.length > 0) {
-    const sum = beforeResults.reduce((acc, r) => {
-      const eval_ = r.evaluation;
-      return acc + (eval_?.score ?? 0);
-    }, 0);
-    originalScore = sum / beforeResults.length;
-  }
-  const afterExec = iterCtx.executionResults;
-  const afterResults = afterExec?.executions ?? [];
-  const datasetResults = afterResults.length > 0 ? afterResults.map((r) => {
-    const id = r.id || "unknown";
-    const afterEval = r.evaluation;
-    const afterScore = afterEval?.score ?? 0;
-    const beforeResult = beforeById.get(id);
-    const beforeEval = beforeResult?.evaluation;
-    const beforeScore = beforeEval?.score;
-    return { id, beforeScore, afterScore };
-  }) : undefined;
-  const criteriaScores = extractCriteriaScores(beforeResults, afterResults);
-  const rawFailureModes = iterCtx.failureModes;
-  const failureModes = rawFailureModes?.categories && rawFailureModes.failures ? rawFailureModes.categories.map((category) => ({
-    category,
-    failures: (rawFailureModes.failures?.[category] ?? []).map((f) => ({
-      description: f.description ?? f.label,
-      summary: f.summary
-    }))
-  })) : undefined;
-  const rawMutations = iterCtx.mutations;
-  const mutations = rawMutations && rawMutations.length > 0 ? rawMutations.map((m) => ({
-    label: m.label ?? "Unknown mutation",
-    status: m.status ?? "pending",
-    priority: m.priority,
-    rationale: m.target?.rationale
-  })) : undefined;
-  const evaluationDetails = afterResults.length > 0 ? afterResults.map((r) => {
-    const id = r.id || "unknown";
-    const eval_ = r.evaluation;
-    const score = eval_?.score ?? 0;
-    const success = eval_?.success ?? false;
-    const metrics = eval_?.evaluations?.map((metric) => {
-      const criteria = metric.evaluationChecklist?.items?.map((item) => ({
-        name: item.evaluationParameter ?? item.criteria ?? "unknown",
-        score: item.llmScore ?? 0,
-        success: item.success ?? false
-      }));
-      return {
-        name: metric.name ?? "unknown",
-        score: metric.score ?? 0,
-        success: metric.success ?? false,
-        failureMode: metric.failureMode,
-        reasoning: metric.reasoning,
-        criteria: criteria && criteria.length > 0 ? criteria : undefined
-      };
-    });
-    return {
-      itemId: id,
-      score,
-      success,
-      metrics: metrics && metrics.length > 0 ? metrics : undefined
-    };
-  }) : undefined;
-  return {
-    originalScore,
-    criteriaScores,
-    datasetResults,
-    failureModes,
-    mutations,
-    evaluationDetails
-  };
-}
-function extractCriteriaScores(beforeResults, afterResults) {
-  const metricNames = new Set;
-  const beforeScores = new Map;
-  const afterScores = new Map;
-  for (const r of beforeResults) {
-    const eval_ = r.evaluation;
-    for (const m of eval_?.evaluations ?? []) {
-      const name = m.name ?? "unknown";
-      metricNames.add(name);
-      const existing = beforeScores.get(name) ?? [];
-      existing.push(m.score ?? 0);
-      beforeScores.set(name, existing);
-    }
-  }
-  for (const r of afterResults) {
-    const eval_ = r.evaluation;
-    for (const m of eval_?.evaluations ?? []) {
-      const name = m.name ?? "unknown";
-      metricNames.add(name);
-      const existing = afterScores.get(name) ?? [];
-      existing.push(m.score ?? 0);
-      afterScores.set(name, existing);
-    }
-  }
-  if (metricNames.size === 0)
-    return;
-  const avg = (arr) => arr.reduce((a, b) => a + b, 0) / arr.length;
-  return Array.from(metricNames).map((name) => ({
-    name,
-    before: beforeScores.has(name) ? avg(beforeScores.get(name) ?? []) : undefined,
-    after: afterScores.has(name) ? avg(afterScores.get(name) ?? []) : undefined
-  }));
-}
-
 // src/lib/sdk-client.ts
 var exports_sdk_client = {};
 __export(exports_sdk_client, {
@@ -545,416 +426,6 @@ class SDKClientWrapper {
     }
     return response.json();
   }
-  async requestRaw(path, options) {
-    const optHeaders = options?.headers;
-    let extraHeaders = {};
-    if (optHeaders instanceof Headers) {
-      optHeaders.forEach((value, key) => {
-        extraHeaders[key] = value;
-      });
-    } else if (optHeaders) {
-      extraHeaders = optHeaders;
-    }
-    const tenancyHeaders = {};
-    if (this.workspaceId)
-      tenancyHeaders["x-workspace-id"] = this.workspaceId;
-    if (this.organizationId)
-      tenancyHeaders["x-organization-id"] = this.organizationId;
-    return fetch(`${this.endpoint}${path}`, {
-      ...options,
-      headers: {
-        "x-api-key": this.apiKey,
-        "Content-Type": "application/json",
-        ...tenancyHeaders,
-        ...extraHeaders
-      }
-    });
-  }
-  async listPrompts() {
-    try {
-      const response = await this.sdk.prompt.listPrompts();
-      return response.result.data;
-    } catch (error) {
-      this.handleError(error);
-    }
-  }
-  async getPrompt(id) {
-    try {
-      const response = await this.sdk.prompt.getPrompt({ id: parseInt(id, 10) });
-      return response;
-    } catch (error) {
-      this.handleError(error);
-    }
-  }
-  async createPrompt(data) {
-    try {
-      const response = await this.sdk.prompt.createPrompt({
-        name: data.name ?? "",
-        description: data.description ?? undefined,
-        version: data.version ?? undefined,
-        isLatest: data.isLatest ?? undefined,
-        systemPrompt: data.systemPrompt ?? undefined,
-        humanPrompt: data.humanPrompt ?? undefined,
-        rawPrompt: data.rawPrompt ?? undefined,
-        inputSchema: data.inputSchema ?? undefined,
-        outputSchema: data.outputSchema ?? undefined,
-        metadata: data.metadata ?? undefined,
-        tags: data.tags ?? undefined
-      });
-      return response;
-    } catch (error) {
-      this.handleError(error);
-    }
-  }
-  async updatePrompt(id, data) {
-    try {
-      const body = {
-        description: data.description ?? undefined,
-        isLatest: data.isLatest ?? undefined,
-        systemPrompt: data.systemPrompt ?? undefined,
-        humanPrompt: data.humanPrompt ?? undefined,
-        rawPrompt: data.rawPrompt ?? undefined,
-        inputSchema: data.inputSchema,
-        outputSchema: data.outputSchema,
-        metadata: data.metadata,
-        tags: data.tags ?? undefined
-      };
-      if (data.name !== undefined) {
-        body.name = data.name;
-      }
-      const updateArgs = { id: parseInt(id, 10), body };
-      const response = await this.sdk.prompt.updatePrompt(updateArgs);
-      return response;
-    } catch (error) {
-      this.handleError(error);
-    }
-  }
-  async deletePrompt(id, options) {
-    try {
-      if (options?.force) {
-        await this.request(`/api/prompt/${id}?force=true`, { method: "DELETE" });
-      } else {
-        await this.sdk.prompt.deletePrompt({ id: parseInt(id, 10) });
-      }
-    } catch (error) {
-      this.handleError(error);
-    }
-  }
-  async getDataset(datasetId) {
-    try {
-      return await this.request(`/api/prompts/datasets/${String(datasetId)}`);
-    } catch (error) {
-      this.handleError(error);
-    }
-  }
-  async getDatasetItem(itemId) {
-    try {
-      return await this.request(`/api/prompts/dataset-items/${String(itemId)}`);
-    } catch (error) {
-      this.handleError(error);
-    }
-  }
-  async listDatasets(promptId) {
-    try {
-      const response = await this.request(`/api/prompt/${promptId}/datasets`);
-      return Array.isArray(response) ? response : response.data;
-    } catch (error) {
-      this.handleError(error);
-    }
-  }
-  async addDataset(promptId, fileContent, name) {
-    try {
-      let parsed;
-      try {
-        parsed = JSON.parse(fileContent);
-      } catch {
-        parsed = null;
-      }
-      let datasetName = name ?? `Dataset ${new Date().toISOString().slice(0, 16)}`;
-      let items;
-      if (parsed !== null && !Array.isArray(parsed) && typeof parsed === "object" && "name" in parsed) {
-        const meta = parsed;
-        datasetName = meta.name ?? datasetName;
-        if (Array.isArray(meta.items)) {
-          items = meta.items;
-        }
-      } else if (Array.isArray(parsed)) {
-        items = parsed;
-      }
-      const dataset = await this.request(`/api/prompt/${promptId}/datasets`, {
-        method: "POST",
-        body: JSON.stringify({
-          name: datasetName
-        })
-      });
-      let itemCount = 0;
-      if (items && items.length > 0) {
-        const mappedItems = items.map((item, index) => ({
-          input: item.input ?? item,
-          expectedOutput: item.expectedOutput ?? item.expected_output ?? undefined,
-          name: item.name ?? `Item ${String(index + 1)}`,
-          userFeedback: item.userFeedback,
-          systemFeedback: item.systemFeedback,
-          labels: item.labels,
-          metadata: item.metadata
-        }));
-        const missingExpectedOutputCount = mappedItems.filter((item) => item.expectedOutput === undefined).length;
-        const bulkResult = await this.requestRaw(`/api/prompts/datasets/${String(dataset.id)}/items/bulk`, {
-          method: "POST",
-          body: JSON.stringify({ items: mappedItems })
-        });
-        if (!bulkResult.ok) {
-          const bodyText = await bulkResult.text();
-          let parsed2;
-          try {
-            parsed2 = JSON.parse(bodyText);
-          } catch {}
-          const typed = parsed2;
-          if (typed && typed.kind === "bulk_insert_rollback") {
-            const constraint = typeof typed.failingConstraint === "string" ? typed.failingConstraint : "unknown";
-            const rowIndex = typeof typed.failingRowIndex === "number" ? typed.failingRowIndex : null;
-            throw new ApiError(bulkResult.status, `Bulk insert rolled back — constraint: ${constraint}` + (rowIndex !== null ? `, first failing row: ${String(rowIndex)}` : ""));
-          }
-          throw new ApiError(bulkResult.status, bodyText || "Bulk insert failed");
-        }
-        itemCount = mappedItems.length;
-        return { ...dataset, itemCount, missingExpectedOutputCount };
-      }
-      return { ...dataset, itemCount };
-    } catch (error) {
-      this.handleError(error);
-    }
-  }
-  async listDatasetItems(datasetId) {
-    try {
-      const response = await this.request(`/api/prompts/datasets/${datasetId}/items`);
-      return Array.isArray(response) ? response : response.data;
-    } catch (error) {
-      this.handleError(error);
-    }
-  }
-  async deleteDataset(_promptId, datasetId, options) {
-    try {
-      const query = options?.force ? "?force=true" : "";
-      await this.request(`/api/prompts/datasets/${datasetId}${query}`, { method: "DELETE" });
-    } catch (error) {
-      this.handleError(error);
-    }
-  }
-  async listEvaluations(promptId) {
-    try {
-      const response = await this.request(`/api/prompts/evaluations?promptId=${promptId}`);
-      return response.data;
-    } catch (error) {
-      this.handleError(error);
-    }
-  }
-  async getEvaluation(evaluationId) {
-    try {
-      return await this.request(`/api/prompts/evaluations/${evaluationId}`);
-    } catch (error) {
-      this.handleError(error);
-    }
-  }
-  async createEvaluation(promptId, data) {
-    try {
-      return await this.request("/api/prompts/evaluations", {
-        method: "POST",
-        body: JSON.stringify({
-          promptId: parseInt(promptId, 10),
-          name: data.name,
-          description: data.description,
-          evalConfig: data.evalConfig,
-          llmConfig: data.llmConfig,
-          tags: data.tags,
-          metadata: data.metadata
-        })
-      });
-    } catch (error) {
-      this.handleError(error);
-    }
-  }
-  async deleteEvaluation(evaluationId) {
-    try {
-      await this.request(`/api/prompts/evaluations/${evaluationId}`, { method: "DELETE" });
-    } catch (error) {
-      this.handleError(error);
-    }
-  }
-  async listOptimizations() {
-    try {
-      const response = await this.request("/api/optimizations");
-      if (Array.isArray(response))
-        return response;
-      const r = response;
-      if (Array.isArray(r.data))
-        return r.data;
-      return [];
-    } catch (error) {
-      this.handleError(error);
-    }
-  }
-  async listExperiments(filters) {
-    try {
-      const params = new URLSearchParams;
-      if (filters?.promptId !== undefined)
-        params.set("promptId", String(filters.promptId));
-      if (filters?.status)
-        params.set("status", filters.status);
-      if (filters?.limit !== undefined)
-        params.set("limit", String(filters.limit));
-      if (filters?.offset !== undefined)
-        params.set("offset", String(filters.offset));
-      const qs = params.toString();
-      const response = await this.request(`/api/prompts/experiments${qs ? `?${qs}` : ""}`);
-      if (Array.isArray(response))
-        return { experiments: response, total: response.length };
-      const r = response;
-      const experiments = r.experiments ?? r.data ?? [];
-      return { experiments, total: r.total ?? experiments.length };
-    } catch (error) {
-      this.handleError(error);
-    }
-  }
-  async createExperiment(data) {
-    try {
-      return await this.request("/api/prompts/experiments", {
-        method: "POST",
-        body: JSON.stringify(data)
-      });
-    } catch (error) {
-      this.handleError(error);
-    }
-  }
-  async getExperiment(id) {
-    try {
-      return await this.request(`/api/prompts/experiments/${id}`);
-    } catch (error) {
-      this.handleError(error);
-    }
-  }
-  async deleteExperiment(id) {
-    try {
-      await this.request(`/api/prompts/experiments/${id}`, { method: "DELETE" });
-    } catch (error) {
-      this.handleError(error);
-    }
-  }
-  async executeExperiment(id) {
-    try {
-      return await this.request(`/api/prompts/experiments/${id}/execute`, { method: "POST", body: JSON.stringify({}) });
-    } catch (error) {
-      this.handleError(error);
-    }
-  }
-  async playgroundEval(promptId, data) {
-    try {
-      return await this.request(`/api/prompt/${promptId}/playground/eval`, {
-        method: "POST",
-        body: JSON.stringify(data)
-      });
-    } catch (error) {
-      this.handleError(error);
-    }
-  }
-  async cancelOptimization(jobId) {
-    try {
-      return await this.request(`/api/optimization/${jobId}/cancel`, {
-        method: "POST"
-      });
-    } catch (error) {
-      this.handleError(error);
-    }
-  }
-  async startOptimization(promptId, datasetId, evaluationId, config) {
-    try {
-      return await this.request(`/api/prompt/${promptId}/optimize`, {
-        method: "POST",
-        body: JSON.stringify({
-          datasetId: parseInt(datasetId, 10),
-          evaluationId: parseInt(evaluationId, 10),
-          config: {
-            maxIterations: config?.maxIterations ?? 1,
-            targetScore: config?.targetScore ?? 0.8,
-            patience: config?.patience,
-            ...config?.executionModel ? { executionModel: config.executionModel } : {},
-            ...config?.evaluationModel ? { evaluationModel: config.evaluationModel } : {},
-            ...config?.optimizationModel ? { optimizationModel: config.optimizationModel } : {},
-            ...config?.providerId ? { executionProviderId: config.providerId } : {},
-            ...config?.evalProviderId ? { evaluationProviderId: config.evalProviderId } : {},
-            ...config?.optProviderId ? { optimizationProviderId: config.optProviderId } : {}
-          },
-          executionMode: "worker_loop"
-        })
-      });
-    } catch (error) {
-      this.handleError(error);
-    }
-  }
-  async getOptimizationStatus(jobId) {
-    try {
-      const raw = await this.request(`/api/optimization/${jobId}`);
-      const id = raw.id;
-      return {
-        ...raw,
-        jobId: id ?? jobId,
-        progressPercent: typeof raw.progress === "number" ? raw.progress : 0
-      };
-    } catch (error) {
-      this.handleError(error);
-    }
-  }
-  async getOptimizationScorecard(jobId) {
-    try {
-      const res = await this.request(`/api/optimization/${jobId}/results`);
-      if (res.scorecard?.rendered) {
-        return { rendered: res.scorecard.rendered, data: res.scorecard.data ?? [] };
-      }
-      return null;
-    } catch {
-      return null;
-    }
-  }
-  async getOptimizationResults(jobId) {
-    try {
-      const job = await this.request(`/api/optimization/${jobId}`);
-      const progress = await this.request(`/api/optimization/${jobId}/progress`);
-      const prompt = await this.getPrompt(String(job.promptId ?? ""));
-      const statesRes = await this.request(`/api/optimization/${jobId}/states`).catch(() => ({ states: [] }));
-      const scorecardDigest = await this.getOptimizationScorecard(jobId);
-      const latestState = statesRes.states[statesRes.states.length - 1];
-      const rawState = latestState?.state ?? {};
-      const iterCtx = rawState.iterationContext ?? rawState.current?.context;
-      const basePromptObj = iterCtx?.basePrompt;
-      const currentPromptObj = iterCtx?.currentPrompt;
-      const mutatedPromptText = typeof currentPromptObj?.prompt === "string" ? currentPromptObj.prompt : undefined;
-      const originalPromptText = typeof basePromptObj?.prompt === "string" ? basePromptObj.prompt : undefined;
-      const extracted = extractScorecardDetails(rawState, iterCtx);
-      return {
-        job: {
-          id: job.id ?? jobId,
-          promptId: job.promptId ?? 0,
-          status: job.status ?? "unknown",
-          config: job.config
-        },
-        prompt,
-        bestScore: job.bestScore,
-        originalScore: extracted.originalScore,
-        iterationsCompleted: job.currentIteration,
-        scoreProgression: Array.isArray(progress.progression) ? progress.progression.map((p) => typeof p.score === "number" ? p.score : 0) : undefined,
-        mutatedPromptText,
-        originalPromptText,
-        criteriaScores: extracted.criteriaScores,
-        datasetResults: extracted.datasetResults,
-        failureModes: extracted.failureModes,
-        mutations: extracted.mutations,
-        evaluationDetails: extracted.evaluationDetails,
-        ...scorecardDigest ? { scorecard: scorecardDigest } : {}
-      };
-    } catch (error) {
-      this.handleError(error);
-    }
-  }
   async listAgents(filters) {
     try {
       const response = await this.sdk.agents.listAgents({
@@ -1062,42 +533,6 @@ class SDKClientWrapper {
       this.handleError(error);
     }
   }
-  async executePrompt(promptId, input, options) {
-    try {
-      return await this.request(`/api/prompt/${promptId}/playground/call`, {
-        method: "POST",
-        body: JSON.stringify({ input, model: options?.model })
-      });
-    } catch (error) {
-      this.handleError(error);
-    }
-  }
-  async executePromptStream(promptId, input, options) {
-    const response = await fetch(`${this.endpoint}/api/prompt/${promptId}/execute/stream`, {
-      method: "POST",
-      headers: {
-        "x-api-key": this.apiKey,
-        "Content-Type": "application/json",
-        Accept: "text/event-stream"
-      },
-      body: JSON.stringify({ input, ...options })
-    });
-    if (!response.ok) {
-      if (response.status === 401) {
-        throw new AuthenticationError;
-      }
-      if (response.status === 403) {
-        throw new ApiError(403, await response.text() || "Access denied");
-      }
-      const error = await response.text();
-      const errorLower = error.toLowerCase();
-      if (errorLower.includes("workspace") && (errorLower.includes("missing") || errorLower.includes("required")) || errorLower.includes("x-workspace-id")) {
-        throw new WorkspaceContextError(error);
-      }
-      throw new ApiError(response.status, error);
-    }
-    return response;
-  }
   async listProviders(filters) {
     try {
       const response = await this.sdk.providerConfigs.listProviders({
@@ -1501,5 +936,5 @@ export {
   ApiError
 };
 
-//# debugId=F18E24B287321C2564756E2164756E21
+//# debugId=19176E018FECFE2064756E2164756E21
 //# sourceMappingURL=index.js.map