@axlsdk/axl 0.13.7 → 0.14.0

package/dist/index.d.cts

@@ -571,6 +571,8 @@ interface StateStore {
     saveEvalResult?(entry: EvalHistoryEntry): Promise<void>;
     /** List eval history entries (most recent first). */
     listEvalResults?(limit?: number): Promise<EvalHistoryEntry[]>;
+    /** Delete an eval history entry by id. Returns true if an entry was deleted. */
+    deleteEvalResult?(id: string): Promise<boolean>;
     /** List all session IDs (used by Studio session browser). */
     listSessions?(): Promise<string[]>;
     close?(): Promise<void>;
@@ -1409,6 +1411,14 @@ declare class AxlRuntime extends EventEmitter {
     getExecution(executionId: string): Promise<ExecutionInfo | undefined>;
     /** Save an eval result to history. */
     saveEvalResult(entry: EvalHistoryEntry): Promise<void>;
+    /**
+     * Delete an eval history entry by id. Removes from in-memory cache and
+     * the configured StateStore. Returns true if an entry was actually removed.
+     *
+     * Ensures lazy-loaded history is loaded first so the in-memory cache and
+     * the store can't drift apart on the deletion path.
+     */
+    deleteEvalResult(id: string): Promise<boolean>;
     /** Get eval result history (most recent first). */
     getEvalHistory(): Promise<EvalHistoryEntry[]>;
     /** List pending human decisions. */
@@ -1488,6 +1498,15 @@ declare class AxlRuntime extends EventEmitter {
                 reasoning: number;
             };
             agentCalls: number;
+            /**
+             * Unique workflow names observed during execution, ordered by first
+             * appearance (outermost first for nested calls). Captured automatically
+             * from `workflow_start` trace events — callers don't need to declare
+             * anything. Parallel mechanism to `models`.
+             */
+            workflows: string[];
+            /** Call counts per workflow, if workflows.length > 0. */
+            workflowCallCounts?: Record<string, number>;
         };
     }>;
     /** Register an execution ID with the active cost scope for trackCost() attribution. */
@@ -1798,6 +1817,7 @@ declare class MemoryStore implements StateStore {
     listExecutions(limit?: number): Promise<ExecutionInfo[]>;
     saveEvalResult(entry: EvalHistoryEntry): Promise<void>;
     listEvalResults(limit?: number): Promise<EvalHistoryEntry[]>;
+    deleteEvalResult(id: string): Promise<boolean>;
     listSessions(): Promise<string[]>;
     close(): Promise<void>;
     deleteCheckpoints(executionId: string): Promise<void>;
@@ -1840,6 +1860,7 @@ declare class SQLiteStore implements StateStore {
     listExecutions(limit?: number): Promise<ExecutionInfo[]>;
     saveEvalResult(entry: EvalHistoryEntry): Promise<void>;
     listEvalResults(limit?: number): Promise<EvalHistoryEntry[]>;
+    deleteEvalResult(id: string): Promise<boolean>;
     listSessions(): Promise<string[]>;
     saveMemory(scope: string, key: string, value: unknown): Promise<void>;
     getMemory(scope: string, key: string): Promise<unknown | null>;
@@ -1903,6 +1924,7 @@ declare class RedisStore implements StateStore {
     listExecutions(limit?: number): Promise<ExecutionInfo[]>;
     saveEvalResult(entry: EvalHistoryEntry): Promise<void>;
     listEvalResults(limit?: number): Promise<EvalHistoryEntry[]>;
+    deleteEvalResult(id: string): Promise<boolean>;
     listSessions(): Promise<string[]>;
     /** Close the Redis connection. */
     close(): Promise<void>;

package/dist/index.d.ts

@@ -571,6 +571,8 @@ interface StateStore {
     saveEvalResult?(entry: EvalHistoryEntry): Promise<void>;
     /** List eval history entries (most recent first). */
     listEvalResults?(limit?: number): Promise<EvalHistoryEntry[]>;
+    /** Delete an eval history entry by id. Returns true if an entry was deleted. */
+    deleteEvalResult?(id: string): Promise<boolean>;
     /** List all session IDs (used by Studio session browser). */
     listSessions?(): Promise<string[]>;
     close?(): Promise<void>;
@@ -1409,6 +1411,14 @@ declare class AxlRuntime extends EventEmitter {
     getExecution(executionId: string): Promise<ExecutionInfo | undefined>;
     /** Save an eval result to history. */
     saveEvalResult(entry: EvalHistoryEntry): Promise<void>;
+    /**
+     * Delete an eval history entry by id. Removes from in-memory cache and
+     * the configured StateStore. Returns true if an entry was actually removed.
+     *
+     * Ensures lazy-loaded history is loaded first so the in-memory cache and
+     * the store can't drift apart on the deletion path.
+     */
+    deleteEvalResult(id: string): Promise<boolean>;
     /** Get eval result history (most recent first). */
     getEvalHistory(): Promise<EvalHistoryEntry[]>;
     /** List pending human decisions. */
@@ -1488,6 +1498,15 @@ declare class AxlRuntime extends EventEmitter {
                 reasoning: number;
             };
             agentCalls: number;
+            /**
+             * Unique workflow names observed during execution, ordered by first
+             * appearance (outermost first for nested calls). Captured automatically
+             * from `workflow_start` trace events — callers don't need to declare
+             * anything. Parallel mechanism to `models`.
+             */
+            workflows: string[];
+            /** Call counts per workflow, if workflows.length > 0. */
+            workflowCallCounts?: Record<string, number>;
         };
     }>;
     /** Register an execution ID with the active cost scope for trackCost() attribution. */
@@ -1798,6 +1817,7 @@ declare class MemoryStore implements StateStore {
     listExecutions(limit?: number): Promise<ExecutionInfo[]>;
     saveEvalResult(entry: EvalHistoryEntry): Promise<void>;
     listEvalResults(limit?: number): Promise<EvalHistoryEntry[]>;
+    deleteEvalResult(id: string): Promise<boolean>;
     listSessions(): Promise<string[]>;
     close(): Promise<void>;
     deleteCheckpoints(executionId: string): Promise<void>;
@@ -1840,6 +1860,7 @@ declare class SQLiteStore implements StateStore {
     listExecutions(limit?: number): Promise<ExecutionInfo[]>;
     saveEvalResult(entry: EvalHistoryEntry): Promise<void>;
     listEvalResults(limit?: number): Promise<EvalHistoryEntry[]>;
+    deleteEvalResult(id: string): Promise<boolean>;
     listSessions(): Promise<string[]>;
     saveMemory(scope: string, key: string, value: unknown): Promise<void>;
     getMemory(scope: string, key: string): Promise<unknown | null>;
@@ -1903,6 +1924,7 @@ declare class RedisStore implements StateStore {
     listExecutions(limit?: number): Promise<ExecutionInfo[]>;
     saveEvalResult(entry: EvalHistoryEntry): Promise<void>;
     listEvalResults(limit?: number): Promise<EvalHistoryEntry[]>;
+    deleteEvalResult(id: string): Promise<boolean>;
     listSessions(): Promise<string[]>;
     /** Close the Redis connection. */
     close(): Promise<void>;

package/dist/index.js

@@ -4082,6 +4082,9 @@ var MemoryStore = class {
     const result = limit ? sorted.slice(0, limit) : sorted;
     return result.map((e) => structuredClone(e));
   }
+  async deleteEvalResult(id) {
+    return this.evalHistory.delete(id);
+  }
   // ── Sessions (Studio introspection) ─────────────────────────────────
   async listSessions() {
     return [...this.sessions.keys()];
@@ -4390,6 +4393,10 @@ var SQLiteStore = class {
       data: safeJsonParse(r.data)
     }));
   }
+  async deleteEvalResult(id) {
+    const result = this.db.prepare("DELETE FROM eval_history WHERE id = ?").run(id);
+    return result.changes > 0;
+  }
   // ── Sessions (Studio introspection) ────────────────────────────────────
   async listSessions() {
     const rows = this.db.prepare("SELECT session_id FROM sessions").all();
@@ -5874,6 +5881,24 @@ var AxlRuntime = class extends EventEmitter2 {
       await this.stateStore.saveEvalResult(entry);
     }
   }
+  /**
+   * Delete an eval history entry by id. Removes from in-memory cache and
+   * the configured StateStore. Returns true if an entry was actually removed.
+   *
+   * Ensures lazy-loaded history is loaded first so the in-memory cache and
+   * the store can't drift apart on the deletion path.
+   */
+  async deleteEvalResult(id) {
+    await this.getEvalHistory();
+    const beforeLength = this.evalHistory.length;
+    this.evalHistory = this.evalHistory.filter((e) => e.id !== id);
+    const removedFromMemory = this.evalHistory.length < beforeLength;
+    let removedFromStore = false;
+    if (this.stateStore.deleteEvalResult) {
+      removedFromStore = await this.stateStore.deleteEvalResult(id);
+    }
+    return removedFromMemory || removedFromStore;
+  }
   /** Get eval result history (most recent first). */
   async getEvalHistory() {
     if (!this.evalHistoryLoadPromise && this.stateStore.listEvalResults) {
@@ -6049,6 +6074,7 @@ var AxlRuntime = class extends EventEmitter2 {
       parent: parentScope
     };
     const modelCalls = /* @__PURE__ */ new Map();
+    const workflowCalls = /* @__PURE__ */ new Map();
     const tokens = { input: 0, output: 0, reasoning: 0 };
     let agentCalls = 0;
     const listener = (event) => {
@@ -6063,6 +6089,18 @@ var AxlRuntime = class extends EventEmitter2 {
           tokens.reasoning += event.tokens.reasoning ?? 0;
         }
       }
+      let workflowName;
+      if (event.type === "workflow_start" && event.workflow) {
+        workflowName = event.workflow;
+      } else if (event.type === "log" && event.data && typeof event.data === "object") {
+        const d = event.data;
+        if (d.event === "workflow_start" && typeof d.workflow === "string") {
+          workflowName = d.workflow;
+        }
+      }
+      if (workflowName) {
+        workflowCalls.set(workflowName, (workflowCalls.get(workflowName) ?? 0) + 1);
+      }
     };
     this.setMaxListeners(this.getMaxListeners() + 1);
     this.on("trace", listener);
@@ -6075,7 +6113,9 @@ var AxlRuntime = class extends EventEmitter2 {
           models: [...modelCalls.keys()],
           modelCallCounts: modelCalls.size > 0 ? Object.fromEntries(modelCalls) : void 0,
           tokens,
-          agentCalls
+          agentCalls,
+          workflows: [...workflowCalls.keys()],
+          workflowCallCounts: workflowCalls.size > 0 ? Object.fromEntries(workflowCalls) : void 0
         }
       };
     } finally {
@@ -6353,6 +6393,11 @@ var RedisStore = class _RedisStore {
     entries.sort((a, b) => b.timestamp - a.timestamp);
     return limit ? entries.slice(0, limit) : entries;
   }
+  async deleteEvalResult(id) {
+    await this.client.sRem(this.evalHistorySetKey(), id);
+    const deleted = await this.client.del(this.evalHistoryKey(id));
+    return deleted > 0;
+  }
   // ── Sessions (Studio introspection) ────────────────────────────────────
   async listSessions() {
     return this.client.sMembers("axl:session-ids");