@axlsdk/axl 0.2.0 → 0.3.0

package/dist/index.cjs

@@ -4722,6 +4722,7 @@ var AxlRuntime = class extends import_node_events2.EventEmitter {
   executions = /* @__PURE__ */ new Map();
   pendingDecisionResolvers = /* @__PURE__ */ new Map();
   abortControllers = /* @__PURE__ */ new Map();
+  registeredEvals = /* @__PURE__ */ new Map();
   mcpManager;
   memoryManager;
   spanManager = new NoopSpanManager();
@@ -4817,6 +4818,52 @@ var AxlRuntime = class extends import_node_events2.EventEmitter {
   getAgent(name) {
     return this.agents.get(name);
   }
+  /**
+   * Register an eval config for Studio introspection and execution.
+   * The config should be the result of `defineEval()` from `@axlsdk/eval`.
+   * An optional `executeWorkflow` function can override the default behavior
+   * of calling `runtime.execute()`.
+   */
+  registerEval(name, config, executeWorkflow) {
+    this.registeredEvals.set(name, { config, executeWorkflow });
+  }
+  /** Get metadata about all registered evals. */
+  getRegisteredEvals() {
+    const result = [];
+    for (const [name, { config }] of this.registeredEvals) {
+      const cfg = config;
+      result.push({
+        name,
+        workflow: cfg.workflow ?? "unknown",
+        dataset: cfg.dataset?.name ?? "unknown",
+        scorers: (cfg.scorers ?? []).map((s) => s.name ?? "unknown")
+      });
+    }
+    return result;
+  }
+  /** Get a registered eval config by name. */
+  getRegisteredEval(name) {
+    return this.registeredEvals.get(name);
+  }
+  /** Run a registered eval by name. */
+  async runRegisteredEval(name) {
+    const entry = this.registeredEvals.get(name);
+    if (!entry) throw new Error(`Eval "${name}" is not registered`);
+    if (entry.executeWorkflow) {
+      let runEvalFn;
+      try {
+        ({ runEval: runEvalFn } = await import("@axlsdk/eval"));
+      } catch {
+        throw new Error(
+          "axl-eval is required for AxlRuntime.runRegisteredEval(). Install it with: npm install @axlsdk/eval"
+        );
+      }
+      return runEvalFn(entry.config, entry.executeWorkflow);
+    }
+    return this.eval(
+      entry.config
+    );
+  }
   /** Get all execution info (running + completed). */
   getExecutions() {
     return [...this.executions.values()];
@@ -5200,10 +5247,10 @@ var AxlRuntime = class extends import_node_events2.EventEmitter {
   async eval(config) {
     let runEval;
     try {
-      ({ runEval } = await import("axl-eval"));
+      ({ runEval } = await import("@axlsdk/eval"));
     } catch {
       throw new Error(
-        "axl-eval is required for AxlRuntime.eval(). Install it with: npm install axl-eval"
+        "axl-eval is required for AxlRuntime.eval(). Install it with: npm install @axlsdk/eval"
       );
     }
     const executeWorkflow = async (input) => {
@@ -5230,10 +5277,10 @@ var AxlRuntime = class extends import_node_events2.EventEmitter {
   async evalCompare(baseline, candidate) {
     let evalCompareFn;
     try {
-      ({ evalCompare: evalCompareFn } = await import("axl-eval"));
+      ({ evalCompare: evalCompareFn } = await import("@axlsdk/eval"));
     } catch {
       throw new Error(
-        "axl-eval is required for AxlRuntime.evalCompare(). Install it with: npm install axl-eval"
+        "axl-eval is required for AxlRuntime.evalCompare(). Install it with: npm install @axlsdk/eval"
       );
     }
     return evalCompareFn(baseline, candidate);