@axlsdk/axl 0.1.1 → 0.3.0

package/dist/index.js

@@ -1,6 +1,6 @@
 import {
   __require
-} from "./chunk-EE2BCC37.js";
+} from "./chunk-JBLQKU6X.js";
 
 // src/tool.ts
 var DEFAULT_MAX_STRING_LENGTH = 1e4;
@@ -102,6 +102,48 @@ function tool(config) {
   };
 }
 
+// src/providers/retry.ts
+var RETRYABLE_STATUS_CODES = /* @__PURE__ */ new Set([429, 503, 529]);
+var MAX_RETRIES = 2;
+var BASE_DELAY_MS = 1e3;
+function sleep2(ms, signal) {
+  return new Promise((resolve) => {
+    if (signal?.aborted) {
+      resolve();
+      return;
+    }
+    const timer = setTimeout(resolve, ms);
+    signal?.addEventListener(
+      "abort",
+      () => {
+        clearTimeout(timer);
+        resolve();
+      },
+      { once: true }
+    );
+  });
+}
+async function fetchWithRetry(input, init, maxRetries = MAX_RETRIES) {
+  for (let attempt = 0; ; attempt++) {
+    const res = await fetch(input, init);
+    if (res.ok || !RETRYABLE_STATUS_CODES.has(res.status) || attempt >= maxRetries) {
+      return res;
+    }
+    if (init?.signal?.aborted) {
+      return res;
+    }
+    const retryAfter = res.headers.get("retry-after");
+    let delay;
+    if (retryAfter && !isNaN(Number(retryAfter))) {
+      delay = Number(retryAfter) * 1e3;
+    } else {
+      delay = BASE_DELAY_MS * 2 ** attempt;
+    }
+    delay *= 0.75 + Math.random() * 0.5;
+    await sleep2(delay, init?.signal ?? void 0);
+  }
+}
+
 // src/providers/openai.ts
 var OPENAI_PRICING = {
   "gpt-4o": [25e-7, 1e-5],
@@ -161,7 +203,7 @@ var OpenAIProvider = class {
   // ---------------------------------------------------------------------------
   async chat(messages, options) {
     const body = this.buildRequestBody(messages, options, false);
-    const res = await fetch(`${this.baseUrl}/chat/completions`, {
+    const res = await fetchWithRetry(`${this.baseUrl}/chat/completions`, {
       method: "POST",
       headers: {
         "Content-Type": "application/json",
@@ -209,7 +251,7 @@ var OpenAIProvider = class {
   // ---------------------------------------------------------------------------
   async *stream(messages, options) {
     const body = this.buildRequestBody(messages, options, true);
-    const res = await fetch(`${this.baseUrl}/chat/completions`, {
+    const res = await fetchWithRetry(`${this.baseUrl}/chat/completions`, {
       method: "POST",
       headers: {
         "Content-Type": "application/json",
@@ -368,7 +410,7 @@ var OpenAIResponsesProvider = class {
   // ---------------------------------------------------------------------------
   async chat(messages, options) {
     const body = this.buildRequestBody(messages, options, false);
-    const res = await fetch(`${this.baseUrl}/responses`, {
+    const res = await fetchWithRetry(`${this.baseUrl}/responses`, {
       method: "POST",
       headers: {
         "Content-Type": "application/json",
@@ -390,7 +432,7 @@ var OpenAIResponsesProvider = class {
   // ---------------------------------------------------------------------------
   async *stream(messages, options) {
     const body = this.buildRequestBody(messages, options, true);
-    const res = await fetch(`${this.baseUrl}/responses`, {
+    const res = await fetchWithRetry(`${this.baseUrl}/responses`, {
       method: "POST",
       headers: {
         "Content-Type": "application/json",
@@ -702,7 +744,7 @@ var AnthropicProvider = class {
   async chat(messages, options) {
     this.currentModel = options.model;
     const body = this.buildRequestBody(messages, options, false);
-    const res = await fetch(`${this.baseUrl}/messages`, {
+    const res = await fetchWithRetry(`${this.baseUrl}/messages`, {
       method: "POST",
       headers: this.buildHeaders(),
       body: JSON.stringify(body),
@@ -721,7 +763,7 @@ var AnthropicProvider = class {
   // ---------------------------------------------------------------------------
   async *stream(messages, options) {
     const body = this.buildRequestBody(messages, options, true);
-    const res = await fetch(`${this.baseUrl}/messages`, {
+    const res = await fetchWithRetry(`${this.baseUrl}/messages`, {
       method: "POST",
       headers: this.buildHeaders(),
       body: JSON.stringify(body),
@@ -1072,7 +1114,7 @@ var GeminiProvider = class {
   // ---------------------------------------------------------------------------
   async chat(messages, options) {
     const body = this.buildRequestBody(messages, options);
-    const res = await fetch(`${this.baseUrl}/models/${options.model}:generateContent`, {
+    const res = await fetchWithRetry(`${this.baseUrl}/models/${options.model}:generateContent`, {
       method: "POST",
       headers: this.buildHeaders(),
       body: JSON.stringify(body),
@@ -1091,7 +1133,7 @@ var GeminiProvider = class {
   // ---------------------------------------------------------------------------
   async *stream(messages, options) {
     const body = this.buildRequestBody(messages, options);
-    const res = await fetch(
+    const res = await fetchWithRetry(
       `${this.baseUrl}/models/${options.model}:streamGenerateContent?alt=sse`,
       {
         method: "POST",
@@ -2173,7 +2215,8 @@ Please fix and try again.`;
                 span.setAttribute("axl.tool.duration", Date.now() - toolStart2);
                 const isError = r && typeof r === "object" && "error" in r;
                 span.setAttribute("axl.tool.success", !isError);
-                if (isError) span.setStatus("error", r.error);
+                if (isError)
+                  span.setStatus("error", r.error);
                 return r;
               }
             ) : await executeOverride();
@@ -2285,7 +2328,9 @@ Please fix and try again.`;
               try {
                 const mcpResult = await this.mcpManager.callTool(toolName, toolArgs);
                 toolResult2 = mcpResult;
-                resultContent2 = mcpResult.content.map((c) => c.type === "text" ? c.text : `[${c.type}]`).join("\n");
+                resultContent2 = mcpResult.content.map(
+                  (c) => c.type === "text" ? c.text : `[${c.type}]`
+                ).join("\n");
                 if (mcpResult.isError) {
                   resultContent2 = `Error: ${resultContent2}`;
                 }
@@ -2327,7 +2372,11 @@ Please fix and try again.`;
               span.setAttribute("axl.tool.duration", Date.now() - toolStart);
               const isError = r.toolResult && typeof r.toolResult === "object" && "error" in r.toolResult;
               span.setAttribute("axl.tool.success", !isError);
-              if (isError) span.setStatus("error", r.toolResult.error);
+              if (isError)
+                span.setStatus(
+                  "error",
+                  r.toolResult.error
+                );
               return r;
             }
           ) : await executeTool();
@@ -3306,6 +3355,10 @@ var MemoryStore = class {
   async deleteMemory(scope, key) {
     this.memories.get(scope)?.delete(key);
   }
+  // ── Sessions (Studio introspection) ─────────────────────────────────
+  async listSessions() {
+    return [...this.sessions.keys()];
+  }
   // ── Lifecycle ──────────────────────────────────────────────────────
   async close() {
   }
@@ -3534,6 +3587,11 @@ var SQLiteStore = class {
     const rows = stmt.all();
     return rows.map((r) => r.execution_id);
   }
+  // ── Sessions (Studio introspection) ────────────────────────────────────
+  async listSessions() {
+    const rows = this.db.prepare("SELECT session_id FROM sessions").all();
+    return rows.map((r) => r.session_id);
+  }
   // ── Memory ────────────────────────────────────────────────────────────
   async saveMemory(scope, key, value) {
     this.db.prepare(
@@ -3567,7 +3625,8 @@ var RedisStore = class {
   constructor(url) {
     let Redis;
     try {
-      Redis = __require("ioredis").default ?? __require("ioredis");
+      const mod = __require("ioredis");
+      Redis = mod.default ?? mod;
     } catch {
       throw new Error("ioredis is required for RedisStore. Install it with: npm install ioredis");
     }
@@ -3617,6 +3676,7 @@ var RedisStore = class {
   // ── Sessions ─────────────────────────────────────────────────────────
   async saveSession(sessionId, history) {
     await this.client.set(this.sessionKey(sessionId), JSON.stringify(history));
+    await this.client.sadd("axl:session-ids", sessionId);
   }
   async getSession(sessionId) {
     const raw = await this.client.get(this.sessionKey(sessionId));
@@ -3625,6 +3685,7 @@ var RedisStore = class {
   async deleteSession(sessionId) {
     await this.client.del(this.sessionKey(sessionId));
     await this.client.del(this.sessionMetaKey(sessionId));
+    await this.client.srem("axl:session-ids", sessionId);
   }
   async saveSessionMeta(sessionId, key, value) {
     await this.client.hset(this.sessionMetaKey(sessionId), key, JSON.stringify(value));
@@ -3661,6 +3722,10 @@ var RedisStore = class {
   async listPendingExecutions() {
     return this.client.smembers(this.pendingExecSetKey());
   }
+  // ── Sessions (Studio introspection) ────────────────────────────────────
+  async listSessions() {
+    return this.client.smembers("axl:session-ids");
+  }
   /** Close the Redis connection. */
   async close() {
     await this.client.quit();
@@ -4489,7 +4554,7 @@ async function createSpanManager(config) {
   if (!config?.enabled) {
     return new NoopSpanManager();
   }
-  const { OTelSpanManager: OTelSpanManager2 } = await import("./span-manager-LGX7QHZ7.js");
+  const { OTelSpanManager: OTelSpanManager2 } = await import("./span-manager-3IKXXUTZ.js");
   return OTelSpanManager2.create(config);
 }
 
@@ -4505,11 +4570,14 @@ function hashInput(input) {
 var AxlRuntime = class extends EventEmitter2 {
   config;
   workflows = /* @__PURE__ */ new Map();
+  tools = /* @__PURE__ */ new Map();
+  agents = /* @__PURE__ */ new Map();
   providerRegistry;
   stateStore;
   executions = /* @__PURE__ */ new Map();
   pendingDecisionResolvers = /* @__PURE__ */ new Map();
   abortControllers = /* @__PURE__ */ new Map();
+  registeredEvals = /* @__PURE__ */ new Map();
   mcpManager;
   memoryManager;
   spanManager = new NoopSpanManager();
@@ -4559,9 +4627,102 @@ var AxlRuntime = class extends EventEmitter2 {
     }
   }
   /** Register a workflow with the runtime. */
+  // eslint-disable-next-line @typescript-eslint/no-explicit-any
   register(workflow2) {
     this.workflows.set(workflow2.name, workflow2);
   }
+  /** Register standalone tools for Studio introspection and direct testing. */
+  // eslint-disable-next-line @typescript-eslint/no-explicit-any
+  registerTool(...tools) {
+    for (const t of tools) {
+      this.tools.set(t.name, t);
+    }
+  }
+  /** Register standalone agents for Studio playground and introspection. */
+  registerAgent(...agents) {
+    for (const a of agents) {
+      this.agents.set(a._name, a);
+    }
+  }
+  // ── Introspection (used by Studio) ────────────────────────────────
+  /** Get all registered workflow names. */
+  getWorkflowNames() {
+    return [...this.workflows.keys()];
+  }
+  /** Get a registered workflow by name. */
+  getWorkflow(name) {
+    return this.workflows.get(name);
+  }
+  /** Get all registered workflows. */
+  getWorkflows() {
+    return [...this.workflows.values()];
+  }
+  /** Get all registered standalone tools. */
+  getTools() {
+    return [...this.tools.values()];
+  }
+  /** Get a registered standalone tool by name. */
+  getTool(name) {
+    return this.tools.get(name);
+  }
+  /** Get all registered standalone agents. */
+  getAgents() {
+    return [...this.agents.values()];
+  }
+  /** Get a registered standalone agent by name. */
+  getAgent(name) {
+    return this.agents.get(name);
+  }
+  /**
+   * Register an eval config for Studio introspection and execution.
+   * The config should be the result of `defineEval()` from `@axlsdk/eval`.
+   * An optional `executeWorkflow` function can override the default behavior
+   * of calling `runtime.execute()`.
+   */
+  registerEval(name, config, executeWorkflow) {
+    this.registeredEvals.set(name, { config, executeWorkflow });
+  }
+  /** Get metadata about all registered evals. */
+  getRegisteredEvals() {
+    const result = [];
+    for (const [name, { config }] of this.registeredEvals) {
+      const cfg = config;
+      result.push({
+        name,
+        workflow: cfg.workflow ?? "unknown",
+        dataset: cfg.dataset?.name ?? "unknown",
+        scorers: (cfg.scorers ?? []).map((s) => s.name ?? "unknown")
+      });
+    }
+    return result;
+  }
+  /** Get a registered eval config by name. */
+  getRegisteredEval(name) {
+    return this.registeredEvals.get(name);
+  }
+  /** Run a registered eval by name. */
+  async runRegisteredEval(name) {
+    const entry = this.registeredEvals.get(name);
+    if (!entry) throw new Error(`Eval "${name}" is not registered`);
+    if (entry.executeWorkflow) {
+      let runEvalFn;
+      try {
+        ({ runEval: runEvalFn } = await import("@axlsdk/eval"));
+      } catch {
+        throw new Error(
+          "axl-eval is required for AxlRuntime.runRegisteredEval(). Install it with: npm install @axlsdk/eval"
+        );
+      }
+      return runEvalFn(entry.config, entry.executeWorkflow);
+    }
+    return this.eval(
+      entry.config
+    );
+  }
+  /** Get all execution info (running + completed). */
+  getExecutions() {
+    return [...this.executions.values()];
+  }
   /** Register a custom provider instance. */
   registerProvider(name, provider) {
     this.providerRegistry.registerInstance(name, provider);
@@ -4941,10 +5102,10 @@ var AxlRuntime = class extends EventEmitter2 {
   async eval(config) {
     let runEval;
     try {
-      ({ runEval } = await import("axl-eval"));
+      ({ runEval } = await import("@axlsdk/eval"));
     } catch {
       throw new Error(
-        "axl-eval is required for AxlRuntime.eval(). Install it with: npm install axl-eval"
+        "axl-eval is required for AxlRuntime.eval(). Install it with: npm install @axlsdk/eval"
       );
     }
     const executeWorkflow = async (input) => {
@@ -4971,10 +5132,10 @@ var AxlRuntime = class extends EventEmitter2 {
   async evalCompare(baseline, candidate) {
     let evalCompareFn;
     try {
-      ({ evalCompare: evalCompareFn } = await import("axl-eval"));
+      ({ evalCompare: evalCompareFn } = await import("@axlsdk/eval"));
     } catch {
       throw new Error(
-        "axl-eval is required for AxlRuntime.evalCompare(). Install it with: npm install axl-eval"
+        "axl-eval is required for AxlRuntime.evalCompare(). Install it with: npm install @axlsdk/eval"
       );
     }
     return evalCompareFn(baseline, candidate);
@@ -5260,6 +5421,7 @@ export {
   createSpanManager,
   defineConfig,
   tool,
-  workflow
+  workflow,
+  zodToJsonSchema
 };
 //# sourceMappingURL=index.js.map