@ax-llm/ax 11.0.22 → 11.0.25

package/index.cjs

@@ -93,6 +93,9 @@ __export(index_exports, {
   AxJSInterpreter: () => AxJSInterpreter,
   AxJSInterpreterPermission: () => AxJSInterpreterPermission,
   AxLLMRequestTypeValues: () => AxLLMRequestTypeValues,
+  AxMCPClient: () => AxMCPClient,
+  AxMCPHTTPTransport: () => AxMCPHTTPTransport,
+  AxMCPStdioTransport: () => AxMCPStdioTransport,
   AxMemory: () => AxMemory,
   AxMockAIService: () => AxMockAIService,
   AxMultiServiceRouter: () => AxMultiServiceRouter,
@@ -752,7 +755,8 @@ ${hideContent ? "" : colorLog.whiteBright(msg.content ?? "<empty>")}`;
   }
 };
 var logChatRequestMessage = (msg) => {
-  process.stdout.write(formatChatMessage(msg) + "\n");
+  process.stdout.write(`${formatChatMessage(msg)}
+`);
   process.stdout.write(colorLog.blueBright("\nAssistant:\n"));
 };
 var logChatRequest = (chatPrompt) => {
@@ -1070,7 +1074,7 @@ var AxBaseAI = class {
       return res2;
     };
     if (options?.debug ?? this.debug) {
-      logChatRequest(req["chatPrompt"]);
+      logChatRequest(req.chatPrompt);
     }
     const rt = options?.rateLimiter ?? this.rt;
     const rv = rt ? await rt(fn, { modelUsage: this.modelUsage }) : await fn();
@@ -1257,6 +1261,7 @@ var GoogleVertexAuth = class {
 
 // ai/anthropic/types.ts
 var AxAIAnthropicModel = /* @__PURE__ */ ((AxAIAnthropicModel2) => {
+  AxAIAnthropicModel2["Claude37Sonnet"] = "claude-3-7-sonnet-latest";
   AxAIAnthropicModel2["Claude35Sonnet"] = "claude-3-5-sonnet-latest";
   AxAIAnthropicModel2["Claude35Haiku"] = "claude-3-5-haiku-latest";
   AxAIAnthropicModel2["Claude3Opus"] = "claude-3-opus-latest";
@@ -1267,6 +1272,7 @@ var AxAIAnthropicModel = /* @__PURE__ */ ((AxAIAnthropicModel2) => {
   return AxAIAnthropicModel2;
 })(AxAIAnthropicModel || {});
 var AxAIAnthropicVertexModel = /* @__PURE__ */ ((AxAIAnthropicVertexModel3) => {
+  AxAIAnthropicVertexModel3["Claude37Sonnet"] = "claude-3-7-sonnet";
   AxAIAnthropicVertexModel3["Claude35Haiku"] = "claude-3-5-haiku";
   AxAIAnthropicVertexModel3["Claude35Sonnet"] = "claude-3-5-sonnet";
   AxAIAnthropicVertexModel3["Claude35SonnetV2"] = "claude-3-5-sonnet-v2";
@@ -1734,6 +1740,7 @@ var AxAIOpenAIModel = /* @__PURE__ */ ((AxAIOpenAIModel2) => {
   AxAIOpenAIModel2["O1Mini"] = "o1-mini";
   AxAIOpenAIModel2["O3Mini"] = "o3-mini";
   AxAIOpenAIModel2["GPT4"] = "gpt-4";
+  AxAIOpenAIModel2["GPT45"] = "gpt-4.5-preview";
   AxAIOpenAIModel2["GPT4O"] = "gpt-4o";
   AxAIOpenAIModel2["GPT4OMini"] = "gpt-4o-mini";
   AxAIOpenAIModel2["GPT4ChatGPT4O"] = "chatgpt-4o-latest";
@@ -1754,6 +1761,12 @@ var AxAIOpenAIEmbedModel = /* @__PURE__ */ ((AxAIOpenAIEmbedModel2) => {
 
 // ai/openai/info.ts
 var axModelInfoOpenAI = [
+  {
+    name: "gpt-4.5-preview" /* GPT45 */,
+    currency: "usd",
+    promptTokenCostPer1M: 75,
+    completionTokenCostPer1M: 150
+  },
   {
     name: "o1" /* O1 */,
     currency: "usd",
@@ -3762,7 +3775,7 @@ var AxAI = class {
 
 // dsp/generate.ts
 var import_web5 = require("stream/web");
-var import_api22 = require("@opentelemetry/api");
+var import_api21 = require("@opentelemetry/api");
 
 // ai/util.ts
 function mergeFunctionCalls(functionCalls, functionCallDeltas) {
@@ -3855,7 +3868,7 @@ var MemoryImpl = class {
       }
     }
     if (this.debug) {
-      if (delta) {
+      if (delta && typeof delta === "string") {
         debugResponseDelta(delta);
       } else if (lastItem) {
         debugResponse({ content, name, functionCalls });
@@ -3988,10 +4001,10 @@ var AxAssertionError = class extends Error {
     return extraFields;
   };
 };
-var assertAssertions = (asserts, values) => {
+var assertAssertions = async (asserts, values) => {
   for (const assert of asserts) {
     const { fn, message } = assert;
-    const res = fn(values);
+    const res = await fn(values);
     if (res === void 0) {
       continue;
     }
@@ -4003,7 +4016,7 @@ var assertAssertions = (asserts, values) => {
     }
   }
 };
-var assertStreamingAssertions = (asserts, xstate, content, final = false) => {
+var assertStreamingAssertions = async (asserts, xstate, content, final = false) => {
   if (!xstate.currField || xstate.s === -1 || !asserts || asserts.length === 0) {
     return;
   }
@@ -4016,7 +4029,7 @@ var assertStreamingAssertions = (asserts, xstate, content, final = false) => {
   const currValue = content.substring(xstate.s);
   for (const assert of fieldAsserts) {
     const { message, fn } = assert;
-    const res = fn(currValue, final);
+    const res = await fn(currValue, final);
     if (res === void 0) {
       continue;
     }
@@ -4029,9 +4042,6 @@ var assertStreamingAssertions = (asserts, xstate, content, final = false) => {
 // dsp/datetime.ts
 var import_moment_timezone = __toESM(require("moment-timezone"), 1);
 
-// dsp/program.ts
-var import_api21 = require("@opentelemetry/api");
-
 // dsp/registry.ts
 var AxInstanceRegistry = class {
   reg;
@@ -4562,7 +4572,7 @@ function validateField(field) {
 
 // dsp/util.ts
 var colorLog3 = new ColorLog();
-var updateProgressBar = (current, total, success, elapsedTime, progressBarWidth = 20, msg) => {
+var updateProgressBar = (current, total, success, elapsedTime, msg, progressBarWidth = 20) => {
   const percentage = (current / total * 100).toFixed(1);
   const filledBarLength = Math.round(progressBarWidth * current / total);
   const emptyBarLength = progressBarWidth - filledBarLength;
@@ -4809,6 +4819,7 @@ var AxProgramWithSignature = class {
   async forward(_ai, _values, _options) {
     throw new Error("forward() not implemented");
   }
+  // biome-ignore lint/correctness/useYield: just a placeholder
   async *streamingForward(_ai, _values, _options) {
     throw new Error("streamingForward() not implemented");
   }
@@ -4906,6 +4917,7 @@ var AxProgram = class {
   async forward(_ai, _values, _options) {
     throw new Error("forward() not implemented");
   }
+  // biome-ignore lint/correctness/useYield: just a placeholder
   async *streamingForward(_ai, _values, _options) {
     throw new Error("streamingForward() not implemented");
   }
@@ -4985,9 +4997,7 @@ var AxPromptTemplate = class {
     task.push(
       `You will be provided with the following fields: ${inArgs}. Your task is to generate new fields: ${outArgs}.`
     );
-    const funcs = functions?.map(
-      (f) => "toFunction" in f ? f.toFunction() : f
-    );
+    const funcs = functions?.map((f) => "toFunction" in f ? f.toFunction() : f)?.flat();
     const funcList = funcs?.map((fn) => `- \`${fn.name}\`: ${formatDescription(fn.description)}`).join("\n");
     if (funcList && funcList.length > 0) {
       task.push(`## Available Functions
@@ -5886,10 +5896,10 @@ var AxFunctionProcessor = class {
       (v) => v.name.localeCompare(func.name) === 0
     );
     if (!fnSpec) {
-      throw new Error(`Function not found: ` + func.name);
+      throw new Error(`Function not found: ${func.name}`);
     }
     if (!fnSpec.func) {
-      throw new Error("No handler for function: " + func.name);
+      throw new Error(`No handler for function: ${func.name}`);
     }
     try {
       return await this.executeFunction(fnSpec, func, options);
@@ -5910,9 +5920,11 @@ var parseFunctions = (newFuncs, existingFuncs) => {
       return f.toFunction();
     }
     return f;
-  });
+  }).flat();
   for (const fn of functions.filter((v) => v.parameters)) {
-    validateJSONSchema(fn.parameters);
+    if (fn.parameters) {
+      validateJSONSchema(fn.parameters);
+    }
   }
   return [...existingFuncs ?? [], ...functions];
 };
@@ -5958,11 +5970,11 @@ ${result}
     return promise;
   });
   const results = await Promise.all(promises);
-  results.forEach((result) => {
+  for (const result of results) {
     if (result) {
       mem.add(result, sessionId);
     }
-  });
+  }
   return functionsExecuted;
 };
 function parseFunctionCalls(ai, functionCalls, values, model) {
@@ -6046,13 +6058,14 @@ var AxGen = class extends AxProgramWithSignature {
       model,
       rateLimiter,
       stream,
-      functions,
+      functions: _functions,
       functionCall: _functionCall
     } = options ?? {};
     const chatPrompt = mem?.history(sessionId) ?? [];
     if (chatPrompt.length === 0) {
       throw new Error("No chat prompt found");
     }
+    const functions = _functions?.map((f) => "toFunction" in f ? f.toFunction() : f)?.flat();
     const functionCall = _functionCall ?? this.options?.functionCall;
     const res = await ai.chat(
       {
@@ -6077,13 +6090,14 @@ var AxGen = class extends AxProgramWithSignature {
     mem,
     options
   }) {
-    const { sessionId, traceId, model, functions } = options ?? {};
+    const { sessionId, traceId, model, functions: _functions } = options ?? {};
     const fastFail = options?.fastFail ?? this.options?.fastFail;
     const modelName = model ?? ai.getDefaultModels().model;
     const usageInfo = {
       ai: ai.getName(),
       model: modelName
     };
+    const functions = _functions?.map((f) => "toFunction" in f ? f.toFunction() : f)?.flat();
     const res = await this.forwardSendRequest({
       ai,
       mem,
@@ -6167,7 +6181,11 @@ var AxGen = class extends AxProgramWithSignature {
           streamingValidation
         );
         if (this.streamingAsserts.length !== 0) {
-          assertStreamingAssertions(this.streamingAsserts, xstate, content);
+          await assertStreamingAssertions(
+            this.streamingAsserts,
+            xstate,
+            content
+          );
         }
         if (this.streamingFieldProcessors.length !== 0) {
           await processStreamingFieldProcessors(
@@ -6183,7 +6201,7 @@ var AxGen = class extends AxProgramWithSignature {
         if (skip) {
           continue;
         }
-        assertAssertions(this.asserts, values);
+        await assertAssertions(this.asserts, values);
       }
       if (result.finishReason === "length") {
         throw new Error("Max tokens reached before completion");
@@ -6205,8 +6223,13 @@ var AxGen = class extends AxProgramWithSignature {
       this.functionsExecuted = /* @__PURE__ */ new Set([...this.functionsExecuted, ...fx]);
     } else {
       streamingExtractFinalValue(this.signature, values, xstate, content);
-      assertStreamingAssertions(this.streamingAsserts, xstate, content, true);
-      assertAssertions(this.asserts, values);
+      await assertStreamingAssertions(
+        this.streamingAsserts,
+        xstate,
+        content,
+        true
+      );
+      await assertAssertions(this.asserts, values);
       if (this.fieldProcessors.length) {
         await processFieldProcessors(
           this.fieldProcessors,
@@ -6266,7 +6289,7 @@ var AxGen = class extends AxProgramWithSignature {
         }
       } else if (result.content) {
         extractValues(this.signature, values, result.content);
-        assertAssertions(this.asserts, values);
+        await assertAssertions(this.asserts, values);
         if (this.fieldProcessors.length) {
           await processFieldProcessors(
             this.fieldProcessors,
@@ -6384,11 +6407,11 @@ var AxGen = class extends AxProgramWithSignature {
     }
     const funcNames = functions?.map((f) => f.name).join(",");
     const attributes = {
-      ["generate.signature"]: this.signature.toString(),
-      ["generate.functions"]: funcNames ?? ""
+      "generate.signature": this.signature.toString(),
+      "generate.functions": funcNames ?? ""
     };
     const span = tracer.startSpan("Generate", {
-      kind: import_api22.SpanKind.SERVER,
+      kind: import_api21.SpanKind.SERVER,
       attributes
     });
     try {
@@ -6431,7 +6454,7 @@ var AxGen = class extends AxProgramWithSignature {
 
 // prompts/agent.ts
 function processChildAgentFunction(childFunction, parentValues, parentInputKeys, modelList, options) {
-  let processedFunction = { ...childFunction };
+  const processedFunction = { ...childFunction };
   if (processedFunction.parameters) {
     const childKeys = processedFunction.parameters.properties ? Object.keys(processedFunction.parameters.properties) : [];
     const commonKeys = parentInputKeys.filter((key) => childKeys.includes(key)).filter((key) => key !== "model");
@@ -6503,7 +6526,7 @@ var AxAgent = class {
     this.debug = debug;
     if (!name || name.length < 5) {
       throw new Error(
-        `Agent name must be at least 10 characters (more descriptive)`
+        "Agent name must be at least 10 characters (more descriptive)"
       );
     }
     if (!description || description.length < 20) {
@@ -7065,8 +7088,8 @@ var AxBootstrapFewShot = class {
         total,
         this.traces.length,
         et,
-        30,
-        "Tuning Prompt"
+        "Tuning Prompt",
+        30
       );
       if (this.traces.length > maxDemos) {
         return;
@@ -7119,7 +7142,7 @@ var randomSample = (array, n) => {
 };
 
 // db/base.ts
-var import_api23 = require("@opentelemetry/api");
+var import_api22 = require("@opentelemetry/api");
 var AxDBBase = class {
   name;
   fetch;
@@ -7146,7 +7169,7 @@ var AxDBBase = class {
     return await this.tracer?.startActiveSpan(
       "DB Upsert Request",
       {
-        kind: import_api23.SpanKind.SERVER,
+        kind: import_api22.SpanKind.SERVER,
         attributes: {
           [axSpanAttributes.DB_SYSTEM]: this.name,
           [axSpanAttributes.DB_OPERATION_NAME]: "upsert",
@@ -7180,7 +7203,7 @@ var AxDBBase = class {
     return await this.tracer?.startActiveSpan(
       "DB Batch Upsert Request",
       {
-        kind: import_api23.SpanKind.SERVER,
+        kind: import_api22.SpanKind.SERVER,
         attributes: {
           [axSpanAttributes.DB_SYSTEM]: this.name,
           [axSpanAttributes.DB_OPERATION_NAME]: "upsert",
@@ -7208,7 +7231,7 @@ var AxDBBase = class {
     return await this.tracer?.startActiveSpan(
       "DB Query Request",
       {
-        kind: import_api23.SpanKind.SERVER,
+        kind: import_api22.SpanKind.SERVER,
         attributes: {
           [axSpanAttributes.DB_SYSTEM]: this.name,
           [axSpanAttributes.DB_OPERATION_NAME]: "upsert",
@@ -8160,12 +8183,12 @@ var AxHFDataLoader = class {
 
 // funcs/code.ts
 var _crypto = __toESM(require("crypto"), 1);
+var _fs = __toESM(require("fs"), 1);
 var _http = __toESM(require("http"), 1);
 var _https = __toESM(require("https"), 1);
-var _fs = __toESM(require("fs"), 1);
 var _os = __toESM(require("os"), 1);
 var _process = __toESM(require("process"), 1);
-var import_vm = require("vm");
+var import_node_vm = require("vm");
 var AxJSInterpreterPermission = /* @__PURE__ */ ((AxJSInterpreterPermission2) => {
   AxJSInterpreterPermission2["FS"] = "node:fs";
   AxJSInterpreterPermission2["NET"] = "net";
@@ -8199,7 +8222,7 @@ var AxJSInterpreter = class {
     if (this.permissions.includes("process" /* PROCESS */)) {
       context.process = _process;
     }
-    return (0, import_vm.runInNewContext)(`(function() { ${code} })()`, context);
+    return (0, import_node_vm.runInNewContext)(`(function() { ${code} })()`, context);
   }
   toFunction() {
     return {
@@ -8436,7 +8459,7 @@ var AxTestPrompt = class {
         successCount++;
       }
       const et = (/* @__PURE__ */ new Date()).getTime() - st;
-      updateProgressBar(i, total, successCount, et, 30, "Testing Prompt");
+      updateProgressBar(i, total, successCount, et, "Testing Prompt", 30);
     }
     console.log(
       "\nPerformance: ",
@@ -8602,6 +8625,213 @@ var AxEmbeddingAdapter = class {
   }
 };
 
+// mcp/client.ts
+var colorLog7 = new ColorLog();
+var AxMCPClient = class {
+  constructor(transport, options = {}) {
+    this.transport = transport;
+    this.options = options;
+  }
+  functions = [];
+  requestId = 0;
+  capabilities = {};
+  async init() {
+    if ("connect" in this.transport) {
+      await this.transport.connect?.();
+    }
+    const res = await this.sendRequest("initialize", {
+      protocolVersion: "2024-11-05",
+      capabilities: {
+        roots: { listChanged: true },
+        sampling: {}
+      },
+      clientInfo: {
+        name: "AxMCPClient",
+        version: "1.0.0"
+      }
+    });
+    if (res.capabilities.tools) {
+      this.capabilities.tools = true;
+    }
+    if (res.capabilities.resources) {
+      this.capabilities.resources = true;
+    }
+    if (res.capabilities.prompts) {
+      this.capabilities.prompts = true;
+    }
+    await this.sendNotification("initialized");
+    await this.discoverFunctions();
+  }
+  async discoverFunctions() {
+    if (!this.capabilities.tools) {
+      throw new Error("Tools are not supported");
+    }
+    const res = await this.sendRequest(
+      "tools/list"
+    );
+    this.functions = res.tools.map(
+      (fn) => ({
+        name: fn.name,
+        description: fn.description,
+        parameters: fn.inputSchema,
+        func: async (args) => {
+          const result = await this.sendRequest("tools/call", { name: fn.name, arguments: args });
+          return result;
+        }
+      })
+    );
+  }
+  async ping() {
+    await this.sendRequest("ping");
+  }
+  toFunction() {
+    return this.functions;
+  }
+  async sendRequest(method, params) {
+    const request = {
+      jsonrpc: "2.0",
+      id: ++this.requestId,
+      method,
+      params
+    };
+    if (this.options.debug) {
+      console.log(
+        colorLog7.blueBright(
+          `> Sending request:
+${JSON.stringify(request, null, 2)}`
+        )
+      );
+    }
+    const res = await this.transport.send(request);
+    if (this.options.debug) {
+      console.log(
+        colorLog7.greenBright(
+          `> Received response:
+${JSON.stringify(res, null, 2)}`
+        )
+      );
+    }
+    if ("error" in res) {
+      throw new Error(`RPC Error ${res.error.code}: ${res.error.message}`);
+    }
+    if ("result" in res) {
+      return res.result;
+    }
+    throw new Error("Invalid response no result or error");
+  }
+  async sendNotification(method, params) {
+    const notification = {
+      jsonrpc: "2.0",
+      method,
+      params
+    };
+    if (this.options.debug) {
+      console.log(
+        "\u27A1\uFE0F Sending notification:",
+        JSON.stringify(notification, null, 2)
+      );
+    }
+    await this.transport.sendNotification(notification);
+  }
+};
+
+// mcp/httpTransport.ts
+var AxMCPHTTPTransport = class {
+  endpoint = null;
+  sseUrl;
+  eventSource;
+  constructor(sseUrl) {
+    this.sseUrl = sseUrl;
+  }
+  async connect() {
+    return new Promise((resolve, reject) => {
+      this.eventSource = new EventSource(this.sseUrl);
+      this.eventSource.addEventListener("endpoint", (event) => {
+        try {
+          const messageEvent = event;
+          const data = JSON.parse(messageEvent.data);
+          if (!data.uri) {
+            throw new Error("Endpoint URI missing in SSE event data");
+          }
+          this.endpoint = data.uri;
+          resolve();
+        } catch (error) {
+          reject(error);
+        }
+      });
+      this.eventSource.onerror = () => {
+        reject(new Error("Failed to establish SSE connection"));
+      };
+    });
+  }
+  async send(message) {
+    if (!this.endpoint) {
+      throw new Error(
+        "HTTPTransport endpoint is not initialized. Call connect() first."
+      );
+    }
+    const res = await fetch(this.endpoint, {
+      method: "POST",
+      headers: { "Content-Type": "application/json" },
+      body: JSON.stringify(message)
+    });
+    if (!res.ok) {
+      throw new Error(`HTTP error ${res.status}: ${res.statusText}`);
+    }
+    return res.json();
+  }
+  async sendNotification(message) {
+    if (!this.endpoint) {
+      throw new Error(
+        "HTTPTransport endpoint is not initialized. Call connect() first."
+      );
+    }
+    await fetch(this.endpoint, {
+      method: "POST",
+      headers: { "Content-Type": "application/json" },
+      body: JSON.stringify(message)
+    });
+  }
+};
+
+// mcp/stdioTransport.ts
+var import_node_child_process = require("child_process");
+var import_node_readline = __toESM(require("readline"), 1);
+var AxMCPStdioTransport = class {
+  process;
+  rl;
+  pendingResponses = /* @__PURE__ */ new Map();
+  constructor(config) {
+    this.process = (0, import_node_child_process.spawn)(config.command, config.args ?? [], {
+      env: config.env ? { ...process.env, ...config.env } : process.env
+    });
+    this.rl = import_node_readline.default.createInterface({ input: this.process.stdout });
+    this.rl.on("line", (line) => {
+      const response = JSON.parse(line);
+      const resolver = this.pendingResponses.get(response.id);
+      if (resolver) {
+        resolver(response);
+        this.pendingResponses.delete(response.id);
+      }
+    });
+  }
+  async send(message) {
+    return new Promise((resolve) => {
+      this.pendingResponses.set(message.id, (res) => {
+        resolve(res);
+      });
+      this.process.stdin.write(`${JSON.stringify(message)}
+`);
+    });
+  }
+  async sendNotification(message) {
+    this.process.stdin.write(`${JSON.stringify(message)}
+`);
+  }
+  async connect() {
+  }
+};
+
 // ai/multiservice.ts
 var AxMultiServiceRouter = class {
   services = /* @__PURE__ */ new Map();
@@ -8854,6 +9084,9 @@ var AxRAG = class extends AxChainOfThought {
   AxJSInterpreter,
   AxJSInterpreterPermission,
   AxLLMRequestTypeValues,
+  AxMCPClient,
+  AxMCPHTTPTransport,
+  AxMCPStdioTransport,
   AxMemory,
   AxMockAIService,
   AxMultiServiceRouter,