llm-exe 2.1.5 → 2.1.7

package/dist/index.d.mts

@@ -934,6 +934,12 @@ interface GeminiRequest extends GenericLLm {
     model: string;
     geminiApiKey?: string;
 }
+interface DeepseekRequest extends GenericLLm {
+    model: string;
+    responseFormat?: Record<string, any>;
+    deepseekApiKey?: string;
+    useJson?: boolean;
+}
 type AllEmbedding = {
     "openai.embedding.v1": {
         input: OpenAiEmbeddingOptions;
@@ -967,6 +973,9 @@ type AllLlm = {
     "google.chat.v1": {
         input: GeminiRequest;
     };
+    "deepseek.chat.v1": {
+        input: DeepseekRequest;
+    };
 };
 type AllUseLlmOptions = AllLlm & {
     "openai.gpt-4": {
@@ -990,7 +999,7 @@ type AllUseLlmOptions = AllLlm & {
     "anthropic.claude-3-sonnet": {
         input: Omit<AnthropicRequest, "model">;
     };
-    "anthropic.claude-3-haiku": {
+    "anthropic.claude-3-5-haiku": {
         input: Omit<AnthropicRequest, "model">;
     };
     "google.gemini-2.5-pro-exp-03-25": {
@@ -1023,6 +1032,9 @@ type AllUseLlmOptions = AllLlm & {
     "ollama.qwq": {
         input: GenericLLm;
     };
+    "deepseek.chat": {
+        input: DeepseekRequest;
+    };
 };
 type LlmProviderKey = keyof AllLlm;
 type EmbeddingProviderKey = keyof AllEmbedding;
@@ -1040,7 +1052,7 @@ interface BaseRequest<_T extends Record<string, any>> {
 interface BaseLlm<_T extends BaseLlCall = BaseLlCall> extends BaseRequest<_T> {
 }
 
-type LlmProvider = "openai.chat" | "openai.embedding" | "google.embedding" | "openai.chat-mock" | "anthropic.chat" | "amazon:anthropic.chat" | "amazon:meta.chat" | "amazon:nova.chat" | "amazon.embedding" | "xai.chat" | "google.chat" | "ollama.chat";
+type LlmProvider = "openai.chat" | "openai.embedding" | "google.embedding" | "openai.chat-mock" | "anthropic.chat" | "amazon:anthropic.chat" | "amazon:meta.chat" | "amazon:nova.chat" | "amazon.embedding" | "xai.chat" | "google.chat" | "ollama.chat" | "deepseek.chat";
 interface Config<Pk = LlmProviderKey> {
     key: Pk;
     provider: LlmProvider;
@@ -1219,6 +1231,8 @@ declare namespace index {
 }
 
 declare const configs: {
+    "deepseek.chat.v1": Config<keyof AllLlm>;
+    "deepseek.chat": Config<keyof AllLlm>;
     "google.chat.v1": Config<keyof AllLlm>;
     "google.gemini-2.0-flash": Config<keyof AllLlm>;
     "google.gemini-2.0-flash-lite": Config<keyof AllLlm>;
@@ -1236,9 +1250,8 @@ declare const configs: {
     "anthropic.chat.v1": Config<keyof AllLlm>;
     "anthropic.claude-3-7-sonnet": Config<keyof AllLlm>;
     "anthropic.claude-3-5-sonnet": Config<keyof AllLlm>;
+    "anthropic.claude-3-5-haiku": Config<keyof AllLlm>;
     "anthropic.claude-3-opus": Config<keyof AllLlm>;
-    "anthropic.claude-3-sonnet": Config<keyof AllLlm>;
-    "anthropic.claude-3-haiku": Config<keyof AllLlm>;
     "openai.chat.v1": Config<keyof AllLlm>;
     "openai.chat-mock.v1": Config<keyof AllLlm>;
     "openai.gpt-4o": Config<keyof AllLlm>;

package/dist/index.d.ts

@@ -934,6 +934,12 @@ interface GeminiRequest extends GenericLLm {
     model: string;
     geminiApiKey?: string;
 }
+interface DeepseekRequest extends GenericLLm {
+    model: string;
+    responseFormat?: Record<string, any>;
+    deepseekApiKey?: string;
+    useJson?: boolean;
+}
 type AllEmbedding = {
     "openai.embedding.v1": {
         input: OpenAiEmbeddingOptions;
@@ -967,6 +973,9 @@ type AllLlm = {
     "google.chat.v1": {
         input: GeminiRequest;
     };
+    "deepseek.chat.v1": {
+        input: DeepseekRequest;
+    };
 };
 type AllUseLlmOptions = AllLlm & {
     "openai.gpt-4": {
@@ -990,7 +999,7 @@ type AllUseLlmOptions = AllLlm & {
     "anthropic.claude-3-sonnet": {
         input: Omit<AnthropicRequest, "model">;
     };
-    "anthropic.claude-3-haiku": {
+    "anthropic.claude-3-5-haiku": {
         input: Omit<AnthropicRequest, "model">;
     };
     "google.gemini-2.5-pro-exp-03-25": {
@@ -1023,6 +1032,9 @@ type AllUseLlmOptions = AllLlm & {
     "ollama.qwq": {
         input: GenericLLm;
     };
+    "deepseek.chat": {
+        input: DeepseekRequest;
+    };
 };
 type LlmProviderKey = keyof AllLlm;
 type EmbeddingProviderKey = keyof AllEmbedding;
@@ -1040,7 +1052,7 @@ interface BaseRequest<_T extends Record<string, any>> {
 interface BaseLlm<_T extends BaseLlCall = BaseLlCall> extends BaseRequest<_T> {
 }
 
-type LlmProvider = "openai.chat" | "openai.embedding" | "google.embedding" | "openai.chat-mock" | "anthropic.chat" | "amazon:anthropic.chat" | "amazon:meta.chat" | "amazon:nova.chat" | "amazon.embedding" | "xai.chat" | "google.chat" | "ollama.chat";
+type LlmProvider = "openai.chat" | "openai.embedding" | "google.embedding" | "openai.chat-mock" | "anthropic.chat" | "amazon:anthropic.chat" | "amazon:meta.chat" | "amazon:nova.chat" | "amazon.embedding" | "xai.chat" | "google.chat" | "ollama.chat" | "deepseek.chat";
 interface Config<Pk = LlmProviderKey> {
     key: Pk;
     provider: LlmProvider;
@@ -1219,6 +1231,8 @@ declare namespace index {
 }
 
 declare const configs: {
+    "deepseek.chat.v1": Config<keyof AllLlm>;
+    "deepseek.chat": Config<keyof AllLlm>;
     "google.chat.v1": Config<keyof AllLlm>;
     "google.gemini-2.0-flash": Config<keyof AllLlm>;
     "google.gemini-2.0-flash-lite": Config<keyof AllLlm>;
@@ -1236,9 +1250,8 @@ declare const configs: {
     "anthropic.chat.v1": Config<keyof AllLlm>;
     "anthropic.claude-3-7-sonnet": Config<keyof AllLlm>;
     "anthropic.claude-3-5-sonnet": Config<keyof AllLlm>;
+    "anthropic.claude-3-5-haiku": Config<keyof AllLlm>;
     "anthropic.claude-3-opus": Config<keyof AllLlm>;
-    "anthropic.claude-3-sonnet": Config<keyof AllLlm>;
-    "anthropic.claude-3-haiku": Config<keyof AllLlm>;
     "openai.chat.v1": Config<keyof AllLlm>;
     "openai.chat-mock.v1": Config<keyof AllLlm>;
     "openai.gpt-4o": Config<keyof AllLlm>;

package/dist/index.js

@@ -1572,6 +1572,23 @@ function validateParserSchema(schema, parsed) {
 }
 __name(validateParserSchema, "validateParserSchema");
 
+// src/utils/modules/errors.ts
+var _LlmExeError = class _LlmExeError extends Error {
+  constructor(message, code, context) {
+    super(message ?? "");
+    __publicField(this, "code");
+    __publicField(this, "context");
+    this.name = this.constructor.name;
+    this.code = code ?? "unknown";
+    this.context = context;
+    if (Error.captureStackTrace) {
+      Error.captureStackTrace(this, this.constructor);
+    }
+  }
+};
+__name(_LlmExeError, "LlmExeError");
+var LlmExeError = _LlmExeError;
+
 // src/parser/parsers/JsonParser.ts
 var _JsonParser = class _JsonParser extends BaseParserWithJson {
   constructor(options = {}) {
@@ -1584,7 +1601,11 @@ var _JsonParser = class _JsonParser extends BaseParserWithJson {
       if (this.validateSchema) {
         const valid = validateParserSchema(this.schema, enforce);
         if (valid && valid.length) {
-          throw new Error(valid[0].message);
+          throw new LlmExeError(valid[0].message, "parser", {
+            parser: "json",
+            output: parsed,
+            error: valid[0].message
+          });
         }
       }
       return enforce;
@@ -1629,7 +1650,11 @@ var _ListToJsonParser = class _ListToJsonParser extends BaseParserWithJson {
       if (this?.validateSchema) {
         const valid = validateParserSchema(this.schema, parsed);
         if (valid && valid.length) {
-          throw new Error(valid[0].message);
+          throw new LlmExeError(valid[0].message, "parser", {
+            parser: "json",
+            output: parsed,
+            error: valid[0].message
+          });
         }
       }
       return parsed;
@@ -2349,9 +2374,8 @@ var anthropic = {
   "anthropic.chat.v1": anthropicChatV1,
   "anthropic.claude-3-7-sonnet": withDefaultModel(anthropicChatV1, "claude-3-7-sonnet-latest"),
   "anthropic.claude-3-5-sonnet": withDefaultModel(anthropicChatV1, "claude-3-5-sonnet-latest"),
-  "anthropic.claude-3-opus": withDefaultModel(anthropicChatV1, "claude-3-opus-latest"),
-  "anthropic.claude-3-sonnet": withDefaultModel(anthropicChatV1, "claude-3-sonnet-latest"),
-  "anthropic.claude-3-haiku": withDefaultModel(anthropicChatV1, "claude-3-haiku-latest")
+  "anthropic.claude-3-5-haiku": withDefaultModel(anthropicChatV1, "claude-3-5-haiku-latest"),
+  "anthropic.claude-3-opus": withDefaultModel(anthropicChatV1, "claude-3-opus-latest")
 };
 
 // src/llm/config/x/index.ts
@@ -2472,10 +2496,6 @@ function googleGeminiPromptMessageCallback(_message) {
     {
       from: "assistant",
       to: "model"
-    },
-    {
-      from: "system",
-      to: "model"
     }
   ]);
   const { role, ...payload } = message;
@@ -2495,14 +2515,47 @@ __name(googleGeminiPromptMessageCallback, "googleGeminiPromptMessageCallback");
 // src/llm/config/google/promptSanitize.ts
 function googleGeminiPromptSanitize(_messages, _inputBodyObj, _outputObj) {
   if (typeof _messages === "string") {
-    return _messages;
+    return [
+      {
+        role: "user",
+        parts: [
+          {
+            text: _messages
+          }
+        ]
+      }
+    ];
   }
   if (Array.isArray(_messages)) {
     if (_messages.length === 0) {
       throw new Error("Empty messages array");
     }
+    if (_messages.length === 1 && _messages[0].role === "system") {
+      return [
+        {
+          role: "user",
+          parts: [
+            {
+              text: _messages[0].content
+            }
+          ]
+        }
+      ];
+    }
+    const hasSystemInstruction = _messages.some((message) => message.role === "system");
+    if (hasSystemInstruction) {
+      const theSystemInstructions = _messages.filter((message) => message.role === "system");
+      const withoutSystemInstructions = _messages.filter((message) => message.role !== "system");
+      _outputObj.system_instruction = {
+        parts: theSystemInstructions.map((message) => ({
+          text: message.content
+        }))
+      };
+      return withoutSystemInstructions.map(googleGeminiPromptMessageCallback);
+    }
+    return _messages.map(googleGeminiPromptMessageCallback);
   }
-  return _messages.map(googleGeminiPromptMessageCallback);
+  throw new Error("Invalid messages format");
 }
 __name(googleGeminiPromptSanitize, "googleGeminiPromptSanitize");
 
@@ -2534,6 +2587,53 @@ var google = {
   "google.gemini-1.5-pro": withDefaultModel(googleGeminiChatV1, "gemini-1.5-pro")
 };
 
+// src/llm/config/deepseek/index.ts
+var deepseekChatV1 = {
+  key: "deepseek.chat.v1",
+  provider: "deepseek.chat",
+  endpoint: `https://api.deepseek.com/v1/chat/completions`,
+  options: {
+    prompt: {},
+    topP: {},
+    useJson: {},
+    deepseekApiKey: {
+      default: getEnvironmentVariable("DEEPSEEK_API_KEY")
+    }
+  },
+  method: "POST",
+  headers: `{"Authorization":"Bearer {{deepseekApiKey}}", "Content-Type": "application/json" }`,
+  mapBody: {
+    prompt: {
+      key: "messages",
+      sanitize: /* @__PURE__ */ __name((v) => {
+        if (typeof v === "string") {
+          return [
+            {
+              role: "user",
+              content: v
+            }
+          ];
+        }
+        return v;
+      }, "sanitize")
+    },
+    model: {
+      key: "model"
+    },
+    topP: {
+      key: "top_p"
+    },
+    useJson: {
+      key: "response_format.type",
+      sanitize: /* @__PURE__ */ __name((v) => v ? "json_object" : "text", "sanitize")
+    }
+  }
+};
+var deepseek = {
+  "deepseek.chat.v1": deepseekChatV1,
+  "deepseek.chat": withDefaultModel(deepseekChatV1, "deepseek-chat")
+};
+
 // src/llm/config.ts
 var configs = {
   ...openai,
@@ -2541,17 +2641,25 @@ var configs = {
   ...bedrock,
   ...xai,
   ...ollama,
-  ...google
+  ...google,
+  ...deepseek
 };
 function getLlmConfig(provider) {
   if (!provider) {
-    throw new Error(`Missing provider`);
+    throw new LlmExeError(`Missing provider`, "unknown", {
+      error: "Missing provider",
+      resolution: "Provide a valid provider"
+    });
   }
   const pick2 = configs[provider];
   if (pick2) {
     return pick2;
   }
-  throw new Error(`Invalid provider: ${provider}`);
+  throw new LlmExeError(`Invalid provider: ${provider}`, "unknown", {
+    provider,
+    error: `Invalid provider: ${provider}`,
+    resolution: "Provide a valid provider"
+  });
 }
 __name(getLlmConfig, "getLlmConfig");
 
@@ -2967,6 +3075,9 @@ function getOutputParser(config, response) {
       return OutputOllamaChat(response, config);
     case "google.chat.v1":
       return OutputGoogleGeminiChat(response, config);
+    case "deepseek.chat.v1":
+      return OutputOpenAIChat(response, config);
+    // use oai for now
     default: {
       if (config?.key?.startsWith("custom:")) {
         return OutputDefault(response, config);

package/dist/index.mjs

@@ -1524,6 +1524,23 @@ function validateParserSchema(schema, parsed) {
 }
 __name(validateParserSchema, "validateParserSchema");
 
+// src/utils/modules/errors.ts
+var _LlmExeError = class _LlmExeError extends Error {
+  constructor(message, code, context) {
+    super(message ?? "");
+    __publicField(this, "code");
+    __publicField(this, "context");
+    this.name = this.constructor.name;
+    this.code = code ?? "unknown";
+    this.context = context;
+    if (Error.captureStackTrace) {
+      Error.captureStackTrace(this, this.constructor);
+    }
+  }
+};
+__name(_LlmExeError, "LlmExeError");
+var LlmExeError = _LlmExeError;
+
 // src/parser/parsers/JsonParser.ts
 var _JsonParser = class _JsonParser extends BaseParserWithJson {
   constructor(options = {}) {
@@ -1536,7 +1553,11 @@ var _JsonParser = class _JsonParser extends BaseParserWithJson {
       if (this.validateSchema) {
         const valid = validateParserSchema(this.schema, enforce);
         if (valid && valid.length) {
-          throw new Error(valid[0].message);
+          throw new LlmExeError(valid[0].message, "parser", {
+            parser: "json",
+            output: parsed,
+            error: valid[0].message
+          });
         }
       }
       return enforce;
@@ -1581,7 +1602,11 @@ var _ListToJsonParser = class _ListToJsonParser extends BaseParserWithJson {
       if (this?.validateSchema) {
         const valid = validateParserSchema(this.schema, parsed);
         if (valid && valid.length) {
-          throw new Error(valid[0].message);
+          throw new LlmExeError(valid[0].message, "parser", {
+            parser: "json",
+            output: parsed,
+            error: valid[0].message
+          });
         }
       }
       return parsed;
@@ -2301,9 +2326,8 @@ var anthropic = {
   "anthropic.chat.v1": anthropicChatV1,
   "anthropic.claude-3-7-sonnet": withDefaultModel(anthropicChatV1, "claude-3-7-sonnet-latest"),
   "anthropic.claude-3-5-sonnet": withDefaultModel(anthropicChatV1, "claude-3-5-sonnet-latest"),
-  "anthropic.claude-3-opus": withDefaultModel(anthropicChatV1, "claude-3-opus-latest"),
-  "anthropic.claude-3-sonnet": withDefaultModel(anthropicChatV1, "claude-3-sonnet-latest"),
-  "anthropic.claude-3-haiku": withDefaultModel(anthropicChatV1, "claude-3-haiku-latest")
+  "anthropic.claude-3-5-haiku": withDefaultModel(anthropicChatV1, "claude-3-5-haiku-latest"),
+  "anthropic.claude-3-opus": withDefaultModel(anthropicChatV1, "claude-3-opus-latest")
 };
 
 // src/llm/config/x/index.ts
@@ -2424,10 +2448,6 @@ function googleGeminiPromptMessageCallback(_message) {
     {
       from: "assistant",
       to: "model"
-    },
-    {
-      from: "system",
-      to: "model"
     }
   ]);
   const { role, ...payload } = message;
@@ -2447,14 +2467,47 @@ __name(googleGeminiPromptMessageCallback, "googleGeminiPromptMessageCallback");
 // src/llm/config/google/promptSanitize.ts
 function googleGeminiPromptSanitize(_messages, _inputBodyObj, _outputObj) {
   if (typeof _messages === "string") {
-    return _messages;
+    return [
+      {
+        role: "user",
+        parts: [
+          {
+            text: _messages
+          }
+        ]
+      }
+    ];
   }
   if (Array.isArray(_messages)) {
     if (_messages.length === 0) {
       throw new Error("Empty messages array");
     }
+    if (_messages.length === 1 && _messages[0].role === "system") {
+      return [
+        {
+          role: "user",
+          parts: [
+            {
+              text: _messages[0].content
+            }
+          ]
+        }
+      ];
+    }
+    const hasSystemInstruction = _messages.some((message) => message.role === "system");
+    if (hasSystemInstruction) {
+      const theSystemInstructions = _messages.filter((message) => message.role === "system");
+      const withoutSystemInstructions = _messages.filter((message) => message.role !== "system");
+      _outputObj.system_instruction = {
+        parts: theSystemInstructions.map((message) => ({
+          text: message.content
+        }))
+      };
+      return withoutSystemInstructions.map(googleGeminiPromptMessageCallback);
+    }
+    return _messages.map(googleGeminiPromptMessageCallback);
   }
-  return _messages.map(googleGeminiPromptMessageCallback);
+  throw new Error("Invalid messages format");
 }
 __name(googleGeminiPromptSanitize, "googleGeminiPromptSanitize");
 
@@ -2486,6 +2539,53 @@ var google = {
   "google.gemini-1.5-pro": withDefaultModel(googleGeminiChatV1, "gemini-1.5-pro")
 };
 
+// src/llm/config/deepseek/index.ts
+var deepseekChatV1 = {
+  key: "deepseek.chat.v1",
+  provider: "deepseek.chat",
+  endpoint: `https://api.deepseek.com/v1/chat/completions`,
+  options: {
+    prompt: {},
+    topP: {},
+    useJson: {},
+    deepseekApiKey: {
+      default: getEnvironmentVariable("DEEPSEEK_API_KEY")
+    }
+  },
+  method: "POST",
+  headers: `{"Authorization":"Bearer {{deepseekApiKey}}", "Content-Type": "application/json" }`,
+  mapBody: {
+    prompt: {
+      key: "messages",
+      sanitize: /* @__PURE__ */ __name((v) => {
+        if (typeof v === "string") {
+          return [
+            {
+              role: "user",
+              content: v
+            }
+          ];
+        }
+        return v;
+      }, "sanitize")
+    },
+    model: {
+      key: "model"
+    },
+    topP: {
+      key: "top_p"
+    },
+    useJson: {
+      key: "response_format.type",
+      sanitize: /* @__PURE__ */ __name((v) => v ? "json_object" : "text", "sanitize")
+    }
+  }
+};
+var deepseek = {
+  "deepseek.chat.v1": deepseekChatV1,
+  "deepseek.chat": withDefaultModel(deepseekChatV1, "deepseek-chat")
+};
+
 // src/llm/config.ts
 var configs = {
   ...openai,
@@ -2493,17 +2593,25 @@ var configs = {
   ...bedrock,
   ...xai,
   ...ollama,
-  ...google
+  ...google,
+  ...deepseek
 };
 function getLlmConfig(provider) {
   if (!provider) {
-    throw new Error(`Missing provider`);
+    throw new LlmExeError(`Missing provider`, "unknown", {
+      error: "Missing provider",
+      resolution: "Provide a valid provider"
+    });
   }
   const pick2 = configs[provider];
   if (pick2) {
     return pick2;
   }
-  throw new Error(`Invalid provider: ${provider}`);
+  throw new LlmExeError(`Invalid provider: ${provider}`, "unknown", {
+    provider,
+    error: `Invalid provider: ${provider}`,
+    resolution: "Provide a valid provider"
+  });
 }
 __name(getLlmConfig, "getLlmConfig");
 
@@ -2919,6 +3027,9 @@ function getOutputParser(config, response) {
       return OutputOllamaChat(response, config);
     case "google.chat.v1":
       return OutputGoogleGeminiChat(response, config);
+    case "deepseek.chat.v1":
+      return OutputOpenAIChat(response, config);
+    // use oai for now
     default: {
       if (config?.key?.startsWith("custom:")) {
         return OutputDefault(response, config);

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "llm-exe",
-  "version": "2.1.5",
+  "version": "2.1.7",
   "description": "Simplify building LLM-powered apps with easy-to-use base components, supporting text and chat-based prompts with handlebars template engine, output parsers, and flexible function calling capabilities.",
   "keywords": [
     "ai",

package/readme.md

@@ -7,7 +7,7 @@ A package that provides simplified base components to make building and maintain
 - Write functions powered by LLM's with easy to use building blocks.
 - Pure Javascript and Typescript. Allows you to pass and infer types.
 - Support for text-based (llama-3) and chat-based prompts. (gpt-4o, claude-3.5, grok-3, Gemini, Bedrock, Ollama, etc)
-- Call LLM's from different providers without changing your code. (OpenAi/Anthropic/xAI/Google/AWS Bedrock/Ollama)
+- Call LLM's from different providers without changing your code. (OpenAi/Anthropic/xAI/Google/AWS Bedrock/Ollama/Deepseek)
 - Supercharge your prompts by using handlebars within prompt template.
 - Allow LLM's to call functions (or call other LLM executors).
 - Not very opinionated. You have control on how you use it.