llm-exe 2.1.6 → 2.1.8

package/dist/index.d.mts

@@ -934,6 +934,12 @@ interface GeminiRequest extends GenericLLm {
     model: string;
     geminiApiKey?: string;
 }
+interface DeepseekRequest extends GenericLLm {
+    model: string;
+    responseFormat?: Record<string, any>;
+    deepseekApiKey?: string;
+    useJson?: boolean;
+}
 type AllEmbedding = {
     "openai.embedding.v1": {
         input: OpenAiEmbeddingOptions;
@@ -967,6 +973,9 @@ type AllLlm = {
     "google.chat.v1": {
         input: GeminiRequest;
     };
+    "deepseek.chat.v1": {
+        input: DeepseekRequest;
+    };
 };
 type AllUseLlmOptions = AllLlm & {
     "openai.gpt-4": {
@@ -1023,6 +1032,9 @@ type AllUseLlmOptions = AllLlm & {
     "ollama.qwq": {
         input: GenericLLm;
     };
+    "deepseek.chat": {
+        input: DeepseekRequest;
+    };
 };
 type LlmProviderKey = keyof AllLlm;
 type EmbeddingProviderKey = keyof AllEmbedding;
@@ -1040,7 +1052,7 @@ interface BaseRequest<_T extends Record<string, any>> {
 interface BaseLlm<_T extends BaseLlCall = BaseLlCall> extends BaseRequest<_T> {
 }
 
-type LlmProvider = "openai.chat" | "openai.embedding" | "google.embedding" | "openai.chat-mock" | "anthropic.chat" | "amazon:anthropic.chat" | "amazon:meta.chat" | "amazon:nova.chat" | "amazon.embedding" | "xai.chat" | "google.chat" | "ollama.chat";
+type LlmProvider = "openai.chat" | "openai.embedding" | "google.embedding" | "openai.chat-mock" | "anthropic.chat" | "amazon:anthropic.chat" | "amazon:meta.chat" | "amazon:nova.chat" | "amazon.embedding" | "xai.chat" | "google.chat" | "ollama.chat" | "deepseek.chat";
 interface Config<Pk = LlmProviderKey> {
     key: Pk;
     provider: LlmProvider;
@@ -1219,6 +1231,8 @@ declare namespace index {
 }
 
 declare const configs: {
+    "deepseek.chat.v1": Config<keyof AllLlm>;
+    "deepseek.chat": Config<keyof AllLlm>;
     "google.chat.v1": Config<keyof AllLlm>;
     "google.gemini-2.0-flash": Config<keyof AllLlm>;
     "google.gemini-2.0-flash-lite": Config<keyof AllLlm>;

package/dist/index.d.ts

@@ -934,6 +934,12 @@ interface GeminiRequest extends GenericLLm {
     model: string;
     geminiApiKey?: string;
 }
+interface DeepseekRequest extends GenericLLm {
+    model: string;
+    responseFormat?: Record<string, any>;
+    deepseekApiKey?: string;
+    useJson?: boolean;
+}
 type AllEmbedding = {
     "openai.embedding.v1": {
         input: OpenAiEmbeddingOptions;
@@ -967,6 +973,9 @@ type AllLlm = {
     "google.chat.v1": {
         input: GeminiRequest;
     };
+    "deepseek.chat.v1": {
+        input: DeepseekRequest;
+    };
 };
 type AllUseLlmOptions = AllLlm & {
     "openai.gpt-4": {
@@ -1023,6 +1032,9 @@ type AllUseLlmOptions = AllLlm & {
     "ollama.qwq": {
         input: GenericLLm;
     };
+    "deepseek.chat": {
+        input: DeepseekRequest;
+    };
 };
 type LlmProviderKey = keyof AllLlm;
 type EmbeddingProviderKey = keyof AllEmbedding;
@@ -1040,7 +1052,7 @@ interface BaseRequest<_T extends Record<string, any>> {
 interface BaseLlm<_T extends BaseLlCall = BaseLlCall> extends BaseRequest<_T> {
 }
 
-type LlmProvider = "openai.chat" | "openai.embedding" | "google.embedding" | "openai.chat-mock" | "anthropic.chat" | "amazon:anthropic.chat" | "amazon:meta.chat" | "amazon:nova.chat" | "amazon.embedding" | "xai.chat" | "google.chat" | "ollama.chat";
+type LlmProvider = "openai.chat" | "openai.embedding" | "google.embedding" | "openai.chat-mock" | "anthropic.chat" | "amazon:anthropic.chat" | "amazon:meta.chat" | "amazon:nova.chat" | "amazon.embedding" | "xai.chat" | "google.chat" | "ollama.chat" | "deepseek.chat";
 interface Config<Pk = LlmProviderKey> {
     key: Pk;
     provider: LlmProvider;
@@ -1219,6 +1231,8 @@ declare namespace index {
 }
 
 declare const configs: {
+    "deepseek.chat.v1": Config<keyof AllLlm>;
+    "deepseek.chat": Config<keyof AllLlm>;
     "google.chat.v1": Config<keyof AllLlm>;
     "google.gemini-2.0-flash": Config<keyof AllLlm>;
     "google.gemini-2.0-flash-lite": Config<keyof AllLlm>;

package/dist/index.js

@@ -1723,7 +1723,7 @@ var _ListToArrayParser = class _ListToArrayParser extends BaseParser {
     super("listToArray");
   }
   parse(text) {
-    const lines = text.split("\n").map((s) => s.replace("- ", "").replace(/\'/g, "'"));
+    const lines = text.split("\n").map((s) => s.replace(/^- /, "").replace(/\'/g, "'").trim());
     return lines;
   }
 };
@@ -2236,11 +2236,27 @@ function anthropicPromptSanitize(_messages, _inputBodyObj, _outputObj) {
   }
   if (first.role === "system" && messages.length > 0) {
     _outputObj.system = first.content;
-    return messages;
+    return messages.map((m) => {
+      if (m.role === "system") {
+        return {
+          ...m,
+          role: "user"
+        };
+      }
+      return m;
+    });
   }
   return [
     first,
-    ...messages
+    ...messages.map((m) => {
+      if (m.role === "system") {
+        return {
+          ...m,
+          role: "user"
+        };
+      }
+      return m;
+    })
   ];
 }
 __name(anthropicPromptSanitize, "anthropicPromptSanitize");
@@ -2587,6 +2603,53 @@ var google = {
   "google.gemini-1.5-pro": withDefaultModel(googleGeminiChatV1, "gemini-1.5-pro")
 };
 
+// src/llm/config/deepseek/index.ts
+var deepseekChatV1 = {
+  key: "deepseek.chat.v1",
+  provider: "deepseek.chat",
+  endpoint: `https://api.deepseek.com/v1/chat/completions`,
+  options: {
+    prompt: {},
+    topP: {},
+    useJson: {},
+    deepseekApiKey: {
+      default: getEnvironmentVariable("DEEPSEEK_API_KEY")
+    }
+  },
+  method: "POST",
+  headers: `{"Authorization":"Bearer {{deepseekApiKey}}", "Content-Type": "application/json" }`,
+  mapBody: {
+    prompt: {
+      key: "messages",
+      sanitize: /* @__PURE__ */ __name((v) => {
+        if (typeof v === "string") {
+          return [
+            {
+              role: "user",
+              content: v
+            }
+          ];
+        }
+        return v;
+      }, "sanitize")
+    },
+    model: {
+      key: "model"
+    },
+    topP: {
+      key: "top_p"
+    },
+    useJson: {
+      key: "response_format.type",
+      sanitize: /* @__PURE__ */ __name((v) => v ? "json_object" : "text", "sanitize")
+    }
+  }
+};
+var deepseek = {
+  "deepseek.chat.v1": deepseekChatV1,
+  "deepseek.chat": withDefaultModel(deepseekChatV1, "deepseek-chat")
+};
+
 // src/llm/config.ts
 var configs = {
   ...openai,
@@ -2594,7 +2657,8 @@ var configs = {
   ...bedrock,
   ...xai,
   ...ollama,
-  ...google
+  ...google,
+  ...deepseek
 };
 function getLlmConfig(provider) {
   if (!provider) {
@@ -3027,6 +3091,9 @@ function getOutputParser(config, response) {
       return OutputOllamaChat(response, config);
     case "google.chat.v1":
       return OutputGoogleGeminiChat(response, config);
+    case "deepseek.chat.v1":
+      return OutputOpenAIChat(response, config);
+    // use oai for now
     default: {
       if (config?.key?.startsWith("custom:")) {
         return OutputDefault(response, config);
@@ -3037,6 +3104,42 @@ function getOutputParser(config, response) {
 }
 __name(getOutputParser, "getOutputParser");
 
+// src/utils/modules/debug.ts
+function debug(...args) {
+  const debugValue = getEnvironmentVariable("LLM_EXE_DEBUG");
+  const logs = [];
+  for (const arg of args) {
+    if (arg && typeof arg === "object") {
+      if (arg instanceof Error) {
+      } else if (arg instanceof Array) {
+        logs.push(arg.map((item) => JSON.stringify(item, null, 2)));
+      } else if (arg instanceof Map) {
+        logs.push(Array.from(arg.entries()).map(([key, value]) => `${key}: ${JSON.stringify(value, null, 2)}`));
+      } else if (arg instanceof Set) {
+        logs.push(Array.from(arg).map((item) => JSON.stringify(item, null, 2)));
+      } else if (arg instanceof Date) {
+        logs.push(arg.toISOString());
+      } else if (arg instanceof RegExp) {
+        logs.push(arg.toString());
+      } else {
+        try {
+          logs.push(JSON.stringify(arg, null, 2));
+        } catch (error) {
+          console.error("Error parsing object:", error);
+        }
+      }
+    } else if (typeof arg === "string") {
+      logs.push(arg);
+    } else {
+      logs.push(arg);
+    }
+  }
+  if (typeof debugValue === "string" && debugValue !== "" && debugValue.toLowerCase() !== "undefined" && debugValue.toLowerCase() !== "null") {
+    console.debug(...logs);
+  }
+}
+__name(debug, "debug");
+
 // src/utils/modules/isValidUrl.ts
 function isValidUrl(input) {
   try {
@@ -3054,6 +3157,7 @@ async function apiRequest(url, options) {
     ...options
   };
   try {
+    debug(url, finalOptions);
     if (!url || !isValidUrl(url)) {
       throw new Error("Invalid URL");
     }

package/dist/index.mjs

@@ -1675,7 +1675,7 @@ var _ListToArrayParser = class _ListToArrayParser extends BaseParser {
     super("listToArray");
   }
   parse(text) {
-    const lines = text.split("\n").map((s) => s.replace("- ", "").replace(/\'/g, "'"));
+    const lines = text.split("\n").map((s) => s.replace(/^- /, "").replace(/\'/g, "'").trim());
     return lines;
   }
 };
@@ -2188,11 +2188,27 @@ function anthropicPromptSanitize(_messages, _inputBodyObj, _outputObj) {
   }
   if (first.role === "system" && messages.length > 0) {
     _outputObj.system = first.content;
-    return messages;
+    return messages.map((m) => {
+      if (m.role === "system") {
+        return {
+          ...m,
+          role: "user"
+        };
+      }
+      return m;
+    });
   }
   return [
     first,
-    ...messages
+    ...messages.map((m) => {
+      if (m.role === "system") {
+        return {
+          ...m,
+          role: "user"
+        };
+      }
+      return m;
+    })
   ];
 }
 __name(anthropicPromptSanitize, "anthropicPromptSanitize");
@@ -2539,6 +2555,53 @@ var google = {
   "google.gemini-1.5-pro": withDefaultModel(googleGeminiChatV1, "gemini-1.5-pro")
 };
 
+// src/llm/config/deepseek/index.ts
+var deepseekChatV1 = {
+  key: "deepseek.chat.v1",
+  provider: "deepseek.chat",
+  endpoint: `https://api.deepseek.com/v1/chat/completions`,
+  options: {
+    prompt: {},
+    topP: {},
+    useJson: {},
+    deepseekApiKey: {
+      default: getEnvironmentVariable("DEEPSEEK_API_KEY")
+    }
+  },
+  method: "POST",
+  headers: `{"Authorization":"Bearer {{deepseekApiKey}}", "Content-Type": "application/json" }`,
+  mapBody: {
+    prompt: {
+      key: "messages",
+      sanitize: /* @__PURE__ */ __name((v) => {
+        if (typeof v === "string") {
+          return [
+            {
+              role: "user",
+              content: v
+            }
+          ];
+        }
+        return v;
+      }, "sanitize")
+    },
+    model: {
+      key: "model"
+    },
+    topP: {
+      key: "top_p"
+    },
+    useJson: {
+      key: "response_format.type",
+      sanitize: /* @__PURE__ */ __name((v) => v ? "json_object" : "text", "sanitize")
+    }
+  }
+};
+var deepseek = {
+  "deepseek.chat.v1": deepseekChatV1,
+  "deepseek.chat": withDefaultModel(deepseekChatV1, "deepseek-chat")
+};
+
 // src/llm/config.ts
 var configs = {
   ...openai,
@@ -2546,7 +2609,8 @@ var configs = {
   ...bedrock,
   ...xai,
   ...ollama,
-  ...google
+  ...google,
+  ...deepseek
 };
 function getLlmConfig(provider) {
   if (!provider) {
@@ -2979,6 +3043,9 @@ function getOutputParser(config, response) {
       return OutputOllamaChat(response, config);
     case "google.chat.v1":
       return OutputGoogleGeminiChat(response, config);
+    case "deepseek.chat.v1":
+      return OutputOpenAIChat(response, config);
+    // use oai for now
     default: {
       if (config?.key?.startsWith("custom:")) {
         return OutputDefault(response, config);
@@ -2989,6 +3056,42 @@ function getOutputParser(config, response) {
 }
 __name(getOutputParser, "getOutputParser");
 
+// src/utils/modules/debug.ts
+function debug(...args) {
+  const debugValue = getEnvironmentVariable("LLM_EXE_DEBUG");
+  const logs = [];
+  for (const arg of args) {
+    if (arg && typeof arg === "object") {
+      if (arg instanceof Error) {
+      } else if (arg instanceof Array) {
+        logs.push(arg.map((item) => JSON.stringify(item, null, 2)));
+      } else if (arg instanceof Map) {
+        logs.push(Array.from(arg.entries()).map(([key, value]) => `${key}: ${JSON.stringify(value, null, 2)}`));
+      } else if (arg instanceof Set) {
+        logs.push(Array.from(arg).map((item) => JSON.stringify(item, null, 2)));
+      } else if (arg instanceof Date) {
+        logs.push(arg.toISOString());
+      } else if (arg instanceof RegExp) {
+        logs.push(arg.toString());
+      } else {
+        try {
+          logs.push(JSON.stringify(arg, null, 2));
+        } catch (error) {
+          console.error("Error parsing object:", error);
+        }
+      }
+    } else if (typeof arg === "string") {
+      logs.push(arg);
+    } else {
+      logs.push(arg);
+    }
+  }
+  if (typeof debugValue === "string" && debugValue !== "" && debugValue.toLowerCase() !== "undefined" && debugValue.toLowerCase() !== "null") {
+    console.debug(...logs);
+  }
+}
+__name(debug, "debug");
+
 // src/utils/modules/isValidUrl.ts
 function isValidUrl(input) {
   try {
@@ -3006,6 +3109,7 @@ async function apiRequest(url, options) {
     ...options
   };
   try {
+    debug(url, finalOptions);
     if (!url || !isValidUrl(url)) {
       throw new Error("Invalid URL");
     }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "llm-exe",
-  "version": "2.1.6",
+  "version": "2.1.8",
   "description": "Simplify building LLM-powered apps with easy-to-use base components, supporting text and chat-based prompts with handlebars template engine, output parsers, and flexible function calling capabilities.",
   "keywords": [
     "ai",

package/readme.md

@@ -7,7 +7,7 @@ A package that provides simplified base components to make building and maintain
 - Write functions powered by LLM's with easy to use building blocks.
 - Pure Javascript and Typescript. Allows you to pass and infer types.
 - Support for text-based (llama-3) and chat-based prompts. (gpt-4o, claude-3.5, grok-3, Gemini, Bedrock, Ollama, etc)
-- Call LLM's from different providers without changing your code. (OpenAi/Anthropic/xAI/Google/AWS Bedrock/Ollama)
+- Call LLM's from different providers without changing your code. (OpenAi/Anthropic/xAI/Google/AWS Bedrock/Ollama/Deepseek)
 - Supercharge your prompts by using handlebars within prompt template.
 - Allow LLM's to call functions (or call other LLM executors).
 - Not very opinionated. You have control on how you use it.
@@ -52,7 +52,7 @@ export async function YesOrNoBot<I extends string>(input: I) {
   const prompt = llmExe
     .createChatPrompt(instruction)
     .addUserMessage(input)
-    .addSystemMessage(`yes or no:`);
+    .addUserMessage(`yes or no:`);
 
   const parser = llmExe.createParser("stringExtract", { enum: ["yes", "no"] });
   return llmExe.createLlmExecutor({ llm, prompt, parser }).execute({ input });