llm-exe 2.0.0-beta.8 → 2.1.0

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "llm-exe",
-  "version": "2.0.0-beta.8",
+  "version": "2.1.0",
   "description": "Simplify building LLM-powered apps with easy-to-use base components, supporting text and chat-based prompts with handlebars template engine, output parsers, and flexible function calling capabilities.",
   "keywords": [
     "ai",
@@ -9,12 +9,11 @@
     "anthropic",
     "bedrock",
     "llama",
-    "gpt-3.5-turbo",
     "gpt-4",
     "claude",
     "chain",
     "prompt",
-    "agent"
+    "agents"
   ],
   "source": "./src/index.ts",
   "main": "./dist/index.js",

package/readme.md

@@ -26,7 +26,7 @@ npm i llm-exe
 ```
 
 ```typescript
-import * as llmExe from "llm-exe"
+import * as llmExe from "llm-exe";
 
 // or 
 
@@ -35,32 +35,30 @@ import { /* specific modules */ } from from "llm-exe"
 
 ## Basic Example
 Below is simple example:
-```javascript
-import {
-  useLlm,
-  createChatPrompt,
-  createParser
-} from "llm-exe";
-
-const instruction = `<some prompt>
-
-Your response must be formatted like:
-<subtask>
-<subtask>
-<subtask>`;
-
-const llm = useLlm("openai.chat.v1",{ /* options */ });
-const prompt = createChatPrompt(instruction).addUserMessage()
-const parser = createParser("listToArray");
-
-const executor = createLlmExecutor({
-  llm,
-  prompt,
-  parser
-})
-
-const input = "Hello! When was my last appointment?";
-const response = await executor.execute({ input })
+```typescript
+import * as llmExe from "llm-exe";
+
+/**
+ * Define a yes/no llm-powered function
+ */
+export async function YesOrNoBot<I extends string>(input: I) {
+  const llm = llmExe.useLlm("openai.gpt-4o-mini");
+
+  const instruction = `You are not an assistant, I need you to reply with only 
+  'yes' or 'no' as an answer to the question below. Do not explain yourself 
+  or ask questions. Answer with only yes or no.`;
+
+  const prompt = llmExe
+    .createChatPrompt(instruction)
+    .addUserMessage(input)
+    .addSystemMessage(`yes or no:`);
+
+  const parser = llmExe.createParser("stringExtract", { enum: ["yes", "no"] });
+  return llmExe.createLlmExecutor({ llm, prompt, parser }).execute({ input });
+}
+
+const isTheSkyBlue = await YesOrNoBot(`Is AI cool?`)
+
 /**
  * 
  * The prompt sent to the LLM would be: 
@@ -68,24 +66,20 @@ const response = await executor.execute({ input })
  * 
  * [{ 
  *   role: 'system', 
- *    content: '<some prompt>\n 
- *              Your response must be formatted like:\n<subtask>\n<subtask>\n 
- *              <subtask>' 
+ *    content: 'You are not an assistant, I need you to reply with only 
+  'yes' or 'no' as an answer to the question asked by the user. Do not explain yourself 
+  or ask questions. Answer only with yes or no.' 
  * },
  * { 
  *   role: 'user',
- *   content: 'Hello! When was my last appointment?'
+ *   content: 'Is AI cool?'
  * }]
  * 
  */
 
 /**
  * 
- * console.log(response)
- * [
- *  "a subtask the llm generated",
- *  "a subtask the llm generated",
- *  "a subtask the llm generated",
- * ]
+ * console.log(isTheSkyBlue)
+ * yes
  * /
 ```