evals 1.0.5 → 1.0.7

package/README.md

@@ -39,12 +39,12 @@ To save the file, press `Ctrl + X`, then `Y`, then `Enter`. Then, run `source ~/
 ## Example usage
 
 ```bash
-umbrage-cli fetch-evals
+npx evals@latest fetch-evals
 
-umbrage-cli run-evals
+npx evals@latest run-evals
 ```
 
-## Example BaseModel
+## Example Prompt BaseModel
 
 ```typescript
 export interface ModelSettings {
@@ -84,66 +84,13 @@ class BaseModel {
    * @returns Promise<{ response: string, prompts: Prompt[] }>
    */
   async callModel(userMessage: string = ''): Promise<{ response: string; prompts: Prompt[] }> {
-      throw new Error('callModel method needs to be implemented in subclasses');
+      throw new Error('callModel method needs to be implemented');
   }
 }
 
 export default BaseModel;
 ```
 
-## Example Prompt (OpenAI API)
-
-```typescript
-import BaseModel from './BaseModel';
-import OpenAI from 'openai';
-
-class ChevySalesCopilotPrompt extends BaseModel {
-    constructor() {
-        const config = {
-            promptName: 'Chevy Sales Copilot',
-            modelName: 'gpt-4',
-            modelSettings: { temperature: 0.2 },
-            environment: 'development'
-        };
-        super(config);
-
-        this.openai = new OpenAI(); // Assumes OPENAI_API_KEY is set in environment
-        this.messages = [
-            { role: 'system', content: 'You are a Chevy Sales Copilot assistant. You can only help with topics related to sales at Chevrolet. If asked your name your name is "Sales Copilot".' }
-        ];
-    }
-
-    async callModel(userMessage) {
-        try {
-            // Update messages with user input
-            const updatedMessages = [...this.messages, { role: 'user', content: userMessage }];
-
-            const modelResponse = await this.openai.chat.completions.create({
-                model: this.modelName,
-                messages: updatedMessages,
-                temperature: this.modelSettings.temperature,
-            });
-
-            const response = modelResponse.choices[0].message.content;
-
-            const prompts = updatedMessages.map(message => ({
-                prompt_type: message.role,
-                prompt_text: message.content,
-            }));
-
-            return { response, prompts };
-        } catch (error) {
-            console.error('Error:', error);
-            throw error;
-        }
-    }
-}
-
-const prompt = new ChevySalesCopilotPrompt();
-
-export default prompt;
-
-```
 
 ## LICENSE
 

package/dist/index.js

@@ -15266,7 +15266,8 @@ program.command("fetch-evals").description("Fetch the latest evals for the proje
     }
   };
   try {
-    const promptsDir = "./prompts/";
+    const currentWorkingDir = process.cwd();
+    const promptsDir = `${currentWorkingDir}/prompts/`;
     const promptFiles = fs2.readdirSync(promptsDir).filter((file) => file.endsWith(".prompt.js"));
     const processingPromises = promptFiles.map(processPromptFile);
     await Promise.all(processingPromises);
@@ -15280,7 +15281,8 @@ program.command("run-evals").description("Run evals in the current directory and
     throw new Error("OPENAI_API_KEY is not set in the environment variables.");
   }
   const openai = new openai_default;
-  const promptsDir = "./prompts/";
+  const currentWorkingDir = process.cwd();
+  const promptsDir = `${currentWorkingDir}/prompts/`;
   const model = "gpt-4-1106-preview";
   const temperature = 0;
   const processMarkdownFile = async (evalsFolder, evalFile, promptInstance) => {

package/package.json

@@ -4,7 +4,7 @@
   "main": "dist/index.js",
   "types": "dist/index.d.ts",
   "type": "module",
-  "version": "1.0.5",
+  "version": "1.0.7",
   "description": "Umbrage Evals CLI",
   "bin": {
     "evals": "./src/index.js"

package/src/index.js

@@ -59,7 +59,8 @@ program
         };
 
         try {
-            const promptsDir = './prompts/';
+            const currentWorkingDir = process.cwd(); // Get the current working directory
+            const promptsDir = `${currentWorkingDir}/prompts/`; // Use it as the base for your prompts directory
             const promptFiles = fs.readdirSync(promptsDir).filter(file => file.endsWith('.prompt.js'));
 
             const processingPromises = promptFiles.map(processPromptFile);
@@ -80,7 +81,8 @@ program
         }
 
         const openai = new OpenAI(); // Assumes OPENAI_API_KEY is set in environment
-        const promptsDir = './prompts/';
+        const currentWorkingDir = process.cwd(); // Get the current working directory
+        const promptsDir = `${currentWorkingDir}/prompts/`; // Use it as the base for your prompts directory
         const model = 'gpt-4-1106-preview';
         const temperature = 0;