evals 1.0.0 → 1.0.2

package/package.json

@@ -4,12 +4,13 @@
   "main": "dist/index.js",
   "types": "dist/index.d.ts",
   "type": "module",
-  "version": "1.0.0",
-  "description": "Umbrage Evals SDK",
+  "version": "1.0.2",
+  "description": "Umbrage Evals CLI",
+  "bin": {
+    "evals": "./src/index.js"
+  },
   "scripts": {
-    "build": "bun build --target=node ./src/index.ts --outfile=dist/index.js && bun run build:declaration",
-    "build:declaration": "tsc --emitDeclarationOnly --project tsconfig.types.json",
-    "postbuild": "rimraf tsconfig.types.tsbuildinfo"
+    "build": "bun build --target=node ./src/index.js --outfile=dist/index.js"
   },
   "devDependencies": {
     "bun-types": "latest",
@@ -24,12 +25,16 @@
     "evals",
     "umbrage",
     "ai",
-    "sdk"
+    "cli"
   ],
   "author": "umbrage.ai",
   "license": "UNLICENSED",
   "files": [
     "dist/*.js",
     "dist/*.d.ts"
-  ]
+  ],
+  "dependencies": {
+    "commander": "^11.1.0",
+    "openai": "^4.24.1"
+  }
 }

package/src/index.js

@@ -0,0 +1,16 @@
+#!/usr/bin/env node
+const { program } = require('commander');
+const fetchEvals = require('./fetchEvals');
+const runEvals = require('./runEvals');
+
+program
+  .command('fetch-evals')
+  .description('Fetch the latest evals for the project')
+  .action(fetchEvals);
+
+program
+  .command('run-evals')
+  .description('Run evals in the current directory and log results')
+  .action(runEvals);
+
+program.parse(process.argv);

package/dist/evals.d.ts

@@ -1,13 +0,0 @@
-import { RequestData } from './types';
-declare class Evals {
-    private apiKey;
-    private endpoint;
-    constructor(apiKey: string, endpoint?: string);
-    logPrompt(requestData: RequestData): Promise<{
-        status: number;
-        body: string;
-    }>;
-    formatTimestamp(timestamp: Date): string;
-    validateRequestData(requestData: RequestData): void;
-}
-export default Evals;

package/dist/index.d.ts

@@ -1,2 +0,0 @@
-export { default } from './evals';
-export { ModelSettings, Prompt, RequestData, } from './types';

package/dist/types.d.ts

@@ -1,18 +0,0 @@
-export interface ModelSettings {
-    temperature?: number;
-    [key: string]: any;
-}
-export interface Prompt {
-    prompt_type: string;
-    prompt_text: string;
-}
-export interface RequestData {
-    prompt_name: string;
-    environment: string;
-    model: string;
-    model_settings: ModelSettings;
-    prompts: Prompt[];
-    response: string;
-    request_timestamp: string;
-    response_timestamp: string;
-}