evals 0.0.5 → 0.0.6

package/dist/evals.d.ts

@@ -1,9 +1,13 @@
-/// <reference types="bun-types" />
 import { RequestData } from './types';
 declare class Evals {
     private apiKey;
     private endpoint;
     constructor(apiKey: string, endpoint?: string);
-    logPrompt(requestData: RequestData): Promise<Response>;
+    logPrompt(requestData: RequestData): Promise<{
+        status: number;
+        body: string;
+    }>;
+    formatTimestamp(timestamp: Date): string;
+    validateRequestData(requestData: RequestData): void;
 }
 export default Evals;

package/dist/index.js

@@ -7,6 +7,7 @@ class Evals {
     this.endpoint = endpoint;
   }
   async logPrompt(requestData) {
+    this.validateRequestData(requestData);
     const response = await fetch(this.endpoint, {
       method: "POST",
       headers: {
@@ -14,10 +15,52 @@ class Evals {
       },
       body: JSON.stringify({
         api_key: this.apiKey,
-        ...requestData
+        ...requestData,
+        request_timestamp: this.formatTimestamp(new Date(requestData.request_timestamp)),
+        response_timestamp: this.formatTimestamp(new Date(requestData.response_timestamp))
       })
     });
-    return response;
+    const body = await response.text();
+    return { status: response.status, body };
+  }
+  formatTimestamp(timestamp) {
+    const pad = (num, size) => num.toString().padStart(size, "0");
+    const year = timestamp.getFullYear();
+    const month = pad(timestamp.getMonth() + 1, 2);
+    const day = pad(timestamp.getDate(), 2);
+    const hours = pad(timestamp.getHours(), 2);
+    const minutes = pad(timestamp.getMinutes(), 2);
+    const seconds = pad(timestamp.getSeconds(), 2);
+    const milliseconds = pad(timestamp.getMilliseconds(), 3);
+    return `${year}-${month}-${day} ${hours}:${minutes}:${seconds}.${milliseconds}`;
+  }
+  validateRequestData(requestData) {
+    if (!requestData.request_timestamp || !requestData.response_timestamp || isNaN(Date.parse(requestData.request_timestamp)) || isNaN(Date.parse(requestData.response_timestamp))) {
+      throw new Error("request_timestamp and response_timestamp are required and must be valid MySQL DATETIME strings");
+    }
+    if (!requestData.prompts || !Array.isArray(requestData.prompts) || requestData.prompts.length === 0) {
+      throw new Error("prompts is required and must be an array with at least one item");
+    }
+    requestData.prompts.forEach((prompt) => {
+      if (typeof prompt.prompt_type !== "string" || typeof prompt.prompt_text !== "string") {
+        throw new Error("Each prompt must have a string prompt_type and prompt_text");
+      }
+    });
+    if (!requestData.model_settings && typeof requestData.model_settings !== "object") {
+      throw new Error("model_settings is required and must be an object");
+    }
+    if (!requestData.model || typeof requestData.model !== "string") {
+      throw new Error("model is required and must be a string");
+    }
+    if (!requestData.prompt_name || typeof requestData.prompt_name !== "string") {
+      throw new Error("prompt_name is required and must be a string");
+    }
+    if (!requestData.environment || typeof requestData.environment !== "string") {
+      throw new Error("environment is required and must be a string");
+    }
+    if (!requestData.response || typeof requestData.response !== "string") {
+      throw new Error("response is required and must be a string");
+    }
   }
 }
 var evals_default = Evals;

package/package.json

@@ -4,7 +4,7 @@
   "main": "dist/index.js",
   "types": "dist/index.d.ts",
   "type": "module",
-  "version": "0.0.5",
+  "version": "0.0.6",
   "description": "Umbrage Evals SDK",
   "scripts": {
     "build": "bun build --target=node ./src/index.ts --outfile=dist/index.js && bun run build:declaration",