orchestrated 0.1.2 → 0.1.4

package/README.md

@@ -12,7 +12,6 @@ Orchestrated is a comprehensive evaluation framework for LLM applications. It pr
 - 📡 **Data Sources** - Built-in support for various data sources
 - 🔄 **Batch Processing** - Efficient batch evaluation with resume support
 - 📈 **Progress Reporting** - Beautiful terminal UI with progress bars
-- 🔍 **OpenTelemetry** - Built-in tracing and telemetry support
 
 ## Installation
 
@@ -27,19 +26,23 @@ yarn add orchestrated
 ## Quick Start
 
 ```typescript
+import { Levenshtein } from "autoevals";
 import { Eval } from "orchestrated";
 
-// Simple evaluation
-Eval("My First Eval", {
+Eval("Example 2: Standard Eval", {
   data: [
-    { input: "What is 2+2?", output: "4", expected: "4" },
     {
-      input: "What is the capital of France?",
-      output: "Paris",
-      expected: "Paris",
+      input: "What is a good name for a child?",
+      expected: "John",
+      output: "Nurse",
+    },
+    {
+      input: "What is a good name for a child?",
+      expected: "John",
+      output: "John",
     },
   ],
-  scores: ["Effectiveness", "Factuality"],
+  scores: [Levenshtein],
 });
 ```
 
@@ -48,7 +51,7 @@ Eval("My First Eval", {
 ### With Custom Task Function
 
 ```typescript
-import { Eval } from "orchestrated";
+import { Factuality } from "autoevals";
 import { generateAI } from "./my-ai-service";
 
 Eval("LLM Evaluation", {
@@ -60,22 +63,18 @@ Eval("LLM Evaluation", {
     const output = await generateAI(input);
     return output;
   },
-  scores: ["Effectiveness", "Factuality"],
+  scores: [Factuality],
 });
 ```
 
-### With Data Sources
+### With Orchestrated Console Data Source
 
 ```typescript
 import { Eval, interactions } from "orchestrated";
 
 Eval("Production Eval", {
-  data: interactions({
-    tenantId: "my-tenant",
-    serviceName: "my-service",
-    environment: "production",
-  }),
-  scores: ["Effectiveness", "GuardrailAdherence"],
+  data: interactions(),
+  scores: ["Effectiveness"],
 });
 ```