@gnsx/genesys.agent.eval 1.0.0

package/examples/basic-tests.yaml

@@ -0,0 +1,22 @@
+name: Basic Coding Tests
+description: Simple tests to ensure the base harness works
+
+context: |
+  You are a helpful coding assistant. When asked a question, respond with the answer only. Do not add any additional text or explanation.
+
+tests:
+  - id: simple-add
+    input: what is 1 + 2?
+    expectedOutput: "3"
+  
+  - id: simple-subtract
+    input: what is 1 - 2?
+    expectedOutput: "-1"
+  
+  - id: simple-multiply
+    input: what is 1 * 2?
+    expectedOutput: "2"
+  
+  - id: simple-divide
+    input: what is 1 / 2?
+    expectedOutput: "0.5"

package/package.json

@@ -0,0 +1,41 @@
+{
+  "name": "@gnsx/genesys.agent.eval",
+  "version": "1.0.0",
+  "type": "module",
+  "description": "Agent evaluation harness for benchmarking AI agents against test suites",
+  "publishConfig": {
+    "access": "public"
+  },
+  "bin": {
+    "genesys-eval": "./dist/src/launcher.js"
+  },
+  "exports": {
+    ".": "./dist/index.js",
+    "./package.json": "./package.json"
+  },
+  "main": "./dist/index.js",
+  "files": [
+    "dist",
+    "examples"
+  ],
+  "scripts": {
+    "compile": "run-cmd tsc --build",
+    "build": "run-cmd tsc --build",
+    "dev": "tsx src/launcher.ts",
+    "lint": "run-cmd run-eslint ."
+  },
+  "dependencies": {
+    "@ai-sdk/anthropic": "^1.0.0",
+    "@ai-sdk/google": "^1.0.0",
+    "@ai-sdk/openai": "^1.0.0",
+    "@huggingface/transformers": "catalog:",
+    "ai": "catalog:",
+    "yaml": "catalog:",
+    "zod": "catalog:"
+  },
+  "devDependencies": {
+    "@gnsx/dev-tools": "workspace:*",
+    "@types/node": "catalog:"
+  },
+  "license": "UNLICENSED"
+}