@assemble-dev/evals 0.2.0 → 0.3.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/index.d.cts +8 -0
- package/dist/index.d.ts +8 -0
- package/package.json +5 -5
package/dist/index.d.cts
CHANGED
|
@@ -413,6 +413,14 @@ declare const EvalRunFileSchema: z.ZodObject<{
|
|
|
413
413
|
output: z.ZodType<_assemble_dev_shared_types.JsonValue, unknown, z.core.$ZodTypeInternals<_assemble_dev_shared_types.JsonValue, unknown>>;
|
|
414
414
|
latencyMs: z.ZodNumber;
|
|
415
415
|
modelName: z.ZodOptional<z.ZodString>;
|
|
416
|
+
tokenUsage: z.ZodOptional<z.ZodObject<{
|
|
417
|
+
inputTokens: z.ZodNumber;
|
|
418
|
+
outputTokens: z.ZodNumber;
|
|
419
|
+
totalTokens: z.ZodNumber;
|
|
420
|
+
cacheCreationInputTokens: z.ZodOptional<z.ZodNumber>;
|
|
421
|
+
cacheReadInputTokens: z.ZodOptional<z.ZodNumber>;
|
|
422
|
+
}, z.core.$strip>>;
|
|
423
|
+
costUsd: z.ZodOptional<z.ZodNullable<z.ZodNumber>>;
|
|
416
424
|
}, z.core.$strip>, z.ZodObject<{
|
|
417
425
|
id: z.ZodString;
|
|
418
426
|
runId: z.ZodString;
|
package/dist/index.d.ts
CHANGED
|
@@ -413,6 +413,14 @@ declare const EvalRunFileSchema: z.ZodObject<{
|
|
|
413
413
|
output: z.ZodType<_assemble_dev_shared_types.JsonValue, unknown, z.core.$ZodTypeInternals<_assemble_dev_shared_types.JsonValue, unknown>>;
|
|
414
414
|
latencyMs: z.ZodNumber;
|
|
415
415
|
modelName: z.ZodOptional<z.ZodString>;
|
|
416
|
+
tokenUsage: z.ZodOptional<z.ZodObject<{
|
|
417
|
+
inputTokens: z.ZodNumber;
|
|
418
|
+
outputTokens: z.ZodNumber;
|
|
419
|
+
totalTokens: z.ZodNumber;
|
|
420
|
+
cacheCreationInputTokens: z.ZodOptional<z.ZodNumber>;
|
|
421
|
+
cacheReadInputTokens: z.ZodOptional<z.ZodNumber>;
|
|
422
|
+
}, z.core.$strip>>;
|
|
423
|
+
costUsd: z.ZodOptional<z.ZodNullable<z.ZodNumber>>;
|
|
416
424
|
}, z.core.$strip>, z.ZodObject<{
|
|
417
425
|
id: z.ZodString;
|
|
418
426
|
runId: z.ZodString;
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@assemble-dev/evals",
|
|
3
|
-
"version": "0.
|
|
3
|
+
"version": "0.3.1",
|
|
4
4
|
"license": "Elastic-2.0",
|
|
5
5
|
"description": "Evaluation harness for Assemble agents and workflows",
|
|
6
6
|
"repository": {
|
|
@@ -27,10 +27,10 @@
|
|
|
27
27
|
],
|
|
28
28
|
"dependencies": {
|
|
29
29
|
"zod": "^4.1.13",
|
|
30
|
-
"@assemble-dev/
|
|
31
|
-
"@assemble-dev/
|
|
32
|
-
"@assemble-dev/shared-
|
|
33
|
-
"@assemble-dev/
|
|
30
|
+
"@assemble-dev/sdk": "0.3.1",
|
|
31
|
+
"@assemble-dev/shared-types": "0.3.1",
|
|
32
|
+
"@assemble-dev/shared-utils": "0.3.1",
|
|
33
|
+
"@assemble-dev/providers": "0.3.1"
|
|
34
34
|
},
|
|
35
35
|
"devDependencies": {
|
|
36
36
|
"@types/node": "^20.19.0",
|