agentv 5.0.0-next.1 → 5.2.0-next.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +239 -53
- package/dist/{agentv-provider-AYXH7WLW-NJRC6UQX.js → agentv-provider-AYXH7WLW-6YZKZ7PS.js} +2 -2
- package/dist/{artifact-writer-QD52FC56.js → artifact-writer-SN6UNL5G.js} +15 -8
- package/dist/{chunk-GZJMODLW.js → chunk-3S6A2RKR.js} +45880 -30542
- package/dist/chunk-3S6A2RKR.js.map +1 -0
- package/dist/{chunk-6Q56CEXV.js → chunk-3X357HS4.js} +7900 -8985
- package/dist/chunk-3X357HS4.js.map +1 -0
- package/dist/{chunk-6JVM4GJI.js → chunk-46K2OET3.js} +187 -80
- package/dist/chunk-46K2OET3.js.map +1 -0
- package/dist/{chunk-IJEZFZJR.js → chunk-7BGERE6L.js} +2 -2
- package/dist/chunk-7BGERE6L.js.map +1 -0
- package/dist/{chunk-UG4JHZYM.js → chunk-ALVZQUZP.js} +670 -1427
- package/dist/chunk-ALVZQUZP.js.map +1 -0
- package/dist/{chunk-RCIEHFQ2.js → chunk-PEUTJS7B.js} +3 -3
- package/dist/{chunk-5H446C7X.js → chunk-QMRVH5ZP.js} +2 -8
- package/dist/{chunk-IBI7A5RP.js → chunk-T4AD3H3Y.js} +3444 -2251
- package/dist/chunk-T4AD3H3Y.js.map +1 -0
- package/dist/cli.js +8 -9
- package/dist/cli.js.map +1 -1
- package/dist/dashboard/assets/{index-D5_8DE_B.js → index-DNgf3qJ2.js} +1 -1
- package/dist/dashboard/assets/index-D_bokML8.css +1 -0
- package/dist/dashboard/assets/index-r_jSJmlw.js +121 -0
- package/dist/dashboard/index.html +2 -2
- package/dist/{dist-KJ6PELQY.js → dist-DEPJOMCA.js} +74 -60
- package/dist/{docker-workspace-ZJ2ESVBI-6UDETQII.js → docker-workspace-NNK4Z6FR-QRTIG6TM.js} +3 -3
- package/dist/{exec-MYPAJJP7-C5HD5WG5.js → exec-4HFFRQ3B-AXDMJNLJ.js} +3 -3
- package/dist/index.js +8 -9
- package/dist/{interactive-2WMVAASS.js → interactive-36ZNMQB2.js} +13 -29
- package/dist/interactive-36ZNMQB2.js.map +1 -0
- package/dist/skills/agentv-bench/SKILL.md +38 -34
- package/dist/skills/agentv-bench/agents/analyzer.md +6 -6
- package/dist/skills/agentv-bench/agents/comparator.md +4 -5
- package/dist/skills/agentv-bench/agents/grader.md +4 -4
- package/dist/skills/agentv-bench/references/autoresearch.md +3 -3
- package/dist/skills/agentv-bench/references/description-optimization.md +2 -2
- package/dist/skills/agentv-bench/references/environment-adaptation.md +10 -10
- package/dist/skills/agentv-bench/references/eval-yaml-spec.md +51 -30
- package/dist/skills/agentv-bench/references/migrating-from-skill-creator.md +4 -4
- package/dist/skills/agentv-bench/references/subagent-pipeline.md +13 -12
- package/dist/skills/agentv-eval-migrations/SKILL.md +33 -0
- package/dist/skills/agentv-eval-migrations/references/breaking-changes.md +1012 -0
- package/dist/skills/agentv-eval-review/SKILL.md +6 -3
- package/dist/skills/agentv-eval-review/scripts/lint_eval.py +1 -1
- package/dist/skills/agentv-eval-writer/SKILL.md +380 -246
- package/dist/skills/agentv-eval-writer/references/{config-schema.json → config.schema.json} +6 -5
- package/dist/skills/agentv-eval-writer/references/custom-evaluators.md +23 -18
- package/dist/skills/agentv-eval-writer/references/eval.schema.json +9852 -0
- package/dist/skills/agentv-eval-writer/references/python-helpers.md +8 -8
- package/dist/skills/agentv-eval-writer/references/rubric-evaluator.md +21 -22
- package/dist/skills/agentv-trace-analyst/SKILL.md +4 -4
- package/dist/templates/.agentv/targets.yaml +41 -40
- package/dist/{ts-eval-loader-RE43OAGX-AMRCUKBZ.js → ts-eval-loader-OMG2JBHP-OP5RR7A3.js} +5 -4
- package/package.json +19 -4
- package/dist/chunk-6JVM4GJI.js.map +0 -1
- package/dist/chunk-6Q56CEXV.js.map +0 -1
- package/dist/chunk-76FOHROU.js +0 -96
- package/dist/chunk-76FOHROU.js.map +0 -1
- package/dist/chunk-GZJMODLW.js.map +0 -1
- package/dist/chunk-HSHTTN6C.js +0 -565
- package/dist/chunk-HSHTTN6C.js.map +0 -1
- package/dist/chunk-IBI7A5RP.js.map +0 -1
- package/dist/chunk-IJEZFZJR.js.map +0 -1
- package/dist/chunk-LRULMAAA.js +0 -1711
- package/dist/chunk-LRULMAAA.js.map +0 -1
- package/dist/chunk-R3CXYNTN.js +0 -1238
- package/dist/chunk-R3CXYNTN.js.map +0 -1
- package/dist/chunk-UG4JHZYM.js.map +0 -1
- package/dist/chunk-VQ2ZO7XJ.js +0 -2098
- package/dist/chunk-VQ2ZO7XJ.js.map +0 -1
- package/dist/chunk-XALGXSKB.js +0 -21
- package/dist/chunk-XALGXSKB.js.map +0 -1
- package/dist/dashboard/assets/index-BVMrdN8a.js +0 -119
- package/dist/dashboard/assets/index-DZWXfWsv.css +0 -1
- package/dist/esm-NNMQYIKT.js +0 -32
- package/dist/esm-R77SNOF5.js +0 -65
- package/dist/esm-RVQPUGWH.js +0 -1207
- package/dist/esm-RVQPUGWH.js.map +0 -1
- package/dist/esm-TTEMJEVV.js +0 -933
- package/dist/esm-TTEMJEVV.js.map +0 -1
- package/dist/esm-ZADQ4XQH-QUFGGZL4.js +0 -924
- package/dist/esm-ZADQ4XQH-QUFGGZL4.js.map +0 -1
- package/dist/exec-MYPAJJP7-C5HD5WG5.js.map +0 -1
- package/dist/getMachineId-bsd-HSK5LZMG.js +0 -41
- package/dist/getMachineId-bsd-HSK5LZMG.js.map +0 -1
- package/dist/getMachineId-darwin-4DP6CCJV.js +0 -41
- package/dist/getMachineId-darwin-4DP6CCJV.js.map +0 -1
- package/dist/getMachineId-linux-44LJ5UJB.js +0 -33
- package/dist/getMachineId-linux-44LJ5UJB.js.map +0 -1
- package/dist/getMachineId-unsupported-NVK6IATM.js +0 -24
- package/dist/getMachineId-unsupported-NVK6IATM.js.map +0 -1
- package/dist/getMachineId-win-YZ36S7VA.js +0 -43
- package/dist/getMachineId-win-YZ36S7VA.js.map +0 -1
- package/dist/interactive-2WMVAASS.js.map +0 -1
- package/dist/otlp-json-file-exporter-RY63S3IG-PZBQPVYY.js +0 -9
- package/dist/otlp-json-file-exporter-RY63S3IG-PZBQPVYY.js.map +0 -1
- package/dist/skills/agentv-eval-writer/references/eval-schema.json +0 -17295
- package/dist/skills/agentv-eval-writer/references/experiment-schema.json +0 -278
- package/dist/src-76ISS3LH.js +0 -1733
- package/dist/src-76ISS3LH.js.map +0 -1
- package/dist/ts-eval-loader-RE43OAGX-AMRCUKBZ.js.map +0 -1
- /package/dist/{agentv-provider-AYXH7WLW-NJRC6UQX.js.map → agentv-provider-AYXH7WLW-6YZKZ7PS.js.map} +0 -0
- /package/dist/{artifact-writer-QD52FC56.js.map → artifact-writer-SN6UNL5G.js.map} +0 -0
- /package/dist/{chunk-RCIEHFQ2.js.map → chunk-PEUTJS7B.js.map} +0 -0
- /package/dist/{chunk-5H446C7X.js.map → chunk-QMRVH5ZP.js.map} +0 -0
- /package/dist/{dist-KJ6PELQY.js.map → dist-DEPJOMCA.js.map} +0 -0
- /package/dist/{docker-workspace-ZJ2ESVBI-6UDETQII.js.map → docker-workspace-NNK4Z6FR-QRTIG6TM.js.map} +0 -0
- /package/dist/{esm-NNMQYIKT.js.map → exec-4HFFRQ3B-AXDMJNLJ.js.map} +0 -0
- /package/dist/{esm-R77SNOF5.js.map → ts-eval-loader-OMG2JBHP-OP5RR7A3.js.map} +0 -0
package/dist/chunk-76FOHROU.js
DELETED
|
@@ -1,96 +0,0 @@
|
|
|
1
|
-
import { createRequire } from 'node:module'; const require = createRequire(import.meta.url);
|
|
2
|
-
|
|
3
|
-
// ../../packages/core/dist/chunk-RLIEX2QM.js
|
|
4
|
-
import { mkdir } from "node:fs/promises";
|
|
5
|
-
import { dirname } from "node:path";
|
|
6
|
-
var OtlpJsonFileExporter = class {
|
|
7
|
-
// biome-ignore lint/suspicious/noExplicitAny: serialized span data
|
|
8
|
-
spans = [];
|
|
9
|
-
filePath;
|
|
10
|
-
resourceAttributes;
|
|
11
|
-
constructor(filePath, resourceAttributes = {}) {
|
|
12
|
-
this.filePath = filePath;
|
|
13
|
-
this.resourceAttributes = { ...resourceAttributes };
|
|
14
|
-
}
|
|
15
|
-
export(spans, resultCallback) {
|
|
16
|
-
for (const span of spans) {
|
|
17
|
-
this.resourceAttributes = {
|
|
18
|
-
...this.resourceAttributes,
|
|
19
|
-
...getSpanResourceAttributes(span)
|
|
20
|
-
};
|
|
21
|
-
this.spans.push({
|
|
22
|
-
traceId: span.spanContext().traceId,
|
|
23
|
-
spanId: span.spanContext().spanId,
|
|
24
|
-
parentSpanId: span.parentSpanId || void 0,
|
|
25
|
-
name: span.name,
|
|
26
|
-
kind: span.kind,
|
|
27
|
-
startTimeUnixNano: hrTimeToNanos(span.startTime),
|
|
28
|
-
endTimeUnixNano: hrTimeToNanos(span.endTime),
|
|
29
|
-
attributes: convertAttributes(span.attributes),
|
|
30
|
-
status: span.status,
|
|
31
|
-
events: span.events?.map(
|
|
32
|
-
(e) => ({
|
|
33
|
-
name: e.name,
|
|
34
|
-
timeUnixNano: hrTimeToNanos(e.time),
|
|
35
|
-
attributes: convertAttributes(e.attributes)
|
|
36
|
-
})
|
|
37
|
-
)
|
|
38
|
-
});
|
|
39
|
-
}
|
|
40
|
-
resultCallback({ code: 0 });
|
|
41
|
-
}
|
|
42
|
-
async shutdown() {
|
|
43
|
-
await this.flush();
|
|
44
|
-
}
|
|
45
|
-
async forceFlush() {
|
|
46
|
-
await this.flush();
|
|
47
|
-
}
|
|
48
|
-
async flush() {
|
|
49
|
-
if (this.spans.length === 0) return;
|
|
50
|
-
await mkdir(dirname(this.filePath), { recursive: true });
|
|
51
|
-
const otlpJson = {
|
|
52
|
-
resourceSpans: [
|
|
53
|
-
{
|
|
54
|
-
resource: { attributes: convertAttributes(this.resourceAttributes) },
|
|
55
|
-
scopeSpans: [
|
|
56
|
-
{
|
|
57
|
-
scope: { name: "agentv", version: "1.0.0" },
|
|
58
|
-
spans: this.spans
|
|
59
|
-
}
|
|
60
|
-
]
|
|
61
|
-
}
|
|
62
|
-
]
|
|
63
|
-
};
|
|
64
|
-
const { writeFile } = await import("node:fs/promises");
|
|
65
|
-
await writeFile(this.filePath, JSON.stringify(otlpJson, null, 2));
|
|
66
|
-
}
|
|
67
|
-
};
|
|
68
|
-
function getSpanResourceAttributes(span) {
|
|
69
|
-
if (span.resource?.attributes && typeof span.resource.attributes === "object") {
|
|
70
|
-
return span.resource.attributes;
|
|
71
|
-
}
|
|
72
|
-
return {};
|
|
73
|
-
}
|
|
74
|
-
function hrTimeToNanos(hrTime) {
|
|
75
|
-
return String(hrTime[0] * 1e9 + hrTime[1]);
|
|
76
|
-
}
|
|
77
|
-
function convertAttributes(attrs) {
|
|
78
|
-
return Object.entries(attrs || {}).map(([key, value]) => ({
|
|
79
|
-
key,
|
|
80
|
-
value: serializeAttributeValue(value)
|
|
81
|
-
}));
|
|
82
|
-
}
|
|
83
|
-
function serializeAttributeValue(value) {
|
|
84
|
-
if (typeof value === "string") return { stringValue: value };
|
|
85
|
-
if (typeof value === "number") {
|
|
86
|
-
return Number.isInteger(value) ? { intValue: value } : { doubleValue: value };
|
|
87
|
-
}
|
|
88
|
-
if (typeof value === "boolean") return { boolValue: value };
|
|
89
|
-
if (Array.isArray(value)) return { arrayValue: { values: value.map(serializeAttributeValue) } };
|
|
90
|
-
return { stringValue: String(value) };
|
|
91
|
-
}
|
|
92
|
-
|
|
93
|
-
export {
|
|
94
|
-
OtlpJsonFileExporter
|
|
95
|
-
};
|
|
96
|
-
//# sourceMappingURL=chunk-76FOHROU.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"sources":["../../../packages/core/src/observability/otlp-json-file-exporter.ts"],"sourcesContent":["import { mkdir } from 'node:fs/promises';\nimport { dirname } from 'node:path';\n\n// biome-ignore lint/suspicious/noExplicitAny: OTel ReadableSpan loaded dynamically\ntype ReadableSpan = any;\n\n/**\n * SpanExporter that writes OTLP JSON (the standard OTel wire format) to a file.\n * The file can be imported by any OTel-compatible backend.\n */\nexport class OtlpJsonFileExporter {\n // biome-ignore lint/suspicious/noExplicitAny: serialized span data\n private spans: any[] = [];\n private filePath: string;\n private resourceAttributes: Record<string, unknown>;\n\n constructor(filePath: string, resourceAttributes: Record<string, unknown> = {}) {\n this.filePath = filePath;\n this.resourceAttributes = { ...resourceAttributes };\n }\n\n export(spans: ReadableSpan[], resultCallback: (result: { code: number }) => void): void {\n for (const span of spans) {\n this.resourceAttributes = {\n ...this.resourceAttributes,\n ...getSpanResourceAttributes(span),\n };\n this.spans.push({\n traceId: span.spanContext().traceId,\n spanId: span.spanContext().spanId,\n parentSpanId: span.parentSpanId || undefined,\n name: span.name,\n kind: span.kind,\n startTimeUnixNano: hrTimeToNanos(span.startTime),\n endTimeUnixNano: hrTimeToNanos(span.endTime),\n attributes: convertAttributes(span.attributes),\n status: span.status,\n events: span.events?.map(\n (e: { name: string; time: [number, number]; attributes?: Record<string, unknown> }) => ({\n name: e.name,\n timeUnixNano: hrTimeToNanos(e.time),\n attributes: convertAttributes(e.attributes),\n }),\n ),\n });\n }\n resultCallback({ code: 0 }); // SUCCESS\n }\n\n async shutdown(): Promise<void> {\n await this.flush();\n }\n\n async forceFlush(): Promise<void> {\n await this.flush();\n }\n\n private async flush(): Promise<void> {\n if (this.spans.length === 0) return;\n\n await mkdir(dirname(this.filePath), { recursive: true });\n\n const otlpJson = {\n resourceSpans: [\n {\n resource: { attributes: convertAttributes(this.resourceAttributes) },\n scopeSpans: [\n {\n scope: { name: 'agentv', version: '1.0.0' },\n spans: this.spans,\n },\n ],\n },\n ],\n };\n\n const { writeFile } = await import('node:fs/promises');\n await writeFile(this.filePath, JSON.stringify(otlpJson, null, 2));\n }\n}\n\nfunction getSpanResourceAttributes(span: ReadableSpan): Record<string, unknown> {\n if (span.resource?.attributes && typeof span.resource.attributes === 'object') {\n return span.resource.attributes;\n }\n return {};\n}\n\nfunction hrTimeToNanos(hrTime: [number, number]): string {\n return String(hrTime[0] * 1_000_000_000 + hrTime[1]);\n}\n\nfunction convertAttributes(\n attrs: Record<string, unknown> | undefined,\n): Array<{ key: string; value: unknown }> {\n return Object.entries(attrs || {}).map(([key, value]) => ({\n key,\n value: serializeAttributeValue(value),\n }));\n}\n\nfunction serializeAttributeValue(value: unknown): unknown {\n if (typeof value === 'string') return { stringValue: value };\n if (typeof value === 'number') {\n return Number.isInteger(value) ? { intValue: value } : { doubleValue: value };\n }\n if (typeof value === 'boolean') return { boolValue: value };\n if (Array.isArray(value)) return { arrayValue: { values: value.map(serializeAttributeValue) } };\n return { stringValue: String(value) };\n}\n"],"mappings":";;;AAAA,SAAS,aAAa;AACtB,SAAS,eAAe;AASjB,IAAM,uBAAN,MAA2B;;EAExB,QAAe,CAAC;EAChB;EACA;EAER,YAAY,UAAkB,qBAA8C,CAAC,GAAG;AAC9E,SAAK,WAAW;AAChB,SAAK,qBAAqB,EAAE,GAAG,mBAAmB;EACpD;EAEA,OAAO,OAAuB,gBAA0D;AACtF,eAAW,QAAQ,OAAO;AACxB,WAAK,qBAAqB;QACxB,GAAG,KAAK;QACR,GAAG,0BAA0B,IAAI;MACnC;AACA,WAAK,MAAM,KAAK;QACd,SAAS,KAAK,YAAY,EAAE;QAC5B,QAAQ,KAAK,YAAY,EAAE;QAC3B,cAAc,KAAK,gBAAgB;QACnC,MAAM,KAAK;QACX,MAAM,KAAK;QACX,mBAAmB,cAAc,KAAK,SAAS;QAC/C,iBAAiB,cAAc,KAAK,OAAO;QAC3C,YAAY,kBAAkB,KAAK,UAAU;QAC7C,QAAQ,KAAK;QACb,QAAQ,KAAK,QAAQ;UACnB,CAAC,OAAuF;YACtF,MAAM,EAAE;YACR,cAAc,cAAc,EAAE,IAAI;YAClC,YAAY,kBAAkB,EAAE,UAAU;UAC5C;QACF;MACF,CAAC;IACH;AACA,mBAAe,EAAE,MAAM,EAAE,CAAC;EAC5B;EAEA,MAAM,WAA0B;AAC9B,UAAM,KAAK,MAAM;EACnB;EAEA,MAAM,aAA4B;AAChC,UAAM,KAAK,MAAM;EACnB;EAEA,MAAc,QAAuB;AACnC,QAAI,KAAK,MAAM,WAAW,EAAG;AAE7B,UAAM,MAAM,QAAQ,KAAK,QAAQ,GAAG,EAAE,WAAW,KAAK,CAAC;AAEvD,UAAM,WAAW;MACf,eAAe;QACb;UACE,UAAU,EAAE,YAAY,kBAAkB,KAAK,kBAAkB,EAAE;UACnE,YAAY;YACV;cACE,OAAO,EAAE,MAAM,UAAU,SAAS,QAAQ;cAC1C,OAAO,KAAK;YACd;UACF;QACF;MACF;IACF;AAEA,UAAM,EAAE,UAAU,IAAI,MAAM,OAAO,kBAAkB;AACrD,UAAM,UAAU,KAAK,UAAU,KAAK,UAAU,UAAU,MAAM,CAAC,CAAC;EAClE;AACF;AAEA,SAAS,0BAA0B,MAA6C;AAC9E,MAAI,KAAK,UAAU,cAAc,OAAO,KAAK,SAAS,eAAe,UAAU;AAC7E,WAAO,KAAK,SAAS;EACvB;AACA,SAAO,CAAC;AACV;AAEA,SAAS,cAAc,QAAkC;AACvD,SAAO,OAAO,OAAO,CAAC,IAAI,MAAgB,OAAO,CAAC,CAAC;AACrD;AAEA,SAAS,kBACP,OACwC;AACxC,SAAO,OAAO,QAAQ,SAAS,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,KAAK,KAAK,OAAO;IACxD;IACA,OAAO,wBAAwB,KAAK;EACtC,EAAE;AACJ;AAEA,SAAS,wBAAwB,OAAyB;AACxD,MAAI,OAAO,UAAU,SAAU,QAAO,EAAE,aAAa,MAAM;AAC3D,MAAI,OAAO,UAAU,UAAU;AAC7B,WAAO,OAAO,UAAU,KAAK,IAAI,EAAE,UAAU,MAAM,IAAI,EAAE,aAAa,MAAM;EAC9E;AACA,MAAI,OAAO,UAAU,UAAW,QAAO,EAAE,WAAW,MAAM;AAC1D,MAAI,MAAM,QAAQ,KAAK,EAAG,QAAO,EAAE,YAAY,EAAE,QAAQ,MAAM,IAAI,uBAAuB,EAAE,EAAE;AAC9F,SAAO,EAAE,aAAa,OAAO,KAAK,EAAE;AACtC;","names":[]}
|