agentv 5.0.0-next.1 → 5.2.0-next.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (108) hide show
  1. package/README.md +239 -53
  2. package/dist/{agentv-provider-AYXH7WLW-NJRC6UQX.js → agentv-provider-AYXH7WLW-6YZKZ7PS.js} +2 -2
  3. package/dist/{artifact-writer-QD52FC56.js → artifact-writer-SN6UNL5G.js} +15 -8
  4. package/dist/{chunk-GZJMODLW.js → chunk-3S6A2RKR.js} +45880 -30542
  5. package/dist/chunk-3S6A2RKR.js.map +1 -0
  6. package/dist/{chunk-6Q56CEXV.js → chunk-3X357HS4.js} +7900 -8985
  7. package/dist/chunk-3X357HS4.js.map +1 -0
  8. package/dist/{chunk-6JVM4GJI.js → chunk-46K2OET3.js} +187 -80
  9. package/dist/chunk-46K2OET3.js.map +1 -0
  10. package/dist/{chunk-IJEZFZJR.js → chunk-7BGERE6L.js} +2 -2
  11. package/dist/chunk-7BGERE6L.js.map +1 -0
  12. package/dist/{chunk-UG4JHZYM.js → chunk-ALVZQUZP.js} +670 -1427
  13. package/dist/chunk-ALVZQUZP.js.map +1 -0
  14. package/dist/{chunk-RCIEHFQ2.js → chunk-PEUTJS7B.js} +3 -3
  15. package/dist/{chunk-5H446C7X.js → chunk-QMRVH5ZP.js} +2 -8
  16. package/dist/{chunk-IBI7A5RP.js → chunk-T4AD3H3Y.js} +3444 -2251
  17. package/dist/chunk-T4AD3H3Y.js.map +1 -0
  18. package/dist/cli.js +8 -9
  19. package/dist/cli.js.map +1 -1
  20. package/dist/dashboard/assets/{index-D5_8DE_B.js → index-DNgf3qJ2.js} +1 -1
  21. package/dist/dashboard/assets/index-D_bokML8.css +1 -0
  22. package/dist/dashboard/assets/index-r_jSJmlw.js +121 -0
  23. package/dist/dashboard/index.html +2 -2
  24. package/dist/{dist-KJ6PELQY.js → dist-DEPJOMCA.js} +74 -60
  25. package/dist/{docker-workspace-ZJ2ESVBI-6UDETQII.js → docker-workspace-NNK4Z6FR-QRTIG6TM.js} +3 -3
  26. package/dist/{exec-MYPAJJP7-C5HD5WG5.js → exec-4HFFRQ3B-AXDMJNLJ.js} +3 -3
  27. package/dist/index.js +8 -9
  28. package/dist/{interactive-2WMVAASS.js → interactive-36ZNMQB2.js} +13 -29
  29. package/dist/interactive-36ZNMQB2.js.map +1 -0
  30. package/dist/skills/agentv-bench/SKILL.md +38 -34
  31. package/dist/skills/agentv-bench/agents/analyzer.md +6 -6
  32. package/dist/skills/agentv-bench/agents/comparator.md +4 -5
  33. package/dist/skills/agentv-bench/agents/grader.md +4 -4
  34. package/dist/skills/agentv-bench/references/autoresearch.md +3 -3
  35. package/dist/skills/agentv-bench/references/description-optimization.md +2 -2
  36. package/dist/skills/agentv-bench/references/environment-adaptation.md +10 -10
  37. package/dist/skills/agentv-bench/references/eval-yaml-spec.md +51 -30
  38. package/dist/skills/agentv-bench/references/migrating-from-skill-creator.md +4 -4
  39. package/dist/skills/agentv-bench/references/subagent-pipeline.md +13 -12
  40. package/dist/skills/agentv-eval-migrations/SKILL.md +33 -0
  41. package/dist/skills/agentv-eval-migrations/references/breaking-changes.md +1012 -0
  42. package/dist/skills/agentv-eval-review/SKILL.md +6 -3
  43. package/dist/skills/agentv-eval-review/scripts/lint_eval.py +1 -1
  44. package/dist/skills/agentv-eval-writer/SKILL.md +380 -246
  45. package/dist/skills/agentv-eval-writer/references/{config-schema.json → config.schema.json} +6 -5
  46. package/dist/skills/agentv-eval-writer/references/custom-evaluators.md +23 -18
  47. package/dist/skills/agentv-eval-writer/references/eval.schema.json +9852 -0
  48. package/dist/skills/agentv-eval-writer/references/python-helpers.md +8 -8
  49. package/dist/skills/agentv-eval-writer/references/rubric-evaluator.md +21 -22
  50. package/dist/skills/agentv-trace-analyst/SKILL.md +4 -4
  51. package/dist/templates/.agentv/targets.yaml +41 -40
  52. package/dist/{ts-eval-loader-RE43OAGX-AMRCUKBZ.js → ts-eval-loader-OMG2JBHP-OP5RR7A3.js} +5 -4
  53. package/package.json +19 -4
  54. package/dist/chunk-6JVM4GJI.js.map +0 -1
  55. package/dist/chunk-6Q56CEXV.js.map +0 -1
  56. package/dist/chunk-76FOHROU.js +0 -96
  57. package/dist/chunk-76FOHROU.js.map +0 -1
  58. package/dist/chunk-GZJMODLW.js.map +0 -1
  59. package/dist/chunk-HSHTTN6C.js +0 -565
  60. package/dist/chunk-HSHTTN6C.js.map +0 -1
  61. package/dist/chunk-IBI7A5RP.js.map +0 -1
  62. package/dist/chunk-IJEZFZJR.js.map +0 -1
  63. package/dist/chunk-LRULMAAA.js +0 -1711
  64. package/dist/chunk-LRULMAAA.js.map +0 -1
  65. package/dist/chunk-R3CXYNTN.js +0 -1238
  66. package/dist/chunk-R3CXYNTN.js.map +0 -1
  67. package/dist/chunk-UG4JHZYM.js.map +0 -1
  68. package/dist/chunk-VQ2ZO7XJ.js +0 -2098
  69. package/dist/chunk-VQ2ZO7XJ.js.map +0 -1
  70. package/dist/chunk-XALGXSKB.js +0 -21
  71. package/dist/chunk-XALGXSKB.js.map +0 -1
  72. package/dist/dashboard/assets/index-BVMrdN8a.js +0 -119
  73. package/dist/dashboard/assets/index-DZWXfWsv.css +0 -1
  74. package/dist/esm-NNMQYIKT.js +0 -32
  75. package/dist/esm-R77SNOF5.js +0 -65
  76. package/dist/esm-RVQPUGWH.js +0 -1207
  77. package/dist/esm-RVQPUGWH.js.map +0 -1
  78. package/dist/esm-TTEMJEVV.js +0 -933
  79. package/dist/esm-TTEMJEVV.js.map +0 -1
  80. package/dist/esm-ZADQ4XQH-QUFGGZL4.js +0 -924
  81. package/dist/esm-ZADQ4XQH-QUFGGZL4.js.map +0 -1
  82. package/dist/exec-MYPAJJP7-C5HD5WG5.js.map +0 -1
  83. package/dist/getMachineId-bsd-HSK5LZMG.js +0 -41
  84. package/dist/getMachineId-bsd-HSK5LZMG.js.map +0 -1
  85. package/dist/getMachineId-darwin-4DP6CCJV.js +0 -41
  86. package/dist/getMachineId-darwin-4DP6CCJV.js.map +0 -1
  87. package/dist/getMachineId-linux-44LJ5UJB.js +0 -33
  88. package/dist/getMachineId-linux-44LJ5UJB.js.map +0 -1
  89. package/dist/getMachineId-unsupported-NVK6IATM.js +0 -24
  90. package/dist/getMachineId-unsupported-NVK6IATM.js.map +0 -1
  91. package/dist/getMachineId-win-YZ36S7VA.js +0 -43
  92. package/dist/getMachineId-win-YZ36S7VA.js.map +0 -1
  93. package/dist/interactive-2WMVAASS.js.map +0 -1
  94. package/dist/otlp-json-file-exporter-RY63S3IG-PZBQPVYY.js +0 -9
  95. package/dist/otlp-json-file-exporter-RY63S3IG-PZBQPVYY.js.map +0 -1
  96. package/dist/skills/agentv-eval-writer/references/eval-schema.json +0 -17295
  97. package/dist/skills/agentv-eval-writer/references/experiment-schema.json +0 -278
  98. package/dist/src-76ISS3LH.js +0 -1733
  99. package/dist/src-76ISS3LH.js.map +0 -1
  100. package/dist/ts-eval-loader-RE43OAGX-AMRCUKBZ.js.map +0 -1
  101. /package/dist/{agentv-provider-AYXH7WLW-NJRC6UQX.js.map → agentv-provider-AYXH7WLW-6YZKZ7PS.js.map} +0 -0
  102. /package/dist/{artifact-writer-QD52FC56.js.map → artifact-writer-SN6UNL5G.js.map} +0 -0
  103. /package/dist/{chunk-RCIEHFQ2.js.map → chunk-PEUTJS7B.js.map} +0 -0
  104. /package/dist/{chunk-5H446C7X.js.map → chunk-QMRVH5ZP.js.map} +0 -0
  105. /package/dist/{dist-KJ6PELQY.js.map → dist-DEPJOMCA.js.map} +0 -0
  106. /package/dist/{docker-workspace-ZJ2ESVBI-6UDETQII.js.map → docker-workspace-NNK4Z6FR-QRTIG6TM.js.map} +0 -0
  107. /package/dist/{esm-NNMQYIKT.js.map → exec-4HFFRQ3B-AXDMJNLJ.js.map} +0 -0
  108. /package/dist/{esm-R77SNOF5.js.map → ts-eval-loader-OMG2JBHP-OP5RR7A3.js.map} +0 -0
@@ -1,96 +0,0 @@
1
- import { createRequire } from 'node:module'; const require = createRequire(import.meta.url);
2
-
3
- // ../../packages/core/dist/chunk-RLIEX2QM.js
4
- import { mkdir } from "node:fs/promises";
5
- import { dirname } from "node:path";
6
- var OtlpJsonFileExporter = class {
7
- // biome-ignore lint/suspicious/noExplicitAny: serialized span data
8
- spans = [];
9
- filePath;
10
- resourceAttributes;
11
- constructor(filePath, resourceAttributes = {}) {
12
- this.filePath = filePath;
13
- this.resourceAttributes = { ...resourceAttributes };
14
- }
15
- export(spans, resultCallback) {
16
- for (const span of spans) {
17
- this.resourceAttributes = {
18
- ...this.resourceAttributes,
19
- ...getSpanResourceAttributes(span)
20
- };
21
- this.spans.push({
22
- traceId: span.spanContext().traceId,
23
- spanId: span.spanContext().spanId,
24
- parentSpanId: span.parentSpanId || void 0,
25
- name: span.name,
26
- kind: span.kind,
27
- startTimeUnixNano: hrTimeToNanos(span.startTime),
28
- endTimeUnixNano: hrTimeToNanos(span.endTime),
29
- attributes: convertAttributes(span.attributes),
30
- status: span.status,
31
- events: span.events?.map(
32
- (e) => ({
33
- name: e.name,
34
- timeUnixNano: hrTimeToNanos(e.time),
35
- attributes: convertAttributes(e.attributes)
36
- })
37
- )
38
- });
39
- }
40
- resultCallback({ code: 0 });
41
- }
42
- async shutdown() {
43
- await this.flush();
44
- }
45
- async forceFlush() {
46
- await this.flush();
47
- }
48
- async flush() {
49
- if (this.spans.length === 0) return;
50
- await mkdir(dirname(this.filePath), { recursive: true });
51
- const otlpJson = {
52
- resourceSpans: [
53
- {
54
- resource: { attributes: convertAttributes(this.resourceAttributes) },
55
- scopeSpans: [
56
- {
57
- scope: { name: "agentv", version: "1.0.0" },
58
- spans: this.spans
59
- }
60
- ]
61
- }
62
- ]
63
- };
64
- const { writeFile } = await import("node:fs/promises");
65
- await writeFile(this.filePath, JSON.stringify(otlpJson, null, 2));
66
- }
67
- };
68
- function getSpanResourceAttributes(span) {
69
- if (span.resource?.attributes && typeof span.resource.attributes === "object") {
70
- return span.resource.attributes;
71
- }
72
- return {};
73
- }
74
- function hrTimeToNanos(hrTime) {
75
- return String(hrTime[0] * 1e9 + hrTime[1]);
76
- }
77
- function convertAttributes(attrs) {
78
- return Object.entries(attrs || {}).map(([key, value]) => ({
79
- key,
80
- value: serializeAttributeValue(value)
81
- }));
82
- }
83
- function serializeAttributeValue(value) {
84
- if (typeof value === "string") return { stringValue: value };
85
- if (typeof value === "number") {
86
- return Number.isInteger(value) ? { intValue: value } : { doubleValue: value };
87
- }
88
- if (typeof value === "boolean") return { boolValue: value };
89
- if (Array.isArray(value)) return { arrayValue: { values: value.map(serializeAttributeValue) } };
90
- return { stringValue: String(value) };
91
- }
92
-
93
- export {
94
- OtlpJsonFileExporter
95
- };
96
- //# sourceMappingURL=chunk-76FOHROU.js.map
@@ -1 +0,0 @@
1
- {"version":3,"sources":["../../../packages/core/src/observability/otlp-json-file-exporter.ts"],"sourcesContent":["import { mkdir } from 'node:fs/promises';\nimport { dirname } from 'node:path';\n\n// biome-ignore lint/suspicious/noExplicitAny: OTel ReadableSpan loaded dynamically\ntype ReadableSpan = any;\n\n/**\n * SpanExporter that writes OTLP JSON (the standard OTel wire format) to a file.\n * The file can be imported by any OTel-compatible backend.\n */\nexport class OtlpJsonFileExporter {\n // biome-ignore lint/suspicious/noExplicitAny: serialized span data\n private spans: any[] = [];\n private filePath: string;\n private resourceAttributes: Record<string, unknown>;\n\n constructor(filePath: string, resourceAttributes: Record<string, unknown> = {}) {\n this.filePath = filePath;\n this.resourceAttributes = { ...resourceAttributes };\n }\n\n export(spans: ReadableSpan[], resultCallback: (result: { code: number }) => void): void {\n for (const span of spans) {\n this.resourceAttributes = {\n ...this.resourceAttributes,\n ...getSpanResourceAttributes(span),\n };\n this.spans.push({\n traceId: span.spanContext().traceId,\n spanId: span.spanContext().spanId,\n parentSpanId: span.parentSpanId || undefined,\n name: span.name,\n kind: span.kind,\n startTimeUnixNano: hrTimeToNanos(span.startTime),\n endTimeUnixNano: hrTimeToNanos(span.endTime),\n attributes: convertAttributes(span.attributes),\n status: span.status,\n events: span.events?.map(\n (e: { name: string; time: [number, number]; attributes?: Record<string, unknown> }) => ({\n name: e.name,\n timeUnixNano: hrTimeToNanos(e.time),\n attributes: convertAttributes(e.attributes),\n }),\n ),\n });\n }\n resultCallback({ code: 0 }); // SUCCESS\n }\n\n async shutdown(): Promise<void> {\n await this.flush();\n }\n\n async forceFlush(): Promise<void> {\n await this.flush();\n }\n\n private async flush(): Promise<void> {\n if (this.spans.length === 0) return;\n\n await mkdir(dirname(this.filePath), { recursive: true });\n\n const otlpJson = {\n resourceSpans: [\n {\n resource: { attributes: convertAttributes(this.resourceAttributes) },\n scopeSpans: [\n {\n scope: { name: 'agentv', version: '1.0.0' },\n spans: this.spans,\n },\n ],\n },\n ],\n };\n\n const { writeFile } = await import('node:fs/promises');\n await writeFile(this.filePath, JSON.stringify(otlpJson, null, 2));\n }\n}\n\nfunction getSpanResourceAttributes(span: ReadableSpan): Record<string, unknown> {\n if (span.resource?.attributes && typeof span.resource.attributes === 'object') {\n return span.resource.attributes;\n }\n return {};\n}\n\nfunction hrTimeToNanos(hrTime: [number, number]): string {\n return String(hrTime[0] * 1_000_000_000 + hrTime[1]);\n}\n\nfunction convertAttributes(\n attrs: Record<string, unknown> | undefined,\n): Array<{ key: string; value: unknown }> {\n return Object.entries(attrs || {}).map(([key, value]) => ({\n key,\n value: serializeAttributeValue(value),\n }));\n}\n\nfunction serializeAttributeValue(value: unknown): unknown {\n if (typeof value === 'string') return { stringValue: value };\n if (typeof value === 'number') {\n return Number.isInteger(value) ? { intValue: value } : { doubleValue: value };\n }\n if (typeof value === 'boolean') return { boolValue: value };\n if (Array.isArray(value)) return { arrayValue: { values: value.map(serializeAttributeValue) } };\n return { stringValue: String(value) };\n}\n"],"mappings":";;;AAAA,SAAS,aAAa;AACtB,SAAS,eAAe;AASjB,IAAM,uBAAN,MAA2B;;EAExB,QAAe,CAAC;EAChB;EACA;EAER,YAAY,UAAkB,qBAA8C,CAAC,GAAG;AAC9E,SAAK,WAAW;AAChB,SAAK,qBAAqB,EAAE,GAAG,mBAAmB;EACpD;EAEA,OAAO,OAAuB,gBAA0D;AACtF,eAAW,QAAQ,OAAO;AACxB,WAAK,qBAAqB;QACxB,GAAG,KAAK;QACR,GAAG,0BAA0B,IAAI;MACnC;AACA,WAAK,MAAM,KAAK;QACd,SAAS,KAAK,YAAY,EAAE;QAC5B,QAAQ,KAAK,YAAY,EAAE;QAC3B,cAAc,KAAK,gBAAgB;QACnC,MAAM,KAAK;QACX,MAAM,KAAK;QACX,mBAAmB,cAAc,KAAK,SAAS;QAC/C,iBAAiB,cAAc,KAAK,OAAO;QAC3C,YAAY,kBAAkB,KAAK,UAAU;QAC7C,QAAQ,KAAK;QACb,QAAQ,KAAK,QAAQ;UACnB,CAAC,OAAuF;YACtF,MAAM,EAAE;YACR,cAAc,cAAc,EAAE,IAAI;YAClC,YAAY,kBAAkB,EAAE,UAAU;UAC5C;QACF;MACF,CAAC;IACH;AACA,mBAAe,EAAE,MAAM,EAAE,CAAC;EAC5B;EAEA,MAAM,WAA0B;AAC9B,UAAM,KAAK,MAAM;EACnB;EAEA,MAAM,aAA4B;AAChC,UAAM,KAAK,MAAM;EACnB;EAEA,MAAc,QAAuB;AACnC,QAAI,KAAK,MAAM,WAAW,EAAG;AAE7B,UAAM,MAAM,QAAQ,KAAK,QAAQ,GAAG,EAAE,WAAW,KAAK,CAAC;AAEvD,UAAM,WAAW;MACf,eAAe;QACb;UACE,UAAU,EAAE,YAAY,kBAAkB,KAAK,kBAAkB,EAAE;UACnE,YAAY;YACV;cACE,OAAO,EAAE,MAAM,UAAU,SAAS,QAAQ;cAC1C,OAAO,KAAK;YACd;UACF;QACF;MACF;IACF;AAEA,UAAM,EAAE,UAAU,IAAI,MAAM,OAAO,kBAAkB;AACrD,UAAM,UAAU,KAAK,UAAU,KAAK,UAAU,UAAU,MAAM,CAAC,CAAC;EAClE;AACF;AAEA,SAAS,0BAA0B,MAA6C;AAC9E,MAAI,KAAK,UAAU,cAAc,OAAO,KAAK,SAAS,eAAe,UAAU;AAC7E,WAAO,KAAK,SAAS;EACvB;AACA,SAAO,CAAC;AACV;AAEA,SAAS,cAAc,QAAkC;AACvD,SAAO,OAAO,OAAO,CAAC,IAAI,MAAgB,OAAO,CAAC,CAAC;AACrD;AAEA,SAAS,kBACP,OACwC;AACxC,SAAO,OAAO,QAAQ,SAAS,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,KAAK,KAAK,OAAO;IACxD;IACA,OAAO,wBAAwB,KAAK;EACtC,EAAE;AACJ;AAEA,SAAS,wBAAwB,OAAyB;AACxD,MAAI,OAAO,UAAU,SAAU,QAAO,EAAE,aAAa,MAAM;AAC3D,MAAI,OAAO,UAAU,UAAU;AAC7B,WAAO,OAAO,UAAU,KAAK,IAAI,EAAE,UAAU,MAAM,IAAI,EAAE,aAAa,MAAM;EAC9E;AACA,MAAI,OAAO,UAAU,UAAW,QAAO,EAAE,WAAW,MAAM;AAC1D,MAAI,MAAM,QAAQ,KAAK,EAAG,QAAO,EAAE,YAAY,EAAE,QAAQ,MAAM,IAAI,uBAAuB,EAAE,EAAE;AAC9F,SAAO,EAAE,aAAa,OAAO,KAAK,EAAE;AACtC;","names":[]}