veryfront 0.1.521 → 0.1.523

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (82) hide show
  1. package/esm/cli/templates/manifest.d.ts +405 -405
  2. package/esm/cli/templates/manifest.js +454 -454
  3. package/esm/deno.d.ts +2 -7
  4. package/esm/deno.js +4 -16
  5. package/esm/extensions/{ext-tracing-opentelemetry → ext-observability-opentelemetry}/src/index.d.ts +3 -3
  6. package/esm/extensions/ext-observability-opentelemetry/src/index.d.ts.map +1 -0
  7. package/esm/extensions/{ext-tracing-opentelemetry → ext-observability-opentelemetry}/src/index.js +10 -10
  8. package/esm/src/agent/service/config.d.ts.map +1 -1
  9. package/esm/src/agent/service/config.js +2 -0
  10. package/esm/src/agent/service/node-telemetry.d.ts +1 -1
  11. package/esm/src/agent/service/node-telemetry.d.ts.map +1 -1
  12. package/esm/src/agent/service/node-telemetry.js +1 -1
  13. package/esm/src/agent/testing/index.d.ts +1 -1
  14. package/esm/src/agent/testing/index.d.ts.map +1 -1
  15. package/esm/src/agent/testing/index.js +1 -1
  16. package/esm/src/agent/testing/live-evals/index.d.ts +2 -1
  17. package/esm/src/agent/testing/live-evals/index.d.ts.map +1 -1
  18. package/esm/src/agent/testing/live-evals/index.js +2 -1
  19. package/esm/src/agent/testing/live-evals/request.d.ts +16 -17
  20. package/esm/src/agent/testing/live-evals/request.d.ts.map +1 -1
  21. package/esm/src/agent/testing/live-evals/runner.d.ts +124 -0
  22. package/esm/src/agent/testing/live-evals/runner.d.ts.map +1 -0
  23. package/esm/src/agent/testing/live-evals/runner.js +391 -0
  24. package/esm/src/agent/veryfront-cloud-agent-service.js +2 -2
  25. package/esm/src/extensions/{tracing → observability}/index.d.ts +2 -2
  26. package/esm/src/extensions/observability/index.d.ts.map +1 -0
  27. package/esm/src/extensions/{tracing → observability}/index.js +2 -2
  28. package/esm/src/extensions/{tracing → observability}/node-telemetry-provider.d.ts +2 -2
  29. package/esm/src/extensions/observability/node-telemetry-provider.d.ts.map +1 -0
  30. package/esm/src/extensions/{tracing → observability}/node-telemetry-provider.js +2 -2
  31. package/esm/src/extensions/{tracing → observability}/tracing-exporter.d.ts +2 -2
  32. package/esm/src/extensions/observability/tracing-exporter.d.ts.map +1 -0
  33. package/esm/src/extensions/observability/tracing-exporter.js +8 -0
  34. package/esm/src/extensions/recommendations.js +2 -2
  35. package/esm/src/observability/metrics/manager.js +1 -1
  36. package/esm/src/observability/simple-metrics/otel-instruments.js +1 -1
  37. package/esm/src/observability/tracing/api-shim.d.ts +4 -4
  38. package/esm/src/observability/tracing/api-shim.js +7 -7
  39. package/esm/src/observability/tracing/manager.js +2 -2
  40. package/esm/src/observability/tracing/otlp-setup.d.ts +1 -1
  41. package/esm/src/observability/tracing/otlp-setup.js +4 -4
  42. package/esm/src/proxy/tracing.d.ts +1 -1
  43. package/esm/src/proxy/tracing.js +2 -2
  44. package/esm/src/react/components/chat/theme.d.ts.map +1 -1
  45. package/esm/src/react/components/chat/theme.js +4 -2
  46. package/esm/src/server/dev-ui/manifest.d.ts +17 -17
  47. package/esm/src/server/dev-ui/manifest.js +17 -17
  48. package/esm/src/server/handlers/dev/framework-candidates.generated.d.ts.map +1 -1
  49. package/esm/src/server/handlers/dev/framework-candidates.generated.js +4 -1
  50. package/esm/src/utils/version-constant.d.ts +1 -1
  51. package/esm/src/utils/version-constant.js +1 -1
  52. package/package.json +4 -4
  53. package/src/cli/templates/manifest.js +454 -454
  54. package/src/deno.js +4 -16
  55. package/src/extensions/{ext-tracing-opentelemetry → ext-observability-opentelemetry}/src/index.ts +12 -12
  56. package/src/src/agent/service/config.ts +2 -0
  57. package/src/src/agent/service/node-telemetry.ts +1 -1
  58. package/src/src/agent/testing/index.ts +12 -0
  59. package/src/src/agent/testing/live-evals/index.ts +18 -1
  60. package/src/src/agent/testing/live-evals/request.ts +19 -1
  61. package/src/src/agent/testing/live-evals/runner.ts +629 -0
  62. package/src/src/agent/veryfront-cloud-agent-service.ts +2 -2
  63. package/src/src/extensions/{tracing → observability}/index.ts +2 -2
  64. package/src/src/extensions/{tracing → observability}/node-telemetry-provider.ts +2 -2
  65. package/src/src/extensions/{tracing → observability}/tracing-exporter.ts +2 -2
  66. package/src/src/extensions/recommendations.ts +2 -2
  67. package/src/src/observability/metrics/manager.ts +1 -1
  68. package/src/src/observability/simple-metrics/otel-instruments.ts +1 -1
  69. package/src/src/observability/tracing/api-shim.ts +7 -7
  70. package/src/src/observability/tracing/manager.ts +2 -2
  71. package/src/src/observability/tracing/otlp-setup.ts +4 -4
  72. package/src/src/proxy/tracing.ts +2 -2
  73. package/src/src/react/components/chat/theme.ts +4 -2
  74. package/src/src/server/bootstrap.ts +1 -1
  75. package/src/src/server/dev-ui/manifest.js +17 -17
  76. package/src/src/server/handlers/dev/framework-candidates.generated.ts +4 -1
  77. package/src/src/utils/version-constant.ts +1 -1
  78. package/esm/extensions/ext-tracing-opentelemetry/src/index.d.ts.map +0 -1
  79. package/esm/src/extensions/tracing/index.d.ts.map +0 -1
  80. package/esm/src/extensions/tracing/node-telemetry-provider.d.ts.map +0 -1
  81. package/esm/src/extensions/tracing/tracing-exporter.d.ts.map +0 -1
  82. package/esm/src/extensions/tracing/tracing-exporter.js +0 -8
package/src/deno.js CHANGED
@@ -1,6 +1,6 @@
1
1
  export default {
2
2
  "name": "veryfront",
3
- "version": "0.1.521",
3
+ "version": "0.1.523",
4
4
  "license": "Apache-2.0",
5
5
  "nodeModulesDir": "auto",
6
6
  "workspace": [
@@ -16,7 +16,7 @@ export default {
16
16
  "./extensions/ext-db-sqlite",
17
17
  "./extensions/ext-parser-babel",
18
18
  "./extensions/ext-sandbox-shell-tools",
19
- "./extensions/ext-tracing-opentelemetry",
19
+ "./extensions/ext-observability-opentelemetry",
20
20
  "./extensions/ext-content-mdx",
21
21
  "./extensions/ext-schema-zod"
22
22
  ],
@@ -85,7 +85,7 @@ export default {
85
85
  "./extensions/parser": "./src/extensions/parser/index.ts",
86
86
  "./extensions/sandbox": "./src/extensions/sandbox/index.ts",
87
87
  "./extensions/schema": "./src/extensions/schema/index.ts",
88
- "./extensions/tracing": "./src/extensions/tracing/index.ts",
88
+ "./extensions/observability": "./src/extensions/observability/index.ts",
89
89
  "./testing": "./src/testing/index.ts",
90
90
  "./testing/assert": "./src/testing/assert.ts",
91
91
  "./testing/bdd": "./src/testing/bdd.ts",
@@ -180,7 +180,7 @@ export default {
180
180
  "veryfront/extensions/parser": "./src/extensions/parser/index.ts",
181
181
  "veryfront/extensions/sandbox": "./src/extensions/sandbox/index.ts",
182
182
  "veryfront/extensions/schema": "./src/extensions/schema/index.ts",
183
- "veryfront/extensions/tracing": "./src/extensions/tracing/index.ts",
183
+ "veryfront/extensions/observability": "./src/extensions/observability/index.ts",
184
184
  "#veryfront": "./src/index.ts",
185
185
  "#veryfront/agent": "./src/agent/index.ts",
186
186
  "#veryfront/agent/react": "./src/agent/react/index.ts",
@@ -296,9 +296,6 @@ export default {
296
296
  "strict": true,
297
297
  "noImplicitAny": true,
298
298
  "noUncheckedIndexedAccess": true,
299
- "types": [
300
- "npm:@types/react@19.2.14"
301
- ],
302
299
  "lib": [
303
300
  "deno.window",
304
301
  "dom",
@@ -431,14 +428,5 @@ export default {
431
428
  "semiColons": true,
432
429
  "singleQuote": false,
433
430
  "proseWrap": "preserve"
434
- },
435
- "allowScripts": {
436
- "allow": [
437
- "npm:sharp@0.33.5",
438
- "npm:onnxruntime-node@1.21.0"
439
- ],
440
- "deny": [
441
- "npm:protobufjs@7.5.4"
442
- ]
443
431
  }
444
432
  };
@@ -1,18 +1,18 @@
1
1
  /**
2
- * ext-tracing-opentelemetry TracingExporter implementation backed by the
2
+ * ext-observability-opentelemetry: OpenTelemetry observability extension backed by the
3
3
  * official OpenTelemetry JS SDK.
4
4
  *
5
5
  * Provides the `TracingExporter` and `NodeTelemetryProvider` contracts:
6
- * - `start(config)` builds the SDK provider + OTLP HTTP exporter
7
- * - `export(spans)` no-op (SDK handles export via BatchSpanProcessor)
8
- * - `shutdown()` flushes + shuts down the provider
9
- * - `getProvider()` returns the SDK TracerProvider for shim wiring
10
- * - `initialize(options)` starts NodeSDK auto-instrumentation
6
+ * - `start(config)`: builds the SDK provider and OTLP HTTP exporter
7
+ * - `export(spans)`: no-op, the SDK handles export via BatchSpanProcessor
8
+ * - `shutdown()`: flushes and shuts down the provider
9
+ * - `getProvider()`: returns the SDK TracerProvider for shim wiring
10
+ * - `initialize(options)`: starts NodeSDK auto-instrumentation
11
11
  *
12
12
  * Configuration is read from `ctx.config` (see `OtlpExtConfig`) and falls
13
13
  * back to standard OTEL environment variables.
14
14
  *
15
- * @module extensions/ext-tracing-opentelemetry
15
+ * @module extensions/ext-observability-opentelemetry
16
16
  */
17
17
  import * as dntShim from "../../../_dnt.shims.js";
18
18
 
@@ -23,7 +23,7 @@ import type {
23
23
  NodeTelemetryProvider,
24
24
  SpanData,
25
25
  TracingExporter,
26
- } from "../../../src/extensions/tracing/index.js";
26
+ } from "../../../src/extensions/observability/index.js";
27
27
 
28
28
  import { metrics, trace } from "@opentelemetry/api";
29
29
  import { getNodeAutoInstrumentations } from "@opentelemetry/auto-instrumentations-node";
@@ -42,7 +42,7 @@ import { ATTR_SERVICE_NAME, ATTR_SERVICE_VERSION } from "@opentelemetry/semantic
42
42
 
43
43
  /**
44
44
  * The TracerProvider interface as expected by the core shim.
45
- * Using structural typing the real SDK provider satisfies this shape.
45
+ * Using structural typing because the real SDK provider satisfies this shape.
46
46
  */
47
47
  interface ShimTracerProvider {
48
48
  getTracer(name: string, version?: string): unknown;
@@ -247,7 +247,7 @@ class OpenTelemetryNodeTelemetryProvider implements NodeTelemetryProvider {
247
247
  }
248
248
 
249
249
  /**
250
- * Default export the ext-tracing-opentelemetry extension factory.
250
+ * Default export for the ext-observability-opentelemetry extension factory.
251
251
  *
252
252
  * Produces an extension that registers a `TracingExporter` contract
253
253
  * implementation backed by the OpenTelemetry JS SDK.
@@ -257,7 +257,7 @@ const extOpenTelemetry: ExtensionFactory = () => {
257
257
  const nodeTelemetryProvider = new OpenTelemetryNodeTelemetryProvider();
258
258
 
259
259
  return {
260
- name: "ext-tracing-opentelemetry",
260
+ name: "ext-observability-opentelemetry",
261
261
  version: "0.1.0",
262
262
  capabilities: [
263
263
  { type: "contract", name: "TracingExporter" },
@@ -277,7 +277,7 @@ const extOpenTelemetry: ExtensionFactory = () => {
277
277
  await exporterImpl.start(ctx.config);
278
278
  ctx.provide("TracingExporter", exporterImpl);
279
279
  ctx.provide("NodeTelemetryProvider", nodeTelemetryProvider);
280
- ctx.logger.info("[ext-tracing-opentelemetry] TracingExporter registered");
280
+ ctx.logger.info("[ext-observability-opentelemetry] TracingExporter registered");
281
281
  },
282
282
  async teardown() {
283
283
  await nodeTelemetryProvider.shutdown();
@@ -1,3 +1,4 @@
1
+ import { ensureBuiltinSchemaValidator } from "../../extensions/builtin-extensions.js";
1
2
  import { defineSchema } from "../../schemas/define.js";
2
3
  import { lazySchema } from "../../schemas/lazy.js";
3
4
 
@@ -95,6 +96,7 @@ export type HostedAgentServiceConfigInput = AgentServiceConfigInput;
95
96
  export function parseAgentServiceConfig(
96
97
  input: AgentServiceConfigInput,
97
98
  ): AgentServiceConfig {
99
+ ensureBuiltinSchemaValidator();
98
100
  return agentServiceConfigSchema.parse(input);
99
101
  }
100
102
 
@@ -6,7 +6,7 @@ import {
6
6
  type NodeTelemetryProcessTarget,
7
7
  type NodeTelemetryProvider,
8
8
  NodeTelemetryProviderName,
9
- } from "../../extensions/tracing/index.js";
9
+ } from "../../extensions/observability/index.js";
10
10
 
11
11
  export type NodeHostedAgentServiceTelemetryEnv = Record<string, string | undefined>;
12
12
 
@@ -27,17 +27,29 @@ export {
27
27
  buildProgressLine,
28
28
  buildRuntimePerformanceSummary,
29
29
  containsOrderedSubsequence,
30
+ containsSkillLoad,
31
+ countStepStartedEvents,
30
32
  createFailedEvalResult,
33
+ createLiveEvalCaseSupport,
31
34
  createPassedEvalResult,
32
35
  createPlainTextPdf,
33
36
  createSkippedEvalResult,
34
37
  hasEveryLiveEvalTag,
38
+ hasFinished,
39
+ type LiveEvalCase,
35
40
  type LiveEvalCaseMetadata,
36
41
  type LiveEvalCaseSelectionInput,
42
+ type LiveEvalContext,
43
+ type LiveEvalProjectFile,
44
+ type LiveEvalProjectFileReaderInput,
45
+ type LiveEvalRequestBody,
37
46
  type LiveEvalResultForPerformance,
38
47
  type LiveEvalResultForReport,
39
48
  type LiveEvalResultRecord,
49
+ type LiveEvalRunnerConfig,
50
+ liveEvalRunnerInternals,
40
51
  type LiveEvalRuntime,
52
+ type PreparedLiveEvalInput,
41
53
  resolveLiveEvalRequestedCaseIds,
42
54
  type RuntimePerformanceSummary,
43
55
  selectLiveEvalCases,
@@ -10,7 +10,11 @@ export {
10
10
  type LiveEvalRuntime,
11
11
  type RuntimePerformanceSummary,
12
12
  } from "./performance.js";
13
- export { buildLiveEvalRequestBody, type BuildLiveEvalRequestBodyInput } from "./request.js";
13
+ export {
14
+ buildLiveEvalRequestBody,
15
+ type BuildLiveEvalRequestBodyInput,
16
+ type LiveEvalRequestBody,
17
+ } from "./request.js";
14
18
  export {
15
19
  buildLiveEvalCaseTagSummary,
16
20
  buildLiveEvalRuntimeSummary,
@@ -28,3 +32,16 @@ export {
28
32
  createSkippedEvalResult,
29
33
  type LiveEvalResultRecord,
30
34
  } from "./result.js";
35
+ export {
36
+ containsSkillLoad,
37
+ countStepStartedEvents,
38
+ createLiveEvalCaseSupport,
39
+ hasFinished,
40
+ type LiveEvalCase,
41
+ type LiveEvalContext,
42
+ type LiveEvalProjectFile,
43
+ type LiveEvalProjectFileReaderInput,
44
+ type LiveEvalRunnerConfig,
45
+ liveEvalRunnerInternals,
46
+ type PreparedLiveEvalInput,
47
+ } from "./runner.js";
@@ -1,4 +1,20 @@
1
1
  import * as dntShim from "../../../../_dnt.shims.js";
2
+ export interface LiveEvalRequestBody {
3
+ threadId: string;
4
+ runId: string;
5
+ state: Record<string, string>;
6
+ tools: unknown[];
7
+ context: unknown[];
8
+ forwardedProps?: {
9
+ veryfront: Record<string, unknown>;
10
+ };
11
+ messages: Array<{
12
+ id: string;
13
+ role: "user";
14
+ content: string;
15
+ }>;
16
+ }
17
+
2
18
  export interface BuildLiveEvalRequestBodyInput {
3
19
  testCaseId: string;
4
20
  prompt: string;
@@ -12,7 +28,9 @@ export interface BuildLiveEvalRequestBodyInput {
12
28
  maxSteps?: number;
13
29
  }
14
30
 
15
- export function buildLiveEvalRequestBody(input: BuildLiveEvalRequestBodyInput) {
31
+ export function buildLiveEvalRequestBody(
32
+ input: BuildLiveEvalRequestBodyInput,
33
+ ): LiveEvalRequestBody {
16
34
  const veryfront: Record<string, unknown> = {};
17
35
  if (input.projectId) {
18
36
  veryfront.projectId = input.projectId;