veryfront 0.1.521 → 0.1.523
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/esm/cli/templates/manifest.d.ts +405 -405
- package/esm/cli/templates/manifest.js +454 -454
- package/esm/deno.d.ts +2 -7
- package/esm/deno.js +4 -16
- package/esm/extensions/{ext-tracing-opentelemetry → ext-observability-opentelemetry}/src/index.d.ts +3 -3
- package/esm/extensions/ext-observability-opentelemetry/src/index.d.ts.map +1 -0
- package/esm/extensions/{ext-tracing-opentelemetry → ext-observability-opentelemetry}/src/index.js +10 -10
- package/esm/src/agent/service/config.d.ts.map +1 -1
- package/esm/src/agent/service/config.js +2 -0
- package/esm/src/agent/service/node-telemetry.d.ts +1 -1
- package/esm/src/agent/service/node-telemetry.d.ts.map +1 -1
- package/esm/src/agent/service/node-telemetry.js +1 -1
- package/esm/src/agent/testing/index.d.ts +1 -1
- package/esm/src/agent/testing/index.d.ts.map +1 -1
- package/esm/src/agent/testing/index.js +1 -1
- package/esm/src/agent/testing/live-evals/index.d.ts +2 -1
- package/esm/src/agent/testing/live-evals/index.d.ts.map +1 -1
- package/esm/src/agent/testing/live-evals/index.js +2 -1
- package/esm/src/agent/testing/live-evals/request.d.ts +16 -17
- package/esm/src/agent/testing/live-evals/request.d.ts.map +1 -1
- package/esm/src/agent/testing/live-evals/runner.d.ts +124 -0
- package/esm/src/agent/testing/live-evals/runner.d.ts.map +1 -0
- package/esm/src/agent/testing/live-evals/runner.js +391 -0
- package/esm/src/agent/veryfront-cloud-agent-service.js +2 -2
- package/esm/src/extensions/{tracing → observability}/index.d.ts +2 -2
- package/esm/src/extensions/observability/index.d.ts.map +1 -0
- package/esm/src/extensions/{tracing → observability}/index.js +2 -2
- package/esm/src/extensions/{tracing → observability}/node-telemetry-provider.d.ts +2 -2
- package/esm/src/extensions/observability/node-telemetry-provider.d.ts.map +1 -0
- package/esm/src/extensions/{tracing → observability}/node-telemetry-provider.js +2 -2
- package/esm/src/extensions/{tracing → observability}/tracing-exporter.d.ts +2 -2
- package/esm/src/extensions/observability/tracing-exporter.d.ts.map +1 -0
- package/esm/src/extensions/observability/tracing-exporter.js +8 -0
- package/esm/src/extensions/recommendations.js +2 -2
- package/esm/src/observability/metrics/manager.js +1 -1
- package/esm/src/observability/simple-metrics/otel-instruments.js +1 -1
- package/esm/src/observability/tracing/api-shim.d.ts +4 -4
- package/esm/src/observability/tracing/api-shim.js +7 -7
- package/esm/src/observability/tracing/manager.js +2 -2
- package/esm/src/observability/tracing/otlp-setup.d.ts +1 -1
- package/esm/src/observability/tracing/otlp-setup.js +4 -4
- package/esm/src/proxy/tracing.d.ts +1 -1
- package/esm/src/proxy/tracing.js +2 -2
- package/esm/src/react/components/chat/theme.d.ts.map +1 -1
- package/esm/src/react/components/chat/theme.js +4 -2
- package/esm/src/server/dev-ui/manifest.d.ts +17 -17
- package/esm/src/server/dev-ui/manifest.js +17 -17
- package/esm/src/server/handlers/dev/framework-candidates.generated.d.ts.map +1 -1
- package/esm/src/server/handlers/dev/framework-candidates.generated.js +4 -1
- package/esm/src/utils/version-constant.d.ts +1 -1
- package/esm/src/utils/version-constant.js +1 -1
- package/package.json +4 -4
- package/src/cli/templates/manifest.js +454 -454
- package/src/deno.js +4 -16
- package/src/extensions/{ext-tracing-opentelemetry → ext-observability-opentelemetry}/src/index.ts +12 -12
- package/src/src/agent/service/config.ts +2 -0
- package/src/src/agent/service/node-telemetry.ts +1 -1
- package/src/src/agent/testing/index.ts +12 -0
- package/src/src/agent/testing/live-evals/index.ts +18 -1
- package/src/src/agent/testing/live-evals/request.ts +19 -1
- package/src/src/agent/testing/live-evals/runner.ts +629 -0
- package/src/src/agent/veryfront-cloud-agent-service.ts +2 -2
- package/src/src/extensions/{tracing → observability}/index.ts +2 -2
- package/src/src/extensions/{tracing → observability}/node-telemetry-provider.ts +2 -2
- package/src/src/extensions/{tracing → observability}/tracing-exporter.ts +2 -2
- package/src/src/extensions/recommendations.ts +2 -2
- package/src/src/observability/metrics/manager.ts +1 -1
- package/src/src/observability/simple-metrics/otel-instruments.ts +1 -1
- package/src/src/observability/tracing/api-shim.ts +7 -7
- package/src/src/observability/tracing/manager.ts +2 -2
- package/src/src/observability/tracing/otlp-setup.ts +4 -4
- package/src/src/proxy/tracing.ts +2 -2
- package/src/src/react/components/chat/theme.ts +4 -2
- package/src/src/server/bootstrap.ts +1 -1
- package/src/src/server/dev-ui/manifest.js +17 -17
- package/src/src/server/handlers/dev/framework-candidates.generated.ts +4 -1
- package/src/src/utils/version-constant.ts +1 -1
- package/esm/extensions/ext-tracing-opentelemetry/src/index.d.ts.map +0 -1
- package/esm/src/extensions/tracing/index.d.ts.map +0 -1
- package/esm/src/extensions/tracing/node-telemetry-provider.d.ts.map +0 -1
- package/esm/src/extensions/tracing/tracing-exporter.d.ts.map +0 -1
- package/esm/src/extensions/tracing/tracing-exporter.js +0 -8
package/src/deno.js
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
export default {
|
|
2
2
|
"name": "veryfront",
|
|
3
|
-
"version": "0.1.
|
|
3
|
+
"version": "0.1.523",
|
|
4
4
|
"license": "Apache-2.0",
|
|
5
5
|
"nodeModulesDir": "auto",
|
|
6
6
|
"workspace": [
|
|
@@ -16,7 +16,7 @@ export default {
|
|
|
16
16
|
"./extensions/ext-db-sqlite",
|
|
17
17
|
"./extensions/ext-parser-babel",
|
|
18
18
|
"./extensions/ext-sandbox-shell-tools",
|
|
19
|
-
"./extensions/ext-
|
|
19
|
+
"./extensions/ext-observability-opentelemetry",
|
|
20
20
|
"./extensions/ext-content-mdx",
|
|
21
21
|
"./extensions/ext-schema-zod"
|
|
22
22
|
],
|
|
@@ -85,7 +85,7 @@ export default {
|
|
|
85
85
|
"./extensions/parser": "./src/extensions/parser/index.ts",
|
|
86
86
|
"./extensions/sandbox": "./src/extensions/sandbox/index.ts",
|
|
87
87
|
"./extensions/schema": "./src/extensions/schema/index.ts",
|
|
88
|
-
"./extensions/
|
|
88
|
+
"./extensions/observability": "./src/extensions/observability/index.ts",
|
|
89
89
|
"./testing": "./src/testing/index.ts",
|
|
90
90
|
"./testing/assert": "./src/testing/assert.ts",
|
|
91
91
|
"./testing/bdd": "./src/testing/bdd.ts",
|
|
@@ -180,7 +180,7 @@ export default {
|
|
|
180
180
|
"veryfront/extensions/parser": "./src/extensions/parser/index.ts",
|
|
181
181
|
"veryfront/extensions/sandbox": "./src/extensions/sandbox/index.ts",
|
|
182
182
|
"veryfront/extensions/schema": "./src/extensions/schema/index.ts",
|
|
183
|
-
"veryfront/extensions/
|
|
183
|
+
"veryfront/extensions/observability": "./src/extensions/observability/index.ts",
|
|
184
184
|
"#veryfront": "./src/index.ts",
|
|
185
185
|
"#veryfront/agent": "./src/agent/index.ts",
|
|
186
186
|
"#veryfront/agent/react": "./src/agent/react/index.ts",
|
|
@@ -296,9 +296,6 @@ export default {
|
|
|
296
296
|
"strict": true,
|
|
297
297
|
"noImplicitAny": true,
|
|
298
298
|
"noUncheckedIndexedAccess": true,
|
|
299
|
-
"types": [
|
|
300
|
-
"npm:@types/react@19.2.14"
|
|
301
|
-
],
|
|
302
299
|
"lib": [
|
|
303
300
|
"deno.window",
|
|
304
301
|
"dom",
|
|
@@ -431,14 +428,5 @@ export default {
|
|
|
431
428
|
"semiColons": true,
|
|
432
429
|
"singleQuote": false,
|
|
433
430
|
"proseWrap": "preserve"
|
|
434
|
-
},
|
|
435
|
-
"allowScripts": {
|
|
436
|
-
"allow": [
|
|
437
|
-
"npm:sharp@0.33.5",
|
|
438
|
-
"npm:onnxruntime-node@1.21.0"
|
|
439
|
-
],
|
|
440
|
-
"deny": [
|
|
441
|
-
"npm:protobufjs@7.5.4"
|
|
442
|
-
]
|
|
443
431
|
}
|
|
444
432
|
};
|
package/src/extensions/{ext-tracing-opentelemetry → ext-observability-opentelemetry}/src/index.ts
RENAMED
|
@@ -1,18 +1,18 @@
|
|
|
1
1
|
/**
|
|
2
|
-
* ext-
|
|
2
|
+
* ext-observability-opentelemetry: OpenTelemetry observability extension backed by the
|
|
3
3
|
* official OpenTelemetry JS SDK.
|
|
4
4
|
*
|
|
5
5
|
* Provides the `TracingExporter` and `NodeTelemetryProvider` contracts:
|
|
6
|
-
* - `start(config)
|
|
7
|
-
* - `export(spans)
|
|
8
|
-
* - `shutdown()
|
|
9
|
-
* - `getProvider()
|
|
10
|
-
* - `initialize(options)
|
|
6
|
+
* - `start(config)`: builds the SDK provider and OTLP HTTP exporter
|
|
7
|
+
* - `export(spans)`: no-op, the SDK handles export via BatchSpanProcessor
|
|
8
|
+
* - `shutdown()`: flushes and shuts down the provider
|
|
9
|
+
* - `getProvider()`: returns the SDK TracerProvider for shim wiring
|
|
10
|
+
* - `initialize(options)`: starts NodeSDK auto-instrumentation
|
|
11
11
|
*
|
|
12
12
|
* Configuration is read from `ctx.config` (see `OtlpExtConfig`) and falls
|
|
13
13
|
* back to standard OTEL environment variables.
|
|
14
14
|
*
|
|
15
|
-
* @module extensions/ext-
|
|
15
|
+
* @module extensions/ext-observability-opentelemetry
|
|
16
16
|
*/
|
|
17
17
|
import * as dntShim from "../../../_dnt.shims.js";
|
|
18
18
|
|
|
@@ -23,7 +23,7 @@ import type {
|
|
|
23
23
|
NodeTelemetryProvider,
|
|
24
24
|
SpanData,
|
|
25
25
|
TracingExporter,
|
|
26
|
-
} from "../../../src/extensions/
|
|
26
|
+
} from "../../../src/extensions/observability/index.js";
|
|
27
27
|
|
|
28
28
|
import { metrics, trace } from "@opentelemetry/api";
|
|
29
29
|
import { getNodeAutoInstrumentations } from "@opentelemetry/auto-instrumentations-node";
|
|
@@ -42,7 +42,7 @@ import { ATTR_SERVICE_NAME, ATTR_SERVICE_VERSION } from "@opentelemetry/semantic
|
|
|
42
42
|
|
|
43
43
|
/**
|
|
44
44
|
* The TracerProvider interface as expected by the core shim.
|
|
45
|
-
* Using structural typing
|
|
45
|
+
* Using structural typing because the real SDK provider satisfies this shape.
|
|
46
46
|
*/
|
|
47
47
|
interface ShimTracerProvider {
|
|
48
48
|
getTracer(name: string, version?: string): unknown;
|
|
@@ -247,7 +247,7 @@ class OpenTelemetryNodeTelemetryProvider implements NodeTelemetryProvider {
|
|
|
247
247
|
}
|
|
248
248
|
|
|
249
249
|
/**
|
|
250
|
-
* Default export
|
|
250
|
+
* Default export for the ext-observability-opentelemetry extension factory.
|
|
251
251
|
*
|
|
252
252
|
* Produces an extension that registers a `TracingExporter` contract
|
|
253
253
|
* implementation backed by the OpenTelemetry JS SDK.
|
|
@@ -257,7 +257,7 @@ const extOpenTelemetry: ExtensionFactory = () => {
|
|
|
257
257
|
const nodeTelemetryProvider = new OpenTelemetryNodeTelemetryProvider();
|
|
258
258
|
|
|
259
259
|
return {
|
|
260
|
-
name: "ext-
|
|
260
|
+
name: "ext-observability-opentelemetry",
|
|
261
261
|
version: "0.1.0",
|
|
262
262
|
capabilities: [
|
|
263
263
|
{ type: "contract", name: "TracingExporter" },
|
|
@@ -277,7 +277,7 @@ const extOpenTelemetry: ExtensionFactory = () => {
|
|
|
277
277
|
await exporterImpl.start(ctx.config);
|
|
278
278
|
ctx.provide("TracingExporter", exporterImpl);
|
|
279
279
|
ctx.provide("NodeTelemetryProvider", nodeTelemetryProvider);
|
|
280
|
-
ctx.logger.info("[ext-
|
|
280
|
+
ctx.logger.info("[ext-observability-opentelemetry] TracingExporter registered");
|
|
281
281
|
},
|
|
282
282
|
async teardown() {
|
|
283
283
|
await nodeTelemetryProvider.shutdown();
|
|
@@ -1,3 +1,4 @@
|
|
|
1
|
+
import { ensureBuiltinSchemaValidator } from "../../extensions/builtin-extensions.js";
|
|
1
2
|
import { defineSchema } from "../../schemas/define.js";
|
|
2
3
|
import { lazySchema } from "../../schemas/lazy.js";
|
|
3
4
|
|
|
@@ -95,6 +96,7 @@ export type HostedAgentServiceConfigInput = AgentServiceConfigInput;
|
|
|
95
96
|
export function parseAgentServiceConfig(
|
|
96
97
|
input: AgentServiceConfigInput,
|
|
97
98
|
): AgentServiceConfig {
|
|
99
|
+
ensureBuiltinSchemaValidator();
|
|
98
100
|
return agentServiceConfigSchema.parse(input);
|
|
99
101
|
}
|
|
100
102
|
|
|
@@ -6,7 +6,7 @@ import {
|
|
|
6
6
|
type NodeTelemetryProcessTarget,
|
|
7
7
|
type NodeTelemetryProvider,
|
|
8
8
|
NodeTelemetryProviderName,
|
|
9
|
-
} from "../../extensions/
|
|
9
|
+
} from "../../extensions/observability/index.js";
|
|
10
10
|
|
|
11
11
|
export type NodeHostedAgentServiceTelemetryEnv = Record<string, string | undefined>;
|
|
12
12
|
|
|
@@ -27,17 +27,29 @@ export {
|
|
|
27
27
|
buildProgressLine,
|
|
28
28
|
buildRuntimePerformanceSummary,
|
|
29
29
|
containsOrderedSubsequence,
|
|
30
|
+
containsSkillLoad,
|
|
31
|
+
countStepStartedEvents,
|
|
30
32
|
createFailedEvalResult,
|
|
33
|
+
createLiveEvalCaseSupport,
|
|
31
34
|
createPassedEvalResult,
|
|
32
35
|
createPlainTextPdf,
|
|
33
36
|
createSkippedEvalResult,
|
|
34
37
|
hasEveryLiveEvalTag,
|
|
38
|
+
hasFinished,
|
|
39
|
+
type LiveEvalCase,
|
|
35
40
|
type LiveEvalCaseMetadata,
|
|
36
41
|
type LiveEvalCaseSelectionInput,
|
|
42
|
+
type LiveEvalContext,
|
|
43
|
+
type LiveEvalProjectFile,
|
|
44
|
+
type LiveEvalProjectFileReaderInput,
|
|
45
|
+
type LiveEvalRequestBody,
|
|
37
46
|
type LiveEvalResultForPerformance,
|
|
38
47
|
type LiveEvalResultForReport,
|
|
39
48
|
type LiveEvalResultRecord,
|
|
49
|
+
type LiveEvalRunnerConfig,
|
|
50
|
+
liveEvalRunnerInternals,
|
|
40
51
|
type LiveEvalRuntime,
|
|
52
|
+
type PreparedLiveEvalInput,
|
|
41
53
|
resolveLiveEvalRequestedCaseIds,
|
|
42
54
|
type RuntimePerformanceSummary,
|
|
43
55
|
selectLiveEvalCases,
|
|
@@ -10,7 +10,11 @@ export {
|
|
|
10
10
|
type LiveEvalRuntime,
|
|
11
11
|
type RuntimePerformanceSummary,
|
|
12
12
|
} from "./performance.js";
|
|
13
|
-
export {
|
|
13
|
+
export {
|
|
14
|
+
buildLiveEvalRequestBody,
|
|
15
|
+
type BuildLiveEvalRequestBodyInput,
|
|
16
|
+
type LiveEvalRequestBody,
|
|
17
|
+
} from "./request.js";
|
|
14
18
|
export {
|
|
15
19
|
buildLiveEvalCaseTagSummary,
|
|
16
20
|
buildLiveEvalRuntimeSummary,
|
|
@@ -28,3 +32,16 @@ export {
|
|
|
28
32
|
createSkippedEvalResult,
|
|
29
33
|
type LiveEvalResultRecord,
|
|
30
34
|
} from "./result.js";
|
|
35
|
+
export {
|
|
36
|
+
containsSkillLoad,
|
|
37
|
+
countStepStartedEvents,
|
|
38
|
+
createLiveEvalCaseSupport,
|
|
39
|
+
hasFinished,
|
|
40
|
+
type LiveEvalCase,
|
|
41
|
+
type LiveEvalContext,
|
|
42
|
+
type LiveEvalProjectFile,
|
|
43
|
+
type LiveEvalProjectFileReaderInput,
|
|
44
|
+
type LiveEvalRunnerConfig,
|
|
45
|
+
liveEvalRunnerInternals,
|
|
46
|
+
type PreparedLiveEvalInput,
|
|
47
|
+
} from "./runner.js";
|
|
@@ -1,4 +1,20 @@
|
|
|
1
1
|
import * as dntShim from "../../../../_dnt.shims.js";
|
|
2
|
+
export interface LiveEvalRequestBody {
|
|
3
|
+
threadId: string;
|
|
4
|
+
runId: string;
|
|
5
|
+
state: Record<string, string>;
|
|
6
|
+
tools: unknown[];
|
|
7
|
+
context: unknown[];
|
|
8
|
+
forwardedProps?: {
|
|
9
|
+
veryfront: Record<string, unknown>;
|
|
10
|
+
};
|
|
11
|
+
messages: Array<{
|
|
12
|
+
id: string;
|
|
13
|
+
role: "user";
|
|
14
|
+
content: string;
|
|
15
|
+
}>;
|
|
16
|
+
}
|
|
17
|
+
|
|
2
18
|
export interface BuildLiveEvalRequestBodyInput {
|
|
3
19
|
testCaseId: string;
|
|
4
20
|
prompt: string;
|
|
@@ -12,7 +28,9 @@ export interface BuildLiveEvalRequestBodyInput {
|
|
|
12
28
|
maxSteps?: number;
|
|
13
29
|
}
|
|
14
30
|
|
|
15
|
-
export function buildLiveEvalRequestBody(
|
|
31
|
+
export function buildLiveEvalRequestBody(
|
|
32
|
+
input: BuildLiveEvalRequestBodyInput,
|
|
33
|
+
): LiveEvalRequestBody {
|
|
16
34
|
const veryfront: Record<string, unknown> = {};
|
|
17
35
|
if (input.projectId) {
|
|
18
36
|
veryfront.projectId = input.projectId;
|