elasticdash-sdk 0.2.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +21 -0
- package/README.md +775 -0
- package/dist/browser-ui.d.ts +43 -0
- package/dist/browser-ui.d.ts.map +1 -0
- package/dist/browser-ui.js +246 -0
- package/dist/browser-ui.js.map +1 -0
- package/dist/capture/event.d.ts +33 -0
- package/dist/capture/event.d.ts.map +1 -0
- package/dist/capture/event.js +2 -0
- package/dist/capture/event.js.map +1 -0
- package/dist/capture/index.d.ts +4 -0
- package/dist/capture/index.d.ts.map +1 -0
- package/dist/capture/index.js +4 -0
- package/dist/capture/index.js.map +1 -0
- package/dist/capture/recorder.d.ts +24 -0
- package/dist/capture/recorder.d.ts.map +1 -0
- package/dist/capture/recorder.js +46 -0
- package/dist/capture/recorder.js.map +1 -0
- package/dist/capture/replay.d.ts +20 -0
- package/dist/capture/replay.d.ts.map +1 -0
- package/dist/capture/replay.js +47 -0
- package/dist/capture/replay.js.map +1 -0
- package/dist/ci/api-client.d.ts +38 -0
- package/dist/ci/api-client.d.ts.map +1 -0
- package/dist/ci/api-client.js +96 -0
- package/dist/ci/api-client.js.map +1 -0
- package/dist/ci/benchmark.d.ts +33 -0
- package/dist/ci/benchmark.d.ts.map +1 -0
- package/dist/ci/benchmark.js +213 -0
- package/dist/ci/benchmark.js.map +1 -0
- package/dist/ci/ed-runner.d.ts +48 -0
- package/dist/ci/ed-runner.d.ts.map +1 -0
- package/dist/ci/ed-runner.js +260 -0
- package/dist/ci/ed-runner.js.map +1 -0
- package/dist/ci/executor.d.ts +13 -0
- package/dist/ci/executor.d.ts.map +1 -0
- package/dist/ci/executor.js +542 -0
- package/dist/ci/executor.js.map +1 -0
- package/dist/ci/git-info.d.ts +17 -0
- package/dist/ci/git-info.d.ts.map +1 -0
- package/dist/ci/git-info.js +102 -0
- package/dist/ci/git-info.js.map +1 -0
- package/dist/ci/index.d.ts +6 -0
- package/dist/ci/index.d.ts.map +1 -0
- package/dist/ci/index.js +4 -0
- package/dist/ci/index.js.map +1 -0
- package/dist/ci/measurement.d.ts +9 -0
- package/dist/ci/measurement.d.ts.map +1 -0
- package/dist/ci/measurement.js +15 -0
- package/dist/ci/measurement.js.map +1 -0
- package/dist/ci/replay.d.ts +31 -0
- package/dist/ci/replay.d.ts.map +1 -0
- package/dist/ci/replay.js +96 -0
- package/dist/ci/replay.js.map +1 -0
- package/dist/ci/reporters/default.d.ts +8 -0
- package/dist/ci/reporters/default.d.ts.map +1 -0
- package/dist/ci/reporters/default.js +46 -0
- package/dist/ci/reporters/default.js.map +1 -0
- package/dist/ci/reporters/index.d.ts +8 -0
- package/dist/ci/reporters/index.d.ts.map +1 -0
- package/dist/ci/reporters/index.js +14 -0
- package/dist/ci/reporters/index.js.map +1 -0
- package/dist/ci/reporters/json.d.ts +8 -0
- package/dist/ci/reporters/json.d.ts.map +1 -0
- package/dist/ci/reporters/json.js +14 -0
- package/dist/ci/reporters/json.js.map +1 -0
- package/dist/ci/reporters/junit.d.ts +8 -0
- package/dist/ci/reporters/junit.d.ts.map +1 -0
- package/dist/ci/reporters/junit.js +48 -0
- package/dist/ci/reporters/junit.js.map +1 -0
- package/dist/ci/runner.d.ts +3 -0
- package/dist/ci/runner.d.ts.map +1 -0
- package/dist/ci/runner.js +187 -0
- package/dist/ci/runner.js.map +1 -0
- package/dist/ci/test-discovery.d.ts +5 -0
- package/dist/ci/test-discovery.d.ts.map +1 -0
- package/dist/ci/test-discovery.js +11 -0
- package/dist/ci/test-discovery.js.map +1 -0
- package/dist/ci/test-loader.d.ts +19 -0
- package/dist/ci/test-loader.d.ts.map +1 -0
- package/dist/ci/test-loader.js +149 -0
- package/dist/ci/test-loader.js.map +1 -0
- package/dist/ci/test-registry.d.ts +42 -0
- package/dist/ci/test-registry.d.ts.map +1 -0
- package/dist/ci/test-registry.js +18 -0
- package/dist/ci/test-registry.js.map +1 -0
- package/dist/ci/trace-schema.d.ts +30 -0
- package/dist/ci/trace-schema.d.ts.map +1 -0
- package/dist/ci/trace-schema.js +66 -0
- package/dist/ci/trace-schema.js.map +1 -0
- package/dist/ci/trace-writer.d.ts +16 -0
- package/dist/ci/trace-writer.d.ts.map +1 -0
- package/dist/ci/trace-writer.js +108 -0
- package/dist/ci/trace-writer.js.map +1 -0
- package/dist/ci/types.d.ts +108 -0
- package/dist/ci/types.d.ts.map +1 -0
- package/dist/ci/types.js +3 -0
- package/dist/ci/types.js.map +1 -0
- package/dist/ci/upload-client.d.ts +74 -0
- package/dist/ci/upload-client.d.ts.map +1 -0
- package/dist/ci/upload-client.js +195 -0
- package/dist/ci/upload-client.js.map +1 -0
- package/dist/cli.d.ts +3 -0
- package/dist/cli.d.ts.map +1 -0
- package/dist/cli.js +716 -0
- package/dist/cli.js.map +1 -0
- package/dist/core/agent-state.d.ts +47 -0
- package/dist/core/agent-state.d.ts.map +1 -0
- package/dist/core/agent-state.js +137 -0
- package/dist/core/agent-state.js.map +1 -0
- package/dist/core/judge-utils.d.ts +22 -0
- package/dist/core/judge-utils.d.ts.map +1 -0
- package/dist/core/judge-utils.js +211 -0
- package/dist/core/judge-utils.js.map +1 -0
- package/dist/core/registry.d.ts +28 -0
- package/dist/core/registry.d.ts.map +1 -0
- package/dist/core/registry.js +52 -0
- package/dist/core/registry.js.map +1 -0
- package/dist/dashboard-server.d.ts +65 -0
- package/dist/dashboard-server.d.ts.map +1 -0
- package/dist/dashboard-server.js +3940 -0
- package/dist/dashboard-server.js.map +1 -0
- package/dist/execution/tool-runner.d.ts +26 -0
- package/dist/execution/tool-runner.d.ts.map +1 -0
- package/dist/execution/tool-runner.js +316 -0
- package/dist/execution/tool-runner.js.map +1 -0
- package/dist/html/dashboard.html +2218 -0
- package/dist/http.d.ts +14 -0
- package/dist/http.d.ts.map +1 -0
- package/dist/http.js +13 -0
- package/dist/http.js.map +1 -0
- package/dist/index.cjs +8102 -0
- package/dist/index.d.ts +61 -0
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js +67 -0
- package/dist/index.js.map +1 -0
- package/dist/interceptors/ai-interceptor.d.ts +26 -0
- package/dist/interceptors/ai-interceptor.d.ts.map +1 -0
- package/dist/interceptors/ai-interceptor.js +756 -0
- package/dist/interceptors/ai-interceptor.js.map +1 -0
- package/dist/interceptors/db-auto.d.ts +8 -0
- package/dist/interceptors/db-auto.d.ts.map +1 -0
- package/dist/interceptors/db-auto.js +217 -0
- package/dist/interceptors/db-auto.js.map +1 -0
- package/dist/interceptors/db.d.ts +23 -0
- package/dist/interceptors/db.d.ts.map +1 -0
- package/dist/interceptors/db.js +137 -0
- package/dist/interceptors/db.js.map +1 -0
- package/dist/interceptors/http.d.ts +28 -0
- package/dist/interceptors/http.d.ts.map +1 -0
- package/dist/interceptors/http.js +356 -0
- package/dist/interceptors/http.js.map +1 -0
- package/dist/interceptors/side-effects.d.ts +7 -0
- package/dist/interceptors/side-effects.d.ts.map +1 -0
- package/dist/interceptors/side-effects.js +72 -0
- package/dist/interceptors/side-effects.js.map +1 -0
- package/dist/interceptors/telemetry-push.d.ts +142 -0
- package/dist/interceptors/telemetry-push.d.ts.map +1 -0
- package/dist/interceptors/telemetry-push.js +463 -0
- package/dist/interceptors/telemetry-push.js.map +1 -0
- package/dist/interceptors/tool.d.ts +2 -0
- package/dist/interceptors/tool.d.ts.map +1 -0
- package/dist/interceptors/tool.js +274 -0
- package/dist/interceptors/tool.js.map +1 -0
- package/dist/interceptors/workflow-ai.d.ts +5 -0
- package/dist/interceptors/workflow-ai.d.ts.map +1 -0
- package/dist/interceptors/workflow-ai.js +382 -0
- package/dist/interceptors/workflow-ai.js.map +1 -0
- package/dist/internals/conditional-recorder.d.ts +21 -0
- package/dist/internals/conditional-recorder.d.ts.map +1 -0
- package/dist/internals/conditional-recorder.js +54 -0
- package/dist/internals/conditional-recorder.js.map +1 -0
- package/dist/internals/mock-resolver.d.ts +146 -0
- package/dist/internals/mock-resolver.d.ts.map +1 -0
- package/dist/internals/mock-resolver.js +427 -0
- package/dist/internals/mock-resolver.js.map +1 -0
- package/dist/matchers/index.d.ts +96 -0
- package/dist/matchers/index.d.ts.map +1 -0
- package/dist/matchers/index.js +668 -0
- package/dist/matchers/index.js.map +1 -0
- package/dist/observability.d.ts +82 -0
- package/dist/observability.d.ts.map +1 -0
- package/dist/observability.js +471 -0
- package/dist/observability.js.map +1 -0
- package/dist/portal-executor.d.ts +30 -0
- package/dist/portal-executor.d.ts.map +1 -0
- package/dist/portal-executor.js +324 -0
- package/dist/portal-executor.js.map +1 -0
- package/dist/portal-server.d.ts +3 -0
- package/dist/portal-server.d.ts.map +1 -0
- package/dist/portal-server.js +279 -0
- package/dist/portal-server.js.map +1 -0
- package/dist/proxy/llm-capture.d.ts +14 -0
- package/dist/proxy/llm-capture.d.ts.map +1 -0
- package/dist/proxy/llm-capture.js +264 -0
- package/dist/proxy/llm-capture.js.map +1 -0
- package/dist/reporter.d.ts +3 -0
- package/dist/reporter.d.ts.map +1 -0
- package/dist/reporter.js +72 -0
- package/dist/reporter.js.map +1 -0
- package/dist/runWorkflowSubprocess.d.ts +14 -0
- package/dist/runWorkflowSubprocess.d.ts.map +1 -0
- package/dist/runWorkflowSubprocess.js +66 -0
- package/dist/runWorkflowSubprocess.js.map +1 -0
- package/dist/runner.d.ts +16 -0
- package/dist/runner.d.ts.map +1 -0
- package/dist/runner.js +138 -0
- package/dist/runner.js.map +1 -0
- package/dist/socket-connector.d.ts +22 -0
- package/dist/socket-connector.d.ts.map +1 -0
- package/dist/socket-connector.js +104 -0
- package/dist/socket-connector.js.map +1 -0
- package/dist/telemetry-batcher.d.ts +56 -0
- package/dist/telemetry-batcher.d.ts.map +1 -0
- package/dist/telemetry-batcher.js +143 -0
- package/dist/telemetry-batcher.js.map +1 -0
- package/dist/test-setup.d.ts +12 -0
- package/dist/test-setup.d.ts.map +1 -0
- package/dist/test-setup.js +13 -0
- package/dist/test-setup.js.map +1 -0
- package/dist/tool-registry.d.ts +31 -0
- package/dist/tool-registry.d.ts.map +1 -0
- package/dist/tool-registry.js +73 -0
- package/dist/tool-registry.js.map +1 -0
- package/dist/tool-runner-worker.d.ts +2 -0
- package/dist/tool-runner-worker.d.ts.map +1 -0
- package/dist/tool-runner-worker.js +215 -0
- package/dist/tool-runner-worker.js.map +1 -0
- package/dist/trace-adapter/context.d.ts +72 -0
- package/dist/trace-adapter/context.d.ts.map +1 -0
- package/dist/trace-adapter/context.js +80 -0
- package/dist/trace-adapter/context.js.map +1 -0
- package/dist/tracing.d.ts +2 -0
- package/dist/tracing.d.ts.map +1 -0
- package/dist/tracing.js +59 -0
- package/dist/tracing.js.map +1 -0
- package/dist/trigger-executor.d.ts +12 -0
- package/dist/trigger-executor.d.ts.map +1 -0
- package/dist/trigger-executor.js +130 -0
- package/dist/trigger-executor.js.map +1 -0
- package/dist/types/portal.d.ts +76 -0
- package/dist/types/portal.d.ts.map +1 -0
- package/dist/types/portal.js +2 -0
- package/dist/types/portal.js.map +1 -0
- package/dist/utils/debug.d.ts +3 -0
- package/dist/utils/debug.d.ts.map +1 -0
- package/dist/utils/debug.js +8 -0
- package/dist/utils/debug.js.map +1 -0
- package/dist/utils/license-error.d.ts +23 -0
- package/dist/utils/license-error.d.ts.map +1 -0
- package/dist/utils/license-error.js +42 -0
- package/dist/utils/license-error.js.map +1 -0
- package/dist/utils/redact.d.ts +7 -0
- package/dist/utils/redact.d.ts.map +1 -0
- package/dist/utils/redact.js +26 -0
- package/dist/utils/redact.js.map +1 -0
- package/dist/workflow-runner-worker.d.ts +2 -0
- package/dist/workflow-runner-worker.d.ts.map +1 -0
- package/dist/workflow-runner-worker.js +329 -0
- package/dist/workflow-runner-worker.js.map +1 -0
- package/dist/workflow-runner.d.ts +14 -0
- package/dist/workflow-runner.d.ts.map +1 -0
- package/dist/workflow-runner.js +34 -0
- package/dist/workflow-runner.js.map +1 -0
- package/docs/agent-coding-instructions.md +138 -0
- package/docs/agent-integration-guide.md +564 -0
- package/docs/agents.md +140 -0
- package/docs/dashboard.md +394 -0
- package/docs/deno.md +69 -0
- package/docs/instrumentation.md +424 -0
- package/docs/langfuse-trace-structure.md +145 -0
- package/docs/matchers.md +173 -0
- package/docs/observability_contract.md +192 -0
- package/docs/observability_mode.md +195 -0
- package/docs/quickstart.md +621 -0
- package/docs/security-compliance.md +566 -0
- package/docs/test-writing-guidelines.md +444 -0
- package/docs/tools.md +165 -0
- package/docs/workflow-modes.md +253 -0
- package/package.json +76 -0
- package/src/browser-ui.ts +281 -0
- package/src/capture/event.ts +30 -0
- package/src/capture/index.ts +3 -0
- package/src/capture/recorder.ts +62 -0
- package/src/capture/replay.ts +55 -0
- package/src/ci/api-client.ts +136 -0
- package/src/ci/benchmark.ts +257 -0
- package/src/ci/ed-runner.ts +351 -0
- package/src/ci/executor.ts +671 -0
- package/src/ci/git-info.ts +127 -0
- package/src/ci/index.ts +5 -0
- package/src/ci/measurement.ts +25 -0
- package/src/ci/replay.ts +127 -0
- package/src/ci/reporters/default.ts +50 -0
- package/src/ci/reporters/index.ts +21 -0
- package/src/ci/reporters/json.ts +18 -0
- package/src/ci/reporters/junit.ts +61 -0
- package/src/ci/runner.ts +208 -0
- package/src/ci/test-discovery.ts +16 -0
- package/src/ci/test-loader.ts +187 -0
- package/src/ci/test-registry.ts +62 -0
- package/src/ci/trace-schema.ts +96 -0
- package/src/ci/trace-writer.ts +107 -0
- package/src/ci/types.ts +115 -0
- package/src/ci/upload-client.ts +300 -0
- package/src/cli.ts +811 -0
- package/src/core/agent-state.ts +162 -0
- package/src/core/judge-utils.ts +232 -0
- package/src/core/registry.ts +92 -0
- package/src/dashboard-server.ts +2047 -0
- package/src/execution/tool-runner.ts +352 -0
- package/src/html/dashboard.html +2218 -0
- package/src/http.ts +13 -0
- package/src/index.ts +138 -0
- package/src/interceptors/ai-interceptor.ts +798 -0
- package/src/interceptors/db-auto.ts +243 -0
- package/src/interceptors/db.ts +156 -0
- package/src/interceptors/http.ts +393 -0
- package/src/interceptors/side-effects.ts +83 -0
- package/src/interceptors/telemetry-push.ts +537 -0
- package/src/interceptors/tool.ts +287 -0
- package/src/interceptors/workflow-ai.ts +419 -0
- package/src/internals/conditional-recorder.ts +63 -0
- package/src/internals/mock-resolver.ts +492 -0
- package/src/matchers/index.ts +824 -0
- package/src/observability.ts +501 -0
- package/src/portal-executor.ts +355 -0
- package/src/portal-server.ts +304 -0
- package/src/proxy/llm-capture.ts +301 -0
- package/src/reporter.ts +81 -0
- package/src/runWorkflowSubprocess.ts +74 -0
- package/src/runner.ts +178 -0
- package/src/socket-connector.ts +117 -0
- package/src/telemetry-batcher.ts +191 -0
- package/src/test-setup.ts +16 -0
- package/src/tool-registry.ts +94 -0
- package/src/tool-runner-worker.ts +244 -0
- package/src/trace-adapter/context.ts +156 -0
- package/src/tracing.ts +62 -0
- package/src/trigger-executor.ts +171 -0
- package/src/types/agent.d.ts +63 -0
- package/src/types/expect.d.ts +81 -0
- package/src/types/modules.d.ts +2 -0
- package/src/types/portal.ts +69 -0
- package/src/utils/debug.ts +8 -0
- package/src/utils/license-error.ts +43 -0
- package/src/utils/redact.ts +25 -0
- package/src/workflow-runner-worker.ts +386 -0
- package/src/workflow-runner.ts +58 -0
|
@@ -0,0 +1,43 @@
|
|
|
1
|
+
export type UiEvent = {
|
|
2
|
+
type: 'run-start';
|
|
3
|
+
payload: {
|
|
4
|
+
files: string[];
|
|
5
|
+
};
|
|
6
|
+
} | {
|
|
7
|
+
type: 'test-start';
|
|
8
|
+
payload: {
|
|
9
|
+
name: string;
|
|
10
|
+
};
|
|
11
|
+
} | {
|
|
12
|
+
type: 'test-finish';
|
|
13
|
+
payload: {
|
|
14
|
+
name: string;
|
|
15
|
+
passed: boolean;
|
|
16
|
+
durationMs: number;
|
|
17
|
+
errorMessage?: string;
|
|
18
|
+
};
|
|
19
|
+
} | {
|
|
20
|
+
type: 'run-summary';
|
|
21
|
+
payload: {
|
|
22
|
+
passed: number;
|
|
23
|
+
failed: number;
|
|
24
|
+
total: number;
|
|
25
|
+
durationMs: number;
|
|
26
|
+
failures: Array<{
|
|
27
|
+
name: string;
|
|
28
|
+
errorMessage?: string;
|
|
29
|
+
}>;
|
|
30
|
+
};
|
|
31
|
+
};
|
|
32
|
+
export interface BrowserUiServer {
|
|
33
|
+
url: string;
|
|
34
|
+
send(event: UiEvent): void;
|
|
35
|
+
close(): void;
|
|
36
|
+
}
|
|
37
|
+
interface BrowserUiOptions {
|
|
38
|
+
port?: number;
|
|
39
|
+
autoOpen?: boolean;
|
|
40
|
+
}
|
|
41
|
+
export declare function startBrowserUiServer(opts?: BrowserUiOptions): Promise<BrowserUiServer | undefined>;
|
|
42
|
+
export {};
|
|
43
|
+
//# sourceMappingURL=browser-ui.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"browser-ui.d.ts","sourceRoot":"","sources":["../src/browser-ui.ts"],"names":[],"mappings":"AAMA,MAAM,MAAM,OAAO,GACf;IAAE,IAAI,EAAE,WAAW,CAAC;IAAC,OAAO,EAAE;QAAE,KAAK,EAAE,MAAM,EAAE,CAAA;KAAE,CAAA;CAAE,GACnD;IAAE,IAAI,EAAE,YAAY,CAAC;IAAC,OAAO,EAAE;QAAE,IAAI,EAAE,MAAM,CAAA;KAAE,CAAA;CAAE,GACjD;IAAE,IAAI,EAAE,aAAa,CAAC;IAAC,OAAO,EAAE;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,OAAO,CAAC;QAAC,UAAU,EAAE,MAAM,CAAC;QAAC,YAAY,CAAC,EAAE,MAAM,CAAA;KAAE,CAAA;CAAE,GAC9G;IAAE,IAAI,EAAE,aAAa,CAAC;IAAC,OAAO,EAAE;QAAE,MAAM,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAC;QAAC,UAAU,EAAE,MAAM,CAAC;QAAC,QAAQ,EAAE,KAAK,CAAC;YAAE,IAAI,EAAE,MAAM,CAAC;YAAC,YAAY,CAAC,EAAE,MAAM,CAAA;SAAE,CAAC,CAAA;KAAE,CAAA;CAAE,CAAA;AAErK,MAAM,WAAW,eAAe;IAC9B,GAAG,EAAE,MAAM,CAAA;IACX,IAAI,CAAC,KAAK,EAAE,OAAO,GAAG,IAAI,CAAA;IAC1B,KAAK,IAAI,IAAI,CAAA;CACd;AAED,UAAU,gBAAgB;IACxB,IAAI,CAAC,EAAE,MAAM,CAAA;IACb,QAAQ,CAAC,EAAE,OAAO,CAAA;CACnB;AAkJD,wBAAsB,oBAAoB,CAAC,IAAI,GAAE,gBAAqB,GAAG,OAAO,CAAC,eAAe,GAAG,SAAS,CAAC,CAmG5G"}
|
|
@@ -0,0 +1,246 @@
|
|
|
1
|
+
import http from 'node:http';
|
|
2
|
+
import os from 'node:os';
|
|
3
|
+
import { spawn } from 'node:child_process';
|
|
4
|
+
const defaultHtml = `<!doctype html>
|
|
5
|
+
<html lang="en">
|
|
6
|
+
<head>
|
|
7
|
+
<meta charset="UTF-8" />
|
|
8
|
+
<title>ElasticDash SDK Test Runner</title>
|
|
9
|
+
<style>
|
|
10
|
+
:root { font-family: Inter, -apple-system, BlinkMacSystemFont, 'Segoe UI', sans-serif; background: #0b1021; color: #e8ecf7; }
|
|
11
|
+
body { margin: 0; padding: 24px; }
|
|
12
|
+
h1 { margin: 0 0 16px; font-size: 20px; }
|
|
13
|
+
.summary { display: flex; gap: 12px; margin-bottom: 16px; }
|
|
14
|
+
.pill { padding: 8px 12px; border-radius: 999px; font-weight: 600; }
|
|
15
|
+
.pass { background: #12351b; color: #8de0a3; }
|
|
16
|
+
.fail { background: #351212; color: #f59b9b; }
|
|
17
|
+
.total { background: #1c2745; color: #cdd7ff; }
|
|
18
|
+
.tests { margin-top: 12px; }
|
|
19
|
+
.test { border: 1px solid #1f2a4f; border-radius: 8px; padding: 12px; margin-bottom: 8px; background: #0f1731; }
|
|
20
|
+
.name { font-weight: 600; }
|
|
21
|
+
.error { margin-top: 8px; white-space: pre-wrap; color: #f59b9b; font-family: ui-monospace, SFMono-Regular, SFMono-Regular, Menlo, Monaco, Consolas, 'Liberation Mono', 'Courier New', monospace; }
|
|
22
|
+
.status { font-weight: 600; }
|
|
23
|
+
</style>
|
|
24
|
+
</head>
|
|
25
|
+
<body>
|
|
26
|
+
<h1>ElasticDash SDK Test Runner</h1>
|
|
27
|
+
<div class="summary">
|
|
28
|
+
<div class="pill total" id="total">Total: -</div>
|
|
29
|
+
<div class="pill pass" id="passed">Passed: -</div>
|
|
30
|
+
<div class="pill fail" id="failed">Failed: -</div>
|
|
31
|
+
</div>
|
|
32
|
+
<div id="progress">Waiting for test run...</div>
|
|
33
|
+
<div class="tests" id="tests"></div>
|
|
34
|
+
<script>
|
|
35
|
+
const totalEl = document.getElementById('total');
|
|
36
|
+
const passedEl = document.getElementById('passed');
|
|
37
|
+
const failedEl = document.getElementById('failed');
|
|
38
|
+
const progressEl = document.getElementById('progress');
|
|
39
|
+
const testsEl = document.getElementById('tests');
|
|
40
|
+
|
|
41
|
+
const tests = new Map();
|
|
42
|
+
let processed = 0;
|
|
43
|
+
let passedCount = 0;
|
|
44
|
+
let failedCount = 0;
|
|
45
|
+
let finalTotal = null;
|
|
46
|
+
|
|
47
|
+
function setError(el, message) {
|
|
48
|
+
const errEl = el.querySelector('.error');
|
|
49
|
+
let toggle = el.querySelector('.toggle');
|
|
50
|
+
if (!message) {
|
|
51
|
+
errEl.textContent = '';
|
|
52
|
+
errEl.style.display = 'none';
|
|
53
|
+
if (toggle) toggle.style.display = 'none';
|
|
54
|
+
return;
|
|
55
|
+
}
|
|
56
|
+
if (!toggle) {
|
|
57
|
+
toggle = document.createElement('button');
|
|
58
|
+
toggle.className = 'toggle';
|
|
59
|
+
toggle.textContent = 'Show details';
|
|
60
|
+
toggle.style.marginTop = '8px';
|
|
61
|
+
toggle.style.background = '#1c2745';
|
|
62
|
+
toggle.style.color = '#cdd7ff';
|
|
63
|
+
toggle.style.border = '1px solid #2a3866';
|
|
64
|
+
toggle.style.borderRadius = '6px';
|
|
65
|
+
toggle.style.padding = '6px 10px';
|
|
66
|
+
toggle.style.cursor = 'pointer';
|
|
67
|
+
toggle.style.fontWeight = '600';
|
|
68
|
+
el.appendChild(toggle);
|
|
69
|
+
toggle.addEventListener('click', () => {
|
|
70
|
+
const isHidden = errEl.style.display === 'none';
|
|
71
|
+
errEl.style.display = isHidden ? 'block' : 'none';
|
|
72
|
+
toggle.textContent = isHidden ? 'Hide details' : 'Show details';
|
|
73
|
+
});
|
|
74
|
+
}
|
|
75
|
+
errEl.textContent = message;
|
|
76
|
+
errEl.style.display = 'none';
|
|
77
|
+
toggle.style.display = 'inline-block';
|
|
78
|
+
toggle.textContent = 'Show details';
|
|
79
|
+
}
|
|
80
|
+
|
|
81
|
+
function renderTest(name) {
|
|
82
|
+
let el = tests.get(name);
|
|
83
|
+
if (!el) {
|
|
84
|
+
el = document.createElement('div');
|
|
85
|
+
el.className = 'test';
|
|
86
|
+
el.innerHTML = '<div class="name"></div><div class="status"></div><div class="error"></div>';
|
|
87
|
+
tests.set(name, el);
|
|
88
|
+
testsEl.appendChild(el);
|
|
89
|
+
}
|
|
90
|
+
return el;
|
|
91
|
+
}
|
|
92
|
+
|
|
93
|
+
function updatePills(passed, failed, total) {
|
|
94
|
+
totalEl.textContent = 'Total: ' + total;
|
|
95
|
+
passedEl.textContent = 'Passed: ' + passed;
|
|
96
|
+
failedEl.textContent = 'Failed: ' + failed;
|
|
97
|
+
}
|
|
98
|
+
|
|
99
|
+
const evtSource = new EventSource('/events');
|
|
100
|
+
evtSource.onmessage = (ev) => {
|
|
101
|
+
try {
|
|
102
|
+
const msg = JSON.parse(ev.data);
|
|
103
|
+
if (msg.type === 'test-start') {
|
|
104
|
+
const el = renderTest(msg.payload.name);
|
|
105
|
+
el.querySelector('.name').textContent = msg.payload.name;
|
|
106
|
+
el.querySelector('.status').textContent = 'Running...';
|
|
107
|
+
el.querySelector('.status').style.color = '#cdd7ff';
|
|
108
|
+
el.querySelector('.error').textContent = '';
|
|
109
|
+
progressEl.textContent = 'Running tests...';
|
|
110
|
+
}
|
|
111
|
+
if (msg.type === 'test-finish') {
|
|
112
|
+
const el = renderTest(msg.payload.name);
|
|
113
|
+
el.querySelector('.name').textContent = msg.payload.name;
|
|
114
|
+
el.querySelector('.status').textContent = msg.payload.passed ? 'Passed' : 'Failed';
|
|
115
|
+
el.querySelector('.status').style.color = msg.payload.passed ? '#8de0a3' : '#f59b9b';
|
|
116
|
+
setError(el, msg.payload.errorMessage || '');
|
|
117
|
+
|
|
118
|
+
// live tally
|
|
119
|
+
processed += 1;
|
|
120
|
+
if (msg.payload.passed) passedCount += 1;
|
|
121
|
+
else failedCount += 1;
|
|
122
|
+
const displayTotal = finalTotal !== null ? finalTotal : processed;
|
|
123
|
+
updatePills(passedCount, failedCount, displayTotal);
|
|
124
|
+
}
|
|
125
|
+
if (msg.type === 'run-summary') {
|
|
126
|
+
finalTotal = msg.payload.total;
|
|
127
|
+
passedCount = msg.payload.passed;
|
|
128
|
+
failedCount = msg.payload.failed;
|
|
129
|
+
processed = msg.payload.total;
|
|
130
|
+
updatePills(msg.payload.passed, msg.payload.failed, msg.payload.total);
|
|
131
|
+
progressEl.textContent = 'Finished';
|
|
132
|
+
msg.payload.failures.forEach(function (f) {
|
|
133
|
+
const el = renderTest(f.name);
|
|
134
|
+
el.querySelector('.name').textContent = f.name;
|
|
135
|
+
el.querySelector('.status').textContent = 'Failed';
|
|
136
|
+
el.querySelector('.status').style.color = '#f59b9b';
|
|
137
|
+
setError(el, f.errorMessage || '');
|
|
138
|
+
});
|
|
139
|
+
}
|
|
140
|
+
} catch (e) {
|
|
141
|
+
console.error('Bad event data', e);
|
|
142
|
+
}
|
|
143
|
+
};
|
|
144
|
+
</script>
|
|
145
|
+
</body>
|
|
146
|
+
</html>`;
|
|
147
|
+
export async function startBrowserUiServer(opts = {}) {
|
|
148
|
+
const autoOpen = opts.autoOpen !== false;
|
|
149
|
+
let port = opts.port ?? 4571;
|
|
150
|
+
const clients = [];
|
|
151
|
+
const eventBuffer = [];
|
|
152
|
+
const handler = (req, res) => {
|
|
153
|
+
if (!req.url)
|
|
154
|
+
return res.end();
|
|
155
|
+
if (req.url.startsWith('/events')) {
|
|
156
|
+
const sseRes = res;
|
|
157
|
+
sseRes.writeHead(200, {
|
|
158
|
+
'Content-Type': 'text/event-stream',
|
|
159
|
+
Connection: 'keep-alive',
|
|
160
|
+
'Cache-Control': 'no-cache',
|
|
161
|
+
});
|
|
162
|
+
// Prime the connection so browsers render immediately
|
|
163
|
+
sseRes.flushHeaders?.();
|
|
164
|
+
sseRes.write(': connected\n\n');
|
|
165
|
+
sseRes.flush?.();
|
|
166
|
+
// Replay all previously sent events so late-connecting browsers get the full history
|
|
167
|
+
for (const e of eventBuffer) {
|
|
168
|
+
sseRes.write(`data: ${JSON.stringify(e)}\n\n`);
|
|
169
|
+
}
|
|
170
|
+
sseRes.flush?.();
|
|
171
|
+
clients.push(sseRes);
|
|
172
|
+
req.on('close', () => {
|
|
173
|
+
const idx = clients.indexOf(sseRes);
|
|
174
|
+
if (idx >= 0)
|
|
175
|
+
clients.splice(idx, 1);
|
|
176
|
+
});
|
|
177
|
+
return;
|
|
178
|
+
}
|
|
179
|
+
// Serve inline HTML
|
|
180
|
+
res.writeHead(200, { 'Content-Type': 'text/html' });
|
|
181
|
+
res.end(defaultHtml);
|
|
182
|
+
};
|
|
183
|
+
let server;
|
|
184
|
+
let heartbeat;
|
|
185
|
+
let started = false;
|
|
186
|
+
while (!started) {
|
|
187
|
+
try {
|
|
188
|
+
server = http.createServer(handler);
|
|
189
|
+
await new Promise((resolve, reject) => {
|
|
190
|
+
server.once('error', reject);
|
|
191
|
+
server.listen(port, resolve);
|
|
192
|
+
});
|
|
193
|
+
started = true;
|
|
194
|
+
}
|
|
195
|
+
catch (err) {
|
|
196
|
+
port += 1;
|
|
197
|
+
if (port > (opts.port ?? 4571) + 10) {
|
|
198
|
+
console.error('[elasticdash] Browser UI server failed to start:', err.message);
|
|
199
|
+
return undefined;
|
|
200
|
+
}
|
|
201
|
+
}
|
|
202
|
+
}
|
|
203
|
+
const url = `http://localhost:${port}`;
|
|
204
|
+
function send(event) {
|
|
205
|
+
eventBuffer.push(event);
|
|
206
|
+
const payload = `data: ${JSON.stringify(event)}\n\n`;
|
|
207
|
+
for (const client of [...clients]) {
|
|
208
|
+
client.write(payload);
|
|
209
|
+
client.flush?.();
|
|
210
|
+
}
|
|
211
|
+
}
|
|
212
|
+
function close() {
|
|
213
|
+
if (heartbeat) {
|
|
214
|
+
clearInterval(heartbeat);
|
|
215
|
+
heartbeat = undefined;
|
|
216
|
+
}
|
|
217
|
+
for (const client of clients) {
|
|
218
|
+
client.end();
|
|
219
|
+
}
|
|
220
|
+
clients.length = 0;
|
|
221
|
+
server?.close();
|
|
222
|
+
}
|
|
223
|
+
if (autoOpen) {
|
|
224
|
+
openBrowser(url);
|
|
225
|
+
}
|
|
226
|
+
// Periodic keepalive comments to keep EventSource connections from timing out
|
|
227
|
+
heartbeat = setInterval(() => {
|
|
228
|
+
for (const client of [...clients]) {
|
|
229
|
+
client.write(': keepalive\n\n');
|
|
230
|
+
client.flush?.();
|
|
231
|
+
}
|
|
232
|
+
}, 5000);
|
|
233
|
+
return { url, send, close };
|
|
234
|
+
}
|
|
235
|
+
function openBrowser(url) {
|
|
236
|
+
const platform = os.platform();
|
|
237
|
+
const command = platform === 'darwin'
|
|
238
|
+
? 'open'
|
|
239
|
+
: platform === 'win32'
|
|
240
|
+
? 'cmd'
|
|
241
|
+
: 'xdg-open';
|
|
242
|
+
const args = platform === 'win32' ? ['/c', 'start', '""', url] : [url];
|
|
243
|
+
const child = spawn(command, args, { stdio: 'ignore', detached: true });
|
|
244
|
+
child.unref();
|
|
245
|
+
}
|
|
246
|
+
//# sourceMappingURL=browser-ui.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"browser-ui.js","sourceRoot":"","sources":["../src/browser-ui.ts"],"names":[],"mappings":"AAAA,OAAO,IAAI,MAAM,WAAW,CAAA;AAE5B,OAAO,EAAE,MAAM,SAAS,CAAA;AAExB,OAAO,EAAE,KAAK,EAAE,MAAM,oBAAoB,CAAA;AAmB1C,MAAM,WAAW,GAAG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;QA8IZ,CAAA;AAER,MAAM,CAAC,KAAK,UAAU,oBAAoB,CAAC,OAAyB,EAAE;IACpE,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,KAAK,KAAK,CAAA;IACxC,IAAI,IAAI,GAAG,IAAI,CAAC,IAAI,IAAI,IAAI,CAAA;IAM5B,MAAM,OAAO,GAAwB,EAAE,CAAA;IACvC,MAAM,WAAW,GAAc,EAAE,CAAA;IAEjC,MAAM,OAAO,GAAyB,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE;QACjD,IAAI,CAAC,GAAG,CAAC,GAAG;YAAE,OAAO,GAAG,CAAC,GAAG,EAAE,CAAA;QAC9B,IAAI,GAAG,CAAC,GAAG,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;YAClC,MAAM,MAAM,GAAG,GAAwB,CAAA;YACvC,MAAM,CAAC,SAAS,CAAC,GAAG,EAAE;gBACpB,cAAc,EAAE,mBAAmB;gBACnC,UAAU,EAAE,YAAY;gBACxB,eAAe,EAAE,UAAU;aAC5B,CAAC,CAAA;YACF,sDAAsD;YACtD,MAAM,CAAC,YAAY,EAAE,EAAE,CAAA;YACvB,MAAM,CAAC,KAAK,CAAC,iBAAiB,CAAC,CAAA;YAC/B,MAAM,CAAC,KAAK,EAAE,EAAE,CAAA;YAChB,qFAAqF;YACrF,KAAK,MAAM,CAAC,IAAI,WAAW,EAAE,CAAC;gBAC5B,MAAM,CAAC,KAAK,CAAC,SAAS,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,CAAA;YAChD,CAAC;YACD,MAAM,CAAC,KAAK,EAAE,EAAE,CAAA;YAChB,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;YACpB,GAAG,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,EAAE;gBACnB,MAAM,GAAG,GAAG,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,CAAA;gBACnC,IAAI,GAAG,IAAI,CAAC;oBAAE,OAAO,CAAC,MAAM,CAAC,GAAG,EAAE,CAAC,CAAC,CAAA;YACtC,CAAC,CAAC,CAAA;YACF,OAAM;QACR,CAAC;QAED,oBAAoB;QACpB,GAAG,CAAC,SAAS,CAAC,GAAG,EAAE,EAAE,cAAc,EAAE,WAAW,EAAE,CAAC,CAAA;QACnD,GAAG,CAAC,GAAG,CAAC,WAAW,CAAC,CAAA;IACtB,CAAC,CAAA;IAED,IAAI,MAA+B,CAAA;IACnC,IAAI,SAAqD,CAAA;IACzD,IAAI,OAAO,GAAG,KAAK,CAAA;IAEnB,OAAO,CAAC,OAAO,EAAE,CAAC;QAChB,IAAI,CAAC;YACH,MAAM,GAAG,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,CAAA;YACnC,MAAM,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;gBAC1C,MAAO,CAAC,IAAI,CAAC,OAAO,EAAE,MAAM,CAAC,CAAA;gBAC7B,MAAO,CAAC,MAAM,CAAC,IAAI,EAAE,OAAO,CAAC,CAAA;YAC/B,CAAC,CAAC,CAAA;YACF,OAAO,GAAG,IAAI,CAAA;QAChB,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAI,IAAI,CAAC,CAAA;YACT,IAAI,IAAI,GAAG,CAAC,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC;gBACpC,OAAO,CAAC,KAAK,CAAC,kDAAkD,EAAG,GAAa,CAAC,OAAO,CAAC,CAAA;gBACzF,OAAO,SAAS,CAAA;YAClB,CAAC;QACH,CAAC;IACH,CAAC;IAED,MAAM,GAAG,GAAG,oBAAoB,IAAI,EAAE,CAAA;IAEtC,SAAS,IAAI,CAAC,KAAc;QAC1B,WAAW,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;QACvB,MAAM,OAAO,GAAG,SAAS,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,MAAM,CAAA;QACpD,KAAK,MAAM,MAAM,IAAI,CAAC,GAAG,OAAO,CAAC,EAAE,CAAC;YAClC,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,CAAA;YACrB,MAAM,CAAC,KAAK,EAAE,EAAE,CAAA;QAClB,CAAC;IACH,CAAC;IAED,SAAS,KAAK;QACZ,IAAI,SAAS,EAAE,CAAC;YACd,aAAa,CAAC,SAAS,CAAC,CAAA;YACxB,SAAS,GAAG,SAAS,CAAA;QACvB,CAAC;QACD,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;YAC7B,MAAM,CAAC,GAAG,EAAE,CAAA;QACd,CAAC;QACD,OAAO,CAAC,MAAM,GAAG,CAAC,CAAA;QAClB,MAAM,EAAE,KAAK,EAAE,CAAA;IACjB,CAAC;IAED,IAAI,QAAQ,EAAE,CAAC;QACb,WAAW,CAAC,GAAG,CAAC,CAAA;IAClB,CAAC;IAED,8EAA8E;IAC9E,SAAS,GAAG,WAAW,CAAC,GAAG,EAAE;QAC3B,KAAK,MAAM,MAAM,IAAI,CAAC,GAAG,OAAO,CAAC,EAAE,CAAC;YAClC,MAAM,CAAC,KAAK,CAAC,iBAAiB,CAAC,CAAA;YAC/B,MAAM,CAAC,KAAK,EAAE,EAAE,CAAA;QAClB,CAAC;IACH,CAAC,EAAE,IAAI,CAAC,CAAA;IAER,OAAO,EAAE,GAAG,EAAE,IAAI,EAAE,KAAK,EAAE,CAAA;AAC7B,CAAC;AAED,SAAS,WAAW,CAAC,GAAW;IAC9B,MAAM,QAAQ,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAA;IAC9B,MAAM,OAAO,GACX,QAAQ,KAAK,QAAQ;QACnB,CAAC,CAAC,MAAM;QACR,CAAC,CAAC,QAAQ,KAAK,OAAO;YACtB,CAAC,CAAC,KAAK;YACP,CAAC,CAAC,UAAU,CAAA;IAEhB,MAAM,IAAI,GAAG,QAAQ,KAAK,OAAO,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAA;IACtE,MAAM,KAAK,GAAG,KAAK,CAAC,OAAO,EAAE,IAAI,EAAE,EAAE,KAAK,EAAE,QAAQ,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAA;IACvE,KAAK,CAAC,KAAK,EAAE,CAAA;AACf,CAAC"}
|
|
@@ -0,0 +1,33 @@
|
|
|
1
|
+
export type WorkflowEventType = 'ai' | 'tool' | 'http' | 'db' | 'side_effect' | 'workflow';
|
|
2
|
+
export interface WorkflowEvent {
|
|
3
|
+
id: number;
|
|
4
|
+
type: WorkflowEventType;
|
|
5
|
+
name: string;
|
|
6
|
+
input: unknown;
|
|
7
|
+
output: unknown;
|
|
8
|
+
timestamp: number;
|
|
9
|
+
durationMs: number;
|
|
10
|
+
/** Token usage for LLM (ai) events */
|
|
11
|
+
usage?: {
|
|
12
|
+
inputTokens?: number;
|
|
13
|
+
outputTokens?: number;
|
|
14
|
+
totalTokens?: number;
|
|
15
|
+
};
|
|
16
|
+
/** Optional: ID of the agent task that produced this event */
|
|
17
|
+
agentTaskId?: string;
|
|
18
|
+
/** Optional: Zero-based index of the agent task that produced this event */
|
|
19
|
+
agentTaskIndex?: number;
|
|
20
|
+
/** Set to true when the original response / output was a stream */
|
|
21
|
+
streamed?: boolean;
|
|
22
|
+
/** Raw buffered text of a streamed response (used for replay) */
|
|
23
|
+
streamRaw?: string;
|
|
24
|
+
/** Schema version for forward compatibility (default 1) */
|
|
25
|
+
schemaVersion?: number;
|
|
26
|
+
/** Optional request-level trace ID for grouping events within a session */
|
|
27
|
+
traceId?: string;
|
|
28
|
+
}
|
|
29
|
+
export interface WorkflowTrace {
|
|
30
|
+
traceId: string;
|
|
31
|
+
events: WorkflowEvent[];
|
|
32
|
+
}
|
|
33
|
+
//# sourceMappingURL=event.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"event.d.ts","sourceRoot":"","sources":["../../src/capture/event.ts"],"names":[],"mappings":"AAAA,MAAM,MAAM,iBAAiB,GAAG,IAAI,GAAG,MAAM,GAAG,MAAM,GAAG,IAAI,GAAG,aAAa,GAAG,UAAU,CAAA;AAE1F,MAAM,WAAW,aAAa;IAC5B,EAAE,EAAE,MAAM,CAAA;IACV,IAAI,EAAE,iBAAiB,CAAA;IACvB,IAAI,EAAE,MAAM,CAAA;IACZ,KAAK,EAAE,OAAO,CAAA;IACd,MAAM,EAAE,OAAO,CAAA;IACf,SAAS,EAAE,MAAM,CAAA;IACjB,UAAU,EAAE,MAAM,CAAA;IAClB,sCAAsC;IACtC,KAAK,CAAC,EAAE;QAAE,WAAW,CAAC,EAAE,MAAM,CAAC;QAAC,YAAY,CAAC,EAAE,MAAM,CAAC;QAAC,WAAW,CAAC,EAAE,MAAM,CAAA;KAAE,CAAA;IAC7E,8DAA8D;IAC9D,WAAW,CAAC,EAAE,MAAM,CAAA;IACpB,4EAA4E;IAC5E,cAAc,CAAC,EAAE,MAAM,CAAA;IACvB,mEAAmE;IACnE,QAAQ,CAAC,EAAE,OAAO,CAAA;IAClB,iEAAiE;IACjE,SAAS,CAAC,EAAE,MAAM,CAAA;IAClB,2DAA2D;IAC3D,aAAa,CAAC,EAAE,MAAM,CAAA;IACtB,2EAA2E;IAC3E,OAAO,CAAC,EAAE,MAAM,CAAA;CACjB;AAED,MAAM,WAAW,aAAa;IAC5B,OAAO,EAAE,MAAM,CAAA;IACf,MAAM,EAAE,aAAa,EAAE,CAAA;CACxB"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"event.js","sourceRoot":"","sources":["../../src/capture/event.ts"],"names":[],"mappings":""}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/capture/index.ts"],"names":[],"mappings":"AAAA,cAAc,YAAY,CAAA;AAC1B,cAAc,eAAe,CAAA;AAC7B,cAAc,aAAa,CAAA"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/capture/index.ts"],"names":[],"mappings":"AAAA,cAAc,YAAY,CAAA;AAC1B,cAAc,eAAe,CAAA;AAC7B,cAAc,aAAa,CAAA"}
|
|
@@ -0,0 +1,24 @@
|
|
|
1
|
+
import type { WorkflowEvent, WorkflowTrace } from './event.js';
|
|
2
|
+
import type { ReplayController } from './replay.js';
|
|
3
|
+
export declare class TraceRecorder {
|
|
4
|
+
events: WorkflowEvent[];
|
|
5
|
+
private _counter;
|
|
6
|
+
private _sideEffectCounter;
|
|
7
|
+
private _pending;
|
|
8
|
+
record(event: WorkflowEvent): void;
|
|
9
|
+
/** Register an in-flight async recording promise so flush() can await it. */
|
|
10
|
+
trackAsync(promise: Promise<void>): void;
|
|
11
|
+
/** Await all in-flight async recordings. No-op when none are pending. */
|
|
12
|
+
flush(): Promise<void>;
|
|
13
|
+
nextId(): number;
|
|
14
|
+
/** Separate counter for Date.now / Math.random — never shares IDs with main events. */
|
|
15
|
+
nextSideEffectId(): number;
|
|
16
|
+
toTrace(traceId?: string): WorkflowTrace;
|
|
17
|
+
}
|
|
18
|
+
export interface CaptureContext {
|
|
19
|
+
recorder: TraceRecorder;
|
|
20
|
+
replay: ReplayController;
|
|
21
|
+
}
|
|
22
|
+
export declare function setCaptureContext(ctx: CaptureContext | undefined): void;
|
|
23
|
+
export declare function getCaptureContext(): CaptureContext | undefined;
|
|
24
|
+
//# sourceMappingURL=recorder.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"recorder.d.ts","sourceRoot":"","sources":["../../src/capture/recorder.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,aAAa,EAAE,aAAa,EAAE,MAAM,YAAY,CAAA;AAC9D,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,aAAa,CAAA;AAEnD,qBAAa,aAAa;IACxB,MAAM,EAAE,aAAa,EAAE,CAAK;IAC5B,OAAO,CAAC,QAAQ,CAAI;IACpB,OAAO,CAAC,kBAAkB,CAAI;IAC9B,OAAO,CAAC,QAAQ,CAAgC;IAEhD,MAAM,CAAC,KAAK,EAAE,aAAa,GAAG,IAAI;IAIlC,6EAA6E;IAC7E,UAAU,CAAC,OAAO,EAAE,OAAO,CAAC,IAAI,CAAC,GAAG,IAAI;IAKxC,yEAAyE;IACnE,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IAI5B,MAAM,IAAI,MAAM;IAIhB,uFAAuF;IACvF,gBAAgB,IAAI,MAAM;IAI1B,OAAO,CAAC,OAAO,CAAC,EAAE,MAAM,GAAG,aAAa;CAMzC;AAED,MAAM,WAAW,cAAc;IAC7B,QAAQ,EAAE,aAAa,CAAA;IACvB,MAAM,EAAE,gBAAgB,CAAA;CACzB;AASD,wBAAgB,iBAAiB,CAAC,GAAG,EAAE,cAAc,GAAG,SAAS,GAAG,IAAI,CAEvE;AAED,wBAAgB,iBAAiB,IAAI,cAAc,GAAG,SAAS,CAE9D"}
|
|
@@ -0,0 +1,46 @@
|
|
|
1
|
+
import { AsyncLocalStorage } from 'node:async_hooks';
|
|
2
|
+
import { randomUUID } from 'node:crypto';
|
|
3
|
+
export class TraceRecorder {
|
|
4
|
+
events = [];
|
|
5
|
+
_counter = 0;
|
|
6
|
+
_sideEffectCounter = 0;
|
|
7
|
+
_pending = new Set();
|
|
8
|
+
record(event) {
|
|
9
|
+
this.events.push(event);
|
|
10
|
+
}
|
|
11
|
+
/** Register an in-flight async recording promise so flush() can await it. */
|
|
12
|
+
trackAsync(promise) {
|
|
13
|
+
this._pending.add(promise);
|
|
14
|
+
promise.finally(() => { this._pending.delete(promise); });
|
|
15
|
+
}
|
|
16
|
+
/** Await all in-flight async recordings. No-op when none are pending. */
|
|
17
|
+
async flush() {
|
|
18
|
+
await Promise.allSettled([...this._pending]);
|
|
19
|
+
}
|
|
20
|
+
nextId() {
|
|
21
|
+
return ++this._counter;
|
|
22
|
+
}
|
|
23
|
+
/** Separate counter for Date.now / Math.random — never shares IDs with main events. */
|
|
24
|
+
nextSideEffectId() {
|
|
25
|
+
return ++this._sideEffectCounter;
|
|
26
|
+
}
|
|
27
|
+
toTrace(traceId) {
|
|
28
|
+
return {
|
|
29
|
+
traceId: traceId ?? randomUUID(),
|
|
30
|
+
events: [...this.events],
|
|
31
|
+
};
|
|
32
|
+
}
|
|
33
|
+
}
|
|
34
|
+
const g = globalThis;
|
|
35
|
+
const CAPTURE_ALS_KEY = '__elasticdash_capture_als__';
|
|
36
|
+
const captureAls = g[CAPTURE_ALS_KEY] ??
|
|
37
|
+
new AsyncLocalStorage();
|
|
38
|
+
if (!g[CAPTURE_ALS_KEY])
|
|
39
|
+
g[CAPTURE_ALS_KEY] = captureAls;
|
|
40
|
+
export function setCaptureContext(ctx) {
|
|
41
|
+
captureAls.enterWith(ctx);
|
|
42
|
+
}
|
|
43
|
+
export function getCaptureContext() {
|
|
44
|
+
return captureAls.getStore();
|
|
45
|
+
}
|
|
46
|
+
//# sourceMappingURL=recorder.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"recorder.js","sourceRoot":"","sources":["../../src/capture/recorder.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,iBAAiB,EAAE,MAAM,kBAAkB,CAAA;AACpD,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAA;AAIxC,MAAM,OAAO,aAAa;IACxB,MAAM,GAAoB,EAAE,CAAA;IACpB,QAAQ,GAAG,CAAC,CAAA;IACZ,kBAAkB,GAAG,CAAC,CAAA;IACtB,QAAQ,GAAuB,IAAI,GAAG,EAAE,CAAA;IAEhD,MAAM,CAAC,KAAoB;QACzB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;IACzB,CAAC;IAED,6EAA6E;IAC7E,UAAU,CAAC,OAAsB;QAC/B,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAC,CAAA;QAC1B,OAAO,CAAC,OAAO,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,OAAO,CAAC,CAAA,CAAC,CAAC,CAAC,CAAA;IAC1D,CAAC;IAED,yEAAyE;IACzE,KAAK,CAAC,KAAK;QACT,MAAM,OAAO,CAAC,UAAU,CAAC,CAAC,GAAG,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAA;IAC9C,CAAC;IAED,MAAM;QACJ,OAAO,EAAE,IAAI,CAAC,QAAQ,CAAA;IACxB,CAAC;IAED,uFAAuF;IACvF,gBAAgB;QACd,OAAO,EAAE,IAAI,CAAC,kBAAkB,CAAA;IAClC,CAAC;IAED,OAAO,CAAC,OAAgB;QACtB,OAAO;YACL,OAAO,EAAE,OAAO,IAAI,UAAU,EAAE;YAChC,MAAM,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC;SACzB,CAAA;IACH,CAAC;CACF;AAOD,MAAM,CAAC,GAAG,UAAqC,CAAA;AAC/C,MAAM,eAAe,GAAG,6BAA6B,CAAA;AACrD,MAAM,UAAU,GACb,CAAC,CAAC,eAAe,CAAmD;IACrE,IAAI,iBAAiB,EAA8B,CAAA;AACrD,IAAI,CAAC,CAAC,CAAC,eAAe,CAAC;IAAE,CAAC,CAAC,eAAe,CAAC,GAAG,UAAU,CAAA;AAExD,MAAM,UAAU,iBAAiB,CAAC,GAA+B;IAC/D,UAAU,CAAC,SAAS,CAAC,GAAG,CAAC,CAAA;AAC3B,CAAC;AAED,MAAM,UAAU,iBAAiB;IAC/B,OAAO,UAAU,CAAC,QAAQ,EAAE,CAAA;AAC9B,CAAC"}
|
|
@@ -0,0 +1,20 @@
|
|
|
1
|
+
import type { WorkflowEvent } from './event.js';
|
|
2
|
+
export declare class ReplayController {
|
|
3
|
+
replayMode: boolean;
|
|
4
|
+
checkpoint: number;
|
|
5
|
+
history: WorkflowEvent[];
|
|
6
|
+
private historyMap;
|
|
7
|
+
/** Side effects keyed by their assigned sideEffectId, independent of main event IDs */
|
|
8
|
+
private sideEffectMap;
|
|
9
|
+
constructor(replayMode: boolean, checkpoint: number, history: WorkflowEvent[]);
|
|
10
|
+
shouldReplay(eventId: number): boolean;
|
|
11
|
+
getRecordedEvent(eventId: number): WorkflowEvent | undefined;
|
|
12
|
+
getRecordedResult(eventId: number): unknown;
|
|
13
|
+
/** Returns true if the side effect with this sideEffectId has a recorded value to replay */
|
|
14
|
+
shouldReplaySideEffect(n: number): boolean;
|
|
15
|
+
getSideEffectResult(n: number): unknown;
|
|
16
|
+
getRecordedSideEffectEvent(n: number): WorkflowEvent | undefined;
|
|
17
|
+
shouldReplaySideEffectOfType(n: number, expectedName: string): boolean;
|
|
18
|
+
getSideEffectResultOfType(n: number, expectedName: string): unknown;
|
|
19
|
+
}
|
|
20
|
+
//# sourceMappingURL=replay.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"replay.d.ts","sourceRoot":"","sources":["../../src/capture/replay.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,YAAY,CAAA;AAE/C,qBAAa,gBAAgB;IAMlB,UAAU,EAAE,OAAO;IACnB,UAAU,EAAE,MAAM;IAClB,OAAO,EAAE,aAAa,EAAE;IAPjC,OAAO,CAAC,UAAU,CAA4B;IAC9C,uFAAuF;IACvF,OAAO,CAAC,aAAa,CAA4B;gBAGxC,UAAU,EAAE,OAAO,EACnB,UAAU,EAAE,MAAM,EAClB,OAAO,EAAE,aAAa,EAAE;IAQjC,YAAY,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO;IAItC,gBAAgB,CAAC,OAAO,EAAE,MAAM,GAAG,aAAa,GAAG,SAAS;IAI5D,iBAAiB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO;IAI3C,4FAA4F;IAC5F,sBAAsB,CAAC,CAAC,EAAE,MAAM,GAAG,OAAO;IAI1C,mBAAmB,CAAC,CAAC,EAAE,MAAM,GAAG,OAAO;IAIvC,0BAA0B,CAAC,CAAC,EAAE,MAAM,GAAG,aAAa,GAAG,SAAS;IAIhE,4BAA4B,CAAC,CAAC,EAAE,MAAM,EAAE,YAAY,EAAE,MAAM,GAAG,OAAO;IAMtE,yBAAyB,CAAC,CAAC,EAAE,MAAM,EAAE,YAAY,EAAE,MAAM,GAAG,OAAO;CAKpE"}
|
|
@@ -0,0 +1,47 @@
|
|
|
1
|
+
export class ReplayController {
|
|
2
|
+
replayMode;
|
|
3
|
+
checkpoint;
|
|
4
|
+
history;
|
|
5
|
+
historyMap;
|
|
6
|
+
/** Side effects keyed by their assigned sideEffectId, independent of main event IDs */
|
|
7
|
+
sideEffectMap;
|
|
8
|
+
constructor(replayMode, checkpoint, history) {
|
|
9
|
+
this.replayMode = replayMode;
|
|
10
|
+
this.checkpoint = checkpoint;
|
|
11
|
+
this.history = history;
|
|
12
|
+
this.historyMap = new Map(history.map(e => [e.id, e]));
|
|
13
|
+
this.sideEffectMap = new Map(history.filter(e => e.type === 'side_effect').map(e => [e.id, e]));
|
|
14
|
+
}
|
|
15
|
+
shouldReplay(eventId) {
|
|
16
|
+
return this.replayMode && eventId <= this.checkpoint;
|
|
17
|
+
}
|
|
18
|
+
getRecordedEvent(eventId) {
|
|
19
|
+
return this.historyMap.get(eventId);
|
|
20
|
+
}
|
|
21
|
+
getRecordedResult(eventId) {
|
|
22
|
+
return this.historyMap.get(eventId)?.output;
|
|
23
|
+
}
|
|
24
|
+
/** Returns true if the side effect with this sideEffectId has a recorded value to replay */
|
|
25
|
+
shouldReplaySideEffect(n) {
|
|
26
|
+
return this.replayMode && this.sideEffectMap.has(n);
|
|
27
|
+
}
|
|
28
|
+
getSideEffectResult(n) {
|
|
29
|
+
return this.sideEffectMap.get(n)?.output;
|
|
30
|
+
}
|
|
31
|
+
getRecordedSideEffectEvent(n) {
|
|
32
|
+
return this.sideEffectMap.get(n);
|
|
33
|
+
}
|
|
34
|
+
shouldReplaySideEffectOfType(n, expectedName) {
|
|
35
|
+
if (!this.replayMode)
|
|
36
|
+
return false;
|
|
37
|
+
const event = this.sideEffectMap.get(n);
|
|
38
|
+
return !!event && event.type === 'side_effect' && event.name === expectedName;
|
|
39
|
+
}
|
|
40
|
+
getSideEffectResultOfType(n, expectedName) {
|
|
41
|
+
const event = this.sideEffectMap.get(n);
|
|
42
|
+
if (!event || event.type !== 'side_effect' || event.name !== expectedName)
|
|
43
|
+
return undefined;
|
|
44
|
+
return event.output;
|
|
45
|
+
}
|
|
46
|
+
}
|
|
47
|
+
//# sourceMappingURL=replay.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"replay.js","sourceRoot":"","sources":["../../src/capture/replay.ts"],"names":[],"mappings":"AAEA,MAAM,OAAO,gBAAgB;IAMlB;IACA;IACA;IAPD,UAAU,CAA4B;IAC9C,uFAAuF;IAC/E,aAAa,CAA4B;IAEjD,YACS,UAAmB,EACnB,UAAkB,EAClB,OAAwB;QAFxB,eAAU,GAAV,UAAU,CAAS;QACnB,eAAU,GAAV,UAAU,CAAQ;QAClB,YAAO,GAAP,OAAO,CAAiB;QAE/B,IAAI,CAAC,UAAU,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAA;QACtD,IAAI,CAAC,aAAa,GAAG,IAAI,GAAG,CAC1B,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,aAAa,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAClE,CAAA;IACH,CAAC;IAED,YAAY,CAAC,OAAe;QAC1B,OAAO,IAAI,CAAC,UAAU,IAAI,OAAO,IAAI,IAAI,CAAC,UAAU,CAAA;IACtD,CAAC;IAED,gBAAgB,CAAC,OAAe;QAC9B,OAAO,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,OAAO,CAAC,CAAA;IACrC,CAAC;IAED,iBAAiB,CAAC,OAAe;QAC/B,OAAO,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,MAAM,CAAA;IAC7C,CAAC;IAED,4FAA4F;IAC5F,sBAAsB,CAAC,CAAS;QAC9B,OAAO,IAAI,CAAC,UAAU,IAAI,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,CAAC,CAAC,CAAA;IACrD,CAAC;IAED,mBAAmB,CAAC,CAAS;QAC3B,OAAO,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,MAAM,CAAA;IAC1C,CAAC;IAED,0BAA0B,CAAC,CAAS;QAClC,OAAO,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,CAAC,CAAC,CAAA;IAClC,CAAC;IAED,4BAA4B,CAAC,CAAS,EAAE,YAAoB;QAC1D,IAAI,CAAC,IAAI,CAAC,UAAU;YAAE,OAAO,KAAK,CAAA;QAClC,MAAM,KAAK,GAAG,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,CAAC,CAAC,CAAA;QACvC,OAAO,CAAC,CAAC,KAAK,IAAI,KAAK,CAAC,IAAI,KAAK,aAAa,IAAI,KAAK,CAAC,IAAI,KAAK,YAAY,CAAA;IAC/E,CAAC;IAED,yBAAyB,CAAC,CAAS,EAAE,YAAoB;QACvD,MAAM,KAAK,GAAG,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,CAAC,CAAC,CAAA;QACvC,IAAI,CAAC,KAAK,IAAI,KAAK,CAAC,IAAI,KAAK,aAAa,IAAI,KAAK,CAAC,IAAI,KAAK,YAAY;YAAE,OAAO,SAAS,CAAA;QAC3F,OAAO,KAAK,CAAC,MAAM,CAAA;IACrB,CAAC;CACF"}
|
|
@@ -0,0 +1,38 @@
|
|
|
1
|
+
import type { APITestGroup } from './types.js';
|
|
2
|
+
/**
|
|
3
|
+
* Fetch all active test groups (with nested tests & expectations) for the project
|
|
4
|
+
* scoped to the API key.
|
|
5
|
+
*/
|
|
6
|
+
export declare function fetchTestGroups(serverUrl: string, apiKey: string, filters?: {
|
|
7
|
+
workflowName?: string;
|
|
8
|
+
tags?: string[];
|
|
9
|
+
status?: string;
|
|
10
|
+
}): Promise<APITestGroup[]>;
|
|
11
|
+
/**
|
|
12
|
+
* Submit a test run result to the backend.
|
|
13
|
+
*/
|
|
14
|
+
export declare function submitTestRun(serverUrl: string, apiKey: string, testGroupId: number, payload: Record<string, unknown>): Promise<{
|
|
15
|
+
id: number;
|
|
16
|
+
}>;
|
|
17
|
+
/**
|
|
18
|
+
* Create a batch grouping multiple test run IDs.
|
|
19
|
+
*/
|
|
20
|
+
export declare function createBatch(serverUrl: string, apiKey: string, payload: Record<string, unknown>): Promise<{
|
|
21
|
+
id: number;
|
|
22
|
+
}>;
|
|
23
|
+
/**
|
|
24
|
+
* Resolved evaluator configuration from the backend.
|
|
25
|
+
* Provider/model/apiKey may be null if the user has not configured an evaluator.
|
|
26
|
+
*/
|
|
27
|
+
export interface EvaluatorConfig {
|
|
28
|
+
provider: string | null;
|
|
29
|
+
model: string | null;
|
|
30
|
+
apiKey: string | null;
|
|
31
|
+
}
|
|
32
|
+
/**
|
|
33
|
+
* Fetch the user's default evaluator config.
|
|
34
|
+
* Used by ed-test llm_judge benchmarks when judge_provider/judge_model
|
|
35
|
+
* are not specified in the test definition.
|
|
36
|
+
*/
|
|
37
|
+
export declare function fetchEvaluatorConfig(serverUrl: string, apiKey: string): Promise<EvaluatorConfig>;
|
|
38
|
+
//# sourceMappingURL=api-client.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"api-client.d.ts","sourceRoot":"","sources":["../../src/ci/api-client.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,YAAY,CAAA;AA6C9C;;;GAGG;AACH,wBAAsB,eAAe,CACnC,SAAS,EAAE,MAAM,EACjB,MAAM,EAAE,MAAM,EACd,OAAO,CAAC,EAAE;IAAE,YAAY,CAAC,EAAE,MAAM,CAAC;IAAC,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC;IAAC,MAAM,CAAC,EAAE,MAAM,CAAA;CAAE,GACpE,OAAO,CAAC,YAAY,EAAE,CAAC,CAUzB;AAED;;GAEG;AACH,wBAAsB,aAAa,CACjC,SAAS,EAAE,MAAM,EACjB,MAAM,EAAE,MAAM,EACd,WAAW,EAAE,MAAM,EACnB,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAC/B,OAAO,CAAC;IAAE,EAAE,EAAE,MAAM,CAAA;CAAE,CAAC,CAOzB;AAED;;GAEG;AACH,wBAAsB,WAAW,CAC/B,SAAS,EAAE,MAAM,EACjB,MAAM,EAAE,MAAM,EACd,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAC/B,OAAO,CAAC;IAAE,EAAE,EAAE,MAAM,CAAA;CAAE,CAAC,CAOzB;AAED;;;GAGG;AACH,MAAM,WAAW,eAAe;IAC9B,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAA;IACvB,KAAK,EAAE,MAAM,GAAG,IAAI,CAAA;IACpB,MAAM,EAAE,MAAM,GAAG,IAAI,CAAA;CACtB;AAUD;;;;GAIG;AACH,wBAAsB,oBAAoB,CACxC,SAAS,EAAE,MAAM,EACjB,MAAM,EAAE,MAAM,GACb,OAAO,CAAC,eAAe,CAAC,CAS1B"}
|