judgeval 1.0.1 → 1.2.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/Judgeval.d.ts +3 -0
- package/dist/Judgeval.d.ts.map +1 -1
- package/dist/data/Example.d.ts.map +1 -1
- package/dist/datasets/DatasetFactory.d.ts +4 -2
- package/dist/datasets/DatasetFactory.d.ts.map +1 -1
- package/dist/datasets/schema.d.ts +39 -0
- package/dist/datasets/schema.d.ts.map +1 -0
- package/dist/evaluation/EvaluatorRunner.d.ts.map +1 -1
- package/dist/index.d.ts +2 -0
- package/dist/index.d.ts.map +1 -1
- package/dist/internal/api/client.d.ts +25 -9
- package/dist/internal/api/client.d.ts.map +1 -1
- package/dist/internal/api/models/AddDatasetItemsResponse.d.ts +5 -0
- package/dist/internal/api/models/AddDatasetItemsResponse.d.ts.map +1 -0
- package/dist/internal/api/models/ApplyTestRunSuccessRequest.d.ts +7 -0
- package/dist/internal/api/models/ApplyTestRunSuccessRequest.d.ts.map +1 -0
- package/dist/internal/api/models/ApplyTestRunSuccessResponse.d.ts +4 -0
- package/dist/internal/api/models/ApplyTestRunSuccessResponse.d.ts.map +1 -0
- package/dist/internal/api/models/CreateOfflineDatasetRequest.d.ts +9 -0
- package/dist/internal/api/models/CreateOfflineDatasetRequest.d.ts.map +1 -0
- package/dist/internal/api/models/CreateOfflineDatasetResponse.d.ts +18 -0
- package/dist/internal/api/models/CreateOfflineDatasetResponse.d.ts.map +1 -0
- package/dist/internal/api/models/CreateTestConfigRequest.d.ts +12 -0
- package/dist/internal/api/models/CreateTestConfigRequest.d.ts.map +1 -0
- package/dist/internal/api/models/CreateTestRunRequest.d.ts +20 -0
- package/dist/internal/api/models/CreateTestRunRequest.d.ts.map +1 -0
- package/dist/internal/api/models/DeleteOfflineDatasetResponse.d.ts +5 -0
- package/dist/internal/api/models/DeleteOfflineDatasetResponse.d.ts.map +1 -0
- package/dist/internal/api/models/DeleteTestConfigResponse.d.ts +5 -0
- package/dist/internal/api/models/DeleteTestConfigResponse.d.ts.map +1 -0
- package/dist/internal/api/models/Example.d.ts +1 -0
- package/dist/internal/api/models/Example.d.ts.map +1 -1
- package/dist/internal/api/models/FetchTestRunViaExperimentAliasResponse.d.ts +42 -0
- package/dist/internal/api/models/FetchTestRunViaExperimentAliasResponse.d.ts.map +1 -0
- package/dist/internal/api/models/InsertOfflineDatasetExamplesRequest.d.ts +4 -0
- package/dist/internal/api/models/InsertOfflineDatasetExamplesRequest.d.ts.map +1 -0
- package/dist/internal/api/models/OfflineDatasetPageResponse.d.ts +44 -0
- package/dist/internal/api/models/OfflineDatasetPageResponse.d.ts.map +1 -0
- package/dist/internal/api/models/OfflineDatasetVersionsResponse.d.ts +13 -0
- package/dist/internal/api/models/OfflineDatasetVersionsResponse.d.ts.map +1 -0
- package/dist/internal/api/models/OfflineTestsLocalScorerResult.d.ts +15 -0
- package/dist/internal/api/models/OfflineTestsLocalScorerResult.d.ts.map +1 -0
- package/dist/internal/api/models/OfflineTestsLogEvalResultsExamplesRequest.d.ts +7 -0
- package/dist/internal/api/models/OfflineTestsLogEvalResultsExamplesRequest.d.ts.map +1 -0
- package/dist/internal/api/models/OfflineTestsLogEvalResultsExamplesResponse.d.ts +4 -0
- package/dist/internal/api/models/OfflineTestsLogEvalResultsExamplesResponse.d.ts.map +1 -0
- package/dist/internal/api/models/OfflineTestsLogEvalResultsRequest.d.ts +7 -0
- package/dist/internal/api/models/OfflineTestsLogEvalResultsRequest.d.ts.map +1 -0
- package/dist/internal/api/models/OfflineTestsLogEvalResultsResponse.d.ts +4 -0
- package/dist/internal/api/models/OfflineTestsLogEvalResultsResponse.d.ts.map +1 -0
- package/dist/internal/api/models/PreparedTestRunResponse.d.ts +70 -0
- package/dist/internal/api/models/PreparedTestRunResponse.d.ts.map +1 -0
- package/dist/internal/api/models/PullAllOfflineDatasetsResponse.d.ts +14 -0
- package/dist/internal/api/models/PullAllOfflineDatasetsResponse.d.ts.map +1 -0
- package/dist/internal/api/models/PullOfflineDatasetResponse.d.ts +24 -0
- package/dist/internal/api/models/PullOfflineDatasetResponse.d.ts.map +1 -0
- package/dist/internal/api/models/SDKUpdateAgentJudgeRequest.d.ts +1 -1
- package/dist/internal/api/models/SDKUpdateAgentJudgeRequest.d.ts.map +1 -1
- package/dist/internal/api/models/SDKUpdateAgentJudgeResponse.d.ts +1 -0
- package/dist/internal/api/models/SDKUpdateAgentJudgeResponse.d.ts.map +1 -1
- package/dist/internal/api/models/TestConfigResponse.d.ts +29 -0
- package/dist/internal/api/models/TestConfigResponse.d.ts.map +1 -0
- package/dist/internal/api/models/TestConfigsResponse.d.ts +29 -0
- package/dist/internal/api/models/TestConfigsResponse.d.ts.map +1 -0
- package/dist/internal/api/models/TestRunGraphResponse.d.ts +4 -0
- package/dist/internal/api/models/TestRunGraphResponse.d.ts.map +1 -0
- package/dist/internal/api/models/TestRunItemsResponse.d.ts +41 -0
- package/dist/internal/api/models/TestRunItemsResponse.d.ts.map +1 -0
- package/dist/internal/api/models/TestRunResponse.d.ts +21 -0
- package/dist/internal/api/models/TestRunResponse.d.ts.map +1 -0
- package/dist/internal/api/models/TestRunsResponse.d.ts +20 -0
- package/dist/internal/api/models/TestRunsResponse.d.ts.map +1 -0
- package/dist/internal/api/models/UpdateTestConfigRequest.d.ts +5 -0
- package/dist/internal/api/models/UpdateTestConfigRequest.d.ts.map +1 -0
- package/dist/internal/api/models/UpdateTestRunStatusRequest.d.ts +5 -0
- package/dist/internal/api/models/UpdateTestRunStatusRequest.d.ts.map +1 -0
- package/dist/internal/api/models/index.d.ts +29 -15
- package/dist/internal/api/models/index.d.ts.map +1 -1
- package/dist/node/index.cjs +7 -0
- package/dist/node/index.cjs.map +70 -0
- package/dist/node/index.d.ts +1 -0
- package/dist/node/index.mjs +7 -0
- package/dist/node/index.mjs.map +70 -0
- package/dist/offline-tests/OfflineTestRunner.d.ts +58 -0
- package/dist/offline-tests/OfflineTestRunner.d.ts.map +1 -0
- package/dist/offline-tests/OfflineTestsFactory.d.ts +59 -0
- package/dist/offline-tests/OfflineTestsFactory.d.ts.map +1 -0
- package/dist/offline-tests/index.d.ts +4 -0
- package/dist/offline-tests/index.d.ts.map +1 -0
- package/dist/offline-tests/types.d.ts +90 -0
- package/dist/offline-tests/types.d.ts.map +1 -0
- package/dist/offline-tests/utils.d.ts +19 -0
- package/dist/offline-tests/utils.d.ts.map +1 -0
- package/dist/trace/BaseTracer.d.ts +5 -0
- package/dist/trace/BaseTracer.d.ts.map +1 -1
- package/dist/trace/JudgmentTracerProvider.d.ts +0 -1
- package/dist/trace/JudgmentTracerProvider.d.ts.map +1 -1
- package/dist/trace/NoOpTracer.d.ts +14 -0
- package/dist/trace/NoOpTracer.d.ts.map +1 -0
- package/dist/trace/processors/JudgmentSpanProcessor.d.ts.map +1 -1
- package/dist/trace/runtime.d.ts +57 -0
- package/dist/trace/runtime.d.ts.map +1 -0
- package/dist/utils/retry.d.ts.map +1 -1
- package/dist/utils/sleep.d.ts +3 -0
- package/dist/utils/sleep.d.ts.map +1 -0
- package/dist/workers/Tracer.d.ts +26 -0
- package/dist/workers/Tracer.d.ts.map +1 -0
- package/dist/workers/WorkerSpanExporter.d.ts +19 -0
- package/dist/workers/WorkerSpanExporter.d.ts.map +1 -0
- package/dist/workers/WorkerTracerProvider.d.ts +30 -0
- package/dist/workers/WorkerTracerProvider.d.ts.map +1 -0
- package/dist/workers/index.d.ts +10 -0
- package/dist/workers/index.d.ts.map +1 -0
- package/dist/workers/index.mjs +6 -0
- package/dist/workers/index.mjs.map +42 -0
- package/package.json +20 -7
- package/dist/index.cjs +0 -7
- package/dist/index.cjs.map +0 -62
- package/dist/index.mjs +0 -7
- package/dist/index.mjs.map +0 -62
|
@@ -0,0 +1,58 @@
|
|
|
1
|
+
import type { JudgmentApiClient } from "../internal/api/client";
|
|
2
|
+
import type { PreparedTestRunResponse } from "../internal/api/models";
|
|
3
|
+
import { type AgentFunction, type JudgeVersionPin, type OfflineExampleResult, type OfflineTestResult, type PassConditionFn, type TestConfig } from "./types";
|
|
4
|
+
interface ExampleRow {
|
|
5
|
+
exampleId: string;
|
|
6
|
+
data: Record<string, unknown>;
|
|
7
|
+
offlineTraceId: string | null;
|
|
8
|
+
createdAt: string | null;
|
|
9
|
+
}
|
|
10
|
+
/** Options accepted by {@link OfflineTestRunner.run}. */
|
|
11
|
+
export interface OfflineRunOptions {
|
|
12
|
+
agentFunction?: AgentFunction;
|
|
13
|
+
judgeVersions?: JudgeVersionPin[];
|
|
14
|
+
datasetVersion?: number | string;
|
|
15
|
+
passConditionFn?: PassConditionFn;
|
|
16
|
+
assertTest?: boolean;
|
|
17
|
+
timeoutSeconds?: number;
|
|
18
|
+
/** Optional display name for the run; server auto-names it when omitted. */
|
|
19
|
+
runName?: string;
|
|
20
|
+
}
|
|
21
|
+
/**
|
|
22
|
+
* Executes the offline-test lifecycle for a test config: resolve the dataset
|
|
23
|
+
* version, optionally run the agent to produce offline traces, create the test
|
|
24
|
+
* run, wait for terminal status, fetch results, evaluate the pass condition,
|
|
25
|
+
* and report successes.
|
|
26
|
+
*/
|
|
27
|
+
export declare class OfflineTestRunner {
|
|
28
|
+
private readonly _client;
|
|
29
|
+
private readonly _projectId;
|
|
30
|
+
private readonly _projectName;
|
|
31
|
+
constructor(client: JudgmentApiClient, projectId: string, projectName: string);
|
|
32
|
+
resolveDatasetVersion(testConfig: TestConfig, datasetVersion?: number | string): Promise<Record<string, unknown>>;
|
|
33
|
+
fetchExamples(testConfig: TestConfig, versionNumber: number): Promise<ExampleRow[]>;
|
|
34
|
+
createTestRun(testConfig: TestConfig, options?: {
|
|
35
|
+
datasetVersion?: number | string;
|
|
36
|
+
judgeVersions?: JudgeVersionPin[];
|
|
37
|
+
agentTraces?: Record<string, string>;
|
|
38
|
+
source?: string;
|
|
39
|
+
name?: string;
|
|
40
|
+
}): Promise<PreparedTestRunResponse>;
|
|
41
|
+
/**
|
|
42
|
+
* Run the agent once per dataset example, producing one offline trace each.
|
|
43
|
+
*
|
|
44
|
+
* NOTE: the offline-tracer lifecycle here (active-tracer swap, async
|
|
45
|
+
* `observe`, per-example trace attribution) still needs validation against a
|
|
46
|
+
* live run.
|
|
47
|
+
*/
|
|
48
|
+
runAgent(agentFunction: AgentFunction, examples: ExampleRow[]): Promise<Record<string, string>>;
|
|
49
|
+
waitForCompletion(testRunId: string, timeoutSeconds: number): Promise<string>;
|
|
50
|
+
fetchItems(testRunId: string): Promise<{
|
|
51
|
+
items: Record<string, unknown>[];
|
|
52
|
+
uiResultsUrl: string;
|
|
53
|
+
}>;
|
|
54
|
+
reportSuccess(testRunId: string, prepared: PreparedTestRunResponse, items: Record<string, unknown>[], results: OfflineExampleResult[]): Promise<void>;
|
|
55
|
+
run(testConfig: TestConfig, options?: OfflineRunOptions): Promise<OfflineTestResult>;
|
|
56
|
+
}
|
|
57
|
+
export {};
|
|
58
|
+
//# sourceMappingURL=OfflineTestRunner.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"OfflineTestRunner.d.ts","sourceRoot":"","sources":["../../src/offline-tests/OfflineTestRunner.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,wBAAwB,CAAC;AAChE,OAAO,KAAK,EAGV,uBAAuB,EACxB,MAAM,wBAAwB,CAAC;AAOhC,OAAO,EACL,KAAK,aAAa,EAClB,KAAK,eAAe,EACpB,KAAK,oBAAoB,EACzB,KAAK,iBAAiB,EACtB,KAAK,eAAe,EACpB,KAAK,UAAU,EAEhB,MAAM,SAAS,CAAC;AAkBjB,UAAU,UAAU;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAC9B,cAAc,EAAE,MAAM,GAAG,IAAI,CAAC;IAC9B,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;CAC1B;AAED,yDAAyD;AACzD,MAAM,WAAW,iBAAiB;IAChC,aAAa,CAAC,EAAE,aAAa,CAAC;IAC9B,aAAa,CAAC,EAAE,eAAe,EAAE,CAAC;IAClC,cAAc,CAAC,EAAE,MAAM,GAAG,MAAM,CAAC;IACjC,eAAe,CAAC,EAAE,eAAe,CAAC;IAClC,UAAU,CAAC,EAAE,OAAO,CAAC;IACrB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,4EAA4E;IAC5E,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB;AAED;;;;;GAKG;AACH,qBAAa,iBAAiB;IAC5B,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAoB;IAC5C,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAS;IACpC,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAS;gBAGpC,MAAM,EAAE,iBAAiB,EACzB,SAAS,EAAE,MAAM,EACjB,WAAW,EAAE,MAAM;IAOf,qBAAqB,CACzB,UAAU,EAAE,UAAU,EACtB,cAAc,CAAC,EAAE,MAAM,GAAG,MAAM,GAC/B,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAqC7B,aAAa,CACjB,UAAU,EAAE,UAAU,EACtB,aAAa,EAAE,MAAM,GACpB,OAAO,CAAC,UAAU,EAAE,CAAC;IAuDxB,aAAa,CACX,UAAU,EAAE,UAAU,EACtB,OAAO,GAAE;QACP,cAAc,CAAC,EAAE,MAAM,GAAG,MAAM,CAAC;QACjC,aAAa,CAAC,EAAE,eAAe,EAAE,CAAC;QAClC,WAAW,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;QACrC,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB,IAAI,CAAC,EAAE,MAAM,CAAC;KACV,GACL,OAAO,CAAC,uBAAuB,CAAC;IAgCnC;;;;;;OAMG;IACG,QAAQ,CACZ,aAAa,EAAE,aAAa,EAC5B,QAAQ,EAAE,UAAU,EAAE,GACrB,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IA2C5B,iBAAiB,CACrB,SAAS,EAAE,MAAM,EACjB,cAAc,EAAE,MAAM,GACrB,OAAO,CAAC,MAAM,CAAC;IAkBZ,UAAU,CACd,SAAS,EAAE,MAAM,GAChB,OAAO,CAAC;QAAE,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAAE,CAAC;QAAC,YAAY,EAAE,MAAM,CAAA;KAAE,CAAC;IAmChE,aAAa,CACjB,SAAS,EAAE,MAAM,EACjB,QAAQ,EAAE,uBAAuB,EACjC,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAAE,EAChC,OAAO,EAAE,oBAAoB,EAAE,GAC9B,OAAO,CAAC,IAAI,CAAC;IA4EV,GAAG,CACP,UAAU,EAAE,UAAU,EACtB,OAAO,GAAE,iBAAsB,GAC9B,OAAO,CAAC,iBAAiB,CAAC;CA0E9B"}
|
|
@@ -0,0 +1,59 @@
|
|
|
1
|
+
import type { JudgmentApiClient } from "../internal/api/client";
|
|
2
|
+
import { type OfflineRunOptions } from "./OfflineTestRunner";
|
|
3
|
+
import { type OfflineTestResult, type TestConfig } from "./types";
|
|
4
|
+
/** A judge to attach to a test config: a judge name, or `{ judgeId }` / `{ name }`. */
|
|
5
|
+
export type JudgeRef = string | {
|
|
6
|
+
judgeId?: string;
|
|
7
|
+
name?: string;
|
|
8
|
+
};
|
|
9
|
+
/**
|
|
10
|
+
* Create test configs and execute offline test runs. Access via
|
|
11
|
+
* `client.offlineTests`. A *test config* pairs a dataset with a set of platform
|
|
12
|
+
* judges; a *test run* evaluates one dataset version and stores per-example
|
|
13
|
+
* results.
|
|
14
|
+
*
|
|
15
|
+
* @example
|
|
16
|
+
* ```typescript
|
|
17
|
+
* const config = await client.offlineTests.createConfig("nightly", "golden-set", [
|
|
18
|
+
* "helpfulness",
|
|
19
|
+
* "faithfulness",
|
|
20
|
+
* ]);
|
|
21
|
+
* const result = await client.offlineTests.run("nightly");
|
|
22
|
+
* console.log(result?.uiResultsUrl);
|
|
23
|
+
* ```
|
|
24
|
+
*/
|
|
25
|
+
export declare class OfflineTestsFactory {
|
|
26
|
+
private readonly _client;
|
|
27
|
+
private readonly _projectId;
|
|
28
|
+
private readonly _projectName;
|
|
29
|
+
constructor(client: JudgmentApiClient, projectId: string | null, projectName: string);
|
|
30
|
+
/**
|
|
31
|
+
* Create a test config binding a dataset to a set of judges.
|
|
32
|
+
*
|
|
33
|
+
* @param name - Name for the test config.
|
|
34
|
+
* @param dataset - Dataset name or dataset id.
|
|
35
|
+
* @param judges - Judges to attach (judge names, or `{ judgeId }` / `{ name }`).
|
|
36
|
+
* @param description - Optional human-readable description.
|
|
37
|
+
*/
|
|
38
|
+
createConfig(name: string, dataset: string, judges: JudgeRef[], description?: string): Promise<TestConfig | null>;
|
|
39
|
+
/** Fetch a test config by id (UUID) or name. */
|
|
40
|
+
getConfig(testConfig: string): Promise<TestConfig | null>;
|
|
41
|
+
/** List test configs in the project, optionally filtered to one dataset. */
|
|
42
|
+
listConfigs(datasetId?: string): Promise<TestConfig[] | null>;
|
|
43
|
+
/** Delete a test config by id. Returns `false` if the project is unresolved. */
|
|
44
|
+
deleteConfig(testConfigId: string): Promise<boolean>;
|
|
45
|
+
/**
|
|
46
|
+
* Run an offline test for a test config.
|
|
47
|
+
*
|
|
48
|
+
* Without `agentFunction`, the judges score each example's existing trace.
|
|
49
|
+
* With `agentFunction`, the agent runs once per example first and the judges
|
|
50
|
+
* score the resulting agent trace.
|
|
51
|
+
*
|
|
52
|
+
* @param testConfig - Test config name, id, or `TestConfig` object.
|
|
53
|
+
* @param options - Run options (agent function, judge versions, dataset
|
|
54
|
+
* version, pass condition, assert, timeout).
|
|
55
|
+
*/
|
|
56
|
+
run(testConfig: string | TestConfig, options?: OfflineRunOptions): Promise<OfflineTestResult | null>;
|
|
57
|
+
private _expectProjectId;
|
|
58
|
+
}
|
|
59
|
+
//# sourceMappingURL=OfflineTestsFactory.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"OfflineTestsFactory.d.ts","sourceRoot":"","sources":["../../src/offline-tests/OfflineTestsFactory.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,wBAAwB,CAAC;AAGhE,OAAO,EAAqB,KAAK,iBAAiB,EAAE,MAAM,qBAAqB,CAAC;AAChF,OAAO,EACL,KAAK,iBAAiB,EACtB,KAAK,UAAU,EAEhB,MAAM,SAAS,CAAC;AASjB,uFAAuF;AACvF,MAAM,MAAM,QAAQ,GAAG,MAAM,GAAG;IAAE,OAAO,CAAC,EAAE,MAAM,CAAC;IAAC,IAAI,CAAC,EAAE,MAAM,CAAA;CAAE,CAAC;AAEpE;;;;;;;;;;;;;;;GAeG;AACH,qBAAa,mBAAmB;IAC9B,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAoB;IAC5C,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAgB;IAC3C,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAS;gBAGpC,MAAM,EAAE,iBAAiB,EACzB,SAAS,EAAE,MAAM,GAAG,IAAI,EACxB,WAAW,EAAE,MAAM;IAOrB;;;;;;;OAOG;IACG,YAAY,CAChB,IAAI,EAAE,MAAM,EACZ,OAAO,EAAE,MAAM,EACf,MAAM,EAAE,QAAQ,EAAE,EAClB,WAAW,CAAC,EAAE,MAAM,GACnB,OAAO,CAAC,UAAU,GAAG,IAAI,CAAC;IAuC7B,gDAAgD;IAC1C,SAAS,CAAC,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,UAAU,GAAG,IAAI,CAAC;IAwB/D,4EAA4E;IACtE,WAAW,CAAC,SAAS,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,UAAU,EAAE,GAAG,IAAI,CAAC;IAgBnE,gFAAgF;IAC1E,YAAY,CAAC,YAAY,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC;IAY1D;;;;;;;;;;OAUG;IACG,GAAG,CACP,UAAU,EAAE,MAAM,GAAG,UAAU,EAC/B,OAAO,GAAE,iBAAsB,GAC9B,OAAO,CAAC,iBAAiB,GAAG,IAAI,CAAC;IAkBpC,OAAO,CAAC,gBAAgB;CASzB"}
|
|
@@ -0,0 +1,4 @@
|
|
|
1
|
+
export { OfflineTestsFactory, type JudgeRef } from "./OfflineTestsFactory";
|
|
2
|
+
export { OfflineTestRunner, type OfflineRunOptions } from "./OfflineTestRunner";
|
|
3
|
+
export type { TestConfig, JudgeVersionPin, OfflineScorerData, OfflineExampleResult, OfflineTestResult, AgentFunction, PassConditionFn, } from "./types";
|
|
4
|
+
//# sourceMappingURL=index.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/offline-tests/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,mBAAmB,EAAE,KAAK,QAAQ,EAAE,MAAM,uBAAuB,CAAC;AAC3E,OAAO,EAAE,iBAAiB,EAAE,KAAK,iBAAiB,EAAE,MAAM,qBAAqB,CAAC;AAChF,YAAY,EACV,UAAU,EACV,eAAe,EACf,iBAAiB,EACjB,oBAAoB,EACpB,iBAAiB,EACjB,aAAa,EACb,eAAe,GAChB,MAAM,SAAS,CAAC"}
|
|
@@ -0,0 +1,90 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Types for the offline-tests SDK surface: TestConfig, OfflineTestResult,
|
|
3
|
+
* JudgeVersionPin, AgentFunction, PassConditionFn.
|
|
4
|
+
*/
|
|
5
|
+
/**
|
|
6
|
+
* A reusable offline-test configuration (a dataset + a set of platform judges).
|
|
7
|
+
* Created via `client.offlineTests.createConfig()`.
|
|
8
|
+
*/
|
|
9
|
+
export interface TestConfig {
|
|
10
|
+
/** Unique test config id. */
|
|
11
|
+
id: string;
|
|
12
|
+
/** Config name. */
|
|
13
|
+
name: string;
|
|
14
|
+
/** The dataset evaluated by this config. */
|
|
15
|
+
datasetId: string;
|
|
16
|
+
/** Optional human-readable description. */
|
|
17
|
+
description?: string | null;
|
|
18
|
+
/** ISO-8601 creation timestamp. */
|
|
19
|
+
createdAt?: string | null;
|
|
20
|
+
/** The judge membership rows as returned by the server. */
|
|
21
|
+
judges: Record<string, unknown>[];
|
|
22
|
+
}
|
|
23
|
+
/** Build a {@link TestConfig} from a raw server `test_config` object. */
|
|
24
|
+
export declare function testConfigFromDict(data: Record<string, unknown>): TestConfig;
|
|
25
|
+
/**
|
|
26
|
+
* A single `judgeVersions` entry. Identify the judge by `name` or `judgeId`;
|
|
27
|
+
* optionally pin a `tag`, a `version` string, or a `majorVersion`/`minorVersion`
|
|
28
|
+
* pair. Every entry must carry a `name` or `judgeId`.
|
|
29
|
+
*/
|
|
30
|
+
export interface JudgeVersionPin {
|
|
31
|
+
name?: string;
|
|
32
|
+
judgeId?: string;
|
|
33
|
+
tag?: string;
|
|
34
|
+
version?: string;
|
|
35
|
+
majorVersion?: number;
|
|
36
|
+
minorVersion?: number;
|
|
37
|
+
}
|
|
38
|
+
/** One judge's result for one example. */
|
|
39
|
+
export interface OfflineScorerData {
|
|
40
|
+
/** Judge name. */
|
|
41
|
+
name: string;
|
|
42
|
+
/** The scorer result: `"Yes"`/`"No"` (binary), the category (categorical), or a number. */
|
|
43
|
+
value: string | number | null;
|
|
44
|
+
/** Result type returned by the scorer. */
|
|
45
|
+
scoreType?: string | null;
|
|
46
|
+
/** Error message, if the judge errored on this row. */
|
|
47
|
+
error?: string | null;
|
|
48
|
+
/** Pass-condition outcome for the row, when a `passConditionFn` was supplied. */
|
|
49
|
+
success?: boolean | null;
|
|
50
|
+
/** Extra metadata (judge id/version, reason). */
|
|
51
|
+
metadata: Record<string, unknown>;
|
|
52
|
+
}
|
|
53
|
+
/** Per-example results for an offline test run. */
|
|
54
|
+
export interface OfflineExampleResult {
|
|
55
|
+
exampleId: string;
|
|
56
|
+
data: Record<string, unknown>;
|
|
57
|
+
scorers: OfflineScorerData[];
|
|
58
|
+
/** The offline trace produced by the agent entrypoint (agent testing only). */
|
|
59
|
+
agentOfflineTraceId?: string;
|
|
60
|
+
}
|
|
61
|
+
/** The outcome of an offline test run, returned by `client.offlineTests.run()`. */
|
|
62
|
+
export interface OfflineTestResult {
|
|
63
|
+
/** The test run id. */
|
|
64
|
+
testRunId: string;
|
|
65
|
+
/** Final run status. */
|
|
66
|
+
status: string;
|
|
67
|
+
/** Link to the results page in the dashboard. */
|
|
68
|
+
uiResultsUrl?: string;
|
|
69
|
+
/** One entry per dataset example, with per-judge scorer rows. */
|
|
70
|
+
results: OfflineExampleResult[];
|
|
71
|
+
/** Mapping of example id to the agent's offline trace (agent testing only). */
|
|
72
|
+
agentOfflineTraceIds: Record<string, string>;
|
|
73
|
+
/** Whether every row passed its pass condition; `null` when none was evaluated. */
|
|
74
|
+
passed: boolean | null;
|
|
75
|
+
}
|
|
76
|
+
/**
|
|
77
|
+
* An agent entrypoint. Called once per dataset example with the example's data
|
|
78
|
+
* fields as a single object — read the fields you need (e.g. `fields.input`).
|
|
79
|
+
* Each call is wrapped in an `OfflineTracer` and its offline trace is
|
|
80
|
+
* attributed to the result row.
|
|
81
|
+
*/
|
|
82
|
+
export type AgentFunction = (fields: Record<string, unknown>) => unknown | Promise<unknown>;
|
|
83
|
+
/**
|
|
84
|
+
* A pass-condition callback evaluated per example row; its boolean outcome is
|
|
85
|
+
* stored as the row's `success`.
|
|
86
|
+
*/
|
|
87
|
+
export type PassConditionFn = (dataFields: Record<string, unknown>, scorers: OfflineScorerData[]) => boolean;
|
|
88
|
+
/** Whether every evaluated pass-condition passed; `null` when none was evaluated. */
|
|
89
|
+
export declare function computePassed(results: OfflineExampleResult[]): boolean | null;
|
|
90
|
+
//# sourceMappingURL=types.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/offline-tests/types.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH;;;GAGG;AACH,MAAM,WAAW,UAAU;IACzB,6BAA6B;IAC7B,EAAE,EAAE,MAAM,CAAC;IACX,mBAAmB;IACnB,IAAI,EAAE,MAAM,CAAC;IACb,4CAA4C;IAC5C,SAAS,EAAE,MAAM,CAAC;IAClB,2CAA2C;IAC3C,WAAW,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC5B,mCAAmC;IACnC,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC1B,2DAA2D;IAC3D,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAAE,CAAC;CACnC;AAED,yEAAyE;AACzE,wBAAgB,kBAAkB,CAAC,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,UAAU,CAe5E;AAED;;;;GAIG;AACH,MAAM,WAAW,eAAe;IAC9B,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,YAAY,CAAC,EAAE,MAAM,CAAC;CACvB;AAED,0CAA0C;AAC1C,MAAM,WAAW,iBAAiB;IAChC,kBAAkB;IAClB,IAAI,EAAE,MAAM,CAAC;IACb,2FAA2F;IAC3F,KAAK,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI,CAAC;IAC9B,0CAA0C;IAC1C,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC1B,uDAAuD;IACvD,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACtB,iFAAiF;IACjF,OAAO,CAAC,EAAE,OAAO,GAAG,IAAI,CAAC;IACzB,iDAAiD;IACjD,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACnC;AAED,mDAAmD;AACnD,MAAM,WAAW,oBAAoB;IACnC,SAAS,EAAE,MAAM,CAAC;IAClB,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAC9B,OAAO,EAAE,iBAAiB,EAAE,CAAC;IAC7B,+EAA+E;IAC/E,mBAAmB,CAAC,EAAE,MAAM,CAAC;CAC9B;AAED,mFAAmF;AACnF,MAAM,WAAW,iBAAiB;IAChC,uBAAuB;IACvB,SAAS,EAAE,MAAM,CAAC;IAClB,wBAAwB;IACxB,MAAM,EAAE,MAAM,CAAC;IACf,iDAAiD;IACjD,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,iEAAiE;IACjE,OAAO,EAAE,oBAAoB,EAAE,CAAC;IAChC,+EAA+E;IAC/E,oBAAoB,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAC7C,mFAAmF;IACnF,MAAM,EAAE,OAAO,GAAG,IAAI,CAAC;CACxB;AAED;;;;;GAKG;AACH,MAAM,MAAM,aAAa,GAAG,CAC1B,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,KAC5B,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC;AAEhC;;;GAGG;AACH,MAAM,MAAM,eAAe,GAAG,CAC5B,UAAU,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EACnC,OAAO,EAAE,iBAAiB,EAAE,KACzB,OAAO,CAAC;AAEb,qFAAqF;AACrF,wBAAgB,aAAa,CAAC,OAAO,EAAE,oBAAoB,EAAE,GAAG,OAAO,GAAG,IAAI,CAW7E"}
|
|
@@ -0,0 +1,19 @@
|
|
|
1
|
+
import type { JudgeVersionPin, OfflineExampleResult, OfflineTestResult, PassConditionFn } from "./types";
|
|
2
|
+
export declare function asRecord(value: unknown): Record<string, unknown>;
|
|
3
|
+
export declare function asArray(value: unknown): unknown[];
|
|
4
|
+
export declare function asString(value: unknown): string;
|
|
5
|
+
/** Extract a scorer's display value: "Yes"/"No" for binary, the string for
|
|
6
|
+
* categorical, the number for numeric. */
|
|
7
|
+
export declare function scorerValue(scorer: Record<string, unknown>): string | number | null;
|
|
8
|
+
/** Validate `judgeVersions` and normalize each pin to the server's snake_case shape. */
|
|
9
|
+
export declare function normalizeJudgeVersions(pins?: JudgeVersionPin[]): Record<string, unknown>[] | undefined;
|
|
10
|
+
/** Turn raw test-run item rows into per-example results, applying the optional
|
|
11
|
+
* pass condition to each row (its outcome is stored as every scorer's success). */
|
|
12
|
+
export declare function buildResults(items: Record<string, unknown>[], agentTraces: Record<string, string>, passConditionFn?: PassConditionFn): OfflineExampleResult[];
|
|
13
|
+
/** Throw if the run did not complete or any example failed its pass condition. */
|
|
14
|
+
export declare function assertAllPassed(outcome: OfflineTestResult): void;
|
|
15
|
+
/** Print a header for a starting run. */
|
|
16
|
+
export declare function displayStart(configName: string, projectName: string, exampleCount: number): void;
|
|
17
|
+
/** Print per-example results and the results link. */
|
|
18
|
+
export declare function displayResults(results: OfflineExampleResult[], uiResultsUrl: string | undefined): void;
|
|
19
|
+
//# sourceMappingURL=utils.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"utils.d.ts","sourceRoot":"","sources":["../../src/offline-tests/utils.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EACV,eAAe,EACf,oBAAoB,EAEpB,iBAAiB,EACjB,eAAe,EAChB,MAAM,SAAS,CAAC;AAEjB,wBAAgB,QAAQ,CAAC,KAAK,EAAE,OAAO,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAIhE;AAED,wBAAgB,OAAO,CAAC,KAAK,EAAE,OAAO,GAAG,OAAO,EAAE,CAEjD;AAED,wBAAgB,QAAQ,CAAC,KAAK,EAAE,OAAO,GAAG,MAAM,CAE/C;AAMD;2CAC2C;AAC3C,wBAAgB,WAAW,CACzB,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAC9B,MAAM,GAAG,MAAM,GAAG,IAAI,CAkBxB;AAsBD,wFAAwF;AACxF,wBAAgB,sBAAsB,CACpC,IAAI,CAAC,EAAE,eAAe,EAAE,GACvB,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAAE,GAAG,SAAS,CAmBvC;AAED;oFACoF;AACpF,wBAAgB,YAAY,CAC1B,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAAE,EAChC,WAAW,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,EACnC,eAAe,CAAC,EAAE,eAAe,GAChC,oBAAoB,EAAE,CAwCxB;AAED,kFAAkF;AAClF,wBAAgB,eAAe,CAAC,OAAO,EAAE,iBAAiB,GAAG,IAAI,CAgBhE;AAED,yCAAyC;AACzC,wBAAgB,YAAY,CAC1B,UAAU,EAAE,MAAM,EAClB,WAAW,EAAE,MAAM,EACnB,YAAY,EAAE,MAAM,GACnB,IAAI,CAON;AAED,sDAAsD;AACtD,wBAAgB,cAAc,CAC5B,OAAO,EAAE,oBAAoB,EAAE,EAC/B,YAAY,EAAE,MAAM,GAAG,SAAS,GAC/B,IAAI,CAsCN"}
|
|
@@ -168,6 +168,11 @@ export declare abstract class BaseTracer {
|
|
|
168
168
|
* Currently supports OpenAI clients. The client is instrumented
|
|
169
169
|
* in-place and returned.
|
|
170
170
|
*
|
|
171
|
+
* Lives on `BaseTracer` (rather than a runtime-specific subclass) because
|
|
172
|
+
* the OpenAI wrapper relies only on fetch-based method interception — the
|
|
173
|
+
* `openai` import is types-only and it uses no Node built-ins — so it is
|
|
174
|
+
* safe in both the Node and Workers runtimes.
|
|
175
|
+
*
|
|
171
176
|
* @param client - An LLM client instance (e.g. `new OpenAI()`).
|
|
172
177
|
* @returns The same client instance, instrumented.
|
|
173
178
|
*
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"BaseTracer.d.ts","sourceRoot":"","sources":["../../src/trace/BaseTracer.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,KAAK,UAAU,EACf,KAAK,OAAO,EAEZ,KAAK,IAAI,EAET,KAAK,MAAM,EACZ,MAAM,oBAAoB,CAAC;AAC5B,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,gCAAgC,CAAC;AACtE,OAAO,KAAK,EACV,mBAAmB,EACnB,OAAO,EACP,UAAU,EACV,aAAa,EACd,MAAM,+BAA+B,CAAC;
|
|
1
|
+
{"version":3,"file":"BaseTracer.d.ts","sourceRoot":"","sources":["../../src/trace/BaseTracer.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,KAAK,UAAU,EACf,KAAK,OAAO,EAEZ,KAAK,IAAI,EAET,KAAK,MAAM,EACZ,MAAM,oBAAoB,CAAC;AAC5B,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,gCAAgC,CAAC;AACtE,OAAO,KAAK,EACV,mBAAmB,EACnB,OAAO,EACP,UAAU,EACV,aAAa,EACd,MAAM,+BAA+B,CAAC;AACvC,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAC;AAGrC,OAAO,EAAE,iBAAiB,EAAE,MAAM,iBAAiB,CAAC;AAKpD,OAAO,EAGL,UAAU,EACX,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EAAE,KAAK,EAAE,MAAM,uBAAuB,CAAC;AAG9C,OAAO,KAAK,EAAE,oBAAoB,EAAE,MAAM,kCAAkC,CAAC;AAC7E,OAAO,KAAK,EAAE,qBAAqB,EAAE,MAAM,oCAAoC,CAAC;AAKhF;;GAEG;AACH,MAAM,WAAW,WAAW;IAC1B,kCAAkC;IAClC,KAAK,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IACtB,qCAAqC;IACrC,QAAQ,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IACzB,yCAAyC;IACzC,uBAAuB,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IACxC,+BAA+B;IAC/B,aAAa,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IAC9B,yCAAyC;IACzC,uBAAuB,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IACxC,6CAA6C;IAC7C,2BAA2B,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IAC5C,yBAAyB;IACzB,cAAc,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;CAChC;AAED;;GAEG;AACH,MAAM,WAAW,cAAc;IAC7B,8EAA8E;IAC9E,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,iEAAiE;IACjE,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,iFAAiF;IACjF,WAAW,CAAC,EAAE,OAAO,CAAC;IACtB,kFAAkF;IAClF,YAAY,CAAC,EAAE,OAAO,CAAC;IACvB;;;;OAIG;IACH,IAAI,CAAC,EAAE,OAAO,CAAC;CAChB;AAED;;GAEG;AACH,MAAM,WAAW,oBAAoB;IACnC;;;OAGG;IACH,KAAK,EAAE,MAAM,CAAC;IACd;;;OAGG;IACH,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACnC;AAED;;;;;GAKG;AACH,MAAM,WAAW,YAAY;IAC3B,4DAA4D;IAC5D,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,gEAAgE;IAChE,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,uEAAuE;IACvE,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,gEAAgE;IAChE,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,uDAAuD;IACvD,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,8EAA8E;IAC9E,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,+DAA+D;IAC/D,UAAU,CAAC,EAAE,CAAC,KAAK,EAAE,OAAO,KAAK,MAAM,CAAC;IACxC,oDAAoD;IACpD,kBAAkB,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAC5C,mEAAmE;IACnE,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,oEAAoE;IACpE,UAAU,CAAC,EAAE,UAAU,CAAC;IACxB,iFAAiF;IACjF,cAAc,CAAC,EAAE,aAAa,EAAE,CAAC;CAClC;AAED;;;;;;;;GAQG;AACH,8BAAsB,UAAU;IAC9B,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC;IACtB,cAAc,EAAE,MAAM,GAAG,IAAI,CAAC;IAC9B,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC;IACtB,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B,UAAU,EAAE,UAAU,CAAC;IACvB,eAAe,EAAE,mBAAmB,CAAC;IACrC,OAAO,EAAE,iBAAiB,GAAG,IAAI,CAAC;IAClC,iBAAiB,EAAE,OAAO,CAAC;IAE3B,QAAQ,CAAC,2BAA2B,EAAE,OAAO,CAAQ;IAMrD,SAAS,aACP,WAAW,EAAE,MAAM,GAAG,IAAI,EAC1B,SAAS,EAAE,MAAM,GAAG,IAAI,EACxB,MAAM,EAAE,MAAM,GAAG,IAAI,EACrB,cAAc,EAAE,MAAM,GAAG,IAAI,EAC7B,MAAM,EAAE,MAAM,GAAG,IAAI,EACrB,WAAW,EAAE,MAAM,GAAG,IAAI,EAC1B,UAAU,EAAE,UAAU,EACtB,cAAc,EAAE,mBAAmB,EACnC,MAAM,EAAE,iBAAiB,GAAG,IAAI,EAChC,gBAAgB,EAAE,OAAO;IAc3B;;;;OAIG;IACH,SAAS,IAAI,OAAO;IAQpB,QAAQ,CAAC,gBAAgB,IAAI,qBAAqB;IAClD,QAAQ,CAAC,eAAe,IAAI,oBAAoB;IAMhD,OAAO,CAAC,MAAM,CAAC,iBAAiB;IAIhC,OAAO,CAAC,MAAM,CAAC,cAAc;IAK7B,OAAO,CAAC,MAAM,CAAC,yBAAyB;IASxC,OAAO,CAAC,MAAM,CAAC,YAAY;IAY3B;;;;OAIG;IACH,MAAM,CAAC,cAAc,IAAI,IAAI,GAAG,SAAS;IAKzC;;;;;;;;;OASG;WACU,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IAKxC;;;;;;;OAOG;WACU,QAAQ,IAAI,OAAO,CAAC,IAAI,CAAC;IAKtC;;;;;;;;;;OAUG;IACH,MAAM,CAAC,2BAA2B,CAAC,YAAY,EAAE,eAAe,GAAG,IAAI;IAOvE;;;;;;;;;;;;;;;;;;;;OAoBG;IACH,MAAM,CAAC,IAAI,CAAC,CAAC,SAAS,MAAM,EAAE,MAAM,EAAE,CAAC,GAAG,CAAC;IAQ3C;;;;OAIG;IACH,MAAM,CAAC,aAAa,IAAI,MAAM;IAK9B;;;;;;;;;;OAUG;IACH,MAAM,CAAC,SAAS,CAAC,IAAI,EAAE,MAAM,EAAE,UAAU,CAAC,EAAE,UAAU,GAAG,IAAI;IAM7D;;;;;;;;;;;;;;;;;;;OAmBG;IACH,MAAM,CAAC,eAAe,CAAC,CAAC,EACtB,OAAO,EAAE;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,UAAU,CAAC,EAAE,UAAU,CAAA;KAAE,EAClD,EAAE,EAAE,CAAC,IAAI,EAAE,IAAI,KAAK,CAAC,GACpB,CAAC;IA4BJ;;;;;;;;OAQG;IACH,MAAM,CAAC,IAAI,CAAC,CAAC,EAAE,QAAQ,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC,IAAI,EAAE,IAAI,KAAK,CAAC,GAAG,CAAC;IAoB1D;;;;;;OAMG;IACH,MAAM,CAAC,IAAI,CAAC,CAAC,EAAE,QAAQ,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC,IAAI,EAAE,IAAI,KAAK,CAAC,GAAG,CAAC;IAI1D;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;OAkDG;IACH,MAAM,CAAC,aAAa,CAAC,CAAC,EAAE,OAAO,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC,GAAG,EAAE,OAAO,KAAK,CAAC,GAAG,CAAC;IAUpE;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;OA8BG;IACH,MAAM,CAAC,OAAO,CAAC,KAAK,SAAS,OAAO,EAAE,EAAE,OAAO,EAC7C,IAAI,EAAE,CAAC,GAAG,IAAI,EAAE,KAAK,KAAK,OAAO,EACjC,OAAO,CAAC,EAAE,cAAc,GACvB,CAAC,GAAG,IAAI,EAAE,KAAK,KAAK,OAAO;IAC9B,MAAM,CAAC,OAAO,CACZ,OAAO,CAAC,EAAE,cAAc,GACvB,CAAC,KAAK,SAAS,OAAO,EAAE,EAAE,OAAO,EAClC,IAAI,EAAE,CAAC,GAAG,IAAI,EAAE,KAAK,KAAK,OAAO,EACjC,OAAO,CAAC,EAAE,OAAO,KACd,CAAC,GAAG,IAAI,EAAE,KAAK,KAAK,OAAO;IA8MhC,OAAO,CAAC,MAAM,CAAC,YAAY;IAS3B;;;;;OAKG;IACH,MAAM,CAAC,WAAW,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI;IACtC,MAAM,CAAC,WAAW,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,GAAG,IAAI;IAWlD;;OAEG;IACH,MAAM,CAAC,UAAU,IAAI,IAAI;IAIzB;;OAEG;IACH,MAAM,CAAC,WAAW,IAAI,IAAI;IAI1B;;OAEG;IACH,MAAM,CAAC,cAAc,IAAI,IAAI;IAQ7B;;;;;;OAMG;IACH,MAAM,CAAC,YAAY,CAAC,GAAG,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,GAAG,IAAI;IACtD,MAAM,CAAC,YAAY,CAAC,GAAG,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,IAAI,EAAE,IAAI,GAAG,IAAI;IAalE;;;;;OAKG;IACH,MAAM,CAAC,aAAa,CAAC,UAAU,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,IAAI;IAC/D,MAAM,CAAC,aAAa,CAAC,UAAU,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAAE,IAAI,EAAE,IAAI,GAAG,IAAI;IAQ3E;;;;;OAKG;IACH,MAAM,CAAC,QAAQ,CAAC,SAAS,EAAE,OAAO,GAAG,IAAI;IACzC,MAAM,CAAC,QAAQ,CAAC,SAAS,EAAE,OAAO,EAAE,IAAI,EAAE,IAAI,GAAG,IAAI;IAOrD;;;;;OAKG;IACH,MAAM,CAAC,SAAS,CAAC,UAAU,EAAE,OAAO,GAAG,IAAI;IAC3C,MAAM,CAAC,SAAS,CAAC,UAAU,EAAE,OAAO,EAAE,IAAI,EAAE,IAAI,GAAG,IAAI;IAOvD;;;;;;;OAOG;IACH,MAAM,CAAC,QAAQ,CAAC,KAAK,EAAE,OAAO,GAAG,IAAI;IACrC,MAAM,CAAC,QAAQ,CAAC,KAAK,EAAE,OAAO,EAAE,IAAI,EAAE,IAAI,GAAG,IAAI;IAUjD;;;;;;;;;;;;;;OAcG;IACH,MAAM,CAAC,iBAAiB,CAAC,QAAQ,EAAE,WAAW,GAAG,IAAI;IACrD,MAAM,CAAC,iBAAiB,CAAC,QAAQ,EAAE,WAAW,EAAE,IAAI,EAAE,IAAI,GAAG,IAAI;IAyDjE;;;OAGG;IACH,OAAO,CAAC,MAAM,CAAC,yBAAyB;IAcxC;;;;;;;;OAQG;IACH,MAAM,CAAC,aAAa,CAAC,UAAU,EAAE,MAAM,GAAG,IAAI;IAO9C;;;;;;;;OAQG;IACH,MAAM,CAAC,iBAAiB,CAAC,cAAc,EAAE,MAAM,GAAG,IAAI;IAOtD;;;;;;;;OAQG;IACH,MAAM,CAAC,YAAY,CAAC,SAAS,EAAE,MAAM,GAAG,IAAI;IAW5C;;;;;;;;;;OAUG;IACH,MAAM,CAAC,GAAG,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,EAAE,GAAG,IAAI;IAyBzC;;;;;;;;;;;;;;;;;;;;;OAqBG;IACH,MAAM,CAAC,aAAa,CAAC,OAAO,EAAE,oBAAoB,GAAG,IAAI;IACzD,MAAM,CAAC,aAAa,CAAC,OAAO,EAAE,oBAAoB,EAAE,IAAI,EAAE,IAAI,GAAG,IAAI;CA+CtE"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"JudgmentTracerProvider.d.ts","sourceRoot":"","sources":["../../src/trace/JudgmentTracerProvider.ts"],"names":[],"mappings":"AAAA,OAAO,
|
|
1
|
+
{"version":3,"file":"JudgmentTracerProvider.d.ts","sourceRoot":"","sources":["../../src/trace/JudgmentTracerProvider.ts"],"names":[],"mappings":"AAAA,OAAO,EAIL,KAAK,OAAO,EACZ,KAAK,IAAI,EACT,KAAK,WAAW,EAEhB,KAAK,MAAM,EACX,KAAK,cAAc,EACpB,MAAM,oBAAoB,CAAC;AAC5B,OAAO,EAEL,KAAK,eAAe,EACrB,MAAM,gCAAgC,CAAC;AAGxC,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,cAAc,CAAC;AAkE/C;;;;;GAKG;AACH,qBAAa,sBAAuB,YAAW,cAAc;IAC3D,OAAO,CAAC,MAAM,CAAC,SAAS,CAAuC;IAE/D,OAAO,CAAC,aAAa,CAA2B;IAChD,OAAO,CAAC,iBAAiB,CAAyB;IAClD,OAAO,CAAC,YAAY,CAAc;IAClC,OAAO,CAAC,QAAQ,CAAyB;IAEzC,OAAO;IAMP;;;;OAIG;IACH,MAAM,CAAC,WAAW,IAAI,sBAAsB;IAK5C;;;;;OAKG;IACH,MAAM,CAAC,6BAA6B,IAAI,OAAO;IAK/C;;;;OAIG;IACH,QAAQ,CAAC,MAAM,EAAE,UAAU,GAAG,IAAI;IAIlC;;;;OAIG;IACH,UAAU,CAAC,MAAM,EAAE,UAAU,GAAG,IAAI;IAIpC;;;;;;;OAOG;IACH,SAAS,CAAC,MAAM,EAAE,UAAU,GAAG,OAAO;IAetC;;;;OAIG;IACH,eAAe,IAAI,UAAU,GAAG,IAAI;IAIpC;;;;OAIG;IACH,iBAAiB,IAAI,OAAO;IAI5B;;OAEG;IACH,OAAO,CAAC,GAAG,EAAE,OAAO,EAAE,IAAI,EAAE,IAAI,GAAG,OAAO;IAI1C;;OAEG;IACH,eAAe,CAAC,WAAW,EAAE,WAAW,GAAG,IAAI;IAI/C;;;;OAIG;IACH,cAAc,IAAI,IAAI,GAAG,SAAS;IAKlC;;;;OAIG;IACH,iBAAiB,IAAI,OAAO;IAM5B,kBAAkB,IAAI,MAAM;IAS5B,SAAS,CACP,wBAAwB,EAAE,MAAM,EAChC,4BAA4B,CAAC,EAAE,MAAM,EACrC,QAAQ,CAAC,EAAE;QAAE,SAAS,CAAC,EAAE,MAAM,CAAA;KAAE,GAChC,MAAM;IAIT;;;;OAIG;IACH,kBAAkB,CAAC,YAAY,EAAE,eAAe,GAAG,IAAI;IAYvD,OAAO,CAAC,CAAC,EACP,IAAI,EAAE,IAAI,EACV,SAAS,EAAE,OAAO,EAClB,eAAe,EAAE,OAAO,EACxB,oBAAoB,EAAE,OAAO,EAC7B,EAAE,EAAE,MAAM,CAAC,GACV,CAAC;IA8CJ,aAAa,CAAC,GAAG,EAAE,OAAO,GAAG,IAAI;IAIjC;;;OAGG;IACH,WAAW,CAAC,CAAC,EAAE,GAAG,EAAE,OAAO,EAAE,EAAE,EAAE,MAAM,CAAC,GAAG,CAAC;IAI5C;;OAEG;IACG,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IAWjC;;OAEG;IACG,QAAQ,IAAI,OAAO,CAAC,IAAI,CAAC;CAYhC"}
|
|
@@ -0,0 +1,14 @@
|
|
|
1
|
+
import { type Context, type Span, type SpanOptions, type Tracer } from "@opentelemetry/api";
|
|
2
|
+
export declare class NoOpTracer implements Tracer {
|
|
3
|
+
startSpan(): Span;
|
|
4
|
+
startActiveSpan<F extends (span: Span) => unknown>(name: string, fn: F): ReturnType<F>;
|
|
5
|
+
startActiveSpan<F extends (span: Span) => unknown>(name: string, options: SpanOptions, fn: F): ReturnType<F>;
|
|
6
|
+
startActiveSpan<F extends (span: Span) => unknown>(name: string, options: SpanOptions, context: Context, fn: F): ReturnType<F>;
|
|
7
|
+
}
|
|
8
|
+
/**
|
|
9
|
+
* Shared, stateless no-op tracer. Reused by the runtime fallback and by each
|
|
10
|
+
* provider's "no active tracer" path, so there is a single instance rather
|
|
11
|
+
* than one per provider.
|
|
12
|
+
*/
|
|
13
|
+
export declare const noOpTracer: NoOpTracer;
|
|
14
|
+
//# sourceMappingURL=NoOpTracer.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"NoOpTracer.d.ts","sourceRoot":"","sources":["../../src/trace/NoOpTracer.ts"],"names":[],"mappings":"AAAA,OAAO,EAGL,KAAK,OAAO,EACZ,KAAK,IAAI,EACT,KAAK,WAAW,EAChB,KAAK,MAAM,EACZ,MAAM,oBAAoB,CAAC;AAE5B,qBAAa,UAAW,YAAW,MAAM;IACvC,SAAS,IAAI,IAAI;IAIjB,eAAe,CAAC,CAAC,SAAS,CAAC,IAAI,EAAE,IAAI,KAAK,OAAO,EAC/C,IAAI,EAAE,MAAM,EACZ,EAAE,EAAE,CAAC,GACJ,UAAU,CAAC,CAAC,CAAC;IAChB,eAAe,CAAC,CAAC,SAAS,CAAC,IAAI,EAAE,IAAI,KAAK,OAAO,EAC/C,IAAI,EAAE,MAAM,EACZ,OAAO,EAAE,WAAW,EACpB,EAAE,EAAE,CAAC,GACJ,UAAU,CAAC,CAAC,CAAC;IAChB,eAAe,CAAC,CAAC,SAAS,CAAC,IAAI,EAAE,IAAI,KAAK,OAAO,EAC/C,IAAI,EAAE,MAAM,EACZ,OAAO,EAAE,WAAW,EACpB,OAAO,EAAE,OAAO,EAChB,EAAE,EAAE,CAAC,GACJ,UAAU,CAAC,CAAC,CAAC;CASjB;AAED;;;;GAIG;AACH,eAAO,MAAM,UAAU,YAAmB,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"JudgmentSpanProcessor.d.ts","sourceRoot":"","sources":["../../../src/trace/processors/JudgmentSpanProcessor.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAEV,OAAO,EAEP,WAAW,EACZ,MAAM,oBAAoB,CAAC;AAC5B,OAAO,EACL,kBAAkB,EAClB,KAAK,YAAY,EACjB,KAAK,IAAI,EACT,KAAK,YAAY,EAClB,MAAM,+BAA+B,CAAC;AAMvC,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,eAAe,CAAC;AAchD;;;;;;;;GAQG;AACH,qBAAa,qBAAsB,SAAQ,kBAAkB;IAC3D,MAAM,EAAE,UAAU,GAAG,IAAI,CAAC;IAC1B,OAAO,CAAC,MAAM,CAA4C;IAC1D,OAAO,CAAC,eAAe,CAAgC;IACvD,OAAO,CAAC,iBAAiB,CAA+B;gBAGtD,MAAM,EAAE,UAAU,GAAG,IAAI,EACzB,QAAQ,EAAE,YAAY,EACtB,MAAM,CAAC,EAAE;QACP,YAAY,CAAC,EAAE,MAAM,CAAC;QACtB,oBAAoB,CAAC,EAAE,MAAM,CAAC;QAC9B,kBAAkB,CAAC,EAAE,MAAM,CAAC;QAC5B,mBAAmB,CAAC,EAAE,MAAM,CAAC;KAC9B;IAUH,OAAO,CAAC,iBAAiB;IAIzB,OAAO,CAAC,aAAa;IASrB,qDAAqD;IACrD,QAAQ,CAAC,WAAW,EAAE,WAAW,EAAE,GAAG,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,GAAG,IAAI;IAUrE,0DAA0D;IAC1D,QAAQ,CAAC,CAAC,EAAE,WAAW,EAAE,WAAW,EAAE,GAAG,EAAE,MAAM,EAAE,YAAY,EAAE,CAAC,GAAG,CAAC;IAOtE,0EAA0E;IAC1E,SAAS,CAAC,WAAW,EAAE,WAAW,EAAE,GAAG,EAAE,MAAM,GAAG,MAAM;IAaxD,yDAAyD;IACzD,WAAW,CAAC,CAAC,EAAE,WAAW,EAAE,WAAW,EAAE,GAAG,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,GAAG,CAAC,EAAE;IAenE,OAAO,CAAC,SAAS;IA4BjB,yEAAyE;IACzE,WAAW,IAAI,IAAI;
|
|
1
|
+
{"version":3,"file":"JudgmentSpanProcessor.d.ts","sourceRoot":"","sources":["../../../src/trace/processors/JudgmentSpanProcessor.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAEV,OAAO,EAEP,WAAW,EACZ,MAAM,oBAAoB,CAAC;AAC5B,OAAO,EACL,kBAAkB,EAClB,KAAK,YAAY,EACjB,KAAK,IAAI,EACT,KAAK,YAAY,EAClB,MAAM,+BAA+B,CAAC;AAMvC,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,eAAe,CAAC;AAchD;;;;;;;;GAQG;AACH,qBAAa,qBAAsB,SAAQ,kBAAkB;IAC3D,MAAM,EAAE,UAAU,GAAG,IAAI,CAAC;IAC1B,OAAO,CAAC,MAAM,CAA4C;IAC1D,OAAO,CAAC,eAAe,CAAgC;IACvD,OAAO,CAAC,iBAAiB,CAA+B;gBAGtD,MAAM,EAAE,UAAU,GAAG,IAAI,EACzB,QAAQ,EAAE,YAAY,EACtB,MAAM,CAAC,EAAE;QACP,YAAY,CAAC,EAAE,MAAM,CAAC;QACtB,oBAAoB,CAAC,EAAE,MAAM,CAAC;QAC9B,kBAAkB,CAAC,EAAE,MAAM,CAAC;QAC5B,mBAAmB,CAAC,EAAE,MAAM,CAAC;KAC9B;IAUH,OAAO,CAAC,iBAAiB;IAIzB,OAAO,CAAC,aAAa;IASrB,qDAAqD;IACrD,QAAQ,CAAC,WAAW,EAAE,WAAW,EAAE,GAAG,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,GAAG,IAAI;IAUrE,0DAA0D;IAC1D,QAAQ,CAAC,CAAC,EAAE,WAAW,EAAE,WAAW,EAAE,GAAG,EAAE,MAAM,EAAE,YAAY,EAAE,CAAC,GAAG,CAAC;IAOtE,0EAA0E;IAC1E,SAAS,CAAC,WAAW,EAAE,WAAW,EAAE,GAAG,EAAE,MAAM,GAAG,MAAM;IAaxD,yDAAyD;IACzD,WAAW,CAAC,CAAC,EAAE,WAAW,EAAE,WAAW,EAAE,GAAG,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,GAAG,CAAC,EAAE;IAenE,OAAO,CAAC,SAAS;IA4BjB,yEAAyE;IACzE,WAAW,IAAI,IAAI;IAmBnB,OAAO,CAAC,IAAI,EAAE,IAAI,EAAE,aAAa,EAAE,OAAO,GAAG,IAAI;IAOjD,KAAK,CAAC,IAAI,EAAE,YAAY,GAAG,IAAI;CAsBhC"}
|
|
@@ -0,0 +1,57 @@
|
|
|
1
|
+
import { type Context, type Span, type SpanContext, type Tracer } from "@opentelemetry/api";
|
|
2
|
+
import type { Instrumentation } from "@opentelemetry/instrumentation";
|
|
3
|
+
import type { BasicTracerProvider } from "@opentelemetry/sdk-trace-base";
|
|
4
|
+
import type { JudgmentApiClient } from "../internal/api";
|
|
5
|
+
import type { Serializer } from "../utils/serializer";
|
|
6
|
+
import type { JudgmentSpanExporter } from "./exporters/JudgmentSpanExporter";
|
|
7
|
+
import type { JudgmentSpanProcessor } from "./processors/JudgmentSpanProcessor";
|
|
8
|
+
export interface TraceRuntimeTracer {
|
|
9
|
+
projectName: string | null;
|
|
10
|
+
projectId: string | null;
|
|
11
|
+
apiKey: string | null;
|
|
12
|
+
organizationId: string | null;
|
|
13
|
+
apiUrl: string | null;
|
|
14
|
+
environment: string | null;
|
|
15
|
+
serializer: Serializer;
|
|
16
|
+
_tracerProvider: BasicTracerProvider;
|
|
17
|
+
_client: JudgmentApiClient | null;
|
|
18
|
+
_enableMonitoring: boolean;
|
|
19
|
+
supportsLiveInstrumentation: boolean;
|
|
20
|
+
getSpanExporter(): JudgmentSpanExporter;
|
|
21
|
+
getSpanProcessor(): JudgmentSpanProcessor;
|
|
22
|
+
}
|
|
23
|
+
/**
|
|
24
|
+
* Runtime indirection that decouples {@link BaseTracer} from the concrete
|
|
25
|
+
* tracer provider.
|
|
26
|
+
*
|
|
27
|
+
* `BaseTracer` is shared by both the Node and Workers entrypoints, so it must
|
|
28
|
+
* not import a specific provider: `JudgmentTracerProvider` pulls in Node-only
|
|
29
|
+
* `async_hooks`, which would break the Workers bundle. Instead `BaseTracer`
|
|
30
|
+
* talks to this `TraceRuntime` interface. Each provider installs itself via
|
|
31
|
+
* {@link setTraceRuntime} from its constructor (`JudgmentTracerProvider` on
|
|
32
|
+
* Node, `WorkerTracerProvider` on Workers). Until one does, {@link getTraceRuntime}
|
|
33
|
+
* returns {@link noOpRuntime} — a fallback that still runs user code but does
|
|
34
|
+
* not record, register instrumentation, or export spans.
|
|
35
|
+
*/
|
|
36
|
+
export interface TraceRuntime {
|
|
37
|
+
register(tracer: TraceRuntimeTracer): void;
|
|
38
|
+
deregister(tracer: TraceRuntimeTracer): void;
|
|
39
|
+
setActive(tracer: TraceRuntimeTracer): boolean;
|
|
40
|
+
getActiveTracer(): TraceRuntimeTracer | null;
|
|
41
|
+
getCurrentContext(): Context;
|
|
42
|
+
setSpan(ctx: Context, span: Span): Context;
|
|
43
|
+
wrapSpanContext(spanContext: SpanContext): Span;
|
|
44
|
+
getCurrentSpan(): Span | undefined;
|
|
45
|
+
getTracer(instrumentingModuleName: string, instrumentingLibraryVersion?: string, options?: {
|
|
46
|
+
schemaUrl?: string;
|
|
47
|
+
}): Tracer;
|
|
48
|
+
addInstrumentation(instrumentor: Instrumentation): void;
|
|
49
|
+
useSpan<T>(span: Span, endOnExit: boolean, recordException: boolean, setStatusOnException: boolean, fn: () => T): T;
|
|
50
|
+
attachContext(ctx: Context): void;
|
|
51
|
+
withContext<T>(ctx: Context, fn: () => T): T;
|
|
52
|
+
forceFlush(): Promise<void>;
|
|
53
|
+
shutdown(): Promise<void>;
|
|
54
|
+
}
|
|
55
|
+
export declare function setTraceRuntime(nextRuntime: TraceRuntime): void;
|
|
56
|
+
export declare function getTraceRuntime(): TraceRuntime;
|
|
57
|
+
//# sourceMappingURL=runtime.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"runtime.d.ts","sourceRoot":"","sources":["../../src/trace/runtime.ts"],"names":[],"mappings":"AAAA,OAAO,EAGL,KAAK,OAAO,EACZ,KAAK,IAAI,EACT,KAAK,WAAW,EAChB,KAAK,MAAM,EACZ,MAAM,oBAAoB,CAAC;AAC5B,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,gCAAgC,CAAC;AACtE,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,+BAA+B,CAAC;AACzE,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,iBAAiB,CAAC;AAEzD,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,qBAAqB,CAAC;AACtD,OAAO,KAAK,EAAE,oBAAoB,EAAE,MAAM,kCAAkC,CAAC;AAE7E,OAAO,KAAK,EAAE,qBAAqB,EAAE,MAAM,oCAAoC,CAAC;AAEhF,MAAM,WAAW,kBAAkB;IACjC,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC;IACtB,cAAc,EAAE,MAAM,GAAG,IAAI,CAAC;IAC9B,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC;IACtB,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B,UAAU,EAAE,UAAU,CAAC;IACvB,eAAe,EAAE,mBAAmB,CAAC;IACrC,OAAO,EAAE,iBAAiB,GAAG,IAAI,CAAC;IAClC,iBAAiB,EAAE,OAAO,CAAC;IAC3B,2BAA2B,EAAE,OAAO,CAAC;IACrC,eAAe,IAAI,oBAAoB,CAAC;IACxC,gBAAgB,IAAI,qBAAqB,CAAC;CAC3C;AAED;;;;;;;;;;;;GAYG;AACH,MAAM,WAAW,YAAY;IAC3B,QAAQ,CAAC,MAAM,EAAE,kBAAkB,GAAG,IAAI,CAAC;IAC3C,UAAU,CAAC,MAAM,EAAE,kBAAkB,GAAG,IAAI,CAAC;IAC7C,SAAS,CAAC,MAAM,EAAE,kBAAkB,GAAG,OAAO,CAAC;IAC/C,eAAe,IAAI,kBAAkB,GAAG,IAAI,CAAC;IAC7C,iBAAiB,IAAI,OAAO,CAAC;IAC7B,OAAO,CAAC,GAAG,EAAE,OAAO,EAAE,IAAI,EAAE,IAAI,GAAG,OAAO,CAAC;IAC3C,eAAe,CAAC,WAAW,EAAE,WAAW,GAAG,IAAI,CAAC;IAChD,cAAc,IAAI,IAAI,GAAG,SAAS,CAAC;IACnC,SAAS,CACP,uBAAuB,EAAE,MAAM,EAC/B,2BAA2B,CAAC,EAAE,MAAM,EACpC,OAAO,CAAC,EAAE;QAAE,SAAS,CAAC,EAAE,MAAM,CAAA;KAAE,GAC/B,MAAM,CAAC;IACV,kBAAkB,CAAC,YAAY,EAAE,eAAe,GAAG,IAAI,CAAC;IACxD,OAAO,CAAC,CAAC,EACP,IAAI,EAAE,IAAI,EACV,SAAS,EAAE,OAAO,EAClB,eAAe,EAAE,OAAO,EACxB,oBAAoB,EAAE,OAAO,EAC7B,EAAE,EAAE,MAAM,CAAC,GACV,CAAC,CAAC;IACL,aAAa,CAAC,GAAG,EAAE,OAAO,GAAG,IAAI,CAAC;IAClC,WAAW,CAAC,CAAC,EAAE,GAAG,EAAE,OAAO,EAAE,EAAE,EAAE,MAAM,CAAC,GAAG,CAAC,CAAC;IAC7C,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;IAC5B,QAAQ,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;CAC3B;AA+DD,wBAAgB,eAAe,CAAC,WAAW,EAAE,YAAY,GAAG,IAAI,CAE/D;AAED,wBAAgB,eAAe,IAAI,YAAY,CAE9C"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"retry.d.ts","sourceRoot":"","sources":["../../src/utils/retry.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"retry.d.ts","sourceRoot":"","sources":["../../src/utils/retry.ts"],"names":[],"mappings":"AAEA,MAAM,WAAW,WAAW;IAC1B,mDAAmD;IACnD,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB;;;;OAIG;IACH,OAAO,CAAC,EAAE,CAAC,SAAS,EAAE,MAAM,KAAK,MAAM,CAAC;IACxC,yEAAyE;IACzE,OAAO,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,KAAK,IAAI,CAAC;CACrD;AAED;;;;;;;;;;;;GAYG;AACH,wBAAsB,KAAK,CAAC,CAAC,EAC3B,EAAE,EAAE,MAAM,OAAO,CAAC,CAAC,CAAC,EACpB,MAAM,GAAE,WAAgB,GACvB,OAAO,CAAC,CAAC,CAAC,CAkBZ"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"sleep.d.ts","sourceRoot":"","sources":["../../src/utils/sleep.ts"],"names":[],"mappings":"AAAA,uCAAuC;AACvC,wBAAgB,KAAK,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAE/C"}
|
|
@@ -0,0 +1,26 @@
|
|
|
1
|
+
import { WebTracerProvider } from "@opentelemetry/sdk-trace-web";
|
|
2
|
+
import { JudgmentApiClient } from "../internal/api";
|
|
3
|
+
import { BaseTracer, type TracerConfig } from "../trace/BaseTracer";
|
|
4
|
+
import type { JudgmentSpanExporter } from "../trace/exporters/JudgmentSpanExporter";
|
|
5
|
+
import { JudgmentSpanProcessor } from "../trace/processors/JudgmentSpanProcessor";
|
|
6
|
+
export interface WorkersTracerConfig extends Omit<TracerConfig, "apiKey" | "apiUrl" | "organizationId" | "projectName"> {
|
|
7
|
+
/** Your Judgment project name. Required when projectId is not provided. */
|
|
8
|
+
projectName?: string;
|
|
9
|
+
/** Pre-resolved Judgment project ID. Prefer this in Workers to avoid an init-time API lookup. */
|
|
10
|
+
projectId?: string;
|
|
11
|
+
/** Judgment API key. Required; Workers do not read process.env. */
|
|
12
|
+
apiKey: string;
|
|
13
|
+
/** Judgment organization ID. Required; Workers do not read process.env. */
|
|
14
|
+
organizationId: string;
|
|
15
|
+
/** Judgment API URL. Required; Workers do not read process.env. */
|
|
16
|
+
apiUrl: string;
|
|
17
|
+
}
|
|
18
|
+
export declare class Tracer extends BaseTracer {
|
|
19
|
+
private _spanExporter;
|
|
20
|
+
private _spanProcessor;
|
|
21
|
+
protected constructor(projectName: string | null, projectId: string, apiKey: string, organizationId: string, apiUrl: string, environment: string | null, serializer: (v: unknown) => string, tracerProvider: WebTracerProvider, client: JudgmentApiClient);
|
|
22
|
+
static init(config: WorkersTracerConfig): Promise<Tracer>;
|
|
23
|
+
getSpanExporter(): JudgmentSpanExporter;
|
|
24
|
+
getSpanProcessor(): JudgmentSpanProcessor;
|
|
25
|
+
}
|
|
26
|
+
//# sourceMappingURL=Tracer.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"Tracer.d.ts","sourceRoot":"","sources":["../../src/workers/Tracer.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,iBAAiB,EAAE,MAAM,8BAA8B,CAAC;AACjE,OAAO,EAAE,iBAAiB,EAAE,MAAM,iBAAiB,CAAC;AAIpD,OAAO,EAAE,UAAU,EAAE,KAAK,YAAY,EAAE,MAAM,qBAAqB,CAAC;AAEpE,OAAO,KAAK,EAAE,oBAAoB,EAAE,MAAM,yCAAyC,CAAC;AACpF,OAAO,EAAE,qBAAqB,EAAE,MAAM,2CAA2C,CAAC;AAIlF,MAAM,WAAW,mBAAoB,SAAQ,IAAI,CAC/C,YAAY,EACZ,QAAQ,GAAG,QAAQ,GAAG,gBAAgB,GAAG,aAAa,CACvD;IACC,2EAA2E;IAC3E,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,iGAAiG;IACjG,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,mEAAmE;IACnE,MAAM,EAAE,MAAM,CAAC;IACf,2EAA2E;IAC3E,cAAc,EAAE,MAAM,CAAC;IACvB,mEAAmE;IACnE,MAAM,EAAE,MAAM,CAAC;CAChB;AASD,qBAAa,MAAO,SAAQ,UAAU;IACpC,OAAO,CAAC,aAAa,CAA6B;IAClD,OAAO,CAAC,cAAc,CAAsC;IAE5D,SAAS,aACP,WAAW,EAAE,MAAM,GAAG,IAAI,EAC1B,SAAS,EAAE,MAAM,EACjB,MAAM,EAAE,MAAM,EACd,cAAc,EAAE,MAAM,EACtB,MAAM,EAAE,MAAM,EACd,WAAW,EAAE,MAAM,GAAG,IAAI,EAC1B,UAAU,EAAE,CAAC,CAAC,EAAE,OAAO,KAAK,MAAM,EAClC,cAAc,EAAE,iBAAiB,EACjC,MAAM,EAAE,iBAAiB;WAgBd,IAAI,CAAC,MAAM,EAAE,mBAAmB,GAAG,OAAO,CAAC,MAAM,CAAC;IA6E/D,eAAe,IAAI,oBAAoB;IAevC,gBAAgB,IAAI,qBAAqB;CAS1C"}
|
|
@@ -0,0 +1,19 @@
|
|
|
1
|
+
import type { ExportResult } from "@opentelemetry/core";
|
|
2
|
+
import type { ReadableSpan, SpanExporter } from "@opentelemetry/sdk-trace-base";
|
|
3
|
+
/**
|
|
4
|
+
* Fetch-based OTLP/protobuf span exporter for Cloudflare Workers.
|
|
5
|
+
*
|
|
6
|
+
* Export outcomes (including failures) are reported through `resultCallback`,
|
|
7
|
+
* which the span processor consumes. The processor's `forceFlush` drives the
|
|
8
|
+
* actual flush — the exporter is stateless and keeps no error queue.
|
|
9
|
+
*/
|
|
10
|
+
export declare class WorkerSpanExporter implements SpanExporter {
|
|
11
|
+
private readonly _endpoint;
|
|
12
|
+
private readonly _apiKey;
|
|
13
|
+
private readonly _organizationId;
|
|
14
|
+
private readonly _projectId;
|
|
15
|
+
constructor(_endpoint: string, _apiKey: string, _organizationId: string, _projectId: string);
|
|
16
|
+
export(spans: ReadableSpan[], resultCallback: (result: ExportResult) => void): void;
|
|
17
|
+
shutdown(): Promise<void>;
|
|
18
|
+
}
|
|
19
|
+
//# sourceMappingURL=WorkerSpanExporter.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"WorkerSpanExporter.d.ts","sourceRoot":"","sources":["../../src/workers/WorkerSpanExporter.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AAGxD,OAAO,KAAK,EAAE,YAAY,EAAE,YAAY,EAAE,MAAM,+BAA+B,CAAC;AAEhF;;;;;;GAMG;AACH,qBAAa,kBAAmB,YAAW,YAAY;IAEnD,OAAO,CAAC,QAAQ,CAAC,SAAS;IAC1B,OAAO,CAAC,QAAQ,CAAC,OAAO;IACxB,OAAO,CAAC,QAAQ,CAAC,eAAe;IAChC,OAAO,CAAC,QAAQ,CAAC,UAAU;gBAHV,SAAS,EAAE,MAAM,EACjB,OAAO,EAAE,MAAM,EACf,eAAe,EAAE,MAAM,EACvB,UAAU,EAAE,MAAM;IAGrC,MAAM,CACJ,KAAK,EAAE,YAAY,EAAE,EACrB,cAAc,EAAE,CAAC,MAAM,EAAE,YAAY,KAAK,IAAI,GAC7C,IAAI;IAwCP,QAAQ,IAAI,OAAO,CAAC,IAAI,CAAC;CAG1B"}
|
|
@@ -0,0 +1,30 @@
|
|
|
1
|
+
import { type Context, type Span, type SpanContext, type Tracer, type TracerProvider } from "@opentelemetry/api";
|
|
2
|
+
import type { Instrumentation } from "@opentelemetry/instrumentation";
|
|
3
|
+
import { type TraceRuntimeTracer } from "../trace/runtime";
|
|
4
|
+
export declare class WorkerTracerProvider implements TracerProvider {
|
|
5
|
+
private static _instance;
|
|
6
|
+
private _activeTracer;
|
|
7
|
+
private _proxyTracer;
|
|
8
|
+
private _tracers;
|
|
9
|
+
private constructor();
|
|
10
|
+
static getInstance(): WorkerTracerProvider;
|
|
11
|
+
register(tracer: TraceRuntimeTracer): void;
|
|
12
|
+
deregister(tracer: TraceRuntimeTracer): void;
|
|
13
|
+
setActive(tracer: TraceRuntimeTracer): boolean;
|
|
14
|
+
getActiveTracer(): TraceRuntimeTracer | null;
|
|
15
|
+
getCurrentContext(): Context;
|
|
16
|
+
setSpan(ctx: Context, span: Span): Context;
|
|
17
|
+
wrapSpanContext(spanContext: SpanContext): Span;
|
|
18
|
+
getCurrentSpan(): Span | undefined;
|
|
19
|
+
_getDelegateTracer(): Tracer;
|
|
20
|
+
getTracer(_instrumentingModuleName: string, _instrumentingLibraryVersion?: string, _options?: {
|
|
21
|
+
schemaUrl?: string;
|
|
22
|
+
}): Tracer;
|
|
23
|
+
addInstrumentation(_instrumentor: Instrumentation): void;
|
|
24
|
+
useSpan<T>(span: Span, endOnExit: boolean, recordException: boolean, setStatusOnException: boolean, fn: () => T): T;
|
|
25
|
+
attachContext(ctx: Context): void;
|
|
26
|
+
withContext<T>(ctx: Context, fn: () => T): T;
|
|
27
|
+
forceFlush(): Promise<void>;
|
|
28
|
+
shutdown(): Promise<void>;
|
|
29
|
+
}
|
|
30
|
+
//# sourceMappingURL=WorkerTracerProvider.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"WorkerTracerProvider.d.ts","sourceRoot":"","sources":["../../src/workers/WorkerTracerProvider.ts"],"names":[],"mappings":"AAAA,OAAO,EAIL,KAAK,OAAO,EACZ,KAAK,IAAI,EACT,KAAK,WAAW,EAEhB,KAAK,MAAM,EACX,KAAK,cAAc,EACpB,MAAM,oBAAoB,CAAC;AAE5B,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,gCAAgC,CAAC;AAGtE,OAAO,EAAmB,KAAK,kBAAkB,EAAE,MAAM,kBAAkB,CAAC;AAgE5E,qBAAa,oBAAqB,YAAW,cAAc;IACzD,OAAO,CAAC,MAAM,CAAC,SAAS,CAAqC;IAE7D,OAAO,CAAC,aAAa,CAAmC;IACxD,OAAO,CAAC,YAAY,CAAc;IAClC,OAAO,CAAC,QAAQ,CAAiC;IAEjD,OAAO;IAKP,MAAM,CAAC,WAAW,IAAI,oBAAoB;IAK1C,QAAQ,CAAC,MAAM,EAAE,kBAAkB,GAAG,IAAI;IAI1C,UAAU,CAAC,MAAM,EAAE,kBAAkB,GAAG,IAAI;IAI5C,SAAS,CAAC,MAAM,EAAE,kBAAkB,GAAG,OAAO;IAe9C,eAAe,IAAI,kBAAkB,GAAG,IAAI;IAI5C,iBAAiB,IAAI,OAAO;IAI5B,OAAO,CAAC,GAAG,EAAE,OAAO,EAAE,IAAI,EAAE,IAAI,GAAG,OAAO;IAI1C,eAAe,CAAC,WAAW,EAAE,WAAW,GAAG,IAAI;IAI/C,cAAc,IAAI,IAAI,GAAG,SAAS;IAIlC,kBAAkB,IAAI,MAAM;IAS5B,SAAS,CACP,wBAAwB,EAAE,MAAM,EAChC,4BAA4B,CAAC,EAAE,MAAM,EACrC,QAAQ,CAAC,EAAE;QAAE,SAAS,CAAC,EAAE,MAAM,CAAA;KAAE,GAChC,MAAM;IAIT,kBAAkB,CAAC,aAAa,EAAE,eAAe,GAAG,IAAI;IAMxD,OAAO,CAAC,CAAC,EACP,IAAI,EAAE,IAAI,EACV,SAAS,EAAE,OAAO,EAClB,eAAe,EAAE,OAAO,EACxB,oBAAoB,EAAE,OAAO,EAC7B,EAAE,EAAE,MAAM,CAAC,GACV,CAAC;IA4CJ,aAAa,CAAC,GAAG,EAAE,OAAO,GAAG,IAAI;IAOjC,WAAW,CAAC,CAAC,EAAE,GAAG,EAAE,OAAO,EAAE,EAAE,EAAE,MAAM,CAAC,GAAG,CAAC;IAItC,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IAW3B,QAAQ,IAAI,OAAO,CAAC,IAAI,CAAC;CAYhC"}
|
|
@@ -0,0 +1,10 @@
|
|
|
1
|
+
export { BaseTracer, type AsyncEvaluateOptions, type LLMMetadata, type ObserveOptions, type TracerConfig, } from "../trace/BaseTracer";
|
|
2
|
+
export { Tracer, type WorkersTracerConfig } from "./Tracer";
|
|
3
|
+
export { wrap, wrapOpenAI } from "../instrumentation";
|
|
4
|
+
export { WorkerSpanExporter } from "./WorkerSpanExporter";
|
|
5
|
+
export { JudgmentSpanProcessor } from "../trace/processors/JudgmentSpanProcessor";
|
|
6
|
+
export { ALLOW_ALL_BAGGAGE_KEYS, JudgmentBaggageSpanProcessor, type BaggageKeyPredicate, } from "../trace/processors/JudgmentBaggageSpanProcessor";
|
|
7
|
+
export { JudgmentBaggagePropagator } from "../trace/baggage/JudgmentBaggagePropagator";
|
|
8
|
+
export * as baggage from "../trace/baggage";
|
|
9
|
+
export * as propagation from "../trace/propagation";
|
|
10
|
+
//# sourceMappingURL=index.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/workers/index.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,UAAU,EACV,KAAK,oBAAoB,EACzB,KAAK,WAAW,EAChB,KAAK,cAAc,EACnB,KAAK,YAAY,GAClB,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EAAE,MAAM,EAAE,KAAK,mBAAmB,EAAE,MAAM,UAAU,CAAC;AAC5D,OAAO,EAAE,IAAI,EAAE,UAAU,EAAE,MAAM,oBAAoB,CAAC;AACtD,OAAO,EAAE,kBAAkB,EAAE,MAAM,sBAAsB,CAAC;AAC1D,OAAO,EAAE,qBAAqB,EAAE,MAAM,2CAA2C,CAAC;AAClF,OAAO,EACL,sBAAsB,EACtB,4BAA4B,EAC5B,KAAK,mBAAmB,GACzB,MAAM,kDAAkD,CAAC;AAC1D,OAAO,EAAE,yBAAyB,EAAE,MAAM,4CAA4C,CAAC;AACvF,OAAO,KAAK,OAAO,MAAM,kBAAkB,CAAC;AAC5C,OAAO,KAAK,WAAW,MAAM,sBAAsB,CAAC"}
|