opik 2.1.12 → 2.1.14
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/chunk-6G2RBRQM.js +404 -0
- package/dist/index.cjs +36 -36
- package/dist/index.d.cts +108 -0
- package/dist/index.d.ts +108 -0
- package/dist/index.js +1 -1
- package/dist/{suite-BZCMQ4XN.js → suite-B5WN2FOQ.js} +1 -1
- package/package.json +1 -1
- package/dist/chunk-TUTQVP3G.js +0 -404
package/dist/index.d.cts
CHANGED
|
@@ -2423,6 +2423,25 @@ interface ProjectsRedirectRequest {
|
|
|
2423
2423
|
path: string;
|
|
2424
2424
|
}
|
|
2425
2425
|
|
|
2426
|
+
/**
|
|
2427
|
+
* @example
|
|
2428
|
+
* {
|
|
2429
|
+
* type: "agent_insights",
|
|
2430
|
+
* projectId: "project_id"
|
|
2431
|
+
* }
|
|
2432
|
+
*/
|
|
2433
|
+
interface FindReportFailuresRequest {
|
|
2434
|
+
type: FindReportFailuresRequestType;
|
|
2435
|
+
projectId: string;
|
|
2436
|
+
page?: number;
|
|
2437
|
+
size?: number;
|
|
2438
|
+
}
|
|
2439
|
+
|
|
2440
|
+
declare const FindReportFailuresRequestType: {
|
|
2441
|
+
readonly AgentInsights: "agent_insights";
|
|
2442
|
+
};
|
|
2443
|
+
type FindReportFailuresRequestType = (typeof FindReportFailuresRequestType)[keyof typeof FindReportFailuresRequestType];
|
|
2444
|
+
|
|
2426
2445
|
/**
|
|
2427
2446
|
* @example
|
|
2428
2447
|
* {}
|
|
@@ -3520,6 +3539,8 @@ interface AgentInsightsIssue {
|
|
|
3520
3539
|
tracesQuery?: string;
|
|
3521
3540
|
/** SUM(count) over the requested window */
|
|
3522
3541
|
totalOccurrences?: number;
|
|
3542
|
+
/** Occurrences on the latest report day in the window only. The issue's description/cause narrate that most recent run, so this is the count consistent with them; totalOccurrences instead sums every day in the window. */
|
|
3543
|
+
latestCount?: number;
|
|
3523
3544
|
/** SUM(total_count) over the requested window */
|
|
3524
3545
|
total?: number;
|
|
3525
3546
|
/** SUM(users_impacted) over the requested window */
|
|
@@ -3609,6 +3630,9 @@ interface AgentInsightsJob {
|
|
|
3609
3630
|
projectId?: string;
|
|
3610
3631
|
status?: AgentInsightsJobStatus;
|
|
3611
3632
|
lastScanAt?: Date;
|
|
3633
|
+
lastFailureReason?: string;
|
|
3634
|
+
lastFailureDetail?: string;
|
|
3635
|
+
lastFailedAt?: Date;
|
|
3612
3636
|
createdAt?: Date;
|
|
3613
3637
|
createdBy?: string;
|
|
3614
3638
|
lastUpdatedAt?: Date;
|
|
@@ -6845,6 +6869,30 @@ declare const ReportedIssueSeverity: {
|
|
|
6845
6869
|
};
|
|
6846
6870
|
type ReportedIssueSeverity = (typeof ReportedIssueSeverity)[keyof typeof ReportedIssueSeverity];
|
|
6847
6871
|
|
|
6872
|
+
interface ReportFailure {
|
|
6873
|
+
id?: string;
|
|
6874
|
+
type: ReportFailureType;
|
|
6875
|
+
projectId: string;
|
|
6876
|
+
reason: string;
|
|
6877
|
+
detail?: string;
|
|
6878
|
+
createdAt?: Date;
|
|
6879
|
+
createdBy?: string;
|
|
6880
|
+
lastUpdatedAt?: Date;
|
|
6881
|
+
lastUpdatedBy?: string;
|
|
6882
|
+
}
|
|
6883
|
+
|
|
6884
|
+
interface ReportFailurePage {
|
|
6885
|
+
page?: number;
|
|
6886
|
+
size?: number;
|
|
6887
|
+
total?: number;
|
|
6888
|
+
content?: ReportFailure[];
|
|
6889
|
+
}
|
|
6890
|
+
|
|
6891
|
+
declare const ReportFailureType: {
|
|
6892
|
+
readonly AgentInsights: "agent_insights";
|
|
6893
|
+
};
|
|
6894
|
+
type ReportFailureType = (typeof ReportFailureType)[keyof typeof ReportFailureType];
|
|
6895
|
+
|
|
6848
6896
|
interface ReportPreference {
|
|
6849
6897
|
projectId?: string;
|
|
6850
6898
|
enabled?: boolean;
|
|
@@ -6955,6 +7003,7 @@ interface ServiceTogglesConfig {
|
|
|
6955
7003
|
projectHomepageEnabled: boolean;
|
|
6956
7004
|
agenticToolsEnabled: boolean;
|
|
6957
7005
|
agentInsightsEnabled: boolean;
|
|
7006
|
+
onlineScoringTracingEnabled: boolean;
|
|
6958
7007
|
v2WorkspaceAllowlistIds: string[];
|
|
6959
7008
|
v1WorkspaceAllowlistIds: string[];
|
|
6960
7009
|
forceWorkspaceVersion: string;
|
|
@@ -7043,6 +7092,7 @@ declare const SpanExperimentItemBulkWriteViewSource: {
|
|
|
7043
7092
|
readonly Experiment: "experiment";
|
|
7044
7093
|
readonly Playground: "playground";
|
|
7045
7094
|
readonly Optimization: "optimization";
|
|
7095
|
+
readonly Evaluator: "evaluator";
|
|
7046
7096
|
};
|
|
7047
7097
|
type SpanExperimentItemBulkWriteViewSource = (typeof SpanExperimentItemBulkWriteViewSource)[keyof typeof SpanExperimentItemBulkWriteViewSource];
|
|
7048
7098
|
|
|
@@ -7198,6 +7248,7 @@ declare const SpanPublicSource: {
|
|
|
7198
7248
|
readonly Experiment: "experiment";
|
|
7199
7249
|
readonly Playground: "playground";
|
|
7200
7250
|
readonly Optimization: "optimization";
|
|
7251
|
+
readonly Evaluator: "evaluator";
|
|
7201
7252
|
};
|
|
7202
7253
|
type SpanPublicSource = (typeof SpanPublicSource)[keyof typeof SpanPublicSource];
|
|
7203
7254
|
|
|
@@ -7214,6 +7265,7 @@ declare const SpanSource: {
|
|
|
7214
7265
|
readonly Experiment: "experiment";
|
|
7215
7266
|
readonly Playground: "playground";
|
|
7216
7267
|
readonly Optimization: "optimization";
|
|
7268
|
+
readonly Evaluator: "evaluator";
|
|
7217
7269
|
};
|
|
7218
7270
|
type SpanSource = (typeof SpanSource)[keyof typeof SpanSource];
|
|
7219
7271
|
|
|
@@ -7263,6 +7315,7 @@ declare const SpanUpdateSource: {
|
|
|
7263
7315
|
readonly Experiment: "experiment";
|
|
7264
7316
|
readonly Playground: "playground";
|
|
7265
7317
|
readonly Optimization: "optimization";
|
|
7318
|
+
readonly Evaluator: "evaluator";
|
|
7266
7319
|
};
|
|
7267
7320
|
type SpanUpdateSource = (typeof SpanUpdateSource)[keyof typeof SpanUpdateSource];
|
|
7268
7321
|
|
|
@@ -7321,6 +7374,7 @@ declare const SpanWriteSource: {
|
|
|
7321
7374
|
readonly Experiment: "experiment";
|
|
7322
7375
|
readonly Playground: "playground";
|
|
7323
7376
|
readonly Optimization: "optimization";
|
|
7377
|
+
readonly Evaluator: "evaluator";
|
|
7324
7378
|
};
|
|
7325
7379
|
type SpanWriteSource = (typeof SpanWriteSource)[keyof typeof SpanWriteSource];
|
|
7326
7380
|
|
|
@@ -7575,6 +7629,7 @@ declare const TraceExperimentItemBulkWriteViewSource: {
|
|
|
7575
7629
|
readonly Experiment: "experiment";
|
|
7576
7630
|
readonly Playground: "playground";
|
|
7577
7631
|
readonly Optimization: "optimization";
|
|
7632
|
+
readonly Evaluator: "evaluator";
|
|
7578
7633
|
};
|
|
7579
7634
|
type TraceExperimentItemBulkWriteViewSource = (typeof TraceExperimentItemBulkWriteViewSource)[keyof typeof TraceExperimentItemBulkWriteViewSource];
|
|
7580
7635
|
|
|
@@ -7704,6 +7759,7 @@ declare const TracePublicSource: {
|
|
|
7704
7759
|
readonly Experiment: "experiment";
|
|
7705
7760
|
readonly Playground: "playground";
|
|
7706
7761
|
readonly Optimization: "optimization";
|
|
7762
|
+
readonly Evaluator: "evaluator";
|
|
7707
7763
|
};
|
|
7708
7764
|
type TracePublicSource = (typeof TracePublicSource)[keyof typeof TracePublicSource];
|
|
7709
7765
|
|
|
@@ -7718,6 +7774,7 @@ declare const TraceSource: {
|
|
|
7718
7774
|
readonly Experiment: "experiment";
|
|
7719
7775
|
readonly Playground: "playground";
|
|
7720
7776
|
readonly Optimization: "optimization";
|
|
7777
|
+
readonly Evaluator: "evaluator";
|
|
7721
7778
|
};
|
|
7722
7779
|
type TraceSource = (typeof TraceSource)[keyof typeof TraceSource];
|
|
7723
7780
|
|
|
@@ -7904,6 +7961,7 @@ declare const TraceUpdateSource: {
|
|
|
7904
7961
|
readonly Experiment: "experiment";
|
|
7905
7962
|
readonly Playground: "playground";
|
|
7906
7963
|
readonly Optimization: "optimization";
|
|
7964
|
+
readonly Evaluator: "evaluator";
|
|
7907
7965
|
};
|
|
7908
7966
|
type TraceUpdateSource = (typeof TraceUpdateSource)[keyof typeof TraceUpdateSource];
|
|
7909
7967
|
|
|
@@ -7938,6 +7996,7 @@ declare const TraceWriteSource: {
|
|
|
7938
7996
|
readonly Experiment: "experiment";
|
|
7939
7997
|
readonly Playground: "playground";
|
|
7940
7998
|
readonly Optimization: "optimization";
|
|
7999
|
+
readonly Evaluator: "evaluator";
|
|
7941
8000
|
};
|
|
7942
8001
|
type TraceWriteSource = (typeof TraceWriteSource)[keyof typeof TraceWriteSource];
|
|
7943
8002
|
|
|
@@ -11761,6 +11820,53 @@ declare class RedirectClient {
|
|
|
11761
11820
|
private __projectsRedirect;
|
|
11762
11821
|
}
|
|
11763
11822
|
|
|
11823
|
+
declare namespace ReportFailuresClient {
|
|
11824
|
+
type Options = BaseClientOptions;
|
|
11825
|
+
interface RequestOptions extends BaseRequestOptions {
|
|
11826
|
+
}
|
|
11827
|
+
}
|
|
11828
|
+
/**
|
|
11829
|
+
* Generic failure log for reports/jobs
|
|
11830
|
+
*/
|
|
11831
|
+
declare class ReportFailuresClient {
|
|
11832
|
+
protected readonly _options: NormalizedClientOptions<ReportFailuresClient.Options>;
|
|
11833
|
+
constructor(options?: ReportFailuresClient.Options);
|
|
11834
|
+
/**
|
|
11835
|
+
* Returns failures for the given project id and type, most recent first.
|
|
11836
|
+
*
|
|
11837
|
+
* @param {OpikApi.FindReportFailuresRequest} request
|
|
11838
|
+
* @param {ReportFailuresClient.RequestOptions} requestOptions - Request-specific configuration.
|
|
11839
|
+
*
|
|
11840
|
+
* @throws {@link OpikApi.UnauthorizedError}
|
|
11841
|
+
*
|
|
11842
|
+
* @example
|
|
11843
|
+
* await client.reportFailures.findReportFailures({
|
|
11844
|
+
* type: "agent_insights",
|
|
11845
|
+
* projectId: "project_id"
|
|
11846
|
+
* })
|
|
11847
|
+
*/
|
|
11848
|
+
findReportFailures(request: FindReportFailuresRequest, requestOptions?: ReportFailuresClient.RequestOptions): HttpResponsePromise<ReportFailurePage>;
|
|
11849
|
+
private __findReportFailures;
|
|
11850
|
+
/**
|
|
11851
|
+
* Appends a failure row keyed by (project_id, type). Append-only — never overwrites earlier failures.
|
|
11852
|
+
*
|
|
11853
|
+
* @param {OpikApi.ReportFailure} request
|
|
11854
|
+
* @param {ReportFailuresClient.RequestOptions} requestOptions - Request-specific configuration.
|
|
11855
|
+
*
|
|
11856
|
+
* @throws {@link OpikApi.BadRequestError}
|
|
11857
|
+
* @throws {@link OpikApi.UnauthorizedError}
|
|
11858
|
+
*
|
|
11859
|
+
* @example
|
|
11860
|
+
* await client.reportFailures.createReportFailure({
|
|
11861
|
+
* type: "agent_insights",
|
|
11862
|
+
* projectId: "project_id",
|
|
11863
|
+
* reason: "reason"
|
|
11864
|
+
* })
|
|
11865
|
+
*/
|
|
11866
|
+
createReportFailure(request: ReportFailure, requestOptions?: ReportFailuresClient.RequestOptions): HttpResponsePromise<void>;
|
|
11867
|
+
private __createReportFailure;
|
|
11868
|
+
}
|
|
11869
|
+
|
|
11764
11870
|
declare namespace ReportsClient {
|
|
11765
11871
|
type Options = BaseClientOptions;
|
|
11766
11872
|
interface RequestOptions extends BaseRequestOptions {
|
|
@@ -13322,6 +13428,7 @@ declare class OpikApiClient {
|
|
|
13322
13428
|
protected _pairing: PairingClient | undefined;
|
|
13323
13429
|
protected _projects: ProjectsClient | undefined;
|
|
13324
13430
|
protected _prompts: PromptsClient | undefined;
|
|
13431
|
+
protected _reportFailures: ReportFailuresClient | undefined;
|
|
13325
13432
|
protected _reports: ReportsClient | undefined;
|
|
13326
13433
|
protected _retentionRules: RetentionRulesClient | undefined;
|
|
13327
13434
|
protected _serviceToggles: ServiceTogglesClient | undefined;
|
|
@@ -13364,6 +13471,7 @@ declare class OpikApiClient {
|
|
|
13364
13471
|
get pairing(): PairingClient;
|
|
13365
13472
|
get projects(): ProjectsClient;
|
|
13366
13473
|
get prompts(): PromptsClient;
|
|
13474
|
+
get reportFailures(): ReportFailuresClient;
|
|
13367
13475
|
get reports(): ReportsClient;
|
|
13368
13476
|
get retentionRules(): RetentionRulesClient;
|
|
13369
13477
|
get serviceToggles(): ServiceTogglesClient;
|
package/dist/index.d.ts
CHANGED
|
@@ -2423,6 +2423,25 @@ interface ProjectsRedirectRequest {
|
|
|
2423
2423
|
path: string;
|
|
2424
2424
|
}
|
|
2425
2425
|
|
|
2426
|
+
/**
|
|
2427
|
+
* @example
|
|
2428
|
+
* {
|
|
2429
|
+
* type: "agent_insights",
|
|
2430
|
+
* projectId: "project_id"
|
|
2431
|
+
* }
|
|
2432
|
+
*/
|
|
2433
|
+
interface FindReportFailuresRequest {
|
|
2434
|
+
type: FindReportFailuresRequestType;
|
|
2435
|
+
projectId: string;
|
|
2436
|
+
page?: number;
|
|
2437
|
+
size?: number;
|
|
2438
|
+
}
|
|
2439
|
+
|
|
2440
|
+
declare const FindReportFailuresRequestType: {
|
|
2441
|
+
readonly AgentInsights: "agent_insights";
|
|
2442
|
+
};
|
|
2443
|
+
type FindReportFailuresRequestType = (typeof FindReportFailuresRequestType)[keyof typeof FindReportFailuresRequestType];
|
|
2444
|
+
|
|
2426
2445
|
/**
|
|
2427
2446
|
* @example
|
|
2428
2447
|
* {}
|
|
@@ -3520,6 +3539,8 @@ interface AgentInsightsIssue {
|
|
|
3520
3539
|
tracesQuery?: string;
|
|
3521
3540
|
/** SUM(count) over the requested window */
|
|
3522
3541
|
totalOccurrences?: number;
|
|
3542
|
+
/** Occurrences on the latest report day in the window only. The issue's description/cause narrate that most recent run, so this is the count consistent with them; totalOccurrences instead sums every day in the window. */
|
|
3543
|
+
latestCount?: number;
|
|
3523
3544
|
/** SUM(total_count) over the requested window */
|
|
3524
3545
|
total?: number;
|
|
3525
3546
|
/** SUM(users_impacted) over the requested window */
|
|
@@ -3609,6 +3630,9 @@ interface AgentInsightsJob {
|
|
|
3609
3630
|
projectId?: string;
|
|
3610
3631
|
status?: AgentInsightsJobStatus;
|
|
3611
3632
|
lastScanAt?: Date;
|
|
3633
|
+
lastFailureReason?: string;
|
|
3634
|
+
lastFailureDetail?: string;
|
|
3635
|
+
lastFailedAt?: Date;
|
|
3612
3636
|
createdAt?: Date;
|
|
3613
3637
|
createdBy?: string;
|
|
3614
3638
|
lastUpdatedAt?: Date;
|
|
@@ -6845,6 +6869,30 @@ declare const ReportedIssueSeverity: {
|
|
|
6845
6869
|
};
|
|
6846
6870
|
type ReportedIssueSeverity = (typeof ReportedIssueSeverity)[keyof typeof ReportedIssueSeverity];
|
|
6847
6871
|
|
|
6872
|
+
interface ReportFailure {
|
|
6873
|
+
id?: string;
|
|
6874
|
+
type: ReportFailureType;
|
|
6875
|
+
projectId: string;
|
|
6876
|
+
reason: string;
|
|
6877
|
+
detail?: string;
|
|
6878
|
+
createdAt?: Date;
|
|
6879
|
+
createdBy?: string;
|
|
6880
|
+
lastUpdatedAt?: Date;
|
|
6881
|
+
lastUpdatedBy?: string;
|
|
6882
|
+
}
|
|
6883
|
+
|
|
6884
|
+
interface ReportFailurePage {
|
|
6885
|
+
page?: number;
|
|
6886
|
+
size?: number;
|
|
6887
|
+
total?: number;
|
|
6888
|
+
content?: ReportFailure[];
|
|
6889
|
+
}
|
|
6890
|
+
|
|
6891
|
+
declare const ReportFailureType: {
|
|
6892
|
+
readonly AgentInsights: "agent_insights";
|
|
6893
|
+
};
|
|
6894
|
+
type ReportFailureType = (typeof ReportFailureType)[keyof typeof ReportFailureType];
|
|
6895
|
+
|
|
6848
6896
|
interface ReportPreference {
|
|
6849
6897
|
projectId?: string;
|
|
6850
6898
|
enabled?: boolean;
|
|
@@ -6955,6 +7003,7 @@ interface ServiceTogglesConfig {
|
|
|
6955
7003
|
projectHomepageEnabled: boolean;
|
|
6956
7004
|
agenticToolsEnabled: boolean;
|
|
6957
7005
|
agentInsightsEnabled: boolean;
|
|
7006
|
+
onlineScoringTracingEnabled: boolean;
|
|
6958
7007
|
v2WorkspaceAllowlistIds: string[];
|
|
6959
7008
|
v1WorkspaceAllowlistIds: string[];
|
|
6960
7009
|
forceWorkspaceVersion: string;
|
|
@@ -7043,6 +7092,7 @@ declare const SpanExperimentItemBulkWriteViewSource: {
|
|
|
7043
7092
|
readonly Experiment: "experiment";
|
|
7044
7093
|
readonly Playground: "playground";
|
|
7045
7094
|
readonly Optimization: "optimization";
|
|
7095
|
+
readonly Evaluator: "evaluator";
|
|
7046
7096
|
};
|
|
7047
7097
|
type SpanExperimentItemBulkWriteViewSource = (typeof SpanExperimentItemBulkWriteViewSource)[keyof typeof SpanExperimentItemBulkWriteViewSource];
|
|
7048
7098
|
|
|
@@ -7198,6 +7248,7 @@ declare const SpanPublicSource: {
|
|
|
7198
7248
|
readonly Experiment: "experiment";
|
|
7199
7249
|
readonly Playground: "playground";
|
|
7200
7250
|
readonly Optimization: "optimization";
|
|
7251
|
+
readonly Evaluator: "evaluator";
|
|
7201
7252
|
};
|
|
7202
7253
|
type SpanPublicSource = (typeof SpanPublicSource)[keyof typeof SpanPublicSource];
|
|
7203
7254
|
|
|
@@ -7214,6 +7265,7 @@ declare const SpanSource: {
|
|
|
7214
7265
|
readonly Experiment: "experiment";
|
|
7215
7266
|
readonly Playground: "playground";
|
|
7216
7267
|
readonly Optimization: "optimization";
|
|
7268
|
+
readonly Evaluator: "evaluator";
|
|
7217
7269
|
};
|
|
7218
7270
|
type SpanSource = (typeof SpanSource)[keyof typeof SpanSource];
|
|
7219
7271
|
|
|
@@ -7263,6 +7315,7 @@ declare const SpanUpdateSource: {
|
|
|
7263
7315
|
readonly Experiment: "experiment";
|
|
7264
7316
|
readonly Playground: "playground";
|
|
7265
7317
|
readonly Optimization: "optimization";
|
|
7318
|
+
readonly Evaluator: "evaluator";
|
|
7266
7319
|
};
|
|
7267
7320
|
type SpanUpdateSource = (typeof SpanUpdateSource)[keyof typeof SpanUpdateSource];
|
|
7268
7321
|
|
|
@@ -7321,6 +7374,7 @@ declare const SpanWriteSource: {
|
|
|
7321
7374
|
readonly Experiment: "experiment";
|
|
7322
7375
|
readonly Playground: "playground";
|
|
7323
7376
|
readonly Optimization: "optimization";
|
|
7377
|
+
readonly Evaluator: "evaluator";
|
|
7324
7378
|
};
|
|
7325
7379
|
type SpanWriteSource = (typeof SpanWriteSource)[keyof typeof SpanWriteSource];
|
|
7326
7380
|
|
|
@@ -7575,6 +7629,7 @@ declare const TraceExperimentItemBulkWriteViewSource: {
|
|
|
7575
7629
|
readonly Experiment: "experiment";
|
|
7576
7630
|
readonly Playground: "playground";
|
|
7577
7631
|
readonly Optimization: "optimization";
|
|
7632
|
+
readonly Evaluator: "evaluator";
|
|
7578
7633
|
};
|
|
7579
7634
|
type TraceExperimentItemBulkWriteViewSource = (typeof TraceExperimentItemBulkWriteViewSource)[keyof typeof TraceExperimentItemBulkWriteViewSource];
|
|
7580
7635
|
|
|
@@ -7704,6 +7759,7 @@ declare const TracePublicSource: {
|
|
|
7704
7759
|
readonly Experiment: "experiment";
|
|
7705
7760
|
readonly Playground: "playground";
|
|
7706
7761
|
readonly Optimization: "optimization";
|
|
7762
|
+
readonly Evaluator: "evaluator";
|
|
7707
7763
|
};
|
|
7708
7764
|
type TracePublicSource = (typeof TracePublicSource)[keyof typeof TracePublicSource];
|
|
7709
7765
|
|
|
@@ -7718,6 +7774,7 @@ declare const TraceSource: {
|
|
|
7718
7774
|
readonly Experiment: "experiment";
|
|
7719
7775
|
readonly Playground: "playground";
|
|
7720
7776
|
readonly Optimization: "optimization";
|
|
7777
|
+
readonly Evaluator: "evaluator";
|
|
7721
7778
|
};
|
|
7722
7779
|
type TraceSource = (typeof TraceSource)[keyof typeof TraceSource];
|
|
7723
7780
|
|
|
@@ -7904,6 +7961,7 @@ declare const TraceUpdateSource: {
|
|
|
7904
7961
|
readonly Experiment: "experiment";
|
|
7905
7962
|
readonly Playground: "playground";
|
|
7906
7963
|
readonly Optimization: "optimization";
|
|
7964
|
+
readonly Evaluator: "evaluator";
|
|
7907
7965
|
};
|
|
7908
7966
|
type TraceUpdateSource = (typeof TraceUpdateSource)[keyof typeof TraceUpdateSource];
|
|
7909
7967
|
|
|
@@ -7938,6 +7996,7 @@ declare const TraceWriteSource: {
|
|
|
7938
7996
|
readonly Experiment: "experiment";
|
|
7939
7997
|
readonly Playground: "playground";
|
|
7940
7998
|
readonly Optimization: "optimization";
|
|
7999
|
+
readonly Evaluator: "evaluator";
|
|
7941
8000
|
};
|
|
7942
8001
|
type TraceWriteSource = (typeof TraceWriteSource)[keyof typeof TraceWriteSource];
|
|
7943
8002
|
|
|
@@ -11761,6 +11820,53 @@ declare class RedirectClient {
|
|
|
11761
11820
|
private __projectsRedirect;
|
|
11762
11821
|
}
|
|
11763
11822
|
|
|
11823
|
+
declare namespace ReportFailuresClient {
|
|
11824
|
+
type Options = BaseClientOptions;
|
|
11825
|
+
interface RequestOptions extends BaseRequestOptions {
|
|
11826
|
+
}
|
|
11827
|
+
}
|
|
11828
|
+
/**
|
|
11829
|
+
* Generic failure log for reports/jobs
|
|
11830
|
+
*/
|
|
11831
|
+
declare class ReportFailuresClient {
|
|
11832
|
+
protected readonly _options: NormalizedClientOptions<ReportFailuresClient.Options>;
|
|
11833
|
+
constructor(options?: ReportFailuresClient.Options);
|
|
11834
|
+
/**
|
|
11835
|
+
* Returns failures for the given project id and type, most recent first.
|
|
11836
|
+
*
|
|
11837
|
+
* @param {OpikApi.FindReportFailuresRequest} request
|
|
11838
|
+
* @param {ReportFailuresClient.RequestOptions} requestOptions - Request-specific configuration.
|
|
11839
|
+
*
|
|
11840
|
+
* @throws {@link OpikApi.UnauthorizedError}
|
|
11841
|
+
*
|
|
11842
|
+
* @example
|
|
11843
|
+
* await client.reportFailures.findReportFailures({
|
|
11844
|
+
* type: "agent_insights",
|
|
11845
|
+
* projectId: "project_id"
|
|
11846
|
+
* })
|
|
11847
|
+
*/
|
|
11848
|
+
findReportFailures(request: FindReportFailuresRequest, requestOptions?: ReportFailuresClient.RequestOptions): HttpResponsePromise<ReportFailurePage>;
|
|
11849
|
+
private __findReportFailures;
|
|
11850
|
+
/**
|
|
11851
|
+
* Appends a failure row keyed by (project_id, type). Append-only — never overwrites earlier failures.
|
|
11852
|
+
*
|
|
11853
|
+
* @param {OpikApi.ReportFailure} request
|
|
11854
|
+
* @param {ReportFailuresClient.RequestOptions} requestOptions - Request-specific configuration.
|
|
11855
|
+
*
|
|
11856
|
+
* @throws {@link OpikApi.BadRequestError}
|
|
11857
|
+
* @throws {@link OpikApi.UnauthorizedError}
|
|
11858
|
+
*
|
|
11859
|
+
* @example
|
|
11860
|
+
* await client.reportFailures.createReportFailure({
|
|
11861
|
+
* type: "agent_insights",
|
|
11862
|
+
* projectId: "project_id",
|
|
11863
|
+
* reason: "reason"
|
|
11864
|
+
* })
|
|
11865
|
+
*/
|
|
11866
|
+
createReportFailure(request: ReportFailure, requestOptions?: ReportFailuresClient.RequestOptions): HttpResponsePromise<void>;
|
|
11867
|
+
private __createReportFailure;
|
|
11868
|
+
}
|
|
11869
|
+
|
|
11764
11870
|
declare namespace ReportsClient {
|
|
11765
11871
|
type Options = BaseClientOptions;
|
|
11766
11872
|
interface RequestOptions extends BaseRequestOptions {
|
|
@@ -13322,6 +13428,7 @@ declare class OpikApiClient {
|
|
|
13322
13428
|
protected _pairing: PairingClient | undefined;
|
|
13323
13429
|
protected _projects: ProjectsClient | undefined;
|
|
13324
13430
|
protected _prompts: PromptsClient | undefined;
|
|
13431
|
+
protected _reportFailures: ReportFailuresClient | undefined;
|
|
13325
13432
|
protected _reports: ReportsClient | undefined;
|
|
13326
13433
|
protected _retentionRules: RetentionRulesClient | undefined;
|
|
13327
13434
|
protected _serviceToggles: ServiceTogglesClient | undefined;
|
|
@@ -13364,6 +13471,7 @@ declare class OpikApiClient {
|
|
|
13364
13471
|
get pairing(): PairingClient;
|
|
13365
13472
|
get projects(): ProjectsClient;
|
|
13366
13473
|
get prompts(): PromptsClient;
|
|
13474
|
+
get reportFailures(): ReportFailuresClient;
|
|
13367
13475
|
get reports(): ReportsClient;
|
|
13368
13476
|
get retentionRules(): RetentionRulesClient;
|
|
13369
13477
|
get serviceToggles(): ServiceTogglesClient;
|
package/dist/index.js
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
import {Ia}from'./chunk-
|
|
1
|
+
import {Ia}from'./chunk-6G2RBRQM.js';export{va as AgentTaskCompletionJudge,ua as AgentToolCorrectnessJudge,ia as AnswerRelevance,ea as BaseLLMJudgeMetric,F as BaseMetric,G as BaseSuiteEvaluator,s as ChatPrompt,xa as ComplianceRiskJudge,l as ConfigMismatchError,k as ConfigNotFoundError,ba as Contains,B as DEFAULT_EXECUTION_POLICY,m as Dataset,i as DatasetVersion,j as DatasetVersionNotFoundError,pa as DemographicBiasJudge,na as DialogueHelpfulnessJudge,aa as ExactMatch,ja as GEval,ka as GEvalPreset,ra as GenderBiasJudge,ha as Hallucination,da as IsJson,T as LLMJudge,K as ModelConfigurationError,I as ModelError,J as ModelGenerationError,fa as Moderation,Fa as OPIK_PARENT_SPAN_ID_HEADER,Ea as OPIK_TRACE_ID_HEADER,Da as Opik,H as OpikBaseModel,t as OpikQueryLanguage,g as OpikSpanType,qa as PoliticalBiasJudge,r as Prompt,n as PromptType,wa as PromptUncertaintyJudge,oa as QARelevanceJudge,ca as RegexMatch,ta as RegionalBiasJudge,sa as ReligiousBiasJudge,S as ResponseSchema,Q as SYSTEM_PROMPT,ma as SummarizationCoherenceJudge,la as SummarizationConsistencyJudge,E as TASK_ERROR_SCORE_NAME,Ba as TestSuite,C as TestSuiteResult,v as ThreadsAnnotationQueue,u as TracesAnnotationQueue,R as USER_PROMPT_TEMPLATE,ga as Usefulness,M as VercelAIChatModel,y as activateRunner,w as agentConfigContext,D as buildSuiteResult,N as createModel,O as createModelFromInstance,V as deserializeEvaluators,L as detectProvider,c as disableLogger,_ as evaluate,$ as evaluatePrompt,Y as evaluateTestSuite,x as flushAll,h as generateId,Ga as getDistributedTraceHeaders,o as getGlobalClient,z as getTrackContext,e as isTracingActive,a as logger,q as resetGlobalClient,f as resetTracingToConfigDefault,ya as resolveEvaluators,W as resolveExecutionPolicy,X as resolveItemExecutionPolicy,P as resolveModel,Z as runTests,U as serializeEvaluators,p as setGlobalClient,b as setLoggerLevel,d as setTracingActive,A as track,za as validateEvaluators,Aa as validateExecutionPolicy,Ha as z}from'./chunk-6G2RBRQM.js';Ia();
|
|
@@ -1 +1 @@
|
|
|
1
|
-
import {Ca}from'./chunk-
|
|
1
|
+
import {Ca}from'./chunk-6G2RBRQM.js';export{B as DEFAULT_EXECUTION_POLICY,Ba as TestSuite,C as TestSuiteResult,D as buildSuiteResult,V as deserializeEvaluators,Y as evaluateTestSuite,W as resolveExecutionPolicy,X as resolveItemExecutionPolicy,Z as runTests,U as serializeEvaluators}from'./chunk-6G2RBRQM.js';Ca();
|