opik 2.1.14 → 2.1.16
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/chunk-D3NTBFFR.js +404 -0
- package/dist/index.cjs +36 -36
- package/dist/index.d.cts +0 -224
- package/dist/index.d.ts +0 -224
- package/dist/index.js +1 -1
- package/dist/{suite-B5WN2FOQ.js → suite-FNWKXIIP.js} +1 -1
- package/package.json +1 -1
- package/dist/chunk-6G2RBRQM.js +0 -404
package/dist/index.d.cts
CHANGED
|
@@ -491,36 +491,6 @@ declare const AgentInsightsJobUpdateStatus: {
|
|
|
491
491
|
};
|
|
492
492
|
type AgentInsightsJobUpdateStatus = (typeof AgentInsightsJobUpdateStatus)[keyof typeof AgentInsightsJobUpdateStatus];
|
|
493
493
|
|
|
494
|
-
/**
|
|
495
|
-
* @example
|
|
496
|
-
* {
|
|
497
|
-
* body: {
|
|
498
|
-
* intervalStart: new Date("2024-01-15T09:30:00.000Z"),
|
|
499
|
-
* intervalEnd: new Date("2024-01-15T09:30:00.000Z")
|
|
500
|
-
* }
|
|
501
|
-
* }
|
|
502
|
-
*/
|
|
503
|
-
interface GetSpendLaneBreakdownRequest {
|
|
504
|
-
body: SpendMetricRequest;
|
|
505
|
-
}
|
|
506
|
-
|
|
507
|
-
/**
|
|
508
|
-
* @example
|
|
509
|
-
* {
|
|
510
|
-
* body: {
|
|
511
|
-
* intervalStart: new Date("2024-01-15T09:30:00.000Z"),
|
|
512
|
-
* intervalEnd: new Date("2024-01-15T09:30:00.000Z")
|
|
513
|
-
* }
|
|
514
|
-
* }
|
|
515
|
-
*/
|
|
516
|
-
interface GetSpendUsersRequest {
|
|
517
|
-
page?: number;
|
|
518
|
-
size?: number;
|
|
519
|
-
sorting?: string;
|
|
520
|
-
name?: string;
|
|
521
|
-
body: SpendMetricRequest;
|
|
522
|
-
}
|
|
523
|
-
|
|
524
494
|
/**
|
|
525
495
|
* @example
|
|
526
496
|
* {}
|
|
@@ -5799,11 +5769,6 @@ declare const GuardrailWriteResult: {
|
|
|
5799
5769
|
};
|
|
5800
5770
|
type GuardrailWriteResult = (typeof GuardrailWriteResult)[keyof typeof GuardrailWriteResult];
|
|
5801
5771
|
|
|
5802
|
-
interface HarnessEntry {
|
|
5803
|
-
key?: string;
|
|
5804
|
-
label?: string;
|
|
5805
|
-
}
|
|
5806
|
-
|
|
5807
5772
|
interface ImageUrl {
|
|
5808
5773
|
url: string;
|
|
5809
5774
|
detail?: string;
|
|
@@ -5819,15 +5784,6 @@ interface ImageUrlWrite {
|
|
|
5819
5784
|
detail?: string;
|
|
5820
5785
|
}
|
|
5821
5786
|
|
|
5822
|
-
interface Item {
|
|
5823
|
-
label?: string;
|
|
5824
|
-
totalTokens?: number;
|
|
5825
|
-
definitionTokens?: number;
|
|
5826
|
-
usageTokens?: number;
|
|
5827
|
-
byModel?: ModelTiers[];
|
|
5828
|
-
count?: number;
|
|
5829
|
-
}
|
|
5830
|
-
|
|
5831
5787
|
interface ItemLockInfo {
|
|
5832
5788
|
activeLocks?: number;
|
|
5833
5789
|
lockedBy?: string[];
|
|
@@ -5879,14 +5835,6 @@ declare const KpiMetricType: {
|
|
|
5879
5835
|
};
|
|
5880
5836
|
type KpiMetricType = (typeof KpiMetricType)[keyof typeof KpiMetricType];
|
|
5881
5837
|
|
|
5882
|
-
interface Lane {
|
|
5883
|
-
key?: string;
|
|
5884
|
-
label?: string;
|
|
5885
|
-
totalTokens?: number;
|
|
5886
|
-
byModel?: ModelTiers[];
|
|
5887
|
-
hasBreakdown?: boolean;
|
|
5888
|
-
}
|
|
5889
|
-
|
|
5890
5838
|
interface LlmAsJudgeCode {
|
|
5891
5839
|
model: LlmAsJudgeModelParameters;
|
|
5892
5840
|
messages: LlmAsJudgeMessage[];
|
|
@@ -6205,14 +6153,6 @@ interface Message {
|
|
|
6205
6153
|
content: JsonNode;
|
|
6206
6154
|
}
|
|
6207
6155
|
|
|
6208
|
-
interface ModelTiers {
|
|
6209
|
-
model?: string;
|
|
6210
|
-
inputTokens?: number;
|
|
6211
|
-
cacheReadTokens?: number;
|
|
6212
|
-
cacheCreationTokens?: number;
|
|
6213
|
-
outputTokens?: number;
|
|
6214
|
-
}
|
|
6215
|
-
|
|
6216
6156
|
interface MultipartUploadPart {
|
|
6217
6157
|
eTag: string;
|
|
6218
6158
|
partNumber: number;
|
|
@@ -7012,11 +6952,6 @@ interface ServiceTogglesConfig {
|
|
|
7012
6952
|
v1WorkspaceAllowlist?: string;
|
|
7013
6953
|
}
|
|
7014
6954
|
|
|
7015
|
-
interface Side {
|
|
7016
|
-
totalTokens?: number;
|
|
7017
|
-
lanes?: Lane[];
|
|
7018
|
-
}
|
|
7019
|
-
|
|
7020
6955
|
interface Span$1 {
|
|
7021
6956
|
id?: string;
|
|
7022
6957
|
/** If null, the default project is used */
|
|
@@ -7386,65 +7321,6 @@ declare const SpanWriteType: {
|
|
|
7386
7321
|
};
|
|
7387
7322
|
type SpanWriteType = (typeof SpanWriteType)[keyof typeof SpanWriteType];
|
|
7388
7323
|
|
|
7389
|
-
interface SpendBreakdownResponse {
|
|
7390
|
-
laneKey?: string;
|
|
7391
|
-
title?: string;
|
|
7392
|
-
subtitle?: string;
|
|
7393
|
-
totalTokens?: number;
|
|
7394
|
-
byModel?: ModelTiers[];
|
|
7395
|
-
itemCount?: number;
|
|
7396
|
-
itemUnit?: string;
|
|
7397
|
-
items?: Item[];
|
|
7398
|
-
}
|
|
7399
|
-
|
|
7400
|
-
interface SpendBreakdownsResponse {
|
|
7401
|
-
breakdowns?: SpendBreakdownResponse[];
|
|
7402
|
-
}
|
|
7403
|
-
|
|
7404
|
-
interface SpendCompositionResponse {
|
|
7405
|
-
input?: Side;
|
|
7406
|
-
harness?: HarnessEntry[];
|
|
7407
|
-
output?: Side;
|
|
7408
|
-
}
|
|
7409
|
-
|
|
7410
|
-
interface SpendMetricRequest {
|
|
7411
|
-
projectId?: string;
|
|
7412
|
-
projectName?: string;
|
|
7413
|
-
intervalStart: Date;
|
|
7414
|
-
intervalEnd: Date;
|
|
7415
|
-
userId?: string;
|
|
7416
|
-
startBeforeEnd?: boolean;
|
|
7417
|
-
projectProvided?: boolean;
|
|
7418
|
-
}
|
|
7419
|
-
|
|
7420
|
-
interface SpendSummaryResponse {
|
|
7421
|
-
results?: Result[];
|
|
7422
|
-
spendCurrent?: ModelTiers[];
|
|
7423
|
-
spendPrevious?: ModelTiers[];
|
|
7424
|
-
}
|
|
7425
|
-
|
|
7426
|
-
interface SpendUserPage {
|
|
7427
|
-
page?: number;
|
|
7428
|
-
size?: number;
|
|
7429
|
-
total?: number;
|
|
7430
|
-
content?: SpendUserRow[];
|
|
7431
|
-
sortableBy?: string[];
|
|
7432
|
-
}
|
|
7433
|
-
|
|
7434
|
-
interface SpendUserRow {
|
|
7435
|
-
userUuid?: string;
|
|
7436
|
-
userEmail?: string;
|
|
7437
|
-
userDisplayName?: string;
|
|
7438
|
-
byModel?: ModelTiers[];
|
|
7439
|
-
totalTokens?: number;
|
|
7440
|
-
requests?: number;
|
|
7441
|
-
skills?: number;
|
|
7442
|
-
mcps?: number;
|
|
7443
|
-
mcpCalls?: number;
|
|
7444
|
-
repositories?: string[];
|
|
7445
|
-
flags?: string[];
|
|
7446
|
-
}
|
|
7447
|
-
|
|
7448
7324
|
interface StartMultipartUploadResponse {
|
|
7449
7325
|
uploadId: string;
|
|
7450
7326
|
preSignUrls: string[];
|
|
@@ -8687,104 +8563,6 @@ declare class AgentInsightsJobsClient {
|
|
|
8687
8563
|
private __triggerAgentInsightsJob;
|
|
8688
8564
|
}
|
|
8689
8565
|
|
|
8690
|
-
declare namespace AiSpendClient {
|
|
8691
|
-
type Options = BaseClientOptions;
|
|
8692
|
-
interface RequestOptions extends BaseRequestOptions {
|
|
8693
|
-
}
|
|
8694
|
-
}
|
|
8695
|
-
/**
|
|
8696
|
-
* Coding-agent spend analytics
|
|
8697
|
-
*/
|
|
8698
|
-
declare class AiSpendClient {
|
|
8699
|
-
protected readonly _options: NormalizedClientOptions<AiSpendClient.Options>;
|
|
8700
|
-
constructor(options?: AiSpendClient.Options);
|
|
8701
|
-
/**
|
|
8702
|
-
* Get the per-item breakdown for every composition lane in one request
|
|
8703
|
-
*
|
|
8704
|
-
* @param {OpikApi.SpendMetricRequest} request
|
|
8705
|
-
* @param {AiSpendClient.RequestOptions} requestOptions - Request-specific configuration.
|
|
8706
|
-
*
|
|
8707
|
-
* @throws {@link OpikApi.BadRequestError}
|
|
8708
|
-
*
|
|
8709
|
-
* @example
|
|
8710
|
-
* await client.aiSpend.getSpendAllBreakdowns({
|
|
8711
|
-
* intervalStart: new Date("2024-01-15T09:30:00.000Z"),
|
|
8712
|
-
* intervalEnd: new Date("2024-01-15T09:30:00.000Z")
|
|
8713
|
-
* })
|
|
8714
|
-
*/
|
|
8715
|
-
getSpendAllBreakdowns(request: SpendMetricRequest, requestOptions?: AiSpendClient.RequestOptions): HttpResponsePromise<SpendBreakdownsResponse>;
|
|
8716
|
-
private __getSpendAllBreakdowns;
|
|
8717
|
-
/**
|
|
8718
|
-
* Get coding-agent token-flow composition (Sankey)
|
|
8719
|
-
*
|
|
8720
|
-
* @param {OpikApi.SpendMetricRequest} request
|
|
8721
|
-
* @param {AiSpendClient.RequestOptions} requestOptions - Request-specific configuration.
|
|
8722
|
-
*
|
|
8723
|
-
* @throws {@link OpikApi.BadRequestError}
|
|
8724
|
-
*
|
|
8725
|
-
* @example
|
|
8726
|
-
* await client.aiSpend.getSpendComposition({
|
|
8727
|
-
* intervalStart: new Date("2024-01-15T09:30:00.000Z"),
|
|
8728
|
-
* intervalEnd: new Date("2024-01-15T09:30:00.000Z")
|
|
8729
|
-
* })
|
|
8730
|
-
*/
|
|
8731
|
-
getSpendComposition(request: SpendMetricRequest, requestOptions?: AiSpendClient.RequestOptions): HttpResponsePromise<SpendCompositionResponse>;
|
|
8732
|
-
private __getSpendComposition;
|
|
8733
|
-
/**
|
|
8734
|
-
* Get the per-item breakdown for a composition lane
|
|
8735
|
-
*
|
|
8736
|
-
* @param {string} laneKey
|
|
8737
|
-
* @param {OpikApi.GetSpendLaneBreakdownRequest} request
|
|
8738
|
-
* @param {AiSpendClient.RequestOptions} requestOptions - Request-specific configuration.
|
|
8739
|
-
*
|
|
8740
|
-
* @throws {@link OpikApi.BadRequestError}
|
|
8741
|
-
*
|
|
8742
|
-
* @example
|
|
8743
|
-
* await client.aiSpend.getSpendLaneBreakdown("laneKey", {
|
|
8744
|
-
* body: {
|
|
8745
|
-
* intervalStart: new Date("2024-01-15T09:30:00.000Z"),
|
|
8746
|
-
* intervalEnd: new Date("2024-01-15T09:30:00.000Z")
|
|
8747
|
-
* }
|
|
8748
|
-
* })
|
|
8749
|
-
*/
|
|
8750
|
-
getSpendLaneBreakdown(laneKey: string, request: GetSpendLaneBreakdownRequest, requestOptions?: AiSpendClient.RequestOptions): HttpResponsePromise<SpendBreakdownResponse>;
|
|
8751
|
-
private __getSpendLaneBreakdown;
|
|
8752
|
-
/**
|
|
8753
|
-
* Get coding-agent spend KPI summary
|
|
8754
|
-
*
|
|
8755
|
-
* @param {OpikApi.SpendMetricRequest} request
|
|
8756
|
-
* @param {AiSpendClient.RequestOptions} requestOptions - Request-specific configuration.
|
|
8757
|
-
*
|
|
8758
|
-
* @throws {@link OpikApi.BadRequestError}
|
|
8759
|
-
*
|
|
8760
|
-
* @example
|
|
8761
|
-
* await client.aiSpend.getSpendSummary({
|
|
8762
|
-
* intervalStart: new Date("2024-01-15T09:30:00.000Z"),
|
|
8763
|
-
* intervalEnd: new Date("2024-01-15T09:30:00.000Z")
|
|
8764
|
-
* })
|
|
8765
|
-
*/
|
|
8766
|
-
getSpendSummary(request: SpendMetricRequest, requestOptions?: AiSpendClient.RequestOptions): HttpResponsePromise<SpendSummaryResponse>;
|
|
8767
|
-
private __getSpendSummary;
|
|
8768
|
-
/**
|
|
8769
|
-
* Get coding-agent spend per user
|
|
8770
|
-
*
|
|
8771
|
-
* @param {OpikApi.GetSpendUsersRequest} request
|
|
8772
|
-
* @param {AiSpendClient.RequestOptions} requestOptions - Request-specific configuration.
|
|
8773
|
-
*
|
|
8774
|
-
* @throws {@link OpikApi.BadRequestError}
|
|
8775
|
-
*
|
|
8776
|
-
* @example
|
|
8777
|
-
* await client.aiSpend.getSpendUsers({
|
|
8778
|
-
* body: {
|
|
8779
|
-
* intervalStart: new Date("2024-01-15T09:30:00.000Z"),
|
|
8780
|
-
* intervalEnd: new Date("2024-01-15T09:30:00.000Z")
|
|
8781
|
-
* }
|
|
8782
|
-
* })
|
|
8783
|
-
*/
|
|
8784
|
-
getSpendUsers(request: GetSpendUsersRequest, requestOptions?: AiSpendClient.RequestOptions): HttpResponsePromise<SpendUserPage>;
|
|
8785
|
-
private __getSpendUsers;
|
|
8786
|
-
}
|
|
8787
|
-
|
|
8788
8566
|
declare namespace AlertsClient {
|
|
8789
8567
|
type Options = BaseClientOptions;
|
|
8790
8568
|
interface RequestOptions extends BaseRequestOptions {
|
|
@@ -13402,7 +13180,6 @@ declare class OpikApiClient {
|
|
|
13402
13180
|
protected _agentConfigs: AgentConfigsClient | undefined;
|
|
13403
13181
|
protected _agentInsightsJobs: AgentInsightsJobsClient | undefined;
|
|
13404
13182
|
protected _agentInsights: AgentInsightsClient | undefined;
|
|
13405
|
-
protected _aiSpend: AiSpendClient | undefined;
|
|
13406
13183
|
protected _alerts: AlertsClient | undefined;
|
|
13407
13184
|
protected _annotationQueues: AnnotationQueuesClient | undefined;
|
|
13408
13185
|
protected _assertionResults: AssertionResultsClient | undefined;
|
|
@@ -13445,7 +13222,6 @@ declare class OpikApiClient {
|
|
|
13445
13222
|
get agentConfigs(): AgentConfigsClient;
|
|
13446
13223
|
get agentInsightsJobs(): AgentInsightsJobsClient;
|
|
13447
13224
|
get agentInsights(): AgentInsightsClient;
|
|
13448
|
-
get aiSpend(): AiSpendClient;
|
|
13449
13225
|
get alerts(): AlertsClient;
|
|
13450
13226
|
get annotationQueues(): AnnotationQueuesClient;
|
|
13451
13227
|
get assertionResults(): AssertionResultsClient;
|
package/dist/index.d.ts
CHANGED
|
@@ -491,36 +491,6 @@ declare const AgentInsightsJobUpdateStatus: {
|
|
|
491
491
|
};
|
|
492
492
|
type AgentInsightsJobUpdateStatus = (typeof AgentInsightsJobUpdateStatus)[keyof typeof AgentInsightsJobUpdateStatus];
|
|
493
493
|
|
|
494
|
-
/**
|
|
495
|
-
* @example
|
|
496
|
-
* {
|
|
497
|
-
* body: {
|
|
498
|
-
* intervalStart: new Date("2024-01-15T09:30:00.000Z"),
|
|
499
|
-
* intervalEnd: new Date("2024-01-15T09:30:00.000Z")
|
|
500
|
-
* }
|
|
501
|
-
* }
|
|
502
|
-
*/
|
|
503
|
-
interface GetSpendLaneBreakdownRequest {
|
|
504
|
-
body: SpendMetricRequest;
|
|
505
|
-
}
|
|
506
|
-
|
|
507
|
-
/**
|
|
508
|
-
* @example
|
|
509
|
-
* {
|
|
510
|
-
* body: {
|
|
511
|
-
* intervalStart: new Date("2024-01-15T09:30:00.000Z"),
|
|
512
|
-
* intervalEnd: new Date("2024-01-15T09:30:00.000Z")
|
|
513
|
-
* }
|
|
514
|
-
* }
|
|
515
|
-
*/
|
|
516
|
-
interface GetSpendUsersRequest {
|
|
517
|
-
page?: number;
|
|
518
|
-
size?: number;
|
|
519
|
-
sorting?: string;
|
|
520
|
-
name?: string;
|
|
521
|
-
body: SpendMetricRequest;
|
|
522
|
-
}
|
|
523
|
-
|
|
524
494
|
/**
|
|
525
495
|
* @example
|
|
526
496
|
* {}
|
|
@@ -5799,11 +5769,6 @@ declare const GuardrailWriteResult: {
|
|
|
5799
5769
|
};
|
|
5800
5770
|
type GuardrailWriteResult = (typeof GuardrailWriteResult)[keyof typeof GuardrailWriteResult];
|
|
5801
5771
|
|
|
5802
|
-
interface HarnessEntry {
|
|
5803
|
-
key?: string;
|
|
5804
|
-
label?: string;
|
|
5805
|
-
}
|
|
5806
|
-
|
|
5807
5772
|
interface ImageUrl {
|
|
5808
5773
|
url: string;
|
|
5809
5774
|
detail?: string;
|
|
@@ -5819,15 +5784,6 @@ interface ImageUrlWrite {
|
|
|
5819
5784
|
detail?: string;
|
|
5820
5785
|
}
|
|
5821
5786
|
|
|
5822
|
-
interface Item {
|
|
5823
|
-
label?: string;
|
|
5824
|
-
totalTokens?: number;
|
|
5825
|
-
definitionTokens?: number;
|
|
5826
|
-
usageTokens?: number;
|
|
5827
|
-
byModel?: ModelTiers[];
|
|
5828
|
-
count?: number;
|
|
5829
|
-
}
|
|
5830
|
-
|
|
5831
5787
|
interface ItemLockInfo {
|
|
5832
5788
|
activeLocks?: number;
|
|
5833
5789
|
lockedBy?: string[];
|
|
@@ -5879,14 +5835,6 @@ declare const KpiMetricType: {
|
|
|
5879
5835
|
};
|
|
5880
5836
|
type KpiMetricType = (typeof KpiMetricType)[keyof typeof KpiMetricType];
|
|
5881
5837
|
|
|
5882
|
-
interface Lane {
|
|
5883
|
-
key?: string;
|
|
5884
|
-
label?: string;
|
|
5885
|
-
totalTokens?: number;
|
|
5886
|
-
byModel?: ModelTiers[];
|
|
5887
|
-
hasBreakdown?: boolean;
|
|
5888
|
-
}
|
|
5889
|
-
|
|
5890
5838
|
interface LlmAsJudgeCode {
|
|
5891
5839
|
model: LlmAsJudgeModelParameters;
|
|
5892
5840
|
messages: LlmAsJudgeMessage[];
|
|
@@ -6205,14 +6153,6 @@ interface Message {
|
|
|
6205
6153
|
content: JsonNode;
|
|
6206
6154
|
}
|
|
6207
6155
|
|
|
6208
|
-
interface ModelTiers {
|
|
6209
|
-
model?: string;
|
|
6210
|
-
inputTokens?: number;
|
|
6211
|
-
cacheReadTokens?: number;
|
|
6212
|
-
cacheCreationTokens?: number;
|
|
6213
|
-
outputTokens?: number;
|
|
6214
|
-
}
|
|
6215
|
-
|
|
6216
6156
|
interface MultipartUploadPart {
|
|
6217
6157
|
eTag: string;
|
|
6218
6158
|
partNumber: number;
|
|
@@ -7012,11 +6952,6 @@ interface ServiceTogglesConfig {
|
|
|
7012
6952
|
v1WorkspaceAllowlist?: string;
|
|
7013
6953
|
}
|
|
7014
6954
|
|
|
7015
|
-
interface Side {
|
|
7016
|
-
totalTokens?: number;
|
|
7017
|
-
lanes?: Lane[];
|
|
7018
|
-
}
|
|
7019
|
-
|
|
7020
6955
|
interface Span$1 {
|
|
7021
6956
|
id?: string;
|
|
7022
6957
|
/** If null, the default project is used */
|
|
@@ -7386,65 +7321,6 @@ declare const SpanWriteType: {
|
|
|
7386
7321
|
};
|
|
7387
7322
|
type SpanWriteType = (typeof SpanWriteType)[keyof typeof SpanWriteType];
|
|
7388
7323
|
|
|
7389
|
-
interface SpendBreakdownResponse {
|
|
7390
|
-
laneKey?: string;
|
|
7391
|
-
title?: string;
|
|
7392
|
-
subtitle?: string;
|
|
7393
|
-
totalTokens?: number;
|
|
7394
|
-
byModel?: ModelTiers[];
|
|
7395
|
-
itemCount?: number;
|
|
7396
|
-
itemUnit?: string;
|
|
7397
|
-
items?: Item[];
|
|
7398
|
-
}
|
|
7399
|
-
|
|
7400
|
-
interface SpendBreakdownsResponse {
|
|
7401
|
-
breakdowns?: SpendBreakdownResponse[];
|
|
7402
|
-
}
|
|
7403
|
-
|
|
7404
|
-
interface SpendCompositionResponse {
|
|
7405
|
-
input?: Side;
|
|
7406
|
-
harness?: HarnessEntry[];
|
|
7407
|
-
output?: Side;
|
|
7408
|
-
}
|
|
7409
|
-
|
|
7410
|
-
interface SpendMetricRequest {
|
|
7411
|
-
projectId?: string;
|
|
7412
|
-
projectName?: string;
|
|
7413
|
-
intervalStart: Date;
|
|
7414
|
-
intervalEnd: Date;
|
|
7415
|
-
userId?: string;
|
|
7416
|
-
startBeforeEnd?: boolean;
|
|
7417
|
-
projectProvided?: boolean;
|
|
7418
|
-
}
|
|
7419
|
-
|
|
7420
|
-
interface SpendSummaryResponse {
|
|
7421
|
-
results?: Result[];
|
|
7422
|
-
spendCurrent?: ModelTiers[];
|
|
7423
|
-
spendPrevious?: ModelTiers[];
|
|
7424
|
-
}
|
|
7425
|
-
|
|
7426
|
-
interface SpendUserPage {
|
|
7427
|
-
page?: number;
|
|
7428
|
-
size?: number;
|
|
7429
|
-
total?: number;
|
|
7430
|
-
content?: SpendUserRow[];
|
|
7431
|
-
sortableBy?: string[];
|
|
7432
|
-
}
|
|
7433
|
-
|
|
7434
|
-
interface SpendUserRow {
|
|
7435
|
-
userUuid?: string;
|
|
7436
|
-
userEmail?: string;
|
|
7437
|
-
userDisplayName?: string;
|
|
7438
|
-
byModel?: ModelTiers[];
|
|
7439
|
-
totalTokens?: number;
|
|
7440
|
-
requests?: number;
|
|
7441
|
-
skills?: number;
|
|
7442
|
-
mcps?: number;
|
|
7443
|
-
mcpCalls?: number;
|
|
7444
|
-
repositories?: string[];
|
|
7445
|
-
flags?: string[];
|
|
7446
|
-
}
|
|
7447
|
-
|
|
7448
7324
|
interface StartMultipartUploadResponse {
|
|
7449
7325
|
uploadId: string;
|
|
7450
7326
|
preSignUrls: string[];
|
|
@@ -8687,104 +8563,6 @@ declare class AgentInsightsJobsClient {
|
|
|
8687
8563
|
private __triggerAgentInsightsJob;
|
|
8688
8564
|
}
|
|
8689
8565
|
|
|
8690
|
-
declare namespace AiSpendClient {
|
|
8691
|
-
type Options = BaseClientOptions;
|
|
8692
|
-
interface RequestOptions extends BaseRequestOptions {
|
|
8693
|
-
}
|
|
8694
|
-
}
|
|
8695
|
-
/**
|
|
8696
|
-
* Coding-agent spend analytics
|
|
8697
|
-
*/
|
|
8698
|
-
declare class AiSpendClient {
|
|
8699
|
-
protected readonly _options: NormalizedClientOptions<AiSpendClient.Options>;
|
|
8700
|
-
constructor(options?: AiSpendClient.Options);
|
|
8701
|
-
/**
|
|
8702
|
-
* Get the per-item breakdown for every composition lane in one request
|
|
8703
|
-
*
|
|
8704
|
-
* @param {OpikApi.SpendMetricRequest} request
|
|
8705
|
-
* @param {AiSpendClient.RequestOptions} requestOptions - Request-specific configuration.
|
|
8706
|
-
*
|
|
8707
|
-
* @throws {@link OpikApi.BadRequestError}
|
|
8708
|
-
*
|
|
8709
|
-
* @example
|
|
8710
|
-
* await client.aiSpend.getSpendAllBreakdowns({
|
|
8711
|
-
* intervalStart: new Date("2024-01-15T09:30:00.000Z"),
|
|
8712
|
-
* intervalEnd: new Date("2024-01-15T09:30:00.000Z")
|
|
8713
|
-
* })
|
|
8714
|
-
*/
|
|
8715
|
-
getSpendAllBreakdowns(request: SpendMetricRequest, requestOptions?: AiSpendClient.RequestOptions): HttpResponsePromise<SpendBreakdownsResponse>;
|
|
8716
|
-
private __getSpendAllBreakdowns;
|
|
8717
|
-
/**
|
|
8718
|
-
* Get coding-agent token-flow composition (Sankey)
|
|
8719
|
-
*
|
|
8720
|
-
* @param {OpikApi.SpendMetricRequest} request
|
|
8721
|
-
* @param {AiSpendClient.RequestOptions} requestOptions - Request-specific configuration.
|
|
8722
|
-
*
|
|
8723
|
-
* @throws {@link OpikApi.BadRequestError}
|
|
8724
|
-
*
|
|
8725
|
-
* @example
|
|
8726
|
-
* await client.aiSpend.getSpendComposition({
|
|
8727
|
-
* intervalStart: new Date("2024-01-15T09:30:00.000Z"),
|
|
8728
|
-
* intervalEnd: new Date("2024-01-15T09:30:00.000Z")
|
|
8729
|
-
* })
|
|
8730
|
-
*/
|
|
8731
|
-
getSpendComposition(request: SpendMetricRequest, requestOptions?: AiSpendClient.RequestOptions): HttpResponsePromise<SpendCompositionResponse>;
|
|
8732
|
-
private __getSpendComposition;
|
|
8733
|
-
/**
|
|
8734
|
-
* Get the per-item breakdown for a composition lane
|
|
8735
|
-
*
|
|
8736
|
-
* @param {string} laneKey
|
|
8737
|
-
* @param {OpikApi.GetSpendLaneBreakdownRequest} request
|
|
8738
|
-
* @param {AiSpendClient.RequestOptions} requestOptions - Request-specific configuration.
|
|
8739
|
-
*
|
|
8740
|
-
* @throws {@link OpikApi.BadRequestError}
|
|
8741
|
-
*
|
|
8742
|
-
* @example
|
|
8743
|
-
* await client.aiSpend.getSpendLaneBreakdown("laneKey", {
|
|
8744
|
-
* body: {
|
|
8745
|
-
* intervalStart: new Date("2024-01-15T09:30:00.000Z"),
|
|
8746
|
-
* intervalEnd: new Date("2024-01-15T09:30:00.000Z")
|
|
8747
|
-
* }
|
|
8748
|
-
* })
|
|
8749
|
-
*/
|
|
8750
|
-
getSpendLaneBreakdown(laneKey: string, request: GetSpendLaneBreakdownRequest, requestOptions?: AiSpendClient.RequestOptions): HttpResponsePromise<SpendBreakdownResponse>;
|
|
8751
|
-
private __getSpendLaneBreakdown;
|
|
8752
|
-
/**
|
|
8753
|
-
* Get coding-agent spend KPI summary
|
|
8754
|
-
*
|
|
8755
|
-
* @param {OpikApi.SpendMetricRequest} request
|
|
8756
|
-
* @param {AiSpendClient.RequestOptions} requestOptions - Request-specific configuration.
|
|
8757
|
-
*
|
|
8758
|
-
* @throws {@link OpikApi.BadRequestError}
|
|
8759
|
-
*
|
|
8760
|
-
* @example
|
|
8761
|
-
* await client.aiSpend.getSpendSummary({
|
|
8762
|
-
* intervalStart: new Date("2024-01-15T09:30:00.000Z"),
|
|
8763
|
-
* intervalEnd: new Date("2024-01-15T09:30:00.000Z")
|
|
8764
|
-
* })
|
|
8765
|
-
*/
|
|
8766
|
-
getSpendSummary(request: SpendMetricRequest, requestOptions?: AiSpendClient.RequestOptions): HttpResponsePromise<SpendSummaryResponse>;
|
|
8767
|
-
private __getSpendSummary;
|
|
8768
|
-
/**
|
|
8769
|
-
* Get coding-agent spend per user
|
|
8770
|
-
*
|
|
8771
|
-
* @param {OpikApi.GetSpendUsersRequest} request
|
|
8772
|
-
* @param {AiSpendClient.RequestOptions} requestOptions - Request-specific configuration.
|
|
8773
|
-
*
|
|
8774
|
-
* @throws {@link OpikApi.BadRequestError}
|
|
8775
|
-
*
|
|
8776
|
-
* @example
|
|
8777
|
-
* await client.aiSpend.getSpendUsers({
|
|
8778
|
-
* body: {
|
|
8779
|
-
* intervalStart: new Date("2024-01-15T09:30:00.000Z"),
|
|
8780
|
-
* intervalEnd: new Date("2024-01-15T09:30:00.000Z")
|
|
8781
|
-
* }
|
|
8782
|
-
* })
|
|
8783
|
-
*/
|
|
8784
|
-
getSpendUsers(request: GetSpendUsersRequest, requestOptions?: AiSpendClient.RequestOptions): HttpResponsePromise<SpendUserPage>;
|
|
8785
|
-
private __getSpendUsers;
|
|
8786
|
-
}
|
|
8787
|
-
|
|
8788
8566
|
declare namespace AlertsClient {
|
|
8789
8567
|
type Options = BaseClientOptions;
|
|
8790
8568
|
interface RequestOptions extends BaseRequestOptions {
|
|
@@ -13402,7 +13180,6 @@ declare class OpikApiClient {
|
|
|
13402
13180
|
protected _agentConfigs: AgentConfigsClient | undefined;
|
|
13403
13181
|
protected _agentInsightsJobs: AgentInsightsJobsClient | undefined;
|
|
13404
13182
|
protected _agentInsights: AgentInsightsClient | undefined;
|
|
13405
|
-
protected _aiSpend: AiSpendClient | undefined;
|
|
13406
13183
|
protected _alerts: AlertsClient | undefined;
|
|
13407
13184
|
protected _annotationQueues: AnnotationQueuesClient | undefined;
|
|
13408
13185
|
protected _assertionResults: AssertionResultsClient | undefined;
|
|
@@ -13445,7 +13222,6 @@ declare class OpikApiClient {
|
|
|
13445
13222
|
get agentConfigs(): AgentConfigsClient;
|
|
13446
13223
|
get agentInsightsJobs(): AgentInsightsJobsClient;
|
|
13447
13224
|
get agentInsights(): AgentInsightsClient;
|
|
13448
|
-
get aiSpend(): AiSpendClient;
|
|
13449
13225
|
get alerts(): AlertsClient;
|
|
13450
13226
|
get annotationQueues(): AnnotationQueuesClient;
|
|
13451
13227
|
get assertionResults(): AssertionResultsClient;
|
package/dist/index.js
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
import {Ia}from'./chunk-
|
|
1
|
+
import {Ia}from'./chunk-D3NTBFFR.js';export{va as AgentTaskCompletionJudge,ua as AgentToolCorrectnessJudge,ia as AnswerRelevance,ea as BaseLLMJudgeMetric,F as BaseMetric,G as BaseSuiteEvaluator,s as ChatPrompt,xa as ComplianceRiskJudge,l as ConfigMismatchError,k as ConfigNotFoundError,ba as Contains,B as DEFAULT_EXECUTION_POLICY,m as Dataset,i as DatasetVersion,j as DatasetVersionNotFoundError,pa as DemographicBiasJudge,na as DialogueHelpfulnessJudge,aa as ExactMatch,ja as GEval,ka as GEvalPreset,ra as GenderBiasJudge,ha as Hallucination,da as IsJson,T as LLMJudge,K as ModelConfigurationError,I as ModelError,J as ModelGenerationError,fa as Moderation,Fa as OPIK_PARENT_SPAN_ID_HEADER,Ea as OPIK_TRACE_ID_HEADER,Da as Opik,H as OpikBaseModel,t as OpikQueryLanguage,g as OpikSpanType,qa as PoliticalBiasJudge,r as Prompt,n as PromptType,wa as PromptUncertaintyJudge,oa as QARelevanceJudge,ca as RegexMatch,ta as RegionalBiasJudge,sa as ReligiousBiasJudge,S as ResponseSchema,Q as SYSTEM_PROMPT,ma as SummarizationCoherenceJudge,la as SummarizationConsistencyJudge,E as TASK_ERROR_SCORE_NAME,Ba as TestSuite,C as TestSuiteResult,v as ThreadsAnnotationQueue,u as TracesAnnotationQueue,R as USER_PROMPT_TEMPLATE,ga as Usefulness,M as VercelAIChatModel,y as activateRunner,w as agentConfigContext,D as buildSuiteResult,N as createModel,O as createModelFromInstance,V as deserializeEvaluators,L as detectProvider,c as disableLogger,_ as evaluate,$ as evaluatePrompt,Y as evaluateTestSuite,x as flushAll,h as generateId,Ga as getDistributedTraceHeaders,o as getGlobalClient,z as getTrackContext,e as isTracingActive,a as logger,q as resetGlobalClient,f as resetTracingToConfigDefault,ya as resolveEvaluators,W as resolveExecutionPolicy,X as resolveItemExecutionPolicy,P as resolveModel,Z as runTests,U as serializeEvaluators,p as setGlobalClient,b as setLoggerLevel,d as setTracingActive,A as track,za as validateEvaluators,Aa as validateExecutionPolicy,Ha as z}from'./chunk-D3NTBFFR.js';Ia();
|
|
@@ -1 +1 @@
|
|
|
1
|
-
import {Ca}from'./chunk-
|
|
1
|
+
import {Ca}from'./chunk-D3NTBFFR.js';export{B as DEFAULT_EXECUTION_POLICY,Ba as TestSuite,C as TestSuiteResult,D as buildSuiteResult,V as deserializeEvaluators,Y as evaluateTestSuite,W as resolveExecutionPolicy,X as resolveItemExecutionPolicy,Z as runTests,U as serializeEvaluators}from'./chunk-D3NTBFFR.js';Ca();
|