opik 2.0.49 → 2.0.51
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/chunk-NA3QFMTH.js +404 -0
- package/dist/index.cjs +36 -36
- package/dist/index.d.cts +27 -6
- package/dist/index.d.ts +27 -6
- package/dist/index.js +1 -1
- package/dist/{suite-POQJH74L.js → suite-GXAXIC24.js} +1 -1
- package/package.json +1 -1
- package/dist/chunk-5GE2OGBF.js +0 -404
package/dist/index.d.cts
CHANGED
|
@@ -454,6 +454,7 @@ interface AnnotationQueueUpdate {
|
|
|
454
454
|
instructions?: string;
|
|
455
455
|
commentsEnabled?: boolean;
|
|
456
456
|
feedbackDefinitionNames?: string[];
|
|
457
|
+
annotatorsPerItem?: number;
|
|
457
458
|
}
|
|
458
459
|
|
|
459
460
|
/**
|
|
@@ -886,6 +887,10 @@ interface DatasetItemBatchWrite {
|
|
|
886
887
|
items: DatasetItemWrite[];
|
|
887
888
|
/** Optional batch group ID to group multiple batches into a single dataset version. If null, mutates the latest version instead of creating a new one. */
|
|
888
889
|
batchGroupId?: string;
|
|
890
|
+
/** Optional. Dataset to read carry-forward rows from when materializing the new version. Required together with copy_from_version_id. When null, carry-forward rows are read from the destination dataset's prior version. */
|
|
891
|
+
copyFromDatasetId?: string;
|
|
892
|
+
/** Optional. Version within copy_from_dataset_id to read carry-forward rows from. Required together with copy_from_dataset_id. */
|
|
893
|
+
copyFromVersionId?: string;
|
|
889
894
|
}
|
|
890
895
|
|
|
891
896
|
interface DatasetItemStreamRequest {
|
|
@@ -2003,10 +2008,12 @@ interface PromptVersionCommitsRequestPublic {
|
|
|
2003
2008
|
|
|
2004
2009
|
/**
|
|
2005
2010
|
* @example
|
|
2006
|
-
* {
|
|
2011
|
+
* {
|
|
2012
|
+
* environments: ["environments"]
|
|
2013
|
+
* }
|
|
2007
2014
|
*/
|
|
2008
2015
|
interface PromptVersionEnvironmentUpdate {
|
|
2009
|
-
|
|
2016
|
+
environments: string[];
|
|
2010
2017
|
}
|
|
2011
2018
|
|
|
2012
2019
|
/**
|
|
@@ -3330,6 +3337,7 @@ interface AnnotationQueuePublic {
|
|
|
3330
3337
|
scope: AnnotationQueuePublicScope;
|
|
3331
3338
|
commentsEnabled?: boolean;
|
|
3332
3339
|
feedbackDefinitionNames?: string[];
|
|
3340
|
+
annotatorsPerItem?: number;
|
|
3333
3341
|
reviewers?: AnnotationQueueReviewerPublic[];
|
|
3334
3342
|
feedbackScores?: FeedbackScoreAveragePublic[];
|
|
3335
3343
|
itemsCount?: number;
|
|
@@ -3362,6 +3370,7 @@ interface AnnotationQueueWrite {
|
|
|
3362
3370
|
scope: AnnotationQueueWriteScope;
|
|
3363
3371
|
commentsEnabled?: boolean;
|
|
3364
3372
|
feedbackDefinitionNames?: string[];
|
|
3373
|
+
annotatorsPerItem?: number;
|
|
3365
3374
|
}
|
|
3366
3375
|
|
|
3367
3376
|
declare const AnnotationQueueWriteScope: {
|
|
@@ -6046,7 +6055,7 @@ interface PromptVersionDetail {
|
|
|
6046
6055
|
type?: PromptVersionDetailType;
|
|
6047
6056
|
/** version type discriminator; defaults to prompt_version */
|
|
6048
6057
|
versionType?: PromptVersionDetailVersionType;
|
|
6049
|
-
|
|
6058
|
+
environments?: string[];
|
|
6050
6059
|
changeDescription?: string;
|
|
6051
6060
|
tags?: string[];
|
|
6052
6061
|
variables?: string[];
|
|
@@ -6114,7 +6123,7 @@ interface PromptVersionPublic {
|
|
|
6114
6123
|
type?: PromptVersionPublicType;
|
|
6115
6124
|
/** version type discriminator; defaults to prompt_version */
|
|
6116
6125
|
versionType?: PromptVersionPublicVersionType;
|
|
6117
|
-
|
|
6126
|
+
environments?: string[];
|
|
6118
6127
|
changeDescription?: string;
|
|
6119
6128
|
tags?: string[];
|
|
6120
6129
|
templateStructure?: PromptVersionPublicTemplateStructure;
|
|
@@ -8430,6 +8439,11 @@ declare class DatasetsClient {
|
|
|
8430
8439
|
*
|
|
8431
8440
|
* Use `override=true` query parameter to force version creation even with stale baseVersion.
|
|
8432
8441
|
*
|
|
8442
|
+
* Set 'copy_from_dataset_id' and 'copy_from_version_id' together on the request body to read
|
|
8443
|
+
* carry-forward rows from the supplied (dataset, version) pair instead of the destination's
|
|
8444
|
+
* prior version. When the fields are null, carry-forward rows are read from the destination's
|
|
8445
|
+
* prior version.
|
|
8446
|
+
*
|
|
8433
8447
|
* @param {string} id
|
|
8434
8448
|
* @param {OpikApi.ApplyDatasetItemChangesRequest} request
|
|
8435
8449
|
* @param {DatasetsClient.RequestOptions} requestOptions - Request-specific configuration.
|
|
@@ -8491,6 +8505,10 @@ declare class DatasetsClient {
|
|
|
8491
8505
|
* Each item's 'id' field is the stable identifier and upsert key.
|
|
8492
8506
|
* Provide it to update an existing item, or omit it to create a new one.
|
|
8493
8507
|
*
|
|
8508
|
+
* Set 'copy_from_dataset_id' and 'copy_from_version_id' together to read carry-forward rows
|
|
8509
|
+
* from the supplied (dataset, version) pair instead of the destination's prior version. When
|
|
8510
|
+
* the fields are null, carry-forward rows are read from the destination's prior version.
|
|
8511
|
+
*
|
|
8494
8512
|
* @param {OpikApi.DatasetItemBatchWrite} request
|
|
8495
8513
|
* @param {DatasetsClient.RequestOptions} requestOptions - Request-specific configuration.
|
|
8496
8514
|
*
|
|
@@ -10492,9 +10510,11 @@ declare class PromptsClient {
|
|
|
10492
10510
|
* @throws {@link OpikApi.NotFoundError}
|
|
10493
10511
|
*
|
|
10494
10512
|
* @example
|
|
10495
|
-
* await client.prompts.setPromptVersionEnvironment("versionId"
|
|
10513
|
+
* await client.prompts.setPromptVersionEnvironment("versionId", {
|
|
10514
|
+
* environments: ["environments"]
|
|
10515
|
+
* })
|
|
10496
10516
|
*/
|
|
10497
|
-
setPromptVersionEnvironment(versionId: string, request
|
|
10517
|
+
setPromptVersionEnvironment(versionId: string, request: PromptVersionEnvironmentUpdate, requestOptions?: PromptsClient.RequestOptions): HttpResponsePromise<void>;
|
|
10498
10518
|
private __setPromptVersionEnvironment;
|
|
10499
10519
|
}
|
|
10500
10520
|
|
|
@@ -14576,6 +14596,7 @@ declare class OpikClient {
|
|
|
14576
14596
|
color?: string;
|
|
14577
14597
|
}) => Promise<EnvironmentPublic>;
|
|
14578
14598
|
getEnvironments: () => Promise<EnvironmentPublic[]>;
|
|
14599
|
+
private static readonly BUILTIN_ENVIRONMENT_NAMES;
|
|
14579
14600
|
updateEnvironment: (name: string, options?: {
|
|
14580
14601
|
description?: string;
|
|
14581
14602
|
color?: string;
|
package/dist/index.d.ts
CHANGED
|
@@ -454,6 +454,7 @@ interface AnnotationQueueUpdate {
|
|
|
454
454
|
instructions?: string;
|
|
455
455
|
commentsEnabled?: boolean;
|
|
456
456
|
feedbackDefinitionNames?: string[];
|
|
457
|
+
annotatorsPerItem?: number;
|
|
457
458
|
}
|
|
458
459
|
|
|
459
460
|
/**
|
|
@@ -886,6 +887,10 @@ interface DatasetItemBatchWrite {
|
|
|
886
887
|
items: DatasetItemWrite[];
|
|
887
888
|
/** Optional batch group ID to group multiple batches into a single dataset version. If null, mutates the latest version instead of creating a new one. */
|
|
888
889
|
batchGroupId?: string;
|
|
890
|
+
/** Optional. Dataset to read carry-forward rows from when materializing the new version. Required together with copy_from_version_id. When null, carry-forward rows are read from the destination dataset's prior version. */
|
|
891
|
+
copyFromDatasetId?: string;
|
|
892
|
+
/** Optional. Version within copy_from_dataset_id to read carry-forward rows from. Required together with copy_from_dataset_id. */
|
|
893
|
+
copyFromVersionId?: string;
|
|
889
894
|
}
|
|
890
895
|
|
|
891
896
|
interface DatasetItemStreamRequest {
|
|
@@ -2003,10 +2008,12 @@ interface PromptVersionCommitsRequestPublic {
|
|
|
2003
2008
|
|
|
2004
2009
|
/**
|
|
2005
2010
|
* @example
|
|
2006
|
-
* {
|
|
2011
|
+
* {
|
|
2012
|
+
* environments: ["environments"]
|
|
2013
|
+
* }
|
|
2007
2014
|
*/
|
|
2008
2015
|
interface PromptVersionEnvironmentUpdate {
|
|
2009
|
-
|
|
2016
|
+
environments: string[];
|
|
2010
2017
|
}
|
|
2011
2018
|
|
|
2012
2019
|
/**
|
|
@@ -3330,6 +3337,7 @@ interface AnnotationQueuePublic {
|
|
|
3330
3337
|
scope: AnnotationQueuePublicScope;
|
|
3331
3338
|
commentsEnabled?: boolean;
|
|
3332
3339
|
feedbackDefinitionNames?: string[];
|
|
3340
|
+
annotatorsPerItem?: number;
|
|
3333
3341
|
reviewers?: AnnotationQueueReviewerPublic[];
|
|
3334
3342
|
feedbackScores?: FeedbackScoreAveragePublic[];
|
|
3335
3343
|
itemsCount?: number;
|
|
@@ -3362,6 +3370,7 @@ interface AnnotationQueueWrite {
|
|
|
3362
3370
|
scope: AnnotationQueueWriteScope;
|
|
3363
3371
|
commentsEnabled?: boolean;
|
|
3364
3372
|
feedbackDefinitionNames?: string[];
|
|
3373
|
+
annotatorsPerItem?: number;
|
|
3365
3374
|
}
|
|
3366
3375
|
|
|
3367
3376
|
declare const AnnotationQueueWriteScope: {
|
|
@@ -6046,7 +6055,7 @@ interface PromptVersionDetail {
|
|
|
6046
6055
|
type?: PromptVersionDetailType;
|
|
6047
6056
|
/** version type discriminator; defaults to prompt_version */
|
|
6048
6057
|
versionType?: PromptVersionDetailVersionType;
|
|
6049
|
-
|
|
6058
|
+
environments?: string[];
|
|
6050
6059
|
changeDescription?: string;
|
|
6051
6060
|
tags?: string[];
|
|
6052
6061
|
variables?: string[];
|
|
@@ -6114,7 +6123,7 @@ interface PromptVersionPublic {
|
|
|
6114
6123
|
type?: PromptVersionPublicType;
|
|
6115
6124
|
/** version type discriminator; defaults to prompt_version */
|
|
6116
6125
|
versionType?: PromptVersionPublicVersionType;
|
|
6117
|
-
|
|
6126
|
+
environments?: string[];
|
|
6118
6127
|
changeDescription?: string;
|
|
6119
6128
|
tags?: string[];
|
|
6120
6129
|
templateStructure?: PromptVersionPublicTemplateStructure;
|
|
@@ -8430,6 +8439,11 @@ declare class DatasetsClient {
|
|
|
8430
8439
|
*
|
|
8431
8440
|
* Use `override=true` query parameter to force version creation even with stale baseVersion.
|
|
8432
8441
|
*
|
|
8442
|
+
* Set 'copy_from_dataset_id' and 'copy_from_version_id' together on the request body to read
|
|
8443
|
+
* carry-forward rows from the supplied (dataset, version) pair instead of the destination's
|
|
8444
|
+
* prior version. When the fields are null, carry-forward rows are read from the destination's
|
|
8445
|
+
* prior version.
|
|
8446
|
+
*
|
|
8433
8447
|
* @param {string} id
|
|
8434
8448
|
* @param {OpikApi.ApplyDatasetItemChangesRequest} request
|
|
8435
8449
|
* @param {DatasetsClient.RequestOptions} requestOptions - Request-specific configuration.
|
|
@@ -8491,6 +8505,10 @@ declare class DatasetsClient {
|
|
|
8491
8505
|
* Each item's 'id' field is the stable identifier and upsert key.
|
|
8492
8506
|
* Provide it to update an existing item, or omit it to create a new one.
|
|
8493
8507
|
*
|
|
8508
|
+
* Set 'copy_from_dataset_id' and 'copy_from_version_id' together to read carry-forward rows
|
|
8509
|
+
* from the supplied (dataset, version) pair instead of the destination's prior version. When
|
|
8510
|
+
* the fields are null, carry-forward rows are read from the destination's prior version.
|
|
8511
|
+
*
|
|
8494
8512
|
* @param {OpikApi.DatasetItemBatchWrite} request
|
|
8495
8513
|
* @param {DatasetsClient.RequestOptions} requestOptions - Request-specific configuration.
|
|
8496
8514
|
*
|
|
@@ -10492,9 +10510,11 @@ declare class PromptsClient {
|
|
|
10492
10510
|
* @throws {@link OpikApi.NotFoundError}
|
|
10493
10511
|
*
|
|
10494
10512
|
* @example
|
|
10495
|
-
* await client.prompts.setPromptVersionEnvironment("versionId"
|
|
10513
|
+
* await client.prompts.setPromptVersionEnvironment("versionId", {
|
|
10514
|
+
* environments: ["environments"]
|
|
10515
|
+
* })
|
|
10496
10516
|
*/
|
|
10497
|
-
setPromptVersionEnvironment(versionId: string, request
|
|
10517
|
+
setPromptVersionEnvironment(versionId: string, request: PromptVersionEnvironmentUpdate, requestOptions?: PromptsClient.RequestOptions): HttpResponsePromise<void>;
|
|
10498
10518
|
private __setPromptVersionEnvironment;
|
|
10499
10519
|
}
|
|
10500
10520
|
|
|
@@ -14576,6 +14596,7 @@ declare class OpikClient {
|
|
|
14576
14596
|
color?: string;
|
|
14577
14597
|
}) => Promise<EnvironmentPublic>;
|
|
14578
14598
|
getEnvironments: () => Promise<EnvironmentPublic[]>;
|
|
14599
|
+
private static readonly BUILTIN_ENVIRONMENT_NAMES;
|
|
14579
14600
|
updateEnvironment: (name: string, options?: {
|
|
14580
14601
|
description?: string;
|
|
14581
14602
|
color?: string;
|
package/dist/index.js
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
import {Fa}from'./chunk-
|
|
1
|
+
import {Fa}from'./chunk-NA3QFMTH.js';export{sa as AgentTaskCompletionJudge,ra as AgentToolCorrectnessJudge,fa as AnswerRelevance,ba as BaseLLMJudgeMetric,C as BaseMetric,D as BaseSuiteEvaluator,p as ChatPrompt,ua as ComplianceRiskJudge,i as ConfigMismatchError,h as ConfigNotFoundError,_ as Contains,y as DEFAULT_EXECUTION_POLICY,j as Dataset,f as DatasetVersion,g as DatasetVersionNotFoundError,ma as DemographicBiasJudge,ka as DialogueHelpfulnessJudge,Z as ExactMatch,ga as GEval,ha as GEvalPreset,oa as GenderBiasJudge,ea as Hallucination,aa as IsJson,Q as LLMJudge,H as ModelConfigurationError,F as ModelError,G as ModelGenerationError,ca as Moderation,Ca as OPIK_PARENT_SPAN_ID_HEADER,Ba as OPIK_TRACE_ID_HEADER,Aa as Opik,E as OpikBaseModel,q as OpikQueryLanguage,d as OpikSpanType,na as PoliticalBiasJudge,o as Prompt,k as PromptType,ta as PromptUncertaintyJudge,la as QARelevanceJudge,$ as RegexMatch,qa as RegionalBiasJudge,pa as ReligiousBiasJudge,P as ResponseSchema,N as SYSTEM_PROMPT,ja as SummarizationCoherenceJudge,ia as SummarizationConsistencyJudge,B as TASK_ERROR_SCORE_NAME,ya as TestSuite,z as TestSuiteResult,s as ThreadsAnnotationQueue,r as TracesAnnotationQueue,O as USER_PROMPT_TEMPLATE,da as Usefulness,J as VercelAIChatModel,v as activateRunner,t as agentConfigContext,A as buildSuiteResult,K as createModel,L as createModelFromInstance,S as deserializeEvaluators,I as detectProvider,c as disableLogger,X as evaluate,Y as evaluatePrompt,V as evaluateTestSuite,u as flushAll,e as generateId,Da as getDistributedTraceHeaders,l as getGlobalClient,w as getTrackContext,a as logger,n as resetGlobalClient,va as resolveEvaluators,T as resolveExecutionPolicy,U as resolveItemExecutionPolicy,M as resolveModel,W as runTests,R as serializeEvaluators,m as setGlobalClient,b as setLoggerLevel,x as track,wa as validateEvaluators,xa as validateExecutionPolicy,Ea as z}from'./chunk-NA3QFMTH.js';Fa();
|
|
@@ -1 +1 @@
|
|
|
1
|
-
import {za}from'./chunk-
|
|
1
|
+
import {za}from'./chunk-NA3QFMTH.js';export{y as DEFAULT_EXECUTION_POLICY,ya as TestSuite,z as TestSuiteResult,A as buildSuiteResult,S as deserializeEvaluators,V as evaluateTestSuite,T as resolveExecutionPolicy,U as resolveItemExecutionPolicy,W as runTests,R as serializeEvaluators}from'./chunk-NA3QFMTH.js';za();
|