opik 2.0.56 → 2.0.57
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/chunk-HRLGY5WZ.js +404 -0
- package/dist/index.cjs +36 -36
- package/dist/index.d.cts +47 -0
- package/dist/index.d.ts +47 -0
- package/dist/index.js +1 -1
- package/dist/{suite-2EEBXFS2.js → suite-MXRWXOTT.js} +1 -1
- package/package.json +1 -1
- package/dist/chunk-26KMZY3J.js +0 -404
package/dist/index.d.cts
CHANGED
|
@@ -772,6 +772,22 @@ interface CreateDatasetItemsFromCsvRequest {
|
|
|
772
772
|
datasetId: string;
|
|
773
773
|
}
|
|
774
774
|
|
|
775
|
+
/**
|
|
776
|
+
* @example
|
|
777
|
+
* {
|
|
778
|
+
* file: {
|
|
779
|
+
* "key": "value"
|
|
780
|
+
* },
|
|
781
|
+
* datasetId: "dataset_id",
|
|
782
|
+
* format: "json"
|
|
783
|
+
* }
|
|
784
|
+
*/
|
|
785
|
+
interface CreateDatasetItemsFromJsonRequest {
|
|
786
|
+
file: Record<string, unknown>;
|
|
787
|
+
datasetId: string;
|
|
788
|
+
format: CreateDatasetItemsFromJsonRequestFormat;
|
|
789
|
+
}
|
|
790
|
+
|
|
775
791
|
/**
|
|
776
792
|
* @example
|
|
777
793
|
* {
|
|
@@ -1127,6 +1143,12 @@ interface PatchDatasetItemRequest {
|
|
|
1127
1143
|
*/
|
|
1128
1144
|
type StartDatasetExportRequest = {};
|
|
1129
1145
|
|
|
1146
|
+
declare const CreateDatasetItemsFromJsonRequestFormat: {
|
|
1147
|
+
readonly Json: "json";
|
|
1148
|
+
readonly Jsonl: "jsonl";
|
|
1149
|
+
};
|
|
1150
|
+
type CreateDatasetItemsFromJsonRequestFormat = (typeof CreateDatasetItemsFromJsonRequestFormat)[keyof typeof CreateDatasetItemsFromJsonRequestFormat];
|
|
1151
|
+
|
|
1130
1152
|
declare const DatasetUpdateVisibility: {
|
|
1131
1153
|
readonly Private: "private";
|
|
1132
1154
|
readonly Public: "public";
|
|
@@ -8553,6 +8575,31 @@ declare class DatasetsClient {
|
|
|
8553
8575
|
*/
|
|
8554
8576
|
createDatasetItemsFromCsv(request: CreateDatasetItemsFromCsvRequest, requestOptions?: DatasetsClient.RequestOptions): HttpResponsePromise<void>;
|
|
8555
8577
|
private __createDatasetItemsFromCsv;
|
|
8578
|
+
/**
|
|
8579
|
+
* Create dataset items from an uploaded JSON or JSONL file. JSON files must contain a top-level array of objects.
|
|
8580
|
+
* JSONL files contain one JSON object per non-blank line; multi-line JSON objects are not supported.
|
|
8581
|
+
* Reserved keys (id, source, description, tags, evaluators, execution_policy) are extracted into the
|
|
8582
|
+
* corresponding DatasetItem fields; all remaining keys form the item's data map and preserve their JSON types.
|
|
8583
|
+
* To link dataset items to specific traces or spans use the dedicated /items/from-traces or /items/from-spans endpoints.
|
|
8584
|
+
* Processing happens asynchronously in batches. With dataset versioning enabled, a supplied id acts as an upsert key.
|
|
8585
|
+
*
|
|
8586
|
+
* @param {OpikApi.CreateDatasetItemsFromJsonRequest} request
|
|
8587
|
+
* @param {DatasetsClient.RequestOptions} requestOptions - Request-specific configuration.
|
|
8588
|
+
*
|
|
8589
|
+
* @throws {@link OpikApi.BadRequestError}
|
|
8590
|
+
*
|
|
8591
|
+
* @example
|
|
8592
|
+
* import { createReadStream } from "fs";
|
|
8593
|
+
* await client.datasets.createDatasetItemsFromJson({
|
|
8594
|
+
* file: {
|
|
8595
|
+
* "key": "value"
|
|
8596
|
+
* },
|
|
8597
|
+
* datasetId: "dataset_id",
|
|
8598
|
+
* format: "json"
|
|
8599
|
+
* })
|
|
8600
|
+
*/
|
|
8601
|
+
createDatasetItemsFromJson(request: CreateDatasetItemsFromJsonRequest, requestOptions?: DatasetsClient.RequestOptions): HttpResponsePromise<void>;
|
|
8602
|
+
private __createDatasetItemsFromJson;
|
|
8556
8603
|
/**
|
|
8557
8604
|
* Create dataset items from spans with enriched metadata
|
|
8558
8605
|
*
|
package/dist/index.d.ts
CHANGED
|
@@ -772,6 +772,22 @@ interface CreateDatasetItemsFromCsvRequest {
|
|
|
772
772
|
datasetId: string;
|
|
773
773
|
}
|
|
774
774
|
|
|
775
|
+
/**
|
|
776
|
+
* @example
|
|
777
|
+
* {
|
|
778
|
+
* file: {
|
|
779
|
+
* "key": "value"
|
|
780
|
+
* },
|
|
781
|
+
* datasetId: "dataset_id",
|
|
782
|
+
* format: "json"
|
|
783
|
+
* }
|
|
784
|
+
*/
|
|
785
|
+
interface CreateDatasetItemsFromJsonRequest {
|
|
786
|
+
file: Record<string, unknown>;
|
|
787
|
+
datasetId: string;
|
|
788
|
+
format: CreateDatasetItemsFromJsonRequestFormat;
|
|
789
|
+
}
|
|
790
|
+
|
|
775
791
|
/**
|
|
776
792
|
* @example
|
|
777
793
|
* {
|
|
@@ -1127,6 +1143,12 @@ interface PatchDatasetItemRequest {
|
|
|
1127
1143
|
*/
|
|
1128
1144
|
type StartDatasetExportRequest = {};
|
|
1129
1145
|
|
|
1146
|
+
declare const CreateDatasetItemsFromJsonRequestFormat: {
|
|
1147
|
+
readonly Json: "json";
|
|
1148
|
+
readonly Jsonl: "jsonl";
|
|
1149
|
+
};
|
|
1150
|
+
type CreateDatasetItemsFromJsonRequestFormat = (typeof CreateDatasetItemsFromJsonRequestFormat)[keyof typeof CreateDatasetItemsFromJsonRequestFormat];
|
|
1151
|
+
|
|
1130
1152
|
declare const DatasetUpdateVisibility: {
|
|
1131
1153
|
readonly Private: "private";
|
|
1132
1154
|
readonly Public: "public";
|
|
@@ -8553,6 +8575,31 @@ declare class DatasetsClient {
|
|
|
8553
8575
|
*/
|
|
8554
8576
|
createDatasetItemsFromCsv(request: CreateDatasetItemsFromCsvRequest, requestOptions?: DatasetsClient.RequestOptions): HttpResponsePromise<void>;
|
|
8555
8577
|
private __createDatasetItemsFromCsv;
|
|
8578
|
+
/**
|
|
8579
|
+
* Create dataset items from an uploaded JSON or JSONL file. JSON files must contain a top-level array of objects.
|
|
8580
|
+
* JSONL files contain one JSON object per non-blank line; multi-line JSON objects are not supported.
|
|
8581
|
+
* Reserved keys (id, source, description, tags, evaluators, execution_policy) are extracted into the
|
|
8582
|
+
* corresponding DatasetItem fields; all remaining keys form the item's data map and preserve their JSON types.
|
|
8583
|
+
* To link dataset items to specific traces or spans use the dedicated /items/from-traces or /items/from-spans endpoints.
|
|
8584
|
+
* Processing happens asynchronously in batches. With dataset versioning enabled, a supplied id acts as an upsert key.
|
|
8585
|
+
*
|
|
8586
|
+
* @param {OpikApi.CreateDatasetItemsFromJsonRequest} request
|
|
8587
|
+
* @param {DatasetsClient.RequestOptions} requestOptions - Request-specific configuration.
|
|
8588
|
+
*
|
|
8589
|
+
* @throws {@link OpikApi.BadRequestError}
|
|
8590
|
+
*
|
|
8591
|
+
* @example
|
|
8592
|
+
* import { createReadStream } from "fs";
|
|
8593
|
+
* await client.datasets.createDatasetItemsFromJson({
|
|
8594
|
+
* file: {
|
|
8595
|
+
* "key": "value"
|
|
8596
|
+
* },
|
|
8597
|
+
* datasetId: "dataset_id",
|
|
8598
|
+
* format: "json"
|
|
8599
|
+
* })
|
|
8600
|
+
*/
|
|
8601
|
+
createDatasetItemsFromJson(request: CreateDatasetItemsFromJsonRequest, requestOptions?: DatasetsClient.RequestOptions): HttpResponsePromise<void>;
|
|
8602
|
+
private __createDatasetItemsFromJson;
|
|
8556
8603
|
/**
|
|
8557
8604
|
* Create dataset items from spans with enriched metadata
|
|
8558
8605
|
*
|
package/dist/index.js
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
import {Fa}from'./chunk-
|
|
1
|
+
import {Fa}from'./chunk-HRLGY5WZ.js';export{sa as AgentTaskCompletionJudge,ra as AgentToolCorrectnessJudge,fa as AnswerRelevance,ba as BaseLLMJudgeMetric,C as BaseMetric,D as BaseSuiteEvaluator,p as ChatPrompt,ua as ComplianceRiskJudge,i as ConfigMismatchError,h as ConfigNotFoundError,_ as Contains,y as DEFAULT_EXECUTION_POLICY,j as Dataset,f as DatasetVersion,g as DatasetVersionNotFoundError,ma as DemographicBiasJudge,ka as DialogueHelpfulnessJudge,Z as ExactMatch,ga as GEval,ha as GEvalPreset,oa as GenderBiasJudge,ea as Hallucination,aa as IsJson,Q as LLMJudge,H as ModelConfigurationError,F as ModelError,G as ModelGenerationError,ca as Moderation,Ca as OPIK_PARENT_SPAN_ID_HEADER,Ba as OPIK_TRACE_ID_HEADER,Aa as Opik,E as OpikBaseModel,q as OpikQueryLanguage,d as OpikSpanType,na as PoliticalBiasJudge,o as Prompt,k as PromptType,ta as PromptUncertaintyJudge,la as QARelevanceJudge,$ as RegexMatch,qa as RegionalBiasJudge,pa as ReligiousBiasJudge,P as ResponseSchema,N as SYSTEM_PROMPT,ja as SummarizationCoherenceJudge,ia as SummarizationConsistencyJudge,B as TASK_ERROR_SCORE_NAME,ya as TestSuite,z as TestSuiteResult,s as ThreadsAnnotationQueue,r as TracesAnnotationQueue,O as USER_PROMPT_TEMPLATE,da as Usefulness,J as VercelAIChatModel,v as activateRunner,t as agentConfigContext,A as buildSuiteResult,K as createModel,L as createModelFromInstance,S as deserializeEvaluators,I as detectProvider,c as disableLogger,X as evaluate,Y as evaluatePrompt,V as evaluateTestSuite,u as flushAll,e as generateId,Da as getDistributedTraceHeaders,l as getGlobalClient,w as getTrackContext,a as logger,n as resetGlobalClient,va as resolveEvaluators,T as resolveExecutionPolicy,U as resolveItemExecutionPolicy,M as resolveModel,W as runTests,R as serializeEvaluators,m as setGlobalClient,b as setLoggerLevel,x as track,wa as validateEvaluators,xa as validateExecutionPolicy,Ea as z}from'./chunk-HRLGY5WZ.js';Fa();
|
|
@@ -1 +1 @@
|
|
|
1
|
-
import {za}from'./chunk-
|
|
1
|
+
import {za}from'./chunk-HRLGY5WZ.js';export{y as DEFAULT_EXECUTION_POLICY,ya as TestSuite,z as TestSuiteResult,A as buildSuiteResult,S as deserializeEvaluators,V as evaluateTestSuite,T as resolveExecutionPolicy,U as resolveItemExecutionPolicy,W as runTests,R as serializeEvaluators}from'./chunk-HRLGY5WZ.js';za();
|