@langfuse/core 5.4.1 → 5.5.0-beta.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/index.cjs +302 -14
- package/dist/index.cjs.map +1 -1
- package/dist/index.d.cts +900 -335
- package/dist/index.d.ts +900 -335
- package/dist/index.mjs +301 -14
- package/dist/index.mjs.map +1 -1
- package/package.json +1 -1
package/dist/index.d.cts
CHANGED
|
@@ -393,23 +393,23 @@ interface GetAnnotationQueueItemsRequest {
|
|
|
393
393
|
limit?: number;
|
|
394
394
|
}
|
|
395
395
|
|
|
396
|
-
type index$
|
|
397
|
-
type index$
|
|
398
|
-
type index$
|
|
399
|
-
declare const index$
|
|
400
|
-
declare const index$
|
|
401
|
-
type index$
|
|
402
|
-
type index$
|
|
403
|
-
type index$
|
|
404
|
-
type index$
|
|
405
|
-
type index$
|
|
406
|
-
type index$
|
|
407
|
-
type index$
|
|
408
|
-
type index$
|
|
409
|
-
type index$
|
|
410
|
-
type index$
|
|
411
|
-
declare namespace index$
|
|
412
|
-
export { type index$
|
|
396
|
+
type index$z_AnnotationQueue = AnnotationQueue;
|
|
397
|
+
type index$z_AnnotationQueueAssignmentRequest = AnnotationQueueAssignmentRequest;
|
|
398
|
+
type index$z_AnnotationQueueItem = AnnotationQueueItem;
|
|
399
|
+
declare const index$z_AnnotationQueueObjectType: typeof AnnotationQueueObjectType;
|
|
400
|
+
declare const index$z_AnnotationQueueStatus: typeof AnnotationQueueStatus;
|
|
401
|
+
type index$z_CreateAnnotationQueueAssignmentResponse = CreateAnnotationQueueAssignmentResponse;
|
|
402
|
+
type index$z_CreateAnnotationQueueItemRequest = CreateAnnotationQueueItemRequest;
|
|
403
|
+
type index$z_CreateAnnotationQueueRequest = CreateAnnotationQueueRequest;
|
|
404
|
+
type index$z_DeleteAnnotationQueueAssignmentResponse = DeleteAnnotationQueueAssignmentResponse;
|
|
405
|
+
type index$z_DeleteAnnotationQueueItemResponse = DeleteAnnotationQueueItemResponse;
|
|
406
|
+
type index$z_GetAnnotationQueueItemsRequest = GetAnnotationQueueItemsRequest;
|
|
407
|
+
type index$z_GetAnnotationQueuesRequest = GetAnnotationQueuesRequest;
|
|
408
|
+
type index$z_PaginatedAnnotationQueueItems = PaginatedAnnotationQueueItems;
|
|
409
|
+
type index$z_PaginatedAnnotationQueues = PaginatedAnnotationQueues;
|
|
410
|
+
type index$z_UpdateAnnotationQueueItemRequest = UpdateAnnotationQueueItemRequest;
|
|
411
|
+
declare namespace index$z {
|
|
412
|
+
export { type index$z_AnnotationQueue as AnnotationQueue, type index$z_AnnotationQueueAssignmentRequest as AnnotationQueueAssignmentRequest, type index$z_AnnotationQueueItem as AnnotationQueueItem, index$z_AnnotationQueueObjectType as AnnotationQueueObjectType, index$z_AnnotationQueueStatus as AnnotationQueueStatus, type index$z_CreateAnnotationQueueAssignmentResponse as CreateAnnotationQueueAssignmentResponse, type index$z_CreateAnnotationQueueItemRequest as CreateAnnotationQueueItemRequest, type index$z_CreateAnnotationQueueRequest as CreateAnnotationQueueRequest, type index$z_DeleteAnnotationQueueAssignmentResponse as DeleteAnnotationQueueAssignmentResponse, type index$z_DeleteAnnotationQueueItemResponse as DeleteAnnotationQueueItemResponse, type index$z_GetAnnotationQueueItemsRequest as GetAnnotationQueueItemsRequest, type index$z_GetAnnotationQueuesRequest as GetAnnotationQueuesRequest, type index$z_PaginatedAnnotationQueueItems as PaginatedAnnotationQueueItems, type index$z_PaginatedAnnotationQueues as PaginatedAnnotationQueues, type index$z_UpdateAnnotationQueueItemRequest as UpdateAnnotationQueueItemRequest };
|
|
413
413
|
}
|
|
414
414
|
|
|
415
415
|
/**
|
|
@@ -630,20 +630,20 @@ interface BlobStorageIntegrationDeletionResponse {
|
|
|
630
630
|
message: string;
|
|
631
631
|
}
|
|
632
632
|
|
|
633
|
-
declare const index$
|
|
634
|
-
declare const index$
|
|
635
|
-
declare const index$
|
|
636
|
-
declare const index$
|
|
637
|
-
type index$
|
|
638
|
-
declare const index$
|
|
639
|
-
type index$
|
|
640
|
-
type index$
|
|
641
|
-
declare const index$
|
|
642
|
-
type index$
|
|
643
|
-
declare const index$
|
|
644
|
-
type index$
|
|
645
|
-
declare namespace index$
|
|
646
|
-
export { index$
|
|
633
|
+
declare const index$y_BlobStorageExportFieldGroup: typeof BlobStorageExportFieldGroup;
|
|
634
|
+
declare const index$y_BlobStorageExportFrequency: typeof BlobStorageExportFrequency;
|
|
635
|
+
declare const index$y_BlobStorageExportMode: typeof BlobStorageExportMode;
|
|
636
|
+
declare const index$y_BlobStorageExportSource: typeof BlobStorageExportSource;
|
|
637
|
+
type index$y_BlobStorageIntegrationDeletionResponse = BlobStorageIntegrationDeletionResponse;
|
|
638
|
+
declare const index$y_BlobStorageIntegrationFileType: typeof BlobStorageIntegrationFileType;
|
|
639
|
+
type index$y_BlobStorageIntegrationResponse = BlobStorageIntegrationResponse;
|
|
640
|
+
type index$y_BlobStorageIntegrationStatusResponse = BlobStorageIntegrationStatusResponse;
|
|
641
|
+
declare const index$y_BlobStorageIntegrationType: typeof BlobStorageIntegrationType;
|
|
642
|
+
type index$y_BlobStorageIntegrationsResponse = BlobStorageIntegrationsResponse;
|
|
643
|
+
declare const index$y_BlobStorageSyncStatus: typeof BlobStorageSyncStatus;
|
|
644
|
+
type index$y_CreateBlobStorageIntegrationRequest = CreateBlobStorageIntegrationRequest;
|
|
645
|
+
declare namespace index$y {
|
|
646
|
+
export { index$y_BlobStorageExportFieldGroup as BlobStorageExportFieldGroup, index$y_BlobStorageExportFrequency as BlobStorageExportFrequency, index$y_BlobStorageExportMode as BlobStorageExportMode, index$y_BlobStorageExportSource as BlobStorageExportSource, type index$y_BlobStorageIntegrationDeletionResponse as BlobStorageIntegrationDeletionResponse, index$y_BlobStorageIntegrationFileType as BlobStorageIntegrationFileType, type index$y_BlobStorageIntegrationResponse as BlobStorageIntegrationResponse, type index$y_BlobStorageIntegrationStatusResponse as BlobStorageIntegrationStatusResponse, index$y_BlobStorageIntegrationType as BlobStorageIntegrationType, type index$y_BlobStorageIntegrationsResponse as BlobStorageIntegrationsResponse, index$y_BlobStorageSyncStatus as BlobStorageSyncStatus, type index$y_CreateBlobStorageIntegrationRequest as CreateBlobStorageIntegrationRequest };
|
|
647
647
|
}
|
|
648
648
|
|
|
649
649
|
/**
|
|
@@ -699,12 +699,12 @@ interface GetCommentsRequest {
|
|
|
699
699
|
authorUserId?: string;
|
|
700
700
|
}
|
|
701
701
|
|
|
702
|
-
type index$
|
|
703
|
-
type index$
|
|
704
|
-
type index$
|
|
705
|
-
type index$
|
|
706
|
-
declare namespace index$
|
|
707
|
-
export type { index$
|
|
702
|
+
type index$x_CreateCommentRequest = CreateCommentRequest;
|
|
703
|
+
type index$x_CreateCommentResponse = CreateCommentResponse;
|
|
704
|
+
type index$x_GetCommentsRequest = GetCommentsRequest;
|
|
705
|
+
type index$x_GetCommentsResponse = GetCommentsResponse;
|
|
706
|
+
declare namespace index$x {
|
|
707
|
+
export type { index$x_CreateCommentRequest as CreateCommentRequest, index$x_CreateCommentResponse as CreateCommentResponse, index$x_GetCommentsRequest as GetCommentsRequest, index$x_GetCommentsResponse as GetCommentsResponse };
|
|
708
708
|
}
|
|
709
709
|
|
|
710
710
|
/**
|
|
@@ -1839,51 +1839,51 @@ declare class MethodNotAllowedError$1 extends LangfuseAPIError {
|
|
|
1839
1839
|
constructor(body?: unknown, rawResponse?: RawResponse);
|
|
1840
1840
|
}
|
|
1841
1841
|
|
|
1842
|
-
type index$
|
|
1843
|
-
type index$
|
|
1844
|
-
type index$
|
|
1845
|
-
type index$
|
|
1846
|
-
type index$
|
|
1847
|
-
type index$
|
|
1848
|
-
type index$
|
|
1849
|
-
declare const index$
|
|
1850
|
-
type index$
|
|
1851
|
-
type index$
|
|
1852
|
-
type index$
|
|
1853
|
-
type index$
|
|
1854
|
-
type index$
|
|
1855
|
-
type index$
|
|
1856
|
-
type index$
|
|
1857
|
-
type index$
|
|
1858
|
-
declare const index$
|
|
1859
|
-
type index$
|
|
1860
|
-
type index$
|
|
1861
|
-
type index$
|
|
1862
|
-
declare const index$
|
|
1863
|
-
type index$
|
|
1864
|
-
type index$
|
|
1865
|
-
type index$
|
|
1866
|
-
declare const index$
|
|
1867
|
-
type index$
|
|
1868
|
-
type index$
|
|
1869
|
-
type index$
|
|
1870
|
-
type index$
|
|
1871
|
-
type index$
|
|
1872
|
-
declare const index$
|
|
1873
|
-
declare const index$
|
|
1874
|
-
type index$
|
|
1875
|
-
declare const index$
|
|
1876
|
-
declare const index$
|
|
1877
|
-
declare const index$
|
|
1878
|
-
type index$
|
|
1879
|
-
type index$
|
|
1880
|
-
type index$
|
|
1881
|
-
type index$
|
|
1882
|
-
type index$
|
|
1883
|
-
type index$
|
|
1884
|
-
type index$
|
|
1885
|
-
declare namespace index$
|
|
1886
|
-
export { AccessDeniedError$1 as AccessDeniedError, type index$
|
|
1842
|
+
type index$w_BaseScore = BaseScore;
|
|
1843
|
+
type index$w_BaseScoreV1 = BaseScoreV1;
|
|
1844
|
+
type index$w_BooleanScore = BooleanScore;
|
|
1845
|
+
type index$w_BooleanScoreV1 = BooleanScoreV1;
|
|
1846
|
+
type index$w_CategoricalScore = CategoricalScore;
|
|
1847
|
+
type index$w_CategoricalScoreV1 = CategoricalScoreV1;
|
|
1848
|
+
type index$w_Comment = Comment;
|
|
1849
|
+
declare const index$w_CommentObjectType: typeof CommentObjectType;
|
|
1850
|
+
type index$w_ConfigCategory = ConfigCategory;
|
|
1851
|
+
type index$w_CorrectionScore = CorrectionScore;
|
|
1852
|
+
type index$w_CreateScoreValue = CreateScoreValue;
|
|
1853
|
+
type index$w_Dataset = Dataset;
|
|
1854
|
+
type index$w_DatasetItem = DatasetItem;
|
|
1855
|
+
type index$w_DatasetRun = DatasetRun;
|
|
1856
|
+
type index$w_DatasetRunItem = DatasetRunItem;
|
|
1857
|
+
type index$w_DatasetRunWithItems = DatasetRunWithItems;
|
|
1858
|
+
declare const index$w_DatasetStatus: typeof DatasetStatus;
|
|
1859
|
+
type index$w_MapValue = MapValue;
|
|
1860
|
+
type index$w_Model = Model;
|
|
1861
|
+
type index$w_ModelPrice = ModelPrice;
|
|
1862
|
+
declare const index$w_ModelUsageUnit: typeof ModelUsageUnit;
|
|
1863
|
+
type index$w_NumericScore = NumericScore;
|
|
1864
|
+
type index$w_NumericScoreV1 = NumericScoreV1;
|
|
1865
|
+
type index$w_Observation = Observation;
|
|
1866
|
+
declare const index$w_ObservationLevel: typeof ObservationLevel;
|
|
1867
|
+
type index$w_ObservationV2 = ObservationV2;
|
|
1868
|
+
type index$w_ObservationsView = ObservationsView;
|
|
1869
|
+
type index$w_PricingTier = PricingTier;
|
|
1870
|
+
type index$w_PricingTierCondition = PricingTierCondition;
|
|
1871
|
+
type index$w_PricingTierInput = PricingTierInput;
|
|
1872
|
+
declare const index$w_PricingTierOperator: typeof PricingTierOperator;
|
|
1873
|
+
declare const index$w_Score: typeof Score;
|
|
1874
|
+
type index$w_ScoreConfig = ScoreConfig;
|
|
1875
|
+
declare const index$w_ScoreConfigDataType: typeof ScoreConfigDataType;
|
|
1876
|
+
declare const index$w_ScoreDataType: typeof ScoreDataType;
|
|
1877
|
+
declare const index$w_ScoreSource: typeof ScoreSource;
|
|
1878
|
+
type index$w_Session = Session;
|
|
1879
|
+
type index$w_SessionWithTraces = SessionWithTraces;
|
|
1880
|
+
type index$w_TextScore = TextScore;
|
|
1881
|
+
type index$w_TextScoreV1 = TextScoreV1;
|
|
1882
|
+
type index$w_TraceWithDetails = TraceWithDetails;
|
|
1883
|
+
type index$w_TraceWithFullDetails = TraceWithFullDetails;
|
|
1884
|
+
type index$w_Usage = Usage;
|
|
1885
|
+
declare namespace index$w {
|
|
1886
|
+
export { AccessDeniedError$1 as AccessDeniedError, type index$w_BaseScore as BaseScore, type index$w_BaseScoreV1 as BaseScoreV1, type index$w_BooleanScore as BooleanScore, type index$w_BooleanScoreV1 as BooleanScoreV1, type index$w_CategoricalScore as CategoricalScore, type index$w_CategoricalScoreV1 as CategoricalScoreV1, type index$w_Comment as Comment, index$w_CommentObjectType as CommentObjectType, type index$w_ConfigCategory as ConfigCategory, type index$w_CorrectionScore as CorrectionScore, type index$w_CreateScoreValue as CreateScoreValue, type index$w_Dataset as Dataset, type index$w_DatasetItem as DatasetItem, type index$w_DatasetRun as DatasetRun, type index$w_DatasetRunItem as DatasetRunItem, type index$w_DatasetRunWithItems as DatasetRunWithItems, index$w_DatasetStatus as DatasetStatus, Error$1 as Error, type index$w_MapValue as MapValue, MethodNotAllowedError$1 as MethodNotAllowedError, type index$w_Model as Model, type index$w_ModelPrice as ModelPrice, index$w_ModelUsageUnit as ModelUsageUnit, NotFoundError$1 as NotFoundError, type index$w_NumericScore as NumericScore, type index$w_NumericScoreV1 as NumericScoreV1, type index$w_Observation as Observation, index$w_ObservationLevel as ObservationLevel, type index$w_ObservationV2 as ObservationV2, type index$w_ObservationsView as ObservationsView, type index$w_PricingTier as PricingTier, type index$w_PricingTierCondition as PricingTierCondition, type index$w_PricingTierInput as PricingTierInput, index$w_PricingTierOperator as PricingTierOperator, index$w_Score as Score, type index$w_ScoreConfig as ScoreConfig, index$w_ScoreConfigDataType as ScoreConfigDataType, index$w_ScoreDataType as ScoreDataType, index$w_ScoreSource as ScoreSource, ScoreV1$1 as ScoreV1, type index$w_Session as Session, type index$w_SessionWithTraces as SessionWithTraces, type index$w_TextScore as TextScore, type index$w_TextScoreV1 as TextScoreV1, type Trace$1 as Trace, type index$w_TraceWithDetails as TraceWithDetails, type index$w_TraceWithFullDetails as TraceWithFullDetails, UnauthorizedError$1 as UnauthorizedError, type index$w_Usage as Usage };
|
|
1887
1887
|
}
|
|
1888
1888
|
|
|
1889
1889
|
/**
|
|
@@ -1943,12 +1943,12 @@ interface GetDatasetItemsRequest {
|
|
|
1943
1943
|
limit?: number;
|
|
1944
1944
|
}
|
|
1945
1945
|
|
|
1946
|
-
type index$
|
|
1947
|
-
type index$
|
|
1948
|
-
type index$
|
|
1949
|
-
type index$
|
|
1950
|
-
declare namespace index$
|
|
1951
|
-
export type { index$
|
|
1946
|
+
type index$v_CreateDatasetItemRequest = CreateDatasetItemRequest;
|
|
1947
|
+
type index$v_DeleteDatasetItemResponse = DeleteDatasetItemResponse;
|
|
1948
|
+
type index$v_GetDatasetItemsRequest = GetDatasetItemsRequest;
|
|
1949
|
+
type index$v_PaginatedDatasetItems = PaginatedDatasetItems;
|
|
1950
|
+
declare namespace index$v {
|
|
1951
|
+
export type { index$v_CreateDatasetItemRequest as CreateDatasetItemRequest, index$v_DeleteDatasetItemResponse as DeleteDatasetItemResponse, index$v_GetDatasetItemsRequest as GetDatasetItemsRequest, index$v_PaginatedDatasetItems as PaginatedDatasetItems };
|
|
1952
1952
|
}
|
|
1953
1953
|
|
|
1954
1954
|
/**
|
|
@@ -2003,11 +2003,11 @@ interface ListDatasetRunItemsRequest {
|
|
|
2003
2003
|
limit?: number;
|
|
2004
2004
|
}
|
|
2005
2005
|
|
|
2006
|
-
type index$
|
|
2007
|
-
type index$
|
|
2008
|
-
type index$
|
|
2009
|
-
declare namespace index$
|
|
2010
|
-
export type { index$
|
|
2006
|
+
type index$u_CreateDatasetRunItemRequest = CreateDatasetRunItemRequest;
|
|
2007
|
+
type index$u_ListDatasetRunItemsRequest = ListDatasetRunItemsRequest;
|
|
2008
|
+
type index$u_PaginatedDatasetRunItems = PaginatedDatasetRunItems;
|
|
2009
|
+
declare namespace index$u {
|
|
2010
|
+
export type { index$u_CreateDatasetRunItemRequest as CreateDatasetRunItemRequest, index$u_ListDatasetRunItemsRequest as ListDatasetRunItemsRequest, index$u_PaginatedDatasetRunItems as PaginatedDatasetRunItems };
|
|
2011
2011
|
}
|
|
2012
2012
|
|
|
2013
2013
|
/**
|
|
@@ -2076,14 +2076,14 @@ interface GetDatasetRunsRequest {
|
|
|
2076
2076
|
limit?: number;
|
|
2077
2077
|
}
|
|
2078
2078
|
|
|
2079
|
-
type index$
|
|
2080
|
-
type index$
|
|
2081
|
-
type index$
|
|
2082
|
-
type index$
|
|
2083
|
-
type index$
|
|
2084
|
-
type index$
|
|
2085
|
-
declare namespace index$
|
|
2086
|
-
export type { index$
|
|
2079
|
+
type index$t_CreateDatasetRequest = CreateDatasetRequest;
|
|
2080
|
+
type index$t_DeleteDatasetRunResponse = DeleteDatasetRunResponse;
|
|
2081
|
+
type index$t_GetDatasetRunsRequest = GetDatasetRunsRequest;
|
|
2082
|
+
type index$t_GetDatasetsRequest = GetDatasetsRequest;
|
|
2083
|
+
type index$t_PaginatedDatasetRuns = PaginatedDatasetRuns;
|
|
2084
|
+
type index$t_PaginatedDatasets = PaginatedDatasets;
|
|
2085
|
+
declare namespace index$t {
|
|
2086
|
+
export type { index$t_CreateDatasetRequest as CreateDatasetRequest, index$t_DeleteDatasetRunResponse as DeleteDatasetRunResponse, index$t_GetDatasetRunsRequest as GetDatasetRunsRequest, index$t_GetDatasetsRequest as GetDatasetsRequest, index$t_PaginatedDatasetRuns as PaginatedDatasetRuns, index$t_PaginatedDatasets as PaginatedDatasets };
|
|
2087
2087
|
}
|
|
2088
2088
|
|
|
2089
2089
|
/**
|
|
@@ -2110,11 +2110,11 @@ declare class ServiceUnavailableError extends LangfuseAPIError {
|
|
|
2110
2110
|
constructor(rawResponse?: RawResponse);
|
|
2111
2111
|
}
|
|
2112
2112
|
|
|
2113
|
-
type index$
|
|
2114
|
-
type index$
|
|
2115
|
-
declare const index$
|
|
2116
|
-
declare namespace index$
|
|
2117
|
-
export { type index$
|
|
2113
|
+
type index$s_HealthResponse = HealthResponse;
|
|
2114
|
+
type index$s_ServiceUnavailableError = ServiceUnavailableError;
|
|
2115
|
+
declare const index$s_ServiceUnavailableError: typeof ServiceUnavailableError;
|
|
2116
|
+
declare namespace index$s {
|
|
2117
|
+
export { type index$s_HealthResponse as HealthResponse, index$s_ServiceUnavailableError as ServiceUnavailableError };
|
|
2118
2118
|
}
|
|
2119
2119
|
|
|
2120
2120
|
/**
|
|
@@ -2669,41 +2669,41 @@ interface IngestionRequest {
|
|
|
2669
2669
|
metadata?: unknown;
|
|
2670
2670
|
}
|
|
2671
2671
|
|
|
2672
|
-
type index$
|
|
2673
|
-
type index$
|
|
2674
|
-
type index$
|
|
2675
|
-
type index$
|
|
2676
|
-
type index$
|
|
2677
|
-
type index$
|
|
2678
|
-
type index$
|
|
2679
|
-
type index$
|
|
2680
|
-
type index$
|
|
2681
|
-
declare const index$
|
|
2682
|
-
type index$
|
|
2683
|
-
type index$
|
|
2684
|
-
type index$
|
|
2685
|
-
type index$
|
|
2686
|
-
type index$
|
|
2687
|
-
declare const index$
|
|
2688
|
-
type index$
|
|
2689
|
-
type index$
|
|
2690
|
-
type index$
|
|
2691
|
-
type index$
|
|
2692
|
-
type index$
|
|
2693
|
-
type index$
|
|
2694
|
-
type index$
|
|
2695
|
-
type index$
|
|
2696
|
-
type index$
|
|
2697
|
-
type index$
|
|
2698
|
-
type index$
|
|
2699
|
-
type index$
|
|
2700
|
-
type index$
|
|
2701
|
-
type index$
|
|
2702
|
-
type index$
|
|
2703
|
-
type index$
|
|
2704
|
-
type index$
|
|
2705
|
-
declare namespace index$
|
|
2706
|
-
export { type index$
|
|
2672
|
+
type index$r_BaseEvent = BaseEvent;
|
|
2673
|
+
type index$r_CreateEventBody = CreateEventBody;
|
|
2674
|
+
type index$r_CreateEventEvent = CreateEventEvent;
|
|
2675
|
+
type index$r_CreateGenerationBody = CreateGenerationBody;
|
|
2676
|
+
type index$r_CreateGenerationEvent = CreateGenerationEvent;
|
|
2677
|
+
type index$r_CreateObservationEvent = CreateObservationEvent;
|
|
2678
|
+
type index$r_CreateSpanBody = CreateSpanBody;
|
|
2679
|
+
type index$r_CreateSpanEvent = CreateSpanEvent;
|
|
2680
|
+
type index$r_IngestionError = IngestionError;
|
|
2681
|
+
declare const index$r_IngestionEvent: typeof IngestionEvent;
|
|
2682
|
+
type index$r_IngestionRequest = IngestionRequest;
|
|
2683
|
+
type index$r_IngestionResponse = IngestionResponse;
|
|
2684
|
+
type index$r_IngestionSuccess = IngestionSuccess;
|
|
2685
|
+
type index$r_IngestionUsage = IngestionUsage;
|
|
2686
|
+
type index$r_ObservationBody = ObservationBody;
|
|
2687
|
+
declare const index$r_ObservationType: typeof ObservationType;
|
|
2688
|
+
type index$r_OpenAiCompletionUsageSchema = OpenAiCompletionUsageSchema;
|
|
2689
|
+
type index$r_OpenAiResponseUsageSchema = OpenAiResponseUsageSchema;
|
|
2690
|
+
type index$r_OpenAiUsage = OpenAiUsage;
|
|
2691
|
+
type index$r_OptionalObservationBody = OptionalObservationBody;
|
|
2692
|
+
type index$r_ScoreBody = ScoreBody;
|
|
2693
|
+
type index$r_ScoreEvent = ScoreEvent;
|
|
2694
|
+
type index$r_SdkLogBody = SdkLogBody;
|
|
2695
|
+
type index$r_SdkLogEvent = SdkLogEvent;
|
|
2696
|
+
type index$r_TraceBody = TraceBody;
|
|
2697
|
+
type index$r_TraceEvent = TraceEvent;
|
|
2698
|
+
type index$r_UpdateEventBody = UpdateEventBody;
|
|
2699
|
+
type index$r_UpdateGenerationBody = UpdateGenerationBody;
|
|
2700
|
+
type index$r_UpdateGenerationEvent = UpdateGenerationEvent;
|
|
2701
|
+
type index$r_UpdateObservationEvent = UpdateObservationEvent;
|
|
2702
|
+
type index$r_UpdateSpanBody = UpdateSpanBody;
|
|
2703
|
+
type index$r_UpdateSpanEvent = UpdateSpanEvent;
|
|
2704
|
+
type index$r_UsageDetails = UsageDetails;
|
|
2705
|
+
declare namespace index$r {
|
|
2706
|
+
export { type index$r_BaseEvent as BaseEvent, type index$r_CreateEventBody as CreateEventBody, type index$r_CreateEventEvent as CreateEventEvent, type index$r_CreateGenerationBody as CreateGenerationBody, type index$r_CreateGenerationEvent as CreateGenerationEvent, type index$r_CreateObservationEvent as CreateObservationEvent, type index$r_CreateSpanBody as CreateSpanBody, type index$r_CreateSpanEvent as CreateSpanEvent, type index$r_IngestionError as IngestionError, index$r_IngestionEvent as IngestionEvent, type index$r_IngestionRequest as IngestionRequest, type index$r_IngestionResponse as IngestionResponse, type index$r_IngestionSuccess as IngestionSuccess, type index$r_IngestionUsage as IngestionUsage, type index$r_ObservationBody as ObservationBody, index$r_ObservationType as ObservationType, type index$r_OpenAiCompletionUsageSchema as OpenAiCompletionUsageSchema, type index$r_OpenAiResponseUsageSchema as OpenAiResponseUsageSchema, type index$r_OpenAiUsage as OpenAiUsage, type index$r_OptionalObservationBody as OptionalObservationBody, type index$r_ScoreBody as ScoreBody, type index$r_ScoreEvent as ScoreEvent, type index$r_SdkLogBody as SdkLogBody, type index$r_SdkLogEvent as SdkLogEvent, type index$r_TraceBody as TraceBody, type index$r_TraceEvent as TraceEvent, type index$r_UpdateEventBody as UpdateEventBody, type index$r_UpdateGenerationBody as UpdateGenerationBody, type index$r_UpdateGenerationEvent as UpdateGenerationEvent, type index$r_UpdateObservationEvent as UpdateObservationEvent, type index$r_UpdateSpanBody as UpdateSpanBody, type index$r_UpdateSpanEvent as UpdateSpanEvent, type index$r_UsageDetails as UsageDetails };
|
|
2707
2707
|
}
|
|
2708
2708
|
|
|
2709
2709
|
/**
|
|
@@ -2774,10 +2774,10 @@ interface GetMetricsRequest {
|
|
|
2774
2774
|
query: string;
|
|
2775
2775
|
}
|
|
2776
2776
|
|
|
2777
|
-
type index$
|
|
2778
|
-
type index$
|
|
2779
|
-
declare namespace index$
|
|
2780
|
-
export type { index$
|
|
2777
|
+
type index$q_GetMetricsRequest = GetMetricsRequest;
|
|
2778
|
+
type index$q_MetricsResponse = MetricsResponse;
|
|
2779
|
+
declare namespace index$q {
|
|
2780
|
+
export type { index$q_GetMetricsRequest as GetMetricsRequest, index$q_MetricsResponse as MetricsResponse };
|
|
2781
2781
|
}
|
|
2782
2782
|
|
|
2783
2783
|
/**
|
|
@@ -2924,10 +2924,10 @@ interface GetObservationsRequest {
|
|
|
2924
2924
|
filter?: string;
|
|
2925
2925
|
}
|
|
2926
2926
|
|
|
2927
|
-
type index$
|
|
2928
|
-
type index$
|
|
2929
|
-
declare namespace index$
|
|
2930
|
-
export type { index$
|
|
2927
|
+
type index$p_GetObservationsRequest = GetObservationsRequest;
|
|
2928
|
+
type index$p_ObservationsViews = ObservationsViews;
|
|
2929
|
+
declare namespace index$p {
|
|
2930
|
+
export type { index$p_GetObservationsRequest as GetObservationsRequest, Observations$1 as Observations, index$p_ObservationsViews as ObservationsViews };
|
|
2931
2931
|
}
|
|
2932
2932
|
|
|
2933
2933
|
/**
|
|
@@ -3058,22 +3058,22 @@ interface CreateScoreResponse {
|
|
|
3058
3058
|
id: string;
|
|
3059
3059
|
}
|
|
3060
3060
|
|
|
3061
|
+
type index$o_CreateScoreRequest = CreateScoreRequest;
|
|
3062
|
+
type index$o_CreateScoreResponse = CreateScoreResponse;
|
|
3063
|
+
declare const index$o_CreateScoreSource: typeof CreateScoreSource;
|
|
3064
|
+
declare namespace index$o {
|
|
3065
|
+
export { type index$o_CreateScoreRequest as CreateScoreRequest, type index$o_CreateScoreResponse as CreateScoreResponse, index$o_CreateScoreSource as CreateScoreSource };
|
|
3066
|
+
}
|
|
3067
|
+
|
|
3061
3068
|
type index$n_CreateScoreRequest = CreateScoreRequest;
|
|
3062
3069
|
type index$n_CreateScoreResponse = CreateScoreResponse;
|
|
3063
3070
|
declare const index$n_CreateScoreSource: typeof CreateScoreSource;
|
|
3071
|
+
type index$n_GetMetricsRequest = GetMetricsRequest;
|
|
3072
|
+
type index$n_GetObservationsRequest = GetObservationsRequest;
|
|
3073
|
+
type index$n_MetricsResponse = MetricsResponse;
|
|
3074
|
+
type index$n_ObservationsViews = ObservationsViews;
|
|
3064
3075
|
declare namespace index$n {
|
|
3065
|
-
export { type index$n_CreateScoreRequest as CreateScoreRequest, type index$n_CreateScoreResponse as CreateScoreResponse, index$n_CreateScoreSource as CreateScoreSource };
|
|
3066
|
-
}
|
|
3067
|
-
|
|
3068
|
-
type index$m_CreateScoreRequest = CreateScoreRequest;
|
|
3069
|
-
type index$m_CreateScoreResponse = CreateScoreResponse;
|
|
3070
|
-
declare const index$m_CreateScoreSource: typeof CreateScoreSource;
|
|
3071
|
-
type index$m_GetMetricsRequest = GetMetricsRequest;
|
|
3072
|
-
type index$m_GetObservationsRequest = GetObservationsRequest;
|
|
3073
|
-
type index$m_MetricsResponse = MetricsResponse;
|
|
3074
|
-
type index$m_ObservationsViews = ObservationsViews;
|
|
3075
|
-
declare namespace index$m {
|
|
3076
|
-
export { type index$m_CreateScoreRequest as CreateScoreRequest, type index$m_CreateScoreResponse as CreateScoreResponse, index$m_CreateScoreSource as CreateScoreSource, type index$m_GetMetricsRequest as GetMetricsRequest, type index$m_GetObservationsRequest as GetObservationsRequest, type index$m_MetricsResponse as MetricsResponse, type Observations$1 as Observations, type index$m_ObservationsViews as ObservationsViews, index$p as metricsV1, index$o as observationsV1, index$n as scoreV1 };
|
|
3076
|
+
export { type index$n_CreateScoreRequest as CreateScoreRequest, type index$n_CreateScoreResponse as CreateScoreResponse, index$n_CreateScoreSource as CreateScoreSource, type index$n_GetMetricsRequest as GetMetricsRequest, type index$n_GetObservationsRequest as GetObservationsRequest, type index$n_MetricsResponse as MetricsResponse, type Observations$1 as Observations, type index$n_ObservationsViews as ObservationsViews, index$q as metricsV1, index$p as observationsV1, index$o as scoreV1 };
|
|
3077
3077
|
}
|
|
3078
3078
|
|
|
3079
3079
|
/**
|
|
@@ -3098,7 +3098,7 @@ interface LlmConnection {
|
|
|
3098
3098
|
withDefaultModels: boolean;
|
|
3099
3099
|
/** Keys of extra headers sent with requests (values excluded for security) */
|
|
3100
3100
|
extraHeaderKeys: string[];
|
|
3101
|
-
/** Adapter-specific configuration. Required for Bedrock (`{"region":"us-east-1"}`), optional for VertexAI (`{"location":"us-central1"}`), not used by other adapters. */
|
|
3101
|
+
/** Adapter-specific configuration. Required for Bedrock (`{"region":"us-east-1"}`), optional for OpenAI (`{"useResponsesApi":true}`), optional for VertexAI (`{"location":"us-central1"}`), not used by other adapters. */
|
|
3102
3102
|
config?: Record<string, unknown>;
|
|
3103
3103
|
createdAt: string;
|
|
3104
3104
|
updatedAt: string;
|
|
@@ -3135,7 +3135,7 @@ interface UpsertLlmConnectionRequest {
|
|
|
3135
3135
|
withDefaultModels?: boolean;
|
|
3136
3136
|
/** Extra headers to send with requests */
|
|
3137
3137
|
extraHeaders?: Record<string, string>;
|
|
3138
|
-
/** Adapter-specific configuration. Validation rules: - **Bedrock**: Required. Must be `{"region": "<aws-region>"}` (e.g., `{"region":"us-east-1"}`) - **VertexAI**: Optional. If provided, must be `{"location": "<gcp-location>"}` (e.g., `{"location":"us-central1"}`) - **Other adapters**: Not supported. Omit this field or set to null. */
|
|
3138
|
+
/** Adapter-specific configuration. Validation rules: - **Bedrock**: Required. Must be `{"region": "<aws-region>"}` (e.g., `{"region":"us-east-1"}`) - **OpenAI**: Optional. If provided, must be `{"useResponsesApi": <boolean>}` to control whether Langfuse routes calls through OpenAI's Responses API. - **VertexAI**: Optional. If provided, must be `{"location": "<gcp-location>"}` (e.g., `{"location":"us-central1"}`) - **Other adapters**: Not supported. Omit this field or set to null. */
|
|
3139
3139
|
config?: Record<string, unknown>;
|
|
3140
3140
|
}
|
|
3141
3141
|
|
|
@@ -3173,14 +3173,14 @@ interface GetLlmConnectionsRequest {
|
|
|
3173
3173
|
limit?: number;
|
|
3174
3174
|
}
|
|
3175
3175
|
|
|
3176
|
-
type index$
|
|
3177
|
-
type index$
|
|
3178
|
-
declare const index$
|
|
3179
|
-
type index$
|
|
3180
|
-
type index$
|
|
3181
|
-
type index$
|
|
3182
|
-
declare namespace index$
|
|
3183
|
-
export { type index$
|
|
3176
|
+
type index$m_DeleteLlmConnectionResponse = DeleteLlmConnectionResponse;
|
|
3177
|
+
type index$m_GetLlmConnectionsRequest = GetLlmConnectionsRequest;
|
|
3178
|
+
declare const index$m_LlmAdapter: typeof LlmAdapter;
|
|
3179
|
+
type index$m_LlmConnection = LlmConnection;
|
|
3180
|
+
type index$m_PaginatedLlmConnections = PaginatedLlmConnections;
|
|
3181
|
+
type index$m_UpsertLlmConnectionRequest = UpsertLlmConnectionRequest;
|
|
3182
|
+
declare namespace index$m {
|
|
3183
|
+
export { type index$m_DeleteLlmConnectionResponse as DeleteLlmConnectionResponse, type index$m_GetLlmConnectionsRequest as GetLlmConnectionsRequest, index$m_LlmAdapter as LlmAdapter, type index$m_LlmConnection as LlmConnection, type index$m_PaginatedLlmConnections as PaginatedLlmConnections, type index$m_UpsertLlmConnectionRequest as UpsertLlmConnectionRequest };
|
|
3184
3184
|
}
|
|
3185
3185
|
|
|
3186
3186
|
/**
|
|
@@ -3305,13 +3305,13 @@ declare const MediaContentType: {
|
|
|
3305
3305
|
readonly ApplicationX7ZCompressed: "application/x-7z-compressed";
|
|
3306
3306
|
};
|
|
3307
3307
|
|
|
3308
|
-
type index$
|
|
3309
|
-
type index$
|
|
3310
|
-
type index$
|
|
3311
|
-
declare const index$
|
|
3312
|
-
type index$
|
|
3313
|
-
declare namespace index$
|
|
3314
|
-
export { type index$
|
|
3308
|
+
type index$l_GetMediaResponse = GetMediaResponse;
|
|
3309
|
+
type index$l_GetMediaUploadUrlRequest = GetMediaUploadUrlRequest;
|
|
3310
|
+
type index$l_GetMediaUploadUrlResponse = GetMediaUploadUrlResponse;
|
|
3311
|
+
declare const index$l_MediaContentType: typeof MediaContentType;
|
|
3312
|
+
type index$l_PatchMediaBody = PatchMediaBody;
|
|
3313
|
+
declare namespace index$l {
|
|
3314
|
+
export { type index$l_GetMediaResponse as GetMediaResponse, type index$l_GetMediaUploadUrlRequest as GetMediaUploadUrlRequest, type index$l_GetMediaUploadUrlResponse as GetMediaUploadUrlResponse, index$l_MediaContentType as MediaContentType, type index$l_PatchMediaBody as PatchMediaBody };
|
|
3315
3315
|
}
|
|
3316
3316
|
|
|
3317
3317
|
/**
|
|
@@ -3390,10 +3390,10 @@ interface GetMetricsV2Request {
|
|
|
3390
3390
|
query: string;
|
|
3391
3391
|
}
|
|
3392
3392
|
|
|
3393
|
-
type index$
|
|
3394
|
-
type index$
|
|
3395
|
-
declare namespace index$
|
|
3396
|
-
export type { index$
|
|
3393
|
+
type index$k_GetMetricsV2Request = GetMetricsV2Request;
|
|
3394
|
+
type index$k_MetricsV2Response = MetricsV2Response;
|
|
3395
|
+
declare namespace index$k {
|
|
3396
|
+
export type { index$k_GetMetricsV2Request as GetMetricsV2Request, index$k_MetricsV2Response as MetricsV2Response };
|
|
3397
3397
|
}
|
|
3398
3398
|
|
|
3399
3399
|
/**
|
|
@@ -3465,11 +3465,11 @@ interface GetModelsRequest {
|
|
|
3465
3465
|
limit?: number;
|
|
3466
3466
|
}
|
|
3467
3467
|
|
|
3468
|
-
type index$
|
|
3469
|
-
type index$
|
|
3470
|
-
type index$
|
|
3471
|
-
declare namespace index$
|
|
3472
|
-
export type { index$
|
|
3468
|
+
type index$j_CreateModelRequest = CreateModelRequest;
|
|
3469
|
+
type index$j_GetModelsRequest = GetModelsRequest;
|
|
3470
|
+
type index$j_PaginatedModels = PaginatedModels;
|
|
3471
|
+
declare namespace index$j {
|
|
3472
|
+
export type { index$j_CreateModelRequest as CreateModelRequest, index$j_GetModelsRequest as GetModelsRequest, index$j_PaginatedModels as PaginatedModels };
|
|
3473
3473
|
}
|
|
3474
3474
|
|
|
3475
3475
|
/**
|
|
@@ -3657,11 +3657,11 @@ interface GetObservationsV2Request {
|
|
|
3657
3657
|
filter?: string;
|
|
3658
3658
|
}
|
|
3659
3659
|
|
|
3660
|
-
type index$
|
|
3661
|
-
type index$
|
|
3662
|
-
type index$
|
|
3663
|
-
declare namespace index$
|
|
3664
|
-
export type { index$
|
|
3660
|
+
type index$i_GetObservationsV2Request = GetObservationsV2Request;
|
|
3661
|
+
type index$i_ObservationsV2Meta = ObservationsV2Meta;
|
|
3662
|
+
type index$i_ObservationsV2Response = ObservationsV2Response;
|
|
3663
|
+
declare namespace index$i {
|
|
3664
|
+
export type { index$i_GetObservationsV2Request as GetObservationsV2Request, index$i_ObservationsV2Meta as ObservationsV2Meta, index$i_ObservationsV2Response as ObservationsV2Response };
|
|
3665
3665
|
}
|
|
3666
3666
|
|
|
3667
3667
|
/**
|
|
@@ -3838,17 +3838,17 @@ interface OtelTraceRequest {
|
|
|
3838
3838
|
resourceSpans: OtelResourceSpan[];
|
|
3839
3839
|
}
|
|
3840
3840
|
|
|
3841
|
-
type index$
|
|
3842
|
-
type index$
|
|
3843
|
-
type index$
|
|
3844
|
-
type index$
|
|
3845
|
-
type index$
|
|
3846
|
-
type index$
|
|
3847
|
-
type index$
|
|
3848
|
-
type index$
|
|
3849
|
-
type index$
|
|
3850
|
-
declare namespace index$
|
|
3851
|
-
export type { index$
|
|
3841
|
+
type index$h_OtelAttribute = OtelAttribute;
|
|
3842
|
+
type index$h_OtelAttributeValue = OtelAttributeValue;
|
|
3843
|
+
type index$h_OtelResource = OtelResource;
|
|
3844
|
+
type index$h_OtelResourceSpan = OtelResourceSpan;
|
|
3845
|
+
type index$h_OtelScope = OtelScope;
|
|
3846
|
+
type index$h_OtelScopeSpan = OtelScopeSpan;
|
|
3847
|
+
type index$h_OtelSpan = OtelSpan;
|
|
3848
|
+
type index$h_OtelTraceRequest = OtelTraceRequest;
|
|
3849
|
+
type index$h_OtelTraceResponse = OtelTraceResponse;
|
|
3850
|
+
declare namespace index$h {
|
|
3851
|
+
export type { index$h_OtelAttribute as OtelAttribute, index$h_OtelAttributeValue as OtelAttributeValue, index$h_OtelResource as OtelResource, index$h_OtelResourceSpan as OtelResourceSpan, index$h_OtelScope as OtelScope, index$h_OtelScopeSpan as OtelScopeSpan, index$h_OtelSpan as OtelSpan, index$h_OtelTraceRequest as OtelTraceRequest, index$h_OtelTraceResponse as OtelTraceResponse };
|
|
3852
3852
|
}
|
|
3853
3853
|
|
|
3854
3854
|
/**
|
|
@@ -3945,18 +3945,18 @@ interface OrganizationApiKeysResponse {
|
|
|
3945
3945
|
apiKeys: OrganizationApiKey[];
|
|
3946
3946
|
}
|
|
3947
3947
|
|
|
3948
|
-
type index$
|
|
3949
|
-
type index$
|
|
3950
|
-
type index$
|
|
3951
|
-
type index$
|
|
3952
|
-
declare const index$
|
|
3953
|
-
type index$
|
|
3954
|
-
type index$
|
|
3955
|
-
type index$
|
|
3956
|
-
type index$
|
|
3957
|
-
type index$
|
|
3958
|
-
declare namespace index$
|
|
3959
|
-
export { type index$
|
|
3948
|
+
type index$g_DeleteMembershipRequest = DeleteMembershipRequest;
|
|
3949
|
+
type index$g_MembershipDeletionResponse = MembershipDeletionResponse;
|
|
3950
|
+
type index$g_MembershipRequest = MembershipRequest;
|
|
3951
|
+
type index$g_MembershipResponse = MembershipResponse;
|
|
3952
|
+
declare const index$g_MembershipRole: typeof MembershipRole;
|
|
3953
|
+
type index$g_MembershipsResponse = MembershipsResponse;
|
|
3954
|
+
type index$g_OrganizationApiKey = OrganizationApiKey;
|
|
3955
|
+
type index$g_OrganizationApiKeysResponse = OrganizationApiKeysResponse;
|
|
3956
|
+
type index$g_OrganizationProject = OrganizationProject;
|
|
3957
|
+
type index$g_OrganizationProjectsResponse = OrganizationProjectsResponse;
|
|
3958
|
+
declare namespace index$g {
|
|
3959
|
+
export { type index$g_DeleteMembershipRequest as DeleteMembershipRequest, type index$g_MembershipDeletionResponse as MembershipDeletionResponse, type index$g_MembershipRequest as MembershipRequest, type index$g_MembershipResponse as MembershipResponse, index$g_MembershipRole as MembershipRole, type index$g_MembershipsResponse as MembershipsResponse, type index$g_OrganizationApiKey as OrganizationApiKey, type index$g_OrganizationApiKeysResponse as OrganizationApiKeysResponse, type index$g_OrganizationProject as OrganizationProject, type index$g_OrganizationProjectsResponse as OrganizationProjectsResponse };
|
|
3960
3960
|
}
|
|
3961
3961
|
|
|
3962
3962
|
/**
|
|
@@ -4115,18 +4115,18 @@ interface CreateApiKeyRequest {
|
|
|
4115
4115
|
secretKey?: string;
|
|
4116
4116
|
}
|
|
4117
4117
|
|
|
4118
|
-
type index$
|
|
4119
|
-
type index$
|
|
4120
|
-
type index$
|
|
4121
|
-
type index$
|
|
4122
|
-
type index$
|
|
4123
|
-
type index$
|
|
4124
|
-
type index$
|
|
4125
|
-
type index$
|
|
4126
|
-
type index$
|
|
4127
|
-
type index$
|
|
4128
|
-
declare namespace index$
|
|
4129
|
-
export type { index$
|
|
4118
|
+
type index$f_ApiKeyDeletionResponse = ApiKeyDeletionResponse;
|
|
4119
|
+
type index$f_ApiKeyList = ApiKeyList;
|
|
4120
|
+
type index$f_ApiKeyResponse = ApiKeyResponse;
|
|
4121
|
+
type index$f_ApiKeySummary = ApiKeySummary;
|
|
4122
|
+
type index$f_CreateApiKeyRequest = CreateApiKeyRequest;
|
|
4123
|
+
type index$f_CreateProjectRequest = CreateProjectRequest;
|
|
4124
|
+
type index$f_Organization = Organization;
|
|
4125
|
+
type index$f_Project = Project;
|
|
4126
|
+
type index$f_ProjectDeletionResponse = ProjectDeletionResponse;
|
|
4127
|
+
type index$f_UpdateProjectRequest = UpdateProjectRequest;
|
|
4128
|
+
declare namespace index$f {
|
|
4129
|
+
export type { index$f_ApiKeyDeletionResponse as ApiKeyDeletionResponse, index$f_ApiKeyList as ApiKeyList, index$f_ApiKeyResponse as ApiKeyResponse, index$f_ApiKeySummary as ApiKeySummary, index$f_CreateApiKeyRequest as CreateApiKeyRequest, index$f_CreateProjectRequest as CreateProjectRequest, index$f_Organization as Organization, index$f_Project as Project, index$f_ProjectDeletionResponse as ProjectDeletionResponse, Projects$1 as Projects, index$f_UpdateProjectRequest as UpdateProjectRequest };
|
|
4130
4130
|
}
|
|
4131
4131
|
|
|
4132
4132
|
/**
|
|
@@ -4358,28 +4358,28 @@ interface DeletePromptRequest {
|
|
|
4358
4358
|
version?: number;
|
|
4359
4359
|
}
|
|
4360
4360
|
|
|
4361
|
-
type index$
|
|
4362
|
-
type index$
|
|
4363
|
-
declare const index$
|
|
4364
|
-
type index$
|
|
4365
|
-
type index$
|
|
4366
|
-
type index$
|
|
4367
|
-
declare const index$
|
|
4368
|
-
type index$
|
|
4369
|
-
type index$
|
|
4370
|
-
declare const index$
|
|
4371
|
-
type index$
|
|
4372
|
-
type index$
|
|
4373
|
-
type index$
|
|
4374
|
-
type index$
|
|
4375
|
-
declare const index$
|
|
4376
|
-
declare const index$
|
|
4377
|
-
type index$
|
|
4378
|
-
type index$
|
|
4379
|
-
declare const index$
|
|
4380
|
-
type index$
|
|
4381
|
-
declare namespace index$
|
|
4382
|
-
export { type index$
|
|
4361
|
+
type index$e_BasePrompt = BasePrompt;
|
|
4362
|
+
type index$e_ChatMessage = ChatMessage;
|
|
4363
|
+
declare const index$e_ChatMessageType: typeof ChatMessageType;
|
|
4364
|
+
type index$e_ChatMessageWithPlaceholders = ChatMessageWithPlaceholders;
|
|
4365
|
+
type index$e_ChatPrompt = ChatPrompt;
|
|
4366
|
+
type index$e_CreateChatPromptRequest = CreateChatPromptRequest;
|
|
4367
|
+
declare const index$e_CreateChatPromptType: typeof CreateChatPromptType;
|
|
4368
|
+
type index$e_CreatePromptRequest = CreatePromptRequest;
|
|
4369
|
+
type index$e_CreateTextPromptRequest = CreateTextPromptRequest;
|
|
4370
|
+
declare const index$e_CreateTextPromptType: typeof CreateTextPromptType;
|
|
4371
|
+
type index$e_DeletePromptRequest = DeletePromptRequest;
|
|
4372
|
+
type index$e_GetPromptRequest = GetPromptRequest;
|
|
4373
|
+
type index$e_ListPromptsMetaRequest = ListPromptsMetaRequest;
|
|
4374
|
+
type index$e_PlaceholderMessage = PlaceholderMessage;
|
|
4375
|
+
declare const index$e_PlaceholderMessageType: typeof PlaceholderMessageType;
|
|
4376
|
+
declare const index$e_Prompt: typeof Prompt;
|
|
4377
|
+
type index$e_PromptMeta = PromptMeta;
|
|
4378
|
+
type index$e_PromptMetaListResponse = PromptMetaListResponse;
|
|
4379
|
+
declare const index$e_PromptType: typeof PromptType;
|
|
4380
|
+
type index$e_TextPrompt = TextPrompt;
|
|
4381
|
+
declare namespace index$e {
|
|
4382
|
+
export { type index$e_BasePrompt as BasePrompt, type index$e_ChatMessage as ChatMessage, index$e_ChatMessageType as ChatMessageType, type index$e_ChatMessageWithPlaceholders as ChatMessageWithPlaceholders, type index$e_ChatPrompt as ChatPrompt, type index$e_CreateChatPromptRequest as CreateChatPromptRequest, index$e_CreateChatPromptType as CreateChatPromptType, type index$e_CreatePromptRequest as CreatePromptRequest, type index$e_CreateTextPromptRequest as CreateTextPromptRequest, index$e_CreateTextPromptType as CreateTextPromptType, type index$e_DeletePromptRequest as DeletePromptRequest, type index$e_GetPromptRequest as GetPromptRequest, type index$e_ListPromptsMetaRequest as ListPromptsMetaRequest, type index$e_PlaceholderMessage as PlaceholderMessage, index$e_PlaceholderMessageType as PlaceholderMessageType, index$e_Prompt as Prompt, type index$e_PromptMeta as PromptMeta, type index$e_PromptMetaListResponse as PromptMetaListResponse, index$e_PromptType as PromptType, type index$e_TextPrompt as TextPrompt };
|
|
4383
4383
|
}
|
|
4384
4384
|
|
|
4385
4385
|
/**
|
|
@@ -4601,27 +4601,27 @@ interface CreateUserRequest {
|
|
|
4601
4601
|
password?: string;
|
|
4602
4602
|
}
|
|
4603
4603
|
|
|
4604
|
-
type index$
|
|
4605
|
-
type index$
|
|
4606
|
-
type index$
|
|
4607
|
-
type index$
|
|
4608
|
-
type index$
|
|
4609
|
-
type index$
|
|
4610
|
-
type index$
|
|
4611
|
-
type index$
|
|
4612
|
-
type index$
|
|
4613
|
-
type index$
|
|
4614
|
-
type index$
|
|
4615
|
-
type index$
|
|
4616
|
-
type index$
|
|
4617
|
-
type index$
|
|
4618
|
-
type index$
|
|
4619
|
-
type index$
|
|
4620
|
-
type index$
|
|
4621
|
-
type index$
|
|
4622
|
-
type index$
|
|
4623
|
-
declare namespace index$
|
|
4624
|
-
export type { index$
|
|
4604
|
+
type index$d_AuthenticationScheme = AuthenticationScheme;
|
|
4605
|
+
type index$d_BulkConfig = BulkConfig;
|
|
4606
|
+
type index$d_CreateUserRequest = CreateUserRequest;
|
|
4607
|
+
type index$d_EmptyResponse = EmptyResponse;
|
|
4608
|
+
type index$d_FilterConfig = FilterConfig;
|
|
4609
|
+
type index$d_ListUsersRequest = ListUsersRequest;
|
|
4610
|
+
type index$d_ResourceMeta = ResourceMeta;
|
|
4611
|
+
type index$d_ResourceType = ResourceType;
|
|
4612
|
+
type index$d_ResourceTypesResponse = ResourceTypesResponse;
|
|
4613
|
+
type index$d_SchemaExtension = SchemaExtension;
|
|
4614
|
+
type index$d_SchemaResource = SchemaResource;
|
|
4615
|
+
type index$d_SchemasResponse = SchemasResponse;
|
|
4616
|
+
type index$d_ScimEmail = ScimEmail;
|
|
4617
|
+
type index$d_ScimFeatureSupport = ScimFeatureSupport;
|
|
4618
|
+
type index$d_ScimName = ScimName;
|
|
4619
|
+
type index$d_ScimUser = ScimUser;
|
|
4620
|
+
type index$d_ScimUsersListResponse = ScimUsersListResponse;
|
|
4621
|
+
type index$d_ServiceProviderConfig = ServiceProviderConfig;
|
|
4622
|
+
type index$d_UserMeta = UserMeta;
|
|
4623
|
+
declare namespace index$d {
|
|
4624
|
+
export type { index$d_AuthenticationScheme as AuthenticationScheme, index$d_BulkConfig as BulkConfig, index$d_CreateUserRequest as CreateUserRequest, index$d_EmptyResponse as EmptyResponse, index$d_FilterConfig as FilterConfig, index$d_ListUsersRequest as ListUsersRequest, index$d_ResourceMeta as ResourceMeta, index$d_ResourceType as ResourceType, index$d_ResourceTypesResponse as ResourceTypesResponse, index$d_SchemaExtension as SchemaExtension, index$d_SchemaResource as SchemaResource, index$d_SchemasResponse as SchemasResponse, index$d_ScimEmail as ScimEmail, index$d_ScimFeatureSupport as ScimFeatureSupport, index$d_ScimName as ScimName, index$d_ScimUser as ScimUser, index$d_ScimUsersListResponse as ScimUsersListResponse, index$d_ServiceProviderConfig as ServiceProviderConfig, index$d_UserMeta as UserMeta };
|
|
4625
4625
|
}
|
|
4626
4626
|
|
|
4627
4627
|
/**
|
|
@@ -4684,11 +4684,278 @@ interface GetScoreConfigsRequest {
|
|
|
4684
4684
|
limit?: number;
|
|
4685
4685
|
}
|
|
4686
4686
|
|
|
4687
|
-
type index$
|
|
4688
|
-
type index$
|
|
4689
|
-
type index$
|
|
4687
|
+
type index$c_CreateScoreConfigRequest = CreateScoreConfigRequest;
|
|
4688
|
+
type index$c_GetScoreConfigsRequest = GetScoreConfigsRequest;
|
|
4689
|
+
type index$c_UpdateScoreConfigRequest = UpdateScoreConfigRequest;
|
|
4690
|
+
declare namespace index$c {
|
|
4691
|
+
export type { index$c_CreateScoreConfigRequest as CreateScoreConfigRequest, index$c_GetScoreConfigsRequest as GetScoreConfigsRequest, ScoreConfigs$1 as ScoreConfigs, index$c_UpdateScoreConfigRequest as UpdateScoreConfigRequest };
|
|
4692
|
+
}
|
|
4693
|
+
|
|
4694
|
+
/**
|
|
4695
|
+
* This file was auto-generated by Fern from our API Definition.
|
|
4696
|
+
*/
|
|
4697
|
+
interface ScoreSubjectTraceV3 {
|
|
4698
|
+
/** The trace ID. */
|
|
4699
|
+
id: string;
|
|
4700
|
+
}
|
|
4701
|
+
|
|
4702
|
+
/**
|
|
4703
|
+
* This file was auto-generated by Fern from our API Definition.
|
|
4704
|
+
*/
|
|
4705
|
+
interface ScoreSubjectObservationV3 {
|
|
4706
|
+
/** The observation ID. */
|
|
4707
|
+
id: string;
|
|
4708
|
+
/** The parent trace ID, if available. */
|
|
4709
|
+
traceId?: string;
|
|
4710
|
+
}
|
|
4711
|
+
|
|
4712
|
+
/**
|
|
4713
|
+
* This file was auto-generated by Fern from our API Definition.
|
|
4714
|
+
*/
|
|
4715
|
+
interface ScoreSubjectSessionV3 {
|
|
4716
|
+
/** The session ID. */
|
|
4717
|
+
id: string;
|
|
4718
|
+
}
|
|
4719
|
+
|
|
4720
|
+
/**
|
|
4721
|
+
* This file was auto-generated by Fern from our API Definition.
|
|
4722
|
+
*/
|
|
4723
|
+
interface ScoreSubjectExperimentV3 {
|
|
4724
|
+
/** The dataset run ID (experiment ID). */
|
|
4725
|
+
id: string;
|
|
4726
|
+
}
|
|
4727
|
+
|
|
4728
|
+
/**
|
|
4729
|
+
* This file was auto-generated by Fern from our API Definition.
|
|
4730
|
+
*/
|
|
4731
|
+
|
|
4732
|
+
/**
|
|
4733
|
+
* A reference to the entity this score is attached to. Discriminated by "kind" — one of trace, observation, session, or experiment.
|
|
4734
|
+
*/
|
|
4735
|
+
type ScoreSubjectV3 =
|
|
4736
|
+
/**
|
|
4737
|
+
* Subject is a trace-level score. */
|
|
4738
|
+
ScoreSubjectV3.Trace
|
|
4739
|
+
/**
|
|
4740
|
+
* Subject is an observation-level score scoped to a trace. */
|
|
4741
|
+
| ScoreSubjectV3.Observation
|
|
4742
|
+
/**
|
|
4743
|
+
* Subject is a session-level score. */
|
|
4744
|
+
| ScoreSubjectV3.Session
|
|
4745
|
+
/**
|
|
4746
|
+
* Subject is a dataset run (experiment) score. */
|
|
4747
|
+
| ScoreSubjectV3.Experiment;
|
|
4748
|
+
declare namespace ScoreSubjectV3 {
|
|
4749
|
+
interface Trace extends ScoreSubjectTraceV3 {
|
|
4750
|
+
kind: "trace";
|
|
4751
|
+
}
|
|
4752
|
+
interface Observation extends ScoreSubjectObservationV3 {
|
|
4753
|
+
kind: "observation";
|
|
4754
|
+
}
|
|
4755
|
+
interface Session extends ScoreSubjectSessionV3 {
|
|
4756
|
+
kind: "session";
|
|
4757
|
+
}
|
|
4758
|
+
interface Experiment extends ScoreSubjectExperimentV3 {
|
|
4759
|
+
kind: "experiment";
|
|
4760
|
+
}
|
|
4761
|
+
}
|
|
4762
|
+
|
|
4763
|
+
/**
|
|
4764
|
+
* This file was auto-generated by Fern from our API Definition.
|
|
4765
|
+
*/
|
|
4766
|
+
|
|
4767
|
+
interface BaseScoreV3 {
|
|
4768
|
+
id: string;
|
|
4769
|
+
projectId: string;
|
|
4770
|
+
name: string;
|
|
4771
|
+
source: ScoreSource;
|
|
4772
|
+
timestamp: string;
|
|
4773
|
+
/** The environment from which this score originated. */
|
|
4774
|
+
environment: string;
|
|
4775
|
+
createdAt: string;
|
|
4776
|
+
updatedAt: string;
|
|
4777
|
+
/** Optional comment attached to the score. Present when "details" is included in the fields parameter. */
|
|
4778
|
+
comment?: string | null;
|
|
4779
|
+
/** The score config ID, if this score was created from a config. Present when "details" is included in the fields parameter. */
|
|
4780
|
+
configId?: string | null;
|
|
4781
|
+
/** Arbitrary metadata attached to the score. Present when "details" is included in the fields parameter. */
|
|
4782
|
+
metadata?: Record<string, unknown>;
|
|
4783
|
+
/** The user who created this score, if available. Present when "annotation" is included in the fields parameter. */
|
|
4784
|
+
authorUserId?: string | null;
|
|
4785
|
+
/** The annotation queue this score belongs to, if any. Present when "annotation" is included in the fields parameter. */
|
|
4786
|
+
queueId?: string | null;
|
|
4787
|
+
/** The entity this score is attached to (trace, observation, session, or experiment). Present when "subject" is included in the fields parameter. */
|
|
4788
|
+
subject?: ScoreSubjectV3;
|
|
4789
|
+
}
|
|
4790
|
+
|
|
4791
|
+
/**
|
|
4792
|
+
* This file was auto-generated by Fern from our API Definition.
|
|
4793
|
+
*/
|
|
4794
|
+
|
|
4795
|
+
interface NumericScoreV3 extends BaseScoreV3 {
|
|
4796
|
+
/** The numeric value of the score. */
|
|
4797
|
+
value: number;
|
|
4798
|
+
}
|
|
4799
|
+
|
|
4800
|
+
/**
|
|
4801
|
+
* This file was auto-generated by Fern from our API Definition.
|
|
4802
|
+
*/
|
|
4803
|
+
|
|
4804
|
+
interface BooleanScoreV3 extends BaseScoreV3 {
|
|
4805
|
+
/** The boolean value of the score. */
|
|
4806
|
+
value: boolean;
|
|
4807
|
+
}
|
|
4808
|
+
|
|
4809
|
+
/**
|
|
4810
|
+
* This file was auto-generated by Fern from our API Definition.
|
|
4811
|
+
*/
|
|
4812
|
+
|
|
4813
|
+
interface CategoricalScoreV3 extends BaseScoreV3 {
|
|
4814
|
+
/** The string category value of the score. */
|
|
4815
|
+
value: string;
|
|
4816
|
+
}
|
|
4817
|
+
|
|
4818
|
+
/**
|
|
4819
|
+
* This file was auto-generated by Fern from our API Definition.
|
|
4820
|
+
*/
|
|
4821
|
+
|
|
4822
|
+
interface TextScoreV3 extends BaseScoreV3 {
|
|
4823
|
+
/** The text content of the score. */
|
|
4824
|
+
value: string;
|
|
4825
|
+
}
|
|
4826
|
+
|
|
4827
|
+
/**
|
|
4828
|
+
* This file was auto-generated by Fern from our API Definition.
|
|
4829
|
+
*/
|
|
4830
|
+
|
|
4831
|
+
interface CorrectionScoreV3 extends BaseScoreV3 {
|
|
4832
|
+
/** The correction content of the score. Empty string if not set. */
|
|
4833
|
+
value: string;
|
|
4834
|
+
}
|
|
4835
|
+
|
|
4836
|
+
/**
|
|
4837
|
+
* This file was auto-generated by Fern from our API Definition.
|
|
4838
|
+
*/
|
|
4839
|
+
|
|
4840
|
+
type ScoreV3 =
|
|
4841
|
+
/**
|
|
4842
|
+
* Score with NUMERIC data type. Value is a number. */
|
|
4843
|
+
ScoreV3.Numeric
|
|
4844
|
+
/**
|
|
4845
|
+
* Score with BOOLEAN data type. Value is a boolean. */
|
|
4846
|
+
| ScoreV3.Boolean
|
|
4847
|
+
/**
|
|
4848
|
+
* Score with CATEGORICAL data type. Value is a string category. */
|
|
4849
|
+
| ScoreV3.Categorical
|
|
4850
|
+
/**
|
|
4851
|
+
* Score with TEXT data type. Value is a string. */
|
|
4852
|
+
| ScoreV3.Text
|
|
4853
|
+
/**
|
|
4854
|
+
* Score with CORRECTION data type. Value is the correction string. */
|
|
4855
|
+
| ScoreV3.Correction;
|
|
4856
|
+
declare namespace ScoreV3 {
|
|
4857
|
+
interface Numeric extends NumericScoreV3 {
|
|
4858
|
+
dataType: "NUMERIC";
|
|
4859
|
+
}
|
|
4860
|
+
interface Boolean extends BooleanScoreV3 {
|
|
4861
|
+
dataType: "BOOLEAN";
|
|
4862
|
+
}
|
|
4863
|
+
interface Categorical extends CategoricalScoreV3 {
|
|
4864
|
+
dataType: "CATEGORICAL";
|
|
4865
|
+
}
|
|
4866
|
+
interface Text extends TextScoreV3 {
|
|
4867
|
+
dataType: "TEXT";
|
|
4868
|
+
}
|
|
4869
|
+
interface Correction extends CorrectionScoreV3 {
|
|
4870
|
+
dataType: "CORRECTION";
|
|
4871
|
+
}
|
|
4872
|
+
}
|
|
4873
|
+
|
|
4874
|
+
/**
|
|
4875
|
+
* This file was auto-generated by Fern from our API Definition.
|
|
4876
|
+
*/
|
|
4877
|
+
interface GetScoresV3Meta {
|
|
4878
|
+
limit: number;
|
|
4879
|
+
/** URL-safe base64 (base64url) cursor for the next page. Absent when there are no more results. */
|
|
4880
|
+
cursor?: string;
|
|
4881
|
+
}
|
|
4882
|
+
|
|
4883
|
+
/**
|
|
4884
|
+
* This file was auto-generated by Fern from our API Definition.
|
|
4885
|
+
*/
|
|
4886
|
+
|
|
4887
|
+
interface GetScoresV3Response {
|
|
4888
|
+
data: ScoreV3[];
|
|
4889
|
+
meta: GetScoresV3Meta;
|
|
4890
|
+
}
|
|
4891
|
+
|
|
4892
|
+
/**
|
|
4893
|
+
* This file was auto-generated by Fern from our API Definition.
|
|
4894
|
+
*/
|
|
4895
|
+
/**
|
|
4896
|
+
* @example
|
|
4897
|
+
* {}
|
|
4898
|
+
*/
|
|
4899
|
+
interface GetScoresV3Request {
|
|
4900
|
+
/** Number of items per page. Maximum 100, default 50. Requests with a limit greater than 100 return HTTP 400. */
|
|
4901
|
+
limit?: number;
|
|
4902
|
+
/** URL-safe base64 (base64url) cursor for pagination. Use the cursor from the previous response to get the next page. Absent on the final page. */
|
|
4903
|
+
cursor?: string;
|
|
4904
|
+
/** Comma-separated field groups to include. Allowed: core, details, subject, annotation. Defaults to "core". Unknown names return HTTP 400. */
|
|
4905
|
+
fields?: string;
|
|
4906
|
+
/** Comma-separated list of score IDs to filter by (OR within, AND across filters). */
|
|
4907
|
+
id?: string;
|
|
4908
|
+
/** Comma-separated list of score names to filter by. */
|
|
4909
|
+
name?: string;
|
|
4910
|
+
/** Comma-separated list of score sources to filter by (e.g. API, ANNOTATION, EVAL). Case-insensitive — `api` and `API` are equivalent. */
|
|
4911
|
+
source?: string;
|
|
4912
|
+
/** Comma-separated list of data types to filter by (NUMERIC, BOOLEAN, CATEGORICAL, TEXT, CORRECTION). Case-insensitive — `numeric` and `NUMERIC` are equivalent. Must be a single value when used with value, valueMin, or valueMax; otherwise the request returns HTTP 400. Must be NUMERIC when used with valueMin or valueMax. */
|
|
4913
|
+
dataType?: string;
|
|
4914
|
+
/** Comma-separated list of environments to filter by. */
|
|
4915
|
+
environment?: string;
|
|
4916
|
+
/** Comma-separated list of score config IDs to filter by. */
|
|
4917
|
+
configId?: string;
|
|
4918
|
+
/** Comma-separated list of annotation queue IDs to filter by. */
|
|
4919
|
+
queueId?: string;
|
|
4920
|
+
/** Comma-separated list of author user IDs to filter by. */
|
|
4921
|
+
authorUserId?: string;
|
|
4922
|
+
/** Comma-separated list of exact values to filter by. Requires a single dataType from NUMERIC, BOOLEAN, or CATEGORICAL; any other dataType, multiple dataTypes, or omitting dataType returns HTTP 400. For BOOLEAN, each value must be "true" or "false"; for NUMERIC, each value must be a finite number. Otherwise the request returns HTTP 400. */
|
|
4923
|
+
value?: string;
|
|
4924
|
+
/** Inclusive lower bound on the numeric value. Requires dataType=NUMERIC as a single value; otherwise the request returns HTTP 400. */
|
|
4925
|
+
valueMin?: number;
|
|
4926
|
+
/** Inclusive upper bound on the numeric value. Requires dataType=NUMERIC as a single value; otherwise the request returns HTTP 400. */
|
|
4927
|
+
valueMax?: number;
|
|
4928
|
+
/** Comma-separated list of trace IDs to filter by. Mutually exclusive with sessionId, experimentId. May be combined with observationId to scope the observation lookup to a specific trace. */
|
|
4929
|
+
traceId?: string;
|
|
4930
|
+
/** Comma-separated list of session IDs to filter by. Mutually exclusive with traceId, observationId, experimentId. */
|
|
4931
|
+
sessionId?: string;
|
|
4932
|
+
/** Comma-separated list of observation IDs to filter by. Requires traceId to be specified, because observation IDs are scoped to a trace. Mutually exclusive with sessionId, experimentId. Returns HTTP 400 when used without traceId. */
|
|
4933
|
+
observationId?: string;
|
|
4934
|
+
/** Comma-separated list of dataset run IDs (experiment IDs) to filter by. Mutually exclusive with traceId, sessionId, observationId. */
|
|
4935
|
+
experimentId?: string;
|
|
4936
|
+
/** Inclusive lower bound on the score timestamp. */
|
|
4937
|
+
fromTimestamp?: string;
|
|
4938
|
+
/** Exclusive upper bound on the score timestamp. */
|
|
4939
|
+
toTimestamp?: string;
|
|
4940
|
+
}
|
|
4941
|
+
|
|
4942
|
+
type index$b_BaseScoreV3 = BaseScoreV3;
|
|
4943
|
+
type index$b_BooleanScoreV3 = BooleanScoreV3;
|
|
4944
|
+
type index$b_CategoricalScoreV3 = CategoricalScoreV3;
|
|
4945
|
+
type index$b_CorrectionScoreV3 = CorrectionScoreV3;
|
|
4946
|
+
type index$b_GetScoresV3Meta = GetScoresV3Meta;
|
|
4947
|
+
type index$b_GetScoresV3Request = GetScoresV3Request;
|
|
4948
|
+
type index$b_GetScoresV3Response = GetScoresV3Response;
|
|
4949
|
+
type index$b_NumericScoreV3 = NumericScoreV3;
|
|
4950
|
+
type index$b_ScoreSubjectExperimentV3 = ScoreSubjectExperimentV3;
|
|
4951
|
+
type index$b_ScoreSubjectObservationV3 = ScoreSubjectObservationV3;
|
|
4952
|
+
type index$b_ScoreSubjectSessionV3 = ScoreSubjectSessionV3;
|
|
4953
|
+
type index$b_ScoreSubjectTraceV3 = ScoreSubjectTraceV3;
|
|
4954
|
+
declare const index$b_ScoreSubjectV3: typeof ScoreSubjectV3;
|
|
4955
|
+
declare const index$b_ScoreV3: typeof ScoreV3;
|
|
4956
|
+
type index$b_TextScoreV3 = TextScoreV3;
|
|
4690
4957
|
declare namespace index$b {
|
|
4691
|
-
export type
|
|
4958
|
+
export { type index$b_BaseScoreV3 as BaseScoreV3, type index$b_BooleanScoreV3 as BooleanScoreV3, type index$b_CategoricalScoreV3 as CategoricalScoreV3, type index$b_CorrectionScoreV3 as CorrectionScoreV3, type index$b_GetScoresV3Meta as GetScoresV3Meta, type index$b_GetScoresV3Request as GetScoresV3Request, type index$b_GetScoresV3Response as GetScoresV3Response, type index$b_NumericScoreV3 as NumericScoreV3, type index$b_ScoreSubjectExperimentV3 as ScoreSubjectExperimentV3, type index$b_ScoreSubjectObservationV3 as ScoreSubjectObservationV3, type index$b_ScoreSubjectSessionV3 as ScoreSubjectSessionV3, type index$b_ScoreSubjectTraceV3 as ScoreSubjectTraceV3, index$b_ScoreSubjectV3 as ScoreSubjectV3, index$b_ScoreV3 as ScoreV3, type index$b_TextScoreV3 as TextScoreV3 };
|
|
4692
4959
|
}
|
|
4693
4960
|
|
|
4694
4961
|
/**
|
|
@@ -5084,11 +5351,24 @@ declare namespace index$8 {
|
|
|
5084
5351
|
/**
|
|
5085
5352
|
* The evaluator engine type.
|
|
5086
5353
|
*
|
|
5087
|
-
* The unstable public API
|
|
5354
|
+
* The unstable public API supports LLM-as-a-judge and code evaluators.
|
|
5088
5355
|
*/
|
|
5089
|
-
type EvaluatorType = "llm_as_judge";
|
|
5356
|
+
type EvaluatorType = "llm_as_judge" | "code";
|
|
5090
5357
|
declare const EvaluatorType: {
|
|
5091
5358
|
readonly LlmAsJudge: "llm_as_judge";
|
|
5359
|
+
readonly Code: "code";
|
|
5360
|
+
};
|
|
5361
|
+
|
|
5362
|
+
/**
|
|
5363
|
+
* This file was auto-generated by Fern from our API Definition.
|
|
5364
|
+
*/
|
|
5365
|
+
/**
|
|
5366
|
+
* Code evaluator runtime language.
|
|
5367
|
+
*/
|
|
5368
|
+
type CodeEvaluatorSourceCodeLanguage = "PYTHON" | "TYPESCRIPT";
|
|
5369
|
+
declare const CodeEvaluatorSourceCodeLanguage: {
|
|
5370
|
+
readonly Python: "PYTHON";
|
|
5371
|
+
readonly Typescript: "TYPESCRIPT";
|
|
5092
5372
|
};
|
|
5093
5373
|
|
|
5094
5374
|
/**
|
|
@@ -5575,7 +5855,9 @@ interface NullEvaluationRuleFilter {
|
|
|
5575
5855
|
*/
|
|
5576
5856
|
|
|
5577
5857
|
/**
|
|
5578
|
-
* Maps one evaluator
|
|
5858
|
+
* Maps one evaluator variable to one source field from the target object.
|
|
5859
|
+
*
|
|
5860
|
+
* Manual mappings are used for `llm_as_judge` evaluators. `code` evaluators use a fixed runtime mapping managed by Langfuse.
|
|
5579
5861
|
*
|
|
5580
5862
|
* How to build a valid mapping list:
|
|
5581
5863
|
* 1. Create the evaluator or fetch it with `GET /evaluators/{id}`.
|
|
@@ -5588,7 +5870,7 @@ interface NullEvaluationRuleFilter {
|
|
|
5588
5870
|
*
|
|
5589
5871
|
* Recovery guidance:
|
|
5590
5872
|
* - `invalid_variable_mapping`: the variable name is unknown for this evaluator, or the selected `source` is not valid for the chosen `target`
|
|
5591
|
-
* - `missing_variable_mapping`: one or more evaluator variables are not mapped yet
|
|
5873
|
+
* - `missing_variable_mapping`: one or more LLM-as-judge evaluator variables are not mapped yet
|
|
5592
5874
|
* - `duplicate_variable_mapping`: the same evaluator variable appears more than once
|
|
5593
5875
|
* - `invalid_json_path`: the JSONPath expression is malformed. Remove it or correct it.
|
|
5594
5876
|
*
|
|
@@ -5762,6 +6044,7 @@ declare namespace EvaluationRuleFilter {
|
|
|
5762
6044
|
type index$7_ArrayOptionsEvaluationRuleFilter = ArrayOptionsEvaluationRuleFilter;
|
|
5763
6045
|
type index$7_BooleanEvaluationRuleFilter = BooleanEvaluationRuleFilter;
|
|
5764
6046
|
type index$7_CategoryOptionsEvaluationRuleFilter = CategoryOptionsEvaluationRuleFilter;
|
|
6047
|
+
declare const index$7_CodeEvaluatorSourceCodeLanguage: typeof CodeEvaluatorSourceCodeLanguage;
|
|
5765
6048
|
type index$7_DateTimeEvaluationRuleFilter = DateTimeEvaluationRuleFilter;
|
|
5766
6049
|
declare const index$7_EvaluationRuleArrayOptionsFilterOperator: typeof EvaluationRuleArrayOptionsFilterOperator;
|
|
5767
6050
|
declare const index$7_EvaluationRuleBooleanFilterOperator: typeof EvaluationRuleBooleanFilterOperator;
|
|
@@ -5792,7 +6075,7 @@ type index$7_StringEvaluationRuleFilter = StringEvaluationRuleFilter;
|
|
|
5792
6075
|
type index$7_StringObjectEvaluationRuleFilter = StringObjectEvaluationRuleFilter;
|
|
5793
6076
|
type index$7_StringOptionsEvaluationRuleFilter = StringOptionsEvaluationRuleFilter;
|
|
5794
6077
|
declare namespace index$7 {
|
|
5795
|
-
export { type index$7_ArrayOptionsEvaluationRuleFilter as ArrayOptionsEvaluationRuleFilter, type index$7_BooleanEvaluationRuleFilter as BooleanEvaluationRuleFilter, type index$7_CategoryOptionsEvaluationRuleFilter as CategoryOptionsEvaluationRuleFilter, type index$7_DateTimeEvaluationRuleFilter as DateTimeEvaluationRuleFilter, index$7_EvaluationRuleArrayOptionsFilterOperator as EvaluationRuleArrayOptionsFilterOperator, index$7_EvaluationRuleBooleanFilterOperator as EvaluationRuleBooleanFilterOperator, index$7_EvaluationRuleFilter as EvaluationRuleFilter, type index$7_EvaluationRuleMapping as EvaluationRuleMapping, index$7_EvaluationRuleMappingSource as EvaluationRuleMappingSource, index$7_EvaluationRuleNullFilterOperator as EvaluationRuleNullFilterOperator, index$7_EvaluationRuleNumberFilterOperator as EvaluationRuleNumberFilterOperator, index$7_EvaluationRuleOptionsFilterOperator as EvaluationRuleOptionsFilterOperator, index$7_EvaluationRuleStatus as EvaluationRuleStatus, index$7_EvaluationRuleStringFilterOperator as EvaluationRuleStringFilterOperator, index$7_EvaluationRuleTarget as EvaluationRuleTarget, type index$7_EvaluatorModelConfig as EvaluatorModelConfig, index$7_EvaluatorOutputDataType as EvaluatorOutputDataType, index$7_EvaluatorOutputDefinition as EvaluatorOutputDefinition, type index$7_EvaluatorOutputFieldDefinition as EvaluatorOutputFieldDefinition, index$7_EvaluatorScope as EvaluatorScope, index$7_EvaluatorType as EvaluatorType, type index$7_NullEvaluationRuleFilter as NullEvaluationRuleFilter, type index$7_NumberEvaluationRuleFilter as NumberEvaluationRuleFilter, type index$7_NumberObjectEvaluationRuleFilter as NumberObjectEvaluationRuleFilter, type index$7_PublicBooleanEvaluatorOutputDefinition as PublicBooleanEvaluatorOutputDefinition, type index$7_PublicCategoricalEvaluatorOutputDefinition as PublicCategoricalEvaluatorOutputDefinition, type index$7_PublicCategoricalEvaluatorOutputScoreDefinition as PublicCategoricalEvaluatorOutputScoreDefinition, index$7_PublicEvaluatorOutputDefinition as PublicEvaluatorOutputDefinition, type index$7_PublicNumericEvaluatorOutputDefinition as PublicNumericEvaluatorOutputDefinition, type index$7_StringEvaluationRuleFilter as StringEvaluationRuleFilter, type index$7_StringObjectEvaluationRuleFilter as StringObjectEvaluationRuleFilter, type index$7_StringOptionsEvaluationRuleFilter as StringOptionsEvaluationRuleFilter };
|
|
6078
|
+
export { type index$7_ArrayOptionsEvaluationRuleFilter as ArrayOptionsEvaluationRuleFilter, type index$7_BooleanEvaluationRuleFilter as BooleanEvaluationRuleFilter, type index$7_CategoryOptionsEvaluationRuleFilter as CategoryOptionsEvaluationRuleFilter, index$7_CodeEvaluatorSourceCodeLanguage as CodeEvaluatorSourceCodeLanguage, type index$7_DateTimeEvaluationRuleFilter as DateTimeEvaluationRuleFilter, index$7_EvaluationRuleArrayOptionsFilterOperator as EvaluationRuleArrayOptionsFilterOperator, index$7_EvaluationRuleBooleanFilterOperator as EvaluationRuleBooleanFilterOperator, index$7_EvaluationRuleFilter as EvaluationRuleFilter, type index$7_EvaluationRuleMapping as EvaluationRuleMapping, index$7_EvaluationRuleMappingSource as EvaluationRuleMappingSource, index$7_EvaluationRuleNullFilterOperator as EvaluationRuleNullFilterOperator, index$7_EvaluationRuleNumberFilterOperator as EvaluationRuleNumberFilterOperator, index$7_EvaluationRuleOptionsFilterOperator as EvaluationRuleOptionsFilterOperator, index$7_EvaluationRuleStatus as EvaluationRuleStatus, index$7_EvaluationRuleStringFilterOperator as EvaluationRuleStringFilterOperator, index$7_EvaluationRuleTarget as EvaluationRuleTarget, type index$7_EvaluatorModelConfig as EvaluatorModelConfig, index$7_EvaluatorOutputDataType as EvaluatorOutputDataType, index$7_EvaluatorOutputDefinition as EvaluatorOutputDefinition, type index$7_EvaluatorOutputFieldDefinition as EvaluatorOutputFieldDefinition, index$7_EvaluatorScope as EvaluatorScope, index$7_EvaluatorType as EvaluatorType, type index$7_NullEvaluationRuleFilter as NullEvaluationRuleFilter, type index$7_NumberEvaluationRuleFilter as NumberEvaluationRuleFilter, type index$7_NumberObjectEvaluationRuleFilter as NumberObjectEvaluationRuleFilter, type index$7_PublicBooleanEvaluatorOutputDefinition as PublicBooleanEvaluatorOutputDefinition, type index$7_PublicCategoricalEvaluatorOutputDefinition as PublicCategoricalEvaluatorOutputDefinition, type index$7_PublicCategoricalEvaluatorOutputScoreDefinition as PublicCategoricalEvaluatorOutputScoreDefinition, index$7_PublicEvaluatorOutputDefinition as PublicEvaluatorOutputDefinition, type index$7_PublicNumericEvaluatorOutputDefinition as PublicNumericEvaluatorOutputDefinition, type index$7_StringEvaluationRuleFilter as StringEvaluationRuleFilter, type index$7_StringObjectEvaluationRuleFilter as StringObjectEvaluationRuleFilter, type index$7_StringOptionsEvaluationRuleFilter as StringOptionsEvaluationRuleFilter };
|
|
5796
6079
|
}
|
|
5797
6080
|
|
|
5798
6081
|
/**
|
|
@@ -6123,7 +6406,8 @@ declare namespace index$6 {
|
|
|
6123
6406
|
* evaluator: {
|
|
6124
6407
|
* id: "evaltmpl_123",
|
|
6125
6408
|
* name: "answer-correctness",
|
|
6126
|
-
* scope: LangfuseAPI.unstable.EvaluatorScope.Project
|
|
6409
|
+
* scope: LangfuseAPI.unstable.EvaluatorScope.Project,
|
|
6410
|
+
* type: LangfuseAPI.unstable.EvaluatorType.LlmAsJudge
|
|
6127
6411
|
* },
|
|
6128
6412
|
* target: LangfuseAPI.unstable.EvaluationRuleTarget.Observation,
|
|
6129
6413
|
* enabled: true,
|
|
@@ -6181,7 +6465,7 @@ interface EvaluationRule {
|
|
|
6181
6465
|
sampling: number;
|
|
6182
6466
|
/** List of filter conditions used to decide whether a target should be evaluated. */
|
|
6183
6467
|
filter: EvaluationRuleFilter[];
|
|
6184
|
-
/** Variable mappings used to populate
|
|
6468
|
+
/** Variable mappings used to populate evaluator runtime variables from the live target object. */
|
|
6185
6469
|
mapping: EvaluationRuleMapping[];
|
|
6186
6470
|
/** Timestamp when the evaluation rule was created. */
|
|
6187
6471
|
createdAt: string;
|
|
@@ -6214,20 +6498,27 @@ interface EvaluationRules$1 {
|
|
|
6214
6498
|
* - reference an existing evaluator family by `evaluator.name` and `evaluator.scope`
|
|
6215
6499
|
* - choose `target=observation` or `target=experiment`
|
|
6216
6500
|
* - if `target=experiment` and you want a dataset filter, call `GET /api/public/v2/datasets` first and use dataset `id` values in `filter[].value`
|
|
6217
|
-
* - fetch or inspect the evaluator first
|
|
6501
|
+
* - for `llm_as_judge`, fetch or inspect the evaluator first and provide a complete variable mapping for every evaluator variable
|
|
6502
|
+
* - for `code`, do not send variables or mappings; Langfuse stores the fixed code runtime mapping automatically
|
|
6218
6503
|
* - optionally narrow execution with `filter`
|
|
6219
6504
|
* - set `enabled=true` only when you want live execution immediately
|
|
6220
6505
|
*/
|
|
6221
|
-
|
|
6506
|
+
type CreateEvaluationRuleRequest = CreateLlmAsJudgeEvaluationRuleRequest | CreateCodeEvaluationRuleRequest;
|
|
6507
|
+
|
|
6508
|
+
/**
|
|
6509
|
+
* This file was auto-generated by Fern from our API Definition.
|
|
6510
|
+
*/
|
|
6511
|
+
|
|
6512
|
+
interface CreateLlmAsJudgeEvaluationRuleRequest {
|
|
6222
6513
|
/** Human-readable deployment name. */
|
|
6223
6514
|
name: string;
|
|
6224
6515
|
/**
|
|
6225
|
-
*
|
|
6516
|
+
* LLM-as-judge evaluator family to use.
|
|
6226
6517
|
*
|
|
6227
|
-
* Use `name` and `
|
|
6518
|
+
* Use `name`, `scope`, and `type` from the evaluator endpoints. If `type` is omitted, Langfuse defaults it to `llm_as_judge` for backwards compatibility.
|
|
6228
6519
|
* Langfuse resolves that family to its latest version before saving the rule.
|
|
6229
6520
|
*/
|
|
6230
|
-
evaluator:
|
|
6521
|
+
evaluator: LlmAsJudgeEvaluationRuleEvaluatorReference;
|
|
6231
6522
|
/** Target object type to evaluate. */
|
|
6232
6523
|
target: EvaluationRuleTarget;
|
|
6233
6524
|
/** Whether the deployment should be active immediately after creation. */
|
|
@@ -6243,7 +6534,7 @@ interface CreateEvaluationRuleRequest {
|
|
|
6243
6534
|
*/
|
|
6244
6535
|
filter?: EvaluationRuleFilter[];
|
|
6245
6536
|
/**
|
|
6246
|
-
*
|
|
6537
|
+
* LLM-as-judge variable mappings.
|
|
6247
6538
|
*
|
|
6248
6539
|
* Every evaluator variable must appear exactly once.
|
|
6249
6540
|
* Build this list from the evaluator `variables` array returned by the evaluator endpoints.
|
|
@@ -6251,6 +6542,36 @@ interface CreateEvaluationRuleRequest {
|
|
|
6251
6542
|
mapping: EvaluationRuleMapping[];
|
|
6252
6543
|
}
|
|
6253
6544
|
|
|
6545
|
+
/**
|
|
6546
|
+
* This file was auto-generated by Fern from our API Definition.
|
|
6547
|
+
*/
|
|
6548
|
+
|
|
6549
|
+
interface CreateCodeEvaluationRuleRequest {
|
|
6550
|
+
/** Human-readable deployment name. */
|
|
6551
|
+
name: string;
|
|
6552
|
+
/**
|
|
6553
|
+
* Code evaluator family to use.
|
|
6554
|
+
*
|
|
6555
|
+
* Use `name`, `scope`, and `type` from the evaluator endpoints.
|
|
6556
|
+
* Langfuse resolves that family to its latest version before saving the rule.
|
|
6557
|
+
*/
|
|
6558
|
+
evaluator: CodeEvaluationRuleEvaluatorReference;
|
|
6559
|
+
/** Target object type to evaluate. */
|
|
6560
|
+
target: EvaluationRuleTarget;
|
|
6561
|
+
/** Whether the deployment should be active immediately after creation. */
|
|
6562
|
+
enabled: boolean;
|
|
6563
|
+
/** Optional sampling fraction. Defaults to `1`. */
|
|
6564
|
+
sampling?: number;
|
|
6565
|
+
/**
|
|
6566
|
+
* Optional filter list.
|
|
6567
|
+
*
|
|
6568
|
+
* Omit or pass an empty list to evaluate all matching targets for the selected `target`.
|
|
6569
|
+
* Each filter object must use a column that is valid for that `target`.
|
|
6570
|
+
* For `target=experiment`, `column=datasetId` expects dataset `id` values from `GET /api/public/v2/datasets`, not dataset names.
|
|
6571
|
+
*/
|
|
6572
|
+
filter?: EvaluationRuleFilter[];
|
|
6573
|
+
}
|
|
6574
|
+
|
|
6254
6575
|
/**
|
|
6255
6576
|
* This file was auto-generated by Fern from our API Definition.
|
|
6256
6577
|
*/
|
|
@@ -6263,8 +6584,9 @@ interface CreateEvaluationRuleRequest {
|
|
|
6263
6584
|
*
|
|
6264
6585
|
* Practical guidance:
|
|
6265
6586
|
* - If you only want to rename the rule or change sampling, send just those fields.
|
|
6266
|
-
* - If you change `evaluator`, send a fresh `mapping` unless you are certain the existing mapping still matches the evaluator variables.
|
|
6267
|
-
* - If you change `target
|
|
6587
|
+
* - If you change to an LLM-as-judge `evaluator`, send a fresh `mapping` unless you are certain the existing mapping still matches the evaluator variables.
|
|
6588
|
+
* - If you change `target` for an LLM-as-judge rule, usually send both `filter` and `mapping` in the same request.
|
|
6589
|
+
* - For code evaluator rules, omit `mapping`; Langfuse stores the fixed code runtime mapping automatically.
|
|
6268
6590
|
* - If you change an experiment `datasetId` filter, call `GET /api/public/v2/datasets` and use dataset `id` values from that response.
|
|
6269
6591
|
*/
|
|
6270
6592
|
interface UpdateEvaluationRuleRequest {
|
|
@@ -6274,6 +6596,7 @@ interface UpdateEvaluationRuleRequest {
|
|
|
6274
6596
|
* Updated evaluator family.
|
|
6275
6597
|
*
|
|
6276
6598
|
* Langfuse resolves the provided evaluator family to its latest version before saving the rule.
|
|
6599
|
+
* A rule's evaluator type cannot be changed: provide `name` and `scope` for an evaluator family of the rule's current type. To use a different evaluator type, create a new rule.
|
|
6277
6600
|
*/
|
|
6278
6601
|
evaluator?: EvaluationRuleEvaluatorReference;
|
|
6279
6602
|
/** Updated target object type. */
|
|
@@ -6288,7 +6611,11 @@ interface UpdateEvaluationRuleRequest {
|
|
|
6288
6611
|
* For `target=experiment`, `column=datasetId` expects dataset `id` values from `GET /api/public/v2/datasets`, not dataset names.
|
|
6289
6612
|
*/
|
|
6290
6613
|
filter?: EvaluationRuleFilter[];
|
|
6291
|
-
/**
|
|
6614
|
+
/**
|
|
6615
|
+
* Updated LLM-as-judge variable mappings.
|
|
6616
|
+
*
|
|
6617
|
+
* Do not send this field for code evaluator rules. Langfuse stores the fixed code runtime mapping automatically and returns it in the response.
|
|
6618
|
+
*/
|
|
6292
6619
|
mapping?: EvaluationRuleMapping[];
|
|
6293
6620
|
}
|
|
6294
6621
|
|
|
@@ -6308,9 +6635,10 @@ interface DeleteEvaluationRuleResponse {
|
|
|
6308
6635
|
*/
|
|
6309
6636
|
|
|
6310
6637
|
/**
|
|
6311
|
-
* Evaluator family reference used when
|
|
6638
|
+
* Evaluator family reference used when updating an evaluation rule.
|
|
6312
6639
|
*
|
|
6313
|
-
* `name` and `scope`
|
|
6640
|
+
* `name` and `scope` identify the evaluator family in the authenticated project context.
|
|
6641
|
+
* A rule's evaluator type cannot be changed, so this reference does not accept a `type`; the family must match the rule's current evaluator type.
|
|
6314
6642
|
*/
|
|
6315
6643
|
interface EvaluationRuleEvaluatorReference {
|
|
6316
6644
|
/** Evaluator family name. */
|
|
@@ -6319,6 +6647,46 @@ interface EvaluationRuleEvaluatorReference {
|
|
|
6319
6647
|
scope: EvaluatorScope;
|
|
6320
6648
|
}
|
|
6321
6649
|
|
|
6650
|
+
/**
|
|
6651
|
+
* This file was auto-generated by Fern from our API Definition.
|
|
6652
|
+
*/
|
|
6653
|
+
|
|
6654
|
+
/**
|
|
6655
|
+
* LLM-as-judge evaluator family reference used when creating an evaluation rule.
|
|
6656
|
+
*/
|
|
6657
|
+
interface LlmAsJudgeEvaluationRuleEvaluatorReference {
|
|
6658
|
+
/** Evaluator family name. */
|
|
6659
|
+
name: string;
|
|
6660
|
+
/** Whether the evaluator family is project-owned or Langfuse-managed. */
|
|
6661
|
+
scope: EvaluatorScope;
|
|
6662
|
+
/** Evaluator engine type. Defaults to `llm_as_judge` when omitted. */
|
|
6663
|
+
type?: LlmAsJudgeEvaluatorType;
|
|
6664
|
+
}
|
|
6665
|
+
|
|
6666
|
+
/**
|
|
6667
|
+
* This file was auto-generated by Fern from our API Definition.
|
|
6668
|
+
*/
|
|
6669
|
+
|
|
6670
|
+
/**
|
|
6671
|
+
* Code evaluator family reference used when creating an evaluation rule.
|
|
6672
|
+
*/
|
|
6673
|
+
interface CodeEvaluationRuleEvaluatorReference {
|
|
6674
|
+
/** Evaluator family name. */
|
|
6675
|
+
name: string;
|
|
6676
|
+
/** Whether the evaluator family is project-owned or Langfuse-managed. */
|
|
6677
|
+
scope: EvaluatorScope;
|
|
6678
|
+
/** Must be `code`. */
|
|
6679
|
+
type: "code";
|
|
6680
|
+
}
|
|
6681
|
+
|
|
6682
|
+
/**
|
|
6683
|
+
* This file was auto-generated by Fern from our API Definition.
|
|
6684
|
+
*/
|
|
6685
|
+
type LlmAsJudgeEvaluatorType = "llm_as_judge";
|
|
6686
|
+
declare const LlmAsJudgeEvaluatorType: {
|
|
6687
|
+
readonly LlmAsJudge: "llm_as_judge";
|
|
6688
|
+
};
|
|
6689
|
+
|
|
6322
6690
|
/**
|
|
6323
6691
|
* This file was auto-generated by Fern from our API Definition.
|
|
6324
6692
|
*/
|
|
@@ -6327,7 +6695,7 @@ interface EvaluationRuleEvaluatorReference {
|
|
|
6327
6695
|
* Resolved evaluator currently used by the evaluation rule.
|
|
6328
6696
|
*
|
|
6329
6697
|
* `id` is the exact active evaluator version.
|
|
6330
|
-
* `name` and `
|
|
6698
|
+
* `name`, `scope`, and `type` identify the evaluator family conceptually.
|
|
6331
6699
|
*/
|
|
6332
6700
|
interface EvaluationRuleEvaluator {
|
|
6333
6701
|
/** Identifier of the exact evaluator version currently used by the rule. */
|
|
@@ -6336,6 +6704,8 @@ interface EvaluationRuleEvaluator {
|
|
|
6336
6704
|
name: string;
|
|
6337
6705
|
/** Whether the evaluator family is project-owned or Langfuse-managed. */
|
|
6338
6706
|
scope: EvaluatorScope;
|
|
6707
|
+
/** Evaluator engine type. */
|
|
6708
|
+
type: EvaluatorType;
|
|
6339
6709
|
}
|
|
6340
6710
|
|
|
6341
6711
|
/**
|
|
@@ -6352,15 +6722,20 @@ interface ListEvaluationRulesRequest {
|
|
|
6352
6722
|
limit?: number;
|
|
6353
6723
|
}
|
|
6354
6724
|
|
|
6725
|
+
type index$5_CodeEvaluationRuleEvaluatorReference = CodeEvaluationRuleEvaluatorReference;
|
|
6726
|
+
type index$5_CreateCodeEvaluationRuleRequest = CreateCodeEvaluationRuleRequest;
|
|
6355
6727
|
type index$5_CreateEvaluationRuleRequest = CreateEvaluationRuleRequest;
|
|
6728
|
+
type index$5_CreateLlmAsJudgeEvaluationRuleRequest = CreateLlmAsJudgeEvaluationRuleRequest;
|
|
6356
6729
|
type index$5_DeleteEvaluationRuleResponse = DeleteEvaluationRuleResponse;
|
|
6357
6730
|
type index$5_EvaluationRule = EvaluationRule;
|
|
6358
6731
|
type index$5_EvaluationRuleEvaluator = EvaluationRuleEvaluator;
|
|
6359
6732
|
type index$5_EvaluationRuleEvaluatorReference = EvaluationRuleEvaluatorReference;
|
|
6360
6733
|
type index$5_ListEvaluationRulesRequest = ListEvaluationRulesRequest;
|
|
6734
|
+
type index$5_LlmAsJudgeEvaluationRuleEvaluatorReference = LlmAsJudgeEvaluationRuleEvaluatorReference;
|
|
6735
|
+
declare const index$5_LlmAsJudgeEvaluatorType: typeof LlmAsJudgeEvaluatorType;
|
|
6361
6736
|
type index$5_UpdateEvaluationRuleRequest = UpdateEvaluationRuleRequest;
|
|
6362
6737
|
declare namespace index$5 {
|
|
6363
|
-
export type
|
|
6738
|
+
export { type index$5_CodeEvaluationRuleEvaluatorReference as CodeEvaluationRuleEvaluatorReference, type index$5_CreateCodeEvaluationRuleRequest as CreateCodeEvaluationRuleRequest, type index$5_CreateEvaluationRuleRequest as CreateEvaluationRuleRequest, type index$5_CreateLlmAsJudgeEvaluationRuleRequest as CreateLlmAsJudgeEvaluationRuleRequest, type index$5_DeleteEvaluationRuleResponse as DeleteEvaluationRuleResponse, type index$5_EvaluationRule as EvaluationRule, type index$5_EvaluationRuleEvaluator as EvaluationRuleEvaluator, type index$5_EvaluationRuleEvaluatorReference as EvaluationRuleEvaluatorReference, type EvaluationRules$1 as EvaluationRules, type index$5_ListEvaluationRulesRequest as ListEvaluationRulesRequest, type index$5_LlmAsJudgeEvaluationRuleEvaluatorReference as LlmAsJudgeEvaluationRuleEvaluatorReference, index$5_LlmAsJudgeEvaluatorType as LlmAsJudgeEvaluatorType, type index$5_UpdateEvaluationRuleRequest as UpdateEvaluationRuleRequest };
|
|
6364
6739
|
}
|
|
6365
6740
|
|
|
6366
6741
|
/**
|
|
@@ -6370,25 +6745,34 @@ declare namespace index$5 {
|
|
|
6370
6745
|
/**
|
|
6371
6746
|
* One evaluator that can be used for scoring.
|
|
6372
6747
|
*
|
|
6373
|
-
* An evaluator describes **how** to score data
|
|
6374
|
-
* - prompt
|
|
6375
|
-
* - extracted prompt variables
|
|
6376
|
-
* - output schema
|
|
6377
|
-
* - optional explicit model configuration
|
|
6748
|
+
* An evaluator describes **how** to score data.
|
|
6378
6749
|
*
|
|
6379
6750
|
* It does not define **which** live objects are evaluated. That is the job of `evaluation-rules`.
|
|
6380
6751
|
*
|
|
6381
6752
|
* For agent clients, the most important fields are:
|
|
6382
|
-
* - `
|
|
6383
|
-
* - `
|
|
6384
|
-
* - `modelConfig`: tells you whether the evaluator uses the project default model (`null`) or an explicit provider/model
|
|
6753
|
+
* - `type`: determines which evaluator fields are present
|
|
6754
|
+
* - `variables`: for LLM evaluators, use these exact names when building the evaluation-rule `mapping` array. LLM evaluators require every variable to be mapped. Code evaluators always expose the fixed runtime payload fields and Langfuse maps them automatically.
|
|
6385
6755
|
*
|
|
6386
6756
|
* Versioning behavior:
|
|
6387
6757
|
* - `GET /evaluators` returns the latest version of each available evaluator.
|
|
6388
6758
|
* - `GET /evaluators/{id}` can return an older version.
|
|
6389
6759
|
* - Evaluation rules always run against the latest version for the selected evaluator name within the same source (`project` or `managed`).
|
|
6390
6760
|
*/
|
|
6391
|
-
|
|
6761
|
+
type Evaluator = Evaluator.LlmAsJudge | Evaluator.Code;
|
|
6762
|
+
declare namespace Evaluator {
|
|
6763
|
+
interface LlmAsJudge extends LlmAsJudgeEvaluator {
|
|
6764
|
+
type: "llm_as_judge";
|
|
6765
|
+
}
|
|
6766
|
+
interface Code extends CodeEvaluator {
|
|
6767
|
+
type: "code";
|
|
6768
|
+
}
|
|
6769
|
+
}
|
|
6770
|
+
|
|
6771
|
+
/**
|
|
6772
|
+
* This file was auto-generated by Fern from our API Definition.
|
|
6773
|
+
*/
|
|
6774
|
+
|
|
6775
|
+
interface EvaluatorBase {
|
|
6392
6776
|
/** Identifier of this evaluator. */
|
|
6393
6777
|
id: string;
|
|
6394
6778
|
/** Evaluator name. */
|
|
@@ -6397,16 +6781,27 @@ interface Evaluator {
|
|
|
6397
6781
|
version: number;
|
|
6398
6782
|
/** Where this evaluator comes from: your project or Langfuse-managed defaults. */
|
|
6399
6783
|
scope: EvaluatorScope;
|
|
6400
|
-
/** Evaluator engine type. Currently always `llm_as_judge`. */
|
|
6401
|
-
type: EvaluatorType;
|
|
6402
|
-
/** Prompt template used during evaluation. */
|
|
6403
|
-
prompt: string;
|
|
6404
6784
|
/**
|
|
6405
|
-
* Variables
|
|
6785
|
+
* Variables that can be mapped when creating an evaluation rule.
|
|
6406
6786
|
*
|
|
6407
|
-
*
|
|
6787
|
+
* LLM evaluators require every variable to be mapped exactly once. Code evaluators always expose the fixed runtime payload fields and Langfuse maps them automatically.
|
|
6408
6788
|
*/
|
|
6409
6789
|
variables: string[];
|
|
6790
|
+
/** Number of evaluation rules in the project that currently use this evaluator version. */
|
|
6791
|
+
evaluationRuleCount: number;
|
|
6792
|
+
/** Timestamp when this evaluator was created. */
|
|
6793
|
+
createdAt: string;
|
|
6794
|
+
/** Timestamp when this evaluator was last updated. */
|
|
6795
|
+
updatedAt: string;
|
|
6796
|
+
}
|
|
6797
|
+
|
|
6798
|
+
/**
|
|
6799
|
+
* This file was auto-generated by Fern from our API Definition.
|
|
6800
|
+
*/
|
|
6801
|
+
|
|
6802
|
+
interface LlmAsJudgeEvaluator extends EvaluatorBase {
|
|
6803
|
+
/** Prompt template used during evaluation. */
|
|
6804
|
+
prompt: string;
|
|
6410
6805
|
/**
|
|
6411
6806
|
* Structured output schema returned by this evaluator.
|
|
6412
6807
|
*
|
|
@@ -6416,12 +6811,17 @@ interface Evaluator {
|
|
|
6416
6811
|
outputDefinition: PublicEvaluatorOutputDefinition;
|
|
6417
6812
|
/** Explicit model configuration, or `null` when the project default evaluation model is used. */
|
|
6418
6813
|
modelConfig: EvaluatorModelConfig | null;
|
|
6419
|
-
|
|
6420
|
-
|
|
6421
|
-
|
|
6422
|
-
|
|
6423
|
-
|
|
6424
|
-
|
|
6814
|
+
}
|
|
6815
|
+
|
|
6816
|
+
/**
|
|
6817
|
+
* This file was auto-generated by Fern from our API Definition.
|
|
6818
|
+
*/
|
|
6819
|
+
|
|
6820
|
+
interface CodeEvaluator extends EvaluatorBase {
|
|
6821
|
+
/** Source code executed for each matched observation. */
|
|
6822
|
+
sourceCode: string;
|
|
6823
|
+
/** Runtime language for `sourceCode`. */
|
|
6824
|
+
sourceCodeLanguage: CodeEvaluatorSourceCodeLanguage;
|
|
6425
6825
|
}
|
|
6426
6826
|
|
|
6427
6827
|
/**
|
|
@@ -6442,8 +6842,23 @@ interface Evaluators$1 {
|
|
|
6442
6842
|
*
|
|
6443
6843
|
* If the same `name` already exists in your project, Langfuse creates the next version and returns it.
|
|
6444
6844
|
* Existing evaluation rules in the same project are then moved to that new latest version automatically.
|
|
6845
|
+
* If `type` is omitted, Langfuse defaults it to `llm_as_judge` for backwards compatibility.
|
|
6846
|
+
*/
|
|
6847
|
+
type CreateEvaluatorRequest = CreateEvaluatorRequest.LlmAsJudge | CreateEvaluatorRequest.Code;
|
|
6848
|
+
declare namespace CreateEvaluatorRequest {
|
|
6849
|
+
interface LlmAsJudge extends CreateLlmAsJudgeEvaluatorRequest {
|
|
6850
|
+
type: "llm_as_judge";
|
|
6851
|
+
}
|
|
6852
|
+
interface Code extends CreateCodeEvaluatorRequest {
|
|
6853
|
+
type: "code";
|
|
6854
|
+
}
|
|
6855
|
+
}
|
|
6856
|
+
|
|
6857
|
+
/**
|
|
6858
|
+
* This file was auto-generated by Fern from our API Definition.
|
|
6445
6859
|
*/
|
|
6446
|
-
|
|
6860
|
+
|
|
6861
|
+
interface CreateLlmAsJudgeEvaluatorRequest {
|
|
6447
6862
|
/** Evaluator name within the authenticated project. */
|
|
6448
6863
|
name: string;
|
|
6449
6864
|
/** Prompt template used by the evaluator. */
|
|
@@ -6459,6 +6874,19 @@ interface CreateEvaluatorRequest {
|
|
|
6459
6874
|
modelConfig?: EvaluatorModelConfig | null;
|
|
6460
6875
|
}
|
|
6461
6876
|
|
|
6877
|
+
/**
|
|
6878
|
+
* This file was auto-generated by Fern from our API Definition.
|
|
6879
|
+
*/
|
|
6880
|
+
|
|
6881
|
+
interface CreateCodeEvaluatorRequest {
|
|
6882
|
+
/** Evaluator name within the authenticated project. */
|
|
6883
|
+
name: string;
|
|
6884
|
+
/** Code executed for each matched observation. */
|
|
6885
|
+
sourceCode: string;
|
|
6886
|
+
/** Runtime language for `sourceCode`. */
|
|
6887
|
+
sourceCodeLanguage: CodeEvaluatorSourceCodeLanguage;
|
|
6888
|
+
}
|
|
6889
|
+
|
|
6462
6890
|
/**
|
|
6463
6891
|
* This file was auto-generated by Fern from our API Definition.
|
|
6464
6892
|
*/
|
|
@@ -6473,11 +6901,16 @@ interface ListEvaluatorsRequest {
|
|
|
6473
6901
|
limit?: number;
|
|
6474
6902
|
}
|
|
6475
6903
|
|
|
6476
|
-
type index$
|
|
6477
|
-
type index$
|
|
6904
|
+
type index$4_CodeEvaluator = CodeEvaluator;
|
|
6905
|
+
type index$4_CreateCodeEvaluatorRequest = CreateCodeEvaluatorRequest;
|
|
6906
|
+
declare const index$4_CreateEvaluatorRequest: typeof CreateEvaluatorRequest;
|
|
6907
|
+
type index$4_CreateLlmAsJudgeEvaluatorRequest = CreateLlmAsJudgeEvaluatorRequest;
|
|
6908
|
+
declare const index$4_Evaluator: typeof Evaluator;
|
|
6909
|
+
type index$4_EvaluatorBase = EvaluatorBase;
|
|
6478
6910
|
type index$4_ListEvaluatorsRequest = ListEvaluatorsRequest;
|
|
6911
|
+
type index$4_LlmAsJudgeEvaluator = LlmAsJudgeEvaluator;
|
|
6479
6912
|
declare namespace index$4 {
|
|
6480
|
-
export type
|
|
6913
|
+
export { type index$4_CodeEvaluator as CodeEvaluator, type index$4_CreateCodeEvaluatorRequest as CreateCodeEvaluatorRequest, index$4_CreateEvaluatorRequest as CreateEvaluatorRequest, type index$4_CreateLlmAsJudgeEvaluatorRequest as CreateLlmAsJudgeEvaluatorRequest, index$4_Evaluator as Evaluator, type index$4_EvaluatorBase as EvaluatorBase, type Evaluators$1 as Evaluators, type index$4_ListEvaluatorsRequest as ListEvaluatorsRequest, type index$4_LlmAsJudgeEvaluator as LlmAsJudgeEvaluator };
|
|
6481
6914
|
}
|
|
6482
6915
|
|
|
6483
6916
|
type index$3_AccessDeniedError = AccessDeniedError;
|
|
@@ -6487,10 +6920,17 @@ type index$3_BadRequestError = BadRequestError;
|
|
|
6487
6920
|
declare const index$3_BadRequestError: typeof BadRequestError;
|
|
6488
6921
|
type index$3_BooleanEvaluationRuleFilter = BooleanEvaluationRuleFilter;
|
|
6489
6922
|
type index$3_CategoryOptionsEvaluationRuleFilter = CategoryOptionsEvaluationRuleFilter;
|
|
6923
|
+
type index$3_CodeEvaluationRuleEvaluatorReference = CodeEvaluationRuleEvaluatorReference;
|
|
6924
|
+
type index$3_CodeEvaluator = CodeEvaluator;
|
|
6925
|
+
declare const index$3_CodeEvaluatorSourceCodeLanguage: typeof CodeEvaluatorSourceCodeLanguage;
|
|
6490
6926
|
type index$3_ConflictError = ConflictError;
|
|
6491
6927
|
declare const index$3_ConflictError: typeof ConflictError;
|
|
6928
|
+
type index$3_CreateCodeEvaluationRuleRequest = CreateCodeEvaluationRuleRequest;
|
|
6929
|
+
type index$3_CreateCodeEvaluatorRequest = CreateCodeEvaluatorRequest;
|
|
6492
6930
|
type index$3_CreateEvaluationRuleRequest = CreateEvaluationRuleRequest;
|
|
6493
|
-
|
|
6931
|
+
declare const index$3_CreateEvaluatorRequest: typeof CreateEvaluatorRequest;
|
|
6932
|
+
type index$3_CreateLlmAsJudgeEvaluationRuleRequest = CreateLlmAsJudgeEvaluationRuleRequest;
|
|
6933
|
+
type index$3_CreateLlmAsJudgeEvaluatorRequest = CreateLlmAsJudgeEvaluatorRequest;
|
|
6494
6934
|
type index$3_DateTimeEvaluationRuleFilter = DateTimeEvaluationRuleFilter;
|
|
6495
6935
|
type index$3_DeleteEvaluationRuleResponse = DeleteEvaluationRuleResponse;
|
|
6496
6936
|
type index$3_EvaluationRule = EvaluationRule;
|
|
@@ -6507,7 +6947,8 @@ declare const index$3_EvaluationRuleOptionsFilterOperator: typeof EvaluationRule
|
|
|
6507
6947
|
declare const index$3_EvaluationRuleStatus: typeof EvaluationRuleStatus;
|
|
6508
6948
|
declare const index$3_EvaluationRuleStringFilterOperator: typeof EvaluationRuleStringFilterOperator;
|
|
6509
6949
|
declare const index$3_EvaluationRuleTarget: typeof EvaluationRuleTarget;
|
|
6510
|
-
|
|
6950
|
+
declare const index$3_Evaluator: typeof Evaluator;
|
|
6951
|
+
type index$3_EvaluatorBase = EvaluatorBase;
|
|
6511
6952
|
type index$3_EvaluatorModelConfig = EvaluatorModelConfig;
|
|
6512
6953
|
declare const index$3_EvaluatorOutputDataType: typeof EvaluatorOutputDataType;
|
|
6513
6954
|
declare const index$3_EvaluatorOutputDefinition: typeof EvaluatorOutputDefinition;
|
|
@@ -6518,6 +6959,9 @@ type index$3_InternalServerError = InternalServerError;
|
|
|
6518
6959
|
declare const index$3_InternalServerError: typeof InternalServerError;
|
|
6519
6960
|
type index$3_ListEvaluationRulesRequest = ListEvaluationRulesRequest;
|
|
6520
6961
|
type index$3_ListEvaluatorsRequest = ListEvaluatorsRequest;
|
|
6962
|
+
type index$3_LlmAsJudgeEvaluationRuleEvaluatorReference = LlmAsJudgeEvaluationRuleEvaluatorReference;
|
|
6963
|
+
type index$3_LlmAsJudgeEvaluator = LlmAsJudgeEvaluator;
|
|
6964
|
+
declare const index$3_LlmAsJudgeEvaluatorType: typeof LlmAsJudgeEvaluatorType;
|
|
6521
6965
|
type index$3_MethodNotAllowedError = MethodNotAllowedError;
|
|
6522
6966
|
declare const index$3_MethodNotAllowedError: typeof MethodNotAllowedError;
|
|
6523
6967
|
type index$3_NotFoundError = NotFoundError;
|
|
@@ -6545,7 +6989,7 @@ type index$3_UnprocessableContentError = UnprocessableContentError;
|
|
|
6545
6989
|
declare const index$3_UnprocessableContentError: typeof UnprocessableContentError;
|
|
6546
6990
|
type index$3_UpdateEvaluationRuleRequest = UpdateEvaluationRuleRequest;
|
|
6547
6991
|
declare namespace index$3 {
|
|
6548
|
-
export { index$3_AccessDeniedError as AccessDeniedError, type index$3_ArrayOptionsEvaluationRuleFilter as ArrayOptionsEvaluationRuleFilter, index$3_BadRequestError as BadRequestError, type index$3_BooleanEvaluationRuleFilter as BooleanEvaluationRuleFilter, type index$3_CategoryOptionsEvaluationRuleFilter as CategoryOptionsEvaluationRuleFilter, index$3_ConflictError as ConflictError, type index$
|
|
6992
|
+
export { index$3_AccessDeniedError as AccessDeniedError, type index$3_ArrayOptionsEvaluationRuleFilter as ArrayOptionsEvaluationRuleFilter, index$3_BadRequestError as BadRequestError, type index$3_BooleanEvaluationRuleFilter as BooleanEvaluationRuleFilter, type index$3_CategoryOptionsEvaluationRuleFilter as CategoryOptionsEvaluationRuleFilter, type index$3_CodeEvaluationRuleEvaluatorReference as CodeEvaluationRuleEvaluatorReference, type index$3_CodeEvaluator as CodeEvaluator, index$3_CodeEvaluatorSourceCodeLanguage as CodeEvaluatorSourceCodeLanguage, index$3_ConflictError as ConflictError, type index$3_CreateCodeEvaluationRuleRequest as CreateCodeEvaluationRuleRequest, type index$3_CreateCodeEvaluatorRequest as CreateCodeEvaluatorRequest, type index$3_CreateEvaluationRuleRequest as CreateEvaluationRuleRequest, index$3_CreateEvaluatorRequest as CreateEvaluatorRequest, type index$3_CreateLlmAsJudgeEvaluationRuleRequest as CreateLlmAsJudgeEvaluationRuleRequest, type index$3_CreateLlmAsJudgeEvaluatorRequest as CreateLlmAsJudgeEvaluatorRequest, type index$3_DateTimeEvaluationRuleFilter as DateTimeEvaluationRuleFilter, type index$3_DeleteEvaluationRuleResponse as DeleteEvaluationRuleResponse, type index$3_EvaluationRule as EvaluationRule, index$3_EvaluationRuleArrayOptionsFilterOperator as EvaluationRuleArrayOptionsFilterOperator, index$3_EvaluationRuleBooleanFilterOperator as EvaluationRuleBooleanFilterOperator, type index$3_EvaluationRuleEvaluator as EvaluationRuleEvaluator, type index$3_EvaluationRuleEvaluatorReference as EvaluationRuleEvaluatorReference, index$3_EvaluationRuleFilter as EvaluationRuleFilter, type index$3_EvaluationRuleMapping as EvaluationRuleMapping, index$3_EvaluationRuleMappingSource as EvaluationRuleMappingSource, index$3_EvaluationRuleNullFilterOperator as EvaluationRuleNullFilterOperator, index$3_EvaluationRuleNumberFilterOperator as EvaluationRuleNumberFilterOperator, index$3_EvaluationRuleOptionsFilterOperator as EvaluationRuleOptionsFilterOperator, index$3_EvaluationRuleStatus as EvaluationRuleStatus, index$3_EvaluationRuleStringFilterOperator as EvaluationRuleStringFilterOperator, index$3_EvaluationRuleTarget as EvaluationRuleTarget, type EvaluationRules$1 as EvaluationRules, index$3_Evaluator as Evaluator, type index$3_EvaluatorBase as EvaluatorBase, type index$3_EvaluatorModelConfig as EvaluatorModelConfig, index$3_EvaluatorOutputDataType as EvaluatorOutputDataType, index$3_EvaluatorOutputDefinition as EvaluatorOutputDefinition, type index$3_EvaluatorOutputFieldDefinition as EvaluatorOutputFieldDefinition, index$3_EvaluatorScope as EvaluatorScope, index$3_EvaluatorType as EvaluatorType, type Evaluators$1 as Evaluators, index$3_InternalServerError as InternalServerError, type index$3_ListEvaluationRulesRequest as ListEvaluationRulesRequest, type index$3_ListEvaluatorsRequest as ListEvaluatorsRequest, type index$3_LlmAsJudgeEvaluationRuleEvaluatorReference as LlmAsJudgeEvaluationRuleEvaluatorReference, type index$3_LlmAsJudgeEvaluator as LlmAsJudgeEvaluator, index$3_LlmAsJudgeEvaluatorType as LlmAsJudgeEvaluatorType, index$3_MethodNotAllowedError as MethodNotAllowedError, index$3_NotFoundError as NotFoundError, type index$3_NullEvaluationRuleFilter as NullEvaluationRuleFilter, type index$3_NumberEvaluationRuleFilter as NumberEvaluationRuleFilter, type index$3_NumberObjectEvaluationRuleFilter as NumberObjectEvaluationRuleFilter, type index$3_PublicApiError as PublicApiError, index$3_PublicApiErrorCode as PublicApiErrorCode, type index$3_PublicApiErrorDetails as PublicApiErrorDetails, type index$3_PublicApiValidationIssue as PublicApiValidationIssue, type index$3_PublicBooleanEvaluatorOutputDefinition as PublicBooleanEvaluatorOutputDefinition, type index$3_PublicCategoricalEvaluatorOutputDefinition as PublicCategoricalEvaluatorOutputDefinition, type index$3_PublicCategoricalEvaluatorOutputScoreDefinition as PublicCategoricalEvaluatorOutputScoreDefinition, index$3_PublicEvaluatorOutputDefinition as PublicEvaluatorOutputDefinition, type index$3_PublicNumericEvaluatorOutputDefinition as PublicNumericEvaluatorOutputDefinition, type index$3_StringEvaluationRuleFilter as StringEvaluationRuleFilter, type index$3_StringObjectEvaluationRuleFilter as StringObjectEvaluationRuleFilter, type index$3_StringOptionsEvaluationRuleFilter as StringOptionsEvaluationRuleFilter, index$3_TooManyRequestsError as TooManyRequestsError, index$3_UnauthorizedError as UnauthorizedError, index$3_UnprocessableContentError as UnprocessableContentError, type index$3_UpdateEvaluationRuleRequest as UpdateEvaluationRuleRequest, index$7 as commons, index$6 as errors, index$5 as evaluationRules, index$4 as evaluators };
|
|
6549
6993
|
}
|
|
6550
6994
|
|
|
6551
6995
|
/**
|
|
@@ -9461,6 +9905,78 @@ declare class ScoreConfigs {
|
|
|
9461
9905
|
protected _getAuthorizationHeader(): Promise<string | undefined>;
|
|
9462
9906
|
}
|
|
9463
9907
|
|
|
9908
|
+
/**
|
|
9909
|
+
* This file was auto-generated by Fern from our API Definition.
|
|
9910
|
+
*/
|
|
9911
|
+
|
|
9912
|
+
declare namespace ScoresV3 {
|
|
9913
|
+
interface Options {
|
|
9914
|
+
environment: Supplier<string>;
|
|
9915
|
+
/** Specify a custom URL to connect the client to. */
|
|
9916
|
+
baseUrl?: Supplier<string>;
|
|
9917
|
+
username?: Supplier<string | undefined>;
|
|
9918
|
+
password?: Supplier<string | undefined>;
|
|
9919
|
+
/** Override the X-Langfuse-Sdk-Name header */
|
|
9920
|
+
xLangfuseSdkName?: Supplier<string | undefined>;
|
|
9921
|
+
/** Override the X-Langfuse-Sdk-Version header */
|
|
9922
|
+
xLangfuseSdkVersion?: Supplier<string | undefined>;
|
|
9923
|
+
/** Override the X-Langfuse-Public-Key header */
|
|
9924
|
+
xLangfusePublicKey?: Supplier<string | undefined>;
|
|
9925
|
+
/** Additional headers to include in requests. */
|
|
9926
|
+
headers?: Record<string, string | Supplier<string | null | undefined> | null | undefined>;
|
|
9927
|
+
}
|
|
9928
|
+
interface RequestOptions {
|
|
9929
|
+
/** The maximum time to wait for a response in seconds. */
|
|
9930
|
+
timeoutInSeconds?: number;
|
|
9931
|
+
/** The number of times to retry the request. Defaults to 2. */
|
|
9932
|
+
maxRetries?: number;
|
|
9933
|
+
/** A hook to abort the request. */
|
|
9934
|
+
abortSignal?: AbortSignal;
|
|
9935
|
+
/** Override the X-Langfuse-Sdk-Name header */
|
|
9936
|
+
xLangfuseSdkName?: string | undefined;
|
|
9937
|
+
/** Override the X-Langfuse-Sdk-Version header */
|
|
9938
|
+
xLangfuseSdkVersion?: string | undefined;
|
|
9939
|
+
/** Override the X-Langfuse-Public-Key header */
|
|
9940
|
+
xLangfusePublicKey?: string | undefined;
|
|
9941
|
+
/** Additional query string parameters to include in the request. */
|
|
9942
|
+
queryParams?: Record<string, unknown>;
|
|
9943
|
+
/** Additional headers to include in the request. */
|
|
9944
|
+
headers?: Record<string, string | Supplier<string | null | undefined> | null | undefined>;
|
|
9945
|
+
}
|
|
9946
|
+
}
|
|
9947
|
+
declare class ScoresV3 {
|
|
9948
|
+
protected readonly _options: ScoresV3.Options;
|
|
9949
|
+
constructor(_options: ScoresV3.Options);
|
|
9950
|
+
/**
|
|
9951
|
+
* Get a list of scores with a polymorphic `value` field (v3).
|
|
9952
|
+
*
|
|
9953
|
+
* This endpoint requires Langfuse v4 or later.
|
|
9954
|
+
*
|
|
9955
|
+
* The `value` field type depends on `dataType`:
|
|
9956
|
+
* - `NUMERIC` → number
|
|
9957
|
+
* - `BOOLEAN` → boolean
|
|
9958
|
+
* - `CATEGORICAL`, `TEXT`, `CORRECTION` → string
|
|
9959
|
+
*
|
|
9960
|
+
* Use the `fields` parameter to include optional field groups beyond the
|
|
9961
|
+
* default `core`. Unknown group names return HTTP 400.
|
|
9962
|
+
*
|
|
9963
|
+
* @param {LangfuseAPI.GetScoresV3Request} request
|
|
9964
|
+
* @param {ScoresV3.RequestOptions} requestOptions - Request-specific configuration.
|
|
9965
|
+
*
|
|
9966
|
+
* @throws {@link LangfuseAPI.Error}
|
|
9967
|
+
* @throws {@link LangfuseAPI.UnauthorizedError}
|
|
9968
|
+
* @throws {@link LangfuseAPI.AccessDeniedError}
|
|
9969
|
+
* @throws {@link LangfuseAPI.MethodNotAllowedError}
|
|
9970
|
+
* @throws {@link LangfuseAPI.NotFoundError}
|
|
9971
|
+
*
|
|
9972
|
+
* @example
|
|
9973
|
+
* await client.scoresV3.getManyV3()
|
|
9974
|
+
*/
|
|
9975
|
+
getManyV3(request?: GetScoresV3Request, requestOptions?: ScoresV3.RequestOptions): HttpResponsePromise<GetScoresV3Response>;
|
|
9976
|
+
private __getManyV3;
|
|
9977
|
+
protected _getAuthorizationHeader(): Promise<string | undefined>;
|
|
9978
|
+
}
|
|
9979
|
+
|
|
9464
9980
|
/**
|
|
9465
9981
|
* This file was auto-generated by Fern from our API Definition.
|
|
9466
9982
|
*/
|
|
@@ -9790,8 +10306,9 @@ declare class EvaluationRules {
|
|
|
9790
10306
|
* - `evaluator.name` + `evaluator.scope` must identify an existing evaluator family returned by the evaluator endpoints
|
|
9791
10307
|
* - Langfuse resolves that family to its latest version before saving the evaluation rule
|
|
9792
10308
|
* - for `target=experiment`, use dataset `id` values from `GET /api/public/v2/datasets` when filtering by `datasetId`
|
|
9793
|
-
* - every evaluator prompt variable must be mapped exactly once
|
|
9794
|
-
* - `
|
|
10309
|
+
* - for `llm_as_judge` evaluators, every evaluator prompt variable must be mapped exactly once
|
|
10310
|
+
* - for `code` evaluators, Langfuse uses the fixed code runtime mapping; omit `mapping` in create and update requests
|
|
10311
|
+
* - for user-provided `llm_as_judge` mappings, `expected_output` and `experiment_item_metadata` are only valid for `target=experiment`
|
|
9795
10312
|
* - if `enabled=true`, Langfuse validates that the referenced evaluator can currently run
|
|
9796
10313
|
* - at most 50 evaluation rules can be effectively active in one project at the same time
|
|
9797
10314
|
*
|
|
@@ -9808,9 +10325,9 @@ declare class EvaluationRules {
|
|
|
9808
10325
|
* Recovery guidance:
|
|
9809
10326
|
* - `400 invalid_filter_value`: fix the filter `column` or `value` using `details.column`, `details.invalidValues`, and `details.allowedValues`
|
|
9810
10327
|
* - `400 invalid_filter_value` with `details.column=datasetId`: call `GET /api/public/v2/datasets`, then retry with dataset `id` values from that response
|
|
9811
|
-
* - `400 missing_variable_mapping`: fetch the evaluator again and make sure every variable in `variables` appears exactly once in `mapping`
|
|
10328
|
+
* - `400 missing_variable_mapping`: for `llm_as_judge` evaluators, fetch the evaluator again and make sure every variable in `variables` appears exactly once in `mapping`
|
|
9812
10329
|
* - `400 duplicate_variable_mapping`: remove repeated mappings for the same variable
|
|
9813
|
-
* - `400 invalid_variable_mapping`: switch to a valid `source` for the selected `target`, or fix the variable name
|
|
10330
|
+
* - `400 invalid_variable_mapping`: for `llm_as_judge`, switch to a valid `source` for the selected `target`, or fix the variable name
|
|
9814
10331
|
* - `400 invalid_json_path`: remove or correct the `jsonPath`
|
|
9815
10332
|
* - `422 evaluator_preflight_failed`: the selected evaluator cannot run with the resolved model configuration. Fix the evaluator/default model setup, then retry the create request.
|
|
9816
10333
|
*
|
|
@@ -9837,7 +10354,8 @@ declare class EvaluationRules {
|
|
|
9837
10354
|
* name: "answer-correctness-live",
|
|
9838
10355
|
* evaluator: {
|
|
9839
10356
|
* name: "answer-correctness",
|
|
9840
|
-
* scope: "project"
|
|
10357
|
+
* scope: "project",
|
|
10358
|
+
* type: "llm_as_judge"
|
|
9841
10359
|
* },
|
|
9842
10360
|
* target: "observation",
|
|
9843
10361
|
* enabled: true,
|
|
@@ -9859,10 +10377,30 @@ declare class EvaluationRules {
|
|
|
9859
10377
|
*
|
|
9860
10378
|
* @example
|
|
9861
10379
|
* await client.unstable.evaluationRules.create({
|
|
10380
|
+
* name: "toxicity-code-live",
|
|
10381
|
+
* evaluator: {
|
|
10382
|
+
* name: "toxicity-detector",
|
|
10383
|
+
* scope: "project",
|
|
10384
|
+
* type: "code"
|
|
10385
|
+
* },
|
|
10386
|
+
* target: "observation",
|
|
10387
|
+
* enabled: true,
|
|
10388
|
+
* sampling: 1,
|
|
10389
|
+
* filter: [{
|
|
10390
|
+
* type: "stringOptions",
|
|
10391
|
+
* column: "type",
|
|
10392
|
+
* operator: "any of",
|
|
10393
|
+
* value: ["GENERATION"]
|
|
10394
|
+
* }]
|
|
10395
|
+
* })
|
|
10396
|
+
*
|
|
10397
|
+
* @example
|
|
10398
|
+
* await client.unstable.evaluationRules.create({
|
|
9862
10399
|
* name: "experiment-expected-output-match",
|
|
9863
10400
|
* evaluator: {
|
|
9864
10401
|
* name: "expected-output-match",
|
|
9865
|
-
* scope: "project"
|
|
10402
|
+
* scope: "project",
|
|
10403
|
+
* type: "llm_as_judge"
|
|
9866
10404
|
* },
|
|
9867
10405
|
* target: "experiment",
|
|
9868
10406
|
* enabled: true,
|
|
@@ -9943,18 +10481,19 @@ declare class EvaluationRules {
|
|
|
9943
10481
|
* - switch to another evaluator
|
|
9944
10482
|
* - adjust sampling
|
|
9945
10483
|
* - change filters
|
|
9946
|
-
* - update variable mappings
|
|
10484
|
+
* - update LLM-as-judge variable mappings
|
|
9947
10485
|
*
|
|
9948
10486
|
* Important behavior:
|
|
9949
10487
|
* - provide only the fields you want to change
|
|
9950
10488
|
* - if you provide `evaluator`, Langfuse resolves that evaluator family to its latest version before saving
|
|
9951
|
-
* - changing `target`, `filter`, or `mapping` must still produce a valid target-specific configuration
|
|
9952
|
-
* - if you change `target
|
|
10489
|
+
* - changing `target`, `filter`, or an LLM-as-judge `mapping` must still produce a valid target-specific configuration
|
|
10490
|
+
* - if you change `target` for an LLM-as-judge rule, also send a compatible `filter` and `mapping` in the same request unless the existing ones are still valid for the new target
|
|
10491
|
+
* - for `code` evaluator rules, omit `mapping`; Langfuse stores the fixed code runtime mapping automatically
|
|
9953
10492
|
* - if the resulting config is enabled, Langfuse re-validates that the selected evaluator can run
|
|
9954
10493
|
* - if the update would move a non-active evaluation rule into the active state and the project already has 50 active evaluation rules, the API returns `409`
|
|
9955
10494
|
*
|
|
9956
10495
|
* Recovery guidance:
|
|
9957
|
-
* - if
|
|
10496
|
+
* - if an LLM-as-judge update fails with `missing_variable_mapping` or `invalid_variable_mapping` after changing `evaluator` or `target`, resend the request with a complete new `mapping`
|
|
9958
10497
|
* - if the update fails with `invalid_filter_value` after changing `target`, resend the request with a target-compatible `filter`
|
|
9959
10498
|
*
|
|
9960
10499
|
* @param {string} evaluationRuleId - Evaluation rule identifier.
|
|
@@ -10062,7 +10601,9 @@ declare class Evaluators {
|
|
|
10062
10601
|
/**
|
|
10063
10602
|
* Create an evaluator in the authenticated project.
|
|
10064
10603
|
*
|
|
10065
|
-
* Use evaluators to define **how** Langfuse should score data
|
|
10604
|
+
* Use evaluators to define **how** Langfuse should score data.
|
|
10605
|
+
* LLM-as-a-judge evaluators define a prompt, expected structured output, and optional model configuration.
|
|
10606
|
+
* Code evaluators define source code and a runtime language.
|
|
10066
10607
|
*
|
|
10067
10608
|
* Naming behavior:
|
|
10068
10609
|
* - If this is a new evaluator name in your project, Langfuse creates version `1`.
|
|
@@ -10075,10 +10616,15 @@ declare class Evaluators {
|
|
|
10075
10616
|
* 3. Read the returned `outputDefinition.dataType` so the client knows whether future scores will be numeric, boolean, or categorical.
|
|
10076
10617
|
* 4. Create one or more evaluation rules that reference the returned evaluator family using `name` and `scope`.
|
|
10077
10618
|
*
|
|
10619
|
+
* Code evaluator validation:
|
|
10620
|
+
* - At creation, Langfuse only validates the request shape
|
|
10621
|
+
* - The `sourceCode` itself is not executed here. It is first run (preflight-tested against a sample observation) when you link the evaluator to an evaluation rule, so runtime errors in the code surface at evaluation-rule creation, not at evaluator creation.
|
|
10622
|
+
*
|
|
10078
10623
|
* Recovery guidance:
|
|
10079
10624
|
* - `422` with `code=evaluator_preflight_failed`: the evaluator cannot run with the resolved model configuration. Add a valid explicit `modelConfig`, or configure the project's default evaluation model, then retry the same request.
|
|
10080
10625
|
* - `400` with `code=invalid_body`: the request shape is malformed. Use the structured `details.issues` array to fix the specific fields and retry.
|
|
10081
|
-
* - `400` with `code=invalid_body` on `outputDefinition`: send `dataType`, `reasoning.description`, and `score.description`. Do not send `version`; it is not part of the public request shape.
|
|
10626
|
+
* - `400` with `code=invalid_body` on `outputDefinition`: for `type=llm_as_judge`, send `dataType`, `reasoning.description`, and `score.description`. Do not send `version`; it is not part of the public request shape.
|
|
10627
|
+
* - If `type` is omitted, Langfuse treats the request as `type=llm_as_judge` for backwards compatibility. New clients should send `type` explicitly.
|
|
10082
10628
|
*
|
|
10083
10629
|
* Unstable API note:
|
|
10084
10630
|
* - This surface may evolve while the underlying evaluation data model is being redesigned.
|
|
@@ -10102,6 +10648,7 @@ declare class Evaluators {
|
|
|
10102
10648
|
*
|
|
10103
10649
|
* @example
|
|
10104
10650
|
* await client.unstable.evaluators.create({
|
|
10651
|
+
* type: "llm_as_judge",
|
|
10105
10652
|
* name: "answer-correctness",
|
|
10106
10653
|
* prompt: "You are grading an answer.\n\nInput:\n{{input}}\n\nOutput:\n{{output}}\n\nReturn a score between 0 and 1.\n",
|
|
10107
10654
|
* outputDefinition: {
|
|
@@ -10119,6 +10666,22 @@ declare class Evaluators {
|
|
|
10119
10666
|
* model: "gpt-4.1-mini"
|
|
10120
10667
|
* }
|
|
10121
10668
|
* })
|
|
10669
|
+
*
|
|
10670
|
+
* @example
|
|
10671
|
+
* await client.unstable.evaluators.create({
|
|
10672
|
+
* type: "code",
|
|
10673
|
+
* name: "exact-match",
|
|
10674
|
+
* sourceCode: "function evaluate(ctx: EvaluationContext): EvaluationResult {\n const input = ctx.observation.input;\n const matchesOutput =\n input !== undefined && ctx.observation.output === input;\n\n return {\n scores: [\n {\n name: \"Exact match\",\n value: matchesOutput,\n dataType: \"BOOLEAN\",\n comment: matchesOutput\n ? \"Output exactly matches the input.\"\n : \"Output does not match the input.\",\n },\n ],\n };\n}\n",
|
|
10675
|
+
* sourceCodeLanguage: "TYPESCRIPT"
|
|
10676
|
+
* })
|
|
10677
|
+
*
|
|
10678
|
+
* @example
|
|
10679
|
+
* await client.unstable.evaluators.create({
|
|
10680
|
+
* type: "code",
|
|
10681
|
+
* name: "exact-match",
|
|
10682
|
+
* sourceCode: "def evaluate(ctx: EvaluationContext) -> EvaluationResult:\n \"\"\"Evaluates one observation and returns one or more Langfuse scores.\"\"\"\n input = ctx.observation.input\n matches_output = input is not None and ctx.observation.output == input\n\n return EvaluationResult(\n scores=[\n Score(\n name=\"Exact match\",\n value=matches_output,\n data_type=\"BOOLEAN\",\n comment=(\n \"Output exactly matches the input.\"\n if matches_output\n else \"Output does not match the input.\"\n ),\n )\n ]\n )\n",
|
|
10683
|
+
* sourceCodeLanguage: "PYTHON"
|
|
10684
|
+
* })
|
|
10122
10685
|
*/
|
|
10123
10686
|
create(request: CreateEvaluatorRequest, requestOptions?: Evaluators.RequestOptions): HttpResponsePromise<Evaluator>;
|
|
10124
10687
|
private __create;
|
|
@@ -10271,6 +10834,7 @@ declare class LangfuseAPIClient {
|
|
|
10271
10834
|
protected _prompts: Prompts | undefined;
|
|
10272
10835
|
protected _scim: Scim | undefined;
|
|
10273
10836
|
protected _scoreConfigs: ScoreConfigs | undefined;
|
|
10837
|
+
protected _scoresV3: ScoresV3 | undefined;
|
|
10274
10838
|
protected _scores: Scores | undefined;
|
|
10275
10839
|
protected _sessions: Sessions | undefined;
|
|
10276
10840
|
protected _trace: Trace | undefined;
|
|
@@ -10297,6 +10861,7 @@ declare class LangfuseAPIClient {
|
|
|
10297
10861
|
get prompts(): Prompts;
|
|
10298
10862
|
get scim(): Scim;
|
|
10299
10863
|
get scoreConfigs(): ScoreConfigs;
|
|
10864
|
+
get scoresV3(): ScoresV3;
|
|
10300
10865
|
get scores(): Scores;
|
|
10301
10866
|
get sessions(): Sessions;
|
|
10302
10867
|
get trace(): Trace;
|
|
@@ -10693,4 +11258,4 @@ interface PropagateAttributesParams {
|
|
|
10693
11258
|
declare function propagateAttributes<A extends unknown[], F extends (...args: A) => ReturnType<F>>(params: PropagateAttributesParams, fn: F): ReturnType<F>;
|
|
10694
11259
|
declare function getPropagatedAttributesFromContext(context: Context): Record<string, string | string[]>;
|
|
10695
11260
|
|
|
10696
|
-
export { AccessDeniedError$1 as AccessDeniedError, type AnnotationQueue, type AnnotationQueueAssignmentRequest, type AnnotationQueueItem, AnnotationQueueObjectType, AnnotationQueueStatus, type ApiKeyDeletionResponse, type ApiKeyList, type ApiKeyResponse, type ApiKeySummary, type AuthenticationScheme, type BaseEvent, type BasePrompt, type BaseScore, type BaseScoreV1, BlobStorageExportFieldGroup, BlobStorageExportFrequency, BlobStorageExportMode, BlobStorageExportSource, type BlobStorageIntegrationDeletionResponse, BlobStorageIntegrationFileType, type BlobStorageIntegrationResponse, type BlobStorageIntegrationStatusResponse, BlobStorageIntegrationType, type BlobStorageIntegrationsResponse, BlobStorageSyncStatus, type BooleanScore, type BooleanScoreV1, type BulkConfig, type CategoricalScore, type CategoricalScoreV1, type ChatMessage, ChatMessageType, type ChatMessageWithPlaceholders, type ChatPrompt, type Comment, CommentObjectType, type ConfigCategory, type CorrectionScore, type CreateAnnotationQueueAssignmentResponse, type CreateAnnotationQueueItemRequest, type CreateAnnotationQueueRequest, type CreateApiKeyRequest, type CreateBlobStorageIntegrationRequest, type CreateChatPromptRequest, CreateChatPromptType, type CreateCommentRequest, type CreateCommentResponse, type CreateDatasetItemRequest, type CreateDatasetRequest, type CreateDatasetRunItemRequest, type CreateEventBody, type CreateEventEvent, type CreateGenerationBody, type CreateGenerationEvent, type CreateModelRequest, type CreateObservationEvent, type CreateProjectRequest, type CreatePromptRequest, type CreateScoreConfigRequest, type CreateScoreValue, type CreateSpanBody, type CreateSpanEvent, type CreateTextPromptRequest, CreateTextPromptType, type CreateUserRequest, type Dataset, type DatasetItem, type DatasetRun, type DatasetRunItem, type DatasetRunWithItems, DatasetStatus, type DeleteAnnotationQueueAssignmentResponse, type DeleteAnnotationQueueItemResponse, type DeleteDatasetItemResponse, type DeleteDatasetRunResponse, type DeleteLlmConnectionResponse, type DeleteMembershipRequest, type DeletePromptRequest, type DeleteTraceResponse, type DeleteTracesRequest, type EmptyResponse, Error$1 as Error, type FilterConfig, type GetAnnotationQueueItemsRequest, type GetAnnotationQueuesRequest, type GetCommentsRequest, type GetCommentsResponse, type GetDatasetItemsRequest, type GetDatasetRunsRequest, type GetDatasetsRequest, type GetLlmConnectionsRequest, type GetMediaResponse, type GetMediaUploadUrlRequest, type GetMediaUploadUrlResponse, type GetMetricsV2Request, type GetModelsRequest, type GetObservationsV2Request, type GetPromptRequest, type GetScoreConfigsRequest, type GetScoresRequest, type GetScoresResponse, GetScoresResponseData, type GetScoresResponseDataBoolean, type GetScoresResponseDataCategorical, type GetScoresResponseDataCorrection, type GetScoresResponseDataNumeric, type GetScoresResponseDataText, type GetScoresResponseTraceData, type GetSessionsRequest, type GetTraceRequest, type GetTracesRequest, type HealthResponse, type IngestionError, IngestionEvent, type IngestionRequest, type IngestionResponse, type IngestionSuccess, type IngestionUsage, LANGFUSE_SDK_EXPERIMENT_ENVIRONMENT, LANGFUSE_SDK_NAME, LANGFUSE_SDK_VERSION, LANGFUSE_TRACER_NAME, LANGFUSE_TRACE_ID_BAGGAGE_KEY, LangfuseAPIClient, LangfuseAPIError, LangfuseAPITimeoutError, LangfuseMedia, type LangfuseMediaParams, LangfuseOtelContextKeys, LangfuseOtelSpanAttributes, type ListDatasetRunItemsRequest, type ListPromptsMetaRequest, type ListUsersRequest, LlmAdapter, type LlmConnection, LogLevel, Logger, type LoggerConfig, type MapValue, MediaContentType, type MembershipDeletionResponse, type MembershipRequest, type MembershipResponse, MembershipRole, type MembershipsResponse, MethodNotAllowedError$1 as MethodNotAllowedError, type MetricsV2Response, type Model, type ModelPrice, ModelUsageUnit, NotFoundError$1 as NotFoundError, type NumericScore, type NumericScoreV1, type Observation, type ObservationBody, ObservationLevel, ObservationType, type ObservationV2, type ObservationsV2Meta, type ObservationsV2Response, type ObservationsView, type OpenAiCompletionUsageSchema, type OpenAiResponseUsageSchema, type OpenAiUsage, type OptionalObservationBody, type Organization, type OrganizationApiKey, type OrganizationApiKeysResponse, type OrganizationProject, type OrganizationProjectsResponse, type OtelAttribute, type OtelAttributeValue, type OtelResource, type OtelResourceSpan, type OtelScope, type OtelScopeSpan, type OtelSpan, type OtelTraceRequest, type OtelTraceResponse, type PaginatedAnnotationQueueItems, type PaginatedAnnotationQueues, type PaginatedDatasetItems, type PaginatedDatasetRunItems, type PaginatedDatasetRuns, type PaginatedDatasets, type PaginatedLlmConnections, type PaginatedModels, type PaginatedSessions, type ParsedMediaReference, type PatchMediaBody, type PlaceholderMessage, PlaceholderMessageType, type PricingTier, type PricingTierCondition, type PricingTierInput, PricingTierOperator, type Project, type ProjectDeletionResponse, type Projects$1 as Projects, Prompt, type PromptMeta, type PromptMetaListResponse, PromptType, type PropagateAttributesParams, type ResourceMeta, type ResourceType, type ResourceTypesResponse, type SchemaExtension, type SchemaResource, type SchemasResponse, type ScimEmail, type ScimFeatureSupport, type ScimName, type ScimUser, type ScimUsersListResponse, Score, type ScoreBody, type ScoreConfig, ScoreConfigDataType, type ScoreConfigs$1 as ScoreConfigs, ScoreDataType, type ScoreEvent, ScoreSource, ScoreV1$1 as ScoreV1, type SdkLogBody, type SdkLogEvent, type ServiceProviderConfig, ServiceUnavailableError, type Session, type SessionWithTraces, type Sort, type TextPrompt, type TextScore, type TextScoreV1, type Trace$1 as Trace, type TraceBody, type TraceEvent, type TraceWithDetails, type TraceWithFullDetails, type Traces, UnauthorizedError$1 as UnauthorizedError, type UpdateAnnotationQueueItemRequest, type UpdateEventBody, type UpdateGenerationBody, type UpdateGenerationEvent, type UpdateObservationEvent, type UpdateProjectRequest, type UpdatePromptRequest, type UpdateScoreConfigRequest, type UpdateSpanBody, type UpdateSpanEvent, type UpsertLlmConnectionRequest, type Usage, type UsageDetails, type UserMeta, index$
|
|
11261
|
+
export { AccessDeniedError$1 as AccessDeniedError, type AnnotationQueue, type AnnotationQueueAssignmentRequest, type AnnotationQueueItem, AnnotationQueueObjectType, AnnotationQueueStatus, type ApiKeyDeletionResponse, type ApiKeyList, type ApiKeyResponse, type ApiKeySummary, type AuthenticationScheme, type BaseEvent, type BasePrompt, type BaseScore, type BaseScoreV1, type BaseScoreV3, BlobStorageExportFieldGroup, BlobStorageExportFrequency, BlobStorageExportMode, BlobStorageExportSource, type BlobStorageIntegrationDeletionResponse, BlobStorageIntegrationFileType, type BlobStorageIntegrationResponse, type BlobStorageIntegrationStatusResponse, BlobStorageIntegrationType, type BlobStorageIntegrationsResponse, BlobStorageSyncStatus, type BooleanScore, type BooleanScoreV1, type BooleanScoreV3, type BulkConfig, type CategoricalScore, type CategoricalScoreV1, type CategoricalScoreV3, type ChatMessage, ChatMessageType, type ChatMessageWithPlaceholders, type ChatPrompt, type Comment, CommentObjectType, type ConfigCategory, type CorrectionScore, type CorrectionScoreV3, type CreateAnnotationQueueAssignmentResponse, type CreateAnnotationQueueItemRequest, type CreateAnnotationQueueRequest, type CreateApiKeyRequest, type CreateBlobStorageIntegrationRequest, type CreateChatPromptRequest, CreateChatPromptType, type CreateCommentRequest, type CreateCommentResponse, type CreateDatasetItemRequest, type CreateDatasetRequest, type CreateDatasetRunItemRequest, type CreateEventBody, type CreateEventEvent, type CreateGenerationBody, type CreateGenerationEvent, type CreateModelRequest, type CreateObservationEvent, type CreateProjectRequest, type CreatePromptRequest, type CreateScoreConfigRequest, type CreateScoreValue, type CreateSpanBody, type CreateSpanEvent, type CreateTextPromptRequest, CreateTextPromptType, type CreateUserRequest, type Dataset, type DatasetItem, type DatasetRun, type DatasetRunItem, type DatasetRunWithItems, DatasetStatus, type DeleteAnnotationQueueAssignmentResponse, type DeleteAnnotationQueueItemResponse, type DeleteDatasetItemResponse, type DeleteDatasetRunResponse, type DeleteLlmConnectionResponse, type DeleteMembershipRequest, type DeletePromptRequest, type DeleteTraceResponse, type DeleteTracesRequest, type EmptyResponse, Error$1 as Error, type FilterConfig, type GetAnnotationQueueItemsRequest, type GetAnnotationQueuesRequest, type GetCommentsRequest, type GetCommentsResponse, type GetDatasetItemsRequest, type GetDatasetRunsRequest, type GetDatasetsRequest, type GetLlmConnectionsRequest, type GetMediaResponse, type GetMediaUploadUrlRequest, type GetMediaUploadUrlResponse, type GetMetricsV2Request, type GetModelsRequest, type GetObservationsV2Request, type GetPromptRequest, type GetScoreConfigsRequest, type GetScoresRequest, type GetScoresResponse, GetScoresResponseData, type GetScoresResponseDataBoolean, type GetScoresResponseDataCategorical, type GetScoresResponseDataCorrection, type GetScoresResponseDataNumeric, type GetScoresResponseDataText, type GetScoresResponseTraceData, type GetScoresV3Meta, type GetScoresV3Request, type GetScoresV3Response, type GetSessionsRequest, type GetTraceRequest, type GetTracesRequest, type HealthResponse, type IngestionError, IngestionEvent, type IngestionRequest, type IngestionResponse, type IngestionSuccess, type IngestionUsage, LANGFUSE_SDK_EXPERIMENT_ENVIRONMENT, LANGFUSE_SDK_NAME, LANGFUSE_SDK_VERSION, LANGFUSE_TRACER_NAME, LANGFUSE_TRACE_ID_BAGGAGE_KEY, LangfuseAPIClient, LangfuseAPIError, LangfuseAPITimeoutError, LangfuseMedia, type LangfuseMediaParams, LangfuseOtelContextKeys, LangfuseOtelSpanAttributes, type ListDatasetRunItemsRequest, type ListPromptsMetaRequest, type ListUsersRequest, LlmAdapter, type LlmConnection, LogLevel, Logger, type LoggerConfig, type MapValue, MediaContentType, type MembershipDeletionResponse, type MembershipRequest, type MembershipResponse, MembershipRole, type MembershipsResponse, MethodNotAllowedError$1 as MethodNotAllowedError, type MetricsV2Response, type Model, type ModelPrice, ModelUsageUnit, NotFoundError$1 as NotFoundError, type NumericScore, type NumericScoreV1, type NumericScoreV3, type Observation, type ObservationBody, ObservationLevel, ObservationType, type ObservationV2, type ObservationsV2Meta, type ObservationsV2Response, type ObservationsView, type OpenAiCompletionUsageSchema, type OpenAiResponseUsageSchema, type OpenAiUsage, type OptionalObservationBody, type Organization, type OrganizationApiKey, type OrganizationApiKeysResponse, type OrganizationProject, type OrganizationProjectsResponse, type OtelAttribute, type OtelAttributeValue, type OtelResource, type OtelResourceSpan, type OtelScope, type OtelScopeSpan, type OtelSpan, type OtelTraceRequest, type OtelTraceResponse, type PaginatedAnnotationQueueItems, type PaginatedAnnotationQueues, type PaginatedDatasetItems, type PaginatedDatasetRunItems, type PaginatedDatasetRuns, type PaginatedDatasets, type PaginatedLlmConnections, type PaginatedModels, type PaginatedSessions, type ParsedMediaReference, type PatchMediaBody, type PlaceholderMessage, PlaceholderMessageType, type PricingTier, type PricingTierCondition, type PricingTierInput, PricingTierOperator, type Project, type ProjectDeletionResponse, type Projects$1 as Projects, Prompt, type PromptMeta, type PromptMetaListResponse, PromptType, type PropagateAttributesParams, type ResourceMeta, type ResourceType, type ResourceTypesResponse, type SchemaExtension, type SchemaResource, type SchemasResponse, type ScimEmail, type ScimFeatureSupport, type ScimName, type ScimUser, type ScimUsersListResponse, Score, type ScoreBody, type ScoreConfig, ScoreConfigDataType, type ScoreConfigs$1 as ScoreConfigs, ScoreDataType, type ScoreEvent, ScoreSource, type ScoreSubjectExperimentV3, type ScoreSubjectObservationV3, type ScoreSubjectSessionV3, type ScoreSubjectTraceV3, ScoreSubjectV3, ScoreV1$1 as ScoreV1, ScoreV3, type SdkLogBody, type SdkLogEvent, type ServiceProviderConfig, ServiceUnavailableError, type Session, type SessionWithTraces, type Sort, type TextPrompt, type TextScore, type TextScoreV1, type TextScoreV3, type Trace$1 as Trace, type TraceBody, type TraceEvent, type TraceWithDetails, type TraceWithFullDetails, type Traces, UnauthorizedError$1 as UnauthorizedError, type UpdateAnnotationQueueItemRequest, type UpdateEventBody, type UpdateGenerationBody, type UpdateGenerationEvent, type UpdateObservationEvent, type UpdateProjectRequest, type UpdatePromptRequest, type UpdateScoreConfigRequest, type UpdateSpanBody, type UpdateSpanEvent, type UpsertLlmConnectionRequest, type Usage, type UsageDetails, type UserMeta, index$z as annotationQueues, base64Decode, base64Encode, base64ToBytes, index$y as blobStorageIntegrations, bytesToBase64, index$x as comments, index$w as commons, configureGlobalLogger, createExperimentId, createExperimentItemId, createLogger, index$v as datasetItems, index$u as datasetRunItems, index$t as datasets, generateUUID, getEnv, getGlobalLogger, getLangfuseTraceIdFromBaggage, getPropagatedAttributesFromContext, index$s as health, index$r as ingestion, index$n as legacy, index$m as llmConnections, LoggerSingleton as logger, index$l as media, index$k as metrics, index$j as models, index$i as observations, index$h as opentelemetry, index$g as organizations, index$f as projects, index as promptVersion, index$e as prompts, propagateAttributes, resetGlobalLogger, safeSetTimeout, index$d as scim, index$c as scoreConfigs, index$a as scores, index$b as scoresV3, serializeValue, index$9 as sessions, setLangfuseTraceIdInBaggage, index$8 as trace, index$3 as unstable, index$1 as utils };
|