@langfuse/core 5.4.0-beta.1 → 5.4.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/index.cjs +1883 -32
- package/dist/index.cjs.map +1 -1
- package/dist/index.d.cts +2472 -390
- package/dist/index.d.ts +2472 -390
- package/dist/index.mjs +1880 -32
- package/dist/index.mjs.map +1 -1
- package/package.json +1 -1
package/dist/index.d.cts
CHANGED
|
@@ -393,23 +393,23 @@ interface GetAnnotationQueueItemsRequest {
|
|
|
393
393
|
limit?: number;
|
|
394
394
|
}
|
|
395
395
|
|
|
396
|
-
type index$
|
|
397
|
-
type index$
|
|
398
|
-
type index$
|
|
399
|
-
declare const index$
|
|
400
|
-
declare const index$
|
|
401
|
-
type index$
|
|
402
|
-
type index$
|
|
403
|
-
type index$
|
|
404
|
-
type index$
|
|
405
|
-
type index$
|
|
406
|
-
type index$
|
|
407
|
-
type index$
|
|
408
|
-
type index$
|
|
409
|
-
type index$
|
|
410
|
-
type index$
|
|
411
|
-
declare namespace index$
|
|
412
|
-
export { type index$
|
|
396
|
+
type index$y_AnnotationQueue = AnnotationQueue;
|
|
397
|
+
type index$y_AnnotationQueueAssignmentRequest = AnnotationQueueAssignmentRequest;
|
|
398
|
+
type index$y_AnnotationQueueItem = AnnotationQueueItem;
|
|
399
|
+
declare const index$y_AnnotationQueueObjectType: typeof AnnotationQueueObjectType;
|
|
400
|
+
declare const index$y_AnnotationQueueStatus: typeof AnnotationQueueStatus;
|
|
401
|
+
type index$y_CreateAnnotationQueueAssignmentResponse = CreateAnnotationQueueAssignmentResponse;
|
|
402
|
+
type index$y_CreateAnnotationQueueItemRequest = CreateAnnotationQueueItemRequest;
|
|
403
|
+
type index$y_CreateAnnotationQueueRequest = CreateAnnotationQueueRequest;
|
|
404
|
+
type index$y_DeleteAnnotationQueueAssignmentResponse = DeleteAnnotationQueueAssignmentResponse;
|
|
405
|
+
type index$y_DeleteAnnotationQueueItemResponse = DeleteAnnotationQueueItemResponse;
|
|
406
|
+
type index$y_GetAnnotationQueueItemsRequest = GetAnnotationQueueItemsRequest;
|
|
407
|
+
type index$y_GetAnnotationQueuesRequest = GetAnnotationQueuesRequest;
|
|
408
|
+
type index$y_PaginatedAnnotationQueueItems = PaginatedAnnotationQueueItems;
|
|
409
|
+
type index$y_PaginatedAnnotationQueues = PaginatedAnnotationQueues;
|
|
410
|
+
type index$y_UpdateAnnotationQueueItemRequest = UpdateAnnotationQueueItemRequest;
|
|
411
|
+
declare namespace index$y {
|
|
412
|
+
export { type index$y_AnnotationQueue as AnnotationQueue, type index$y_AnnotationQueueAssignmentRequest as AnnotationQueueAssignmentRequest, type index$y_AnnotationQueueItem as AnnotationQueueItem, index$y_AnnotationQueueObjectType as AnnotationQueueObjectType, index$y_AnnotationQueueStatus as AnnotationQueueStatus, type index$y_CreateAnnotationQueueAssignmentResponse as CreateAnnotationQueueAssignmentResponse, type index$y_CreateAnnotationQueueItemRequest as CreateAnnotationQueueItemRequest, type index$y_CreateAnnotationQueueRequest as CreateAnnotationQueueRequest, type index$y_DeleteAnnotationQueueAssignmentResponse as DeleteAnnotationQueueAssignmentResponse, type index$y_DeleteAnnotationQueueItemResponse as DeleteAnnotationQueueItemResponse, type index$y_GetAnnotationQueueItemsRequest as GetAnnotationQueueItemsRequest, type index$y_GetAnnotationQueuesRequest as GetAnnotationQueuesRequest, type index$y_PaginatedAnnotationQueueItems as PaginatedAnnotationQueueItems, type index$y_PaginatedAnnotationQueues as PaginatedAnnotationQueues, type index$y_UpdateAnnotationQueueItemRequest as UpdateAnnotationQueueItemRequest };
|
|
413
413
|
}
|
|
414
414
|
|
|
415
415
|
/**
|
|
@@ -445,13 +445,53 @@ declare const BlobStorageExportMode: {
|
|
|
445
445
|
/**
|
|
446
446
|
* This file was auto-generated by Fern from our API Definition.
|
|
447
447
|
*/
|
|
448
|
-
type BlobStorageExportFrequency = "hourly" | "daily" | "weekly";
|
|
448
|
+
type BlobStorageExportFrequency = "every_20_minutes" | "hourly" | "daily" | "weekly";
|
|
449
449
|
declare const BlobStorageExportFrequency: {
|
|
450
|
+
readonly Every20Minutes: "every_20_minutes";
|
|
450
451
|
readonly Hourly: "hourly";
|
|
451
452
|
readonly Daily: "daily";
|
|
452
453
|
readonly Weekly: "weekly";
|
|
453
454
|
};
|
|
454
455
|
|
|
456
|
+
/**
|
|
457
|
+
* This file was auto-generated by Fern from our API Definition.
|
|
458
|
+
*/
|
|
459
|
+
/**
|
|
460
|
+
* What data the integration exports.
|
|
461
|
+
* - `LEGACY_TRACES_OBSERVATIONS`: traces, observations, and scores tables with a fixed column set. The `exportFieldGroups` field is not applicable.
|
|
462
|
+
* - `OBSERVATIONS_V2`: same data model as the `/api/public/v2/observations` endpoint, plus scores. Columns are controlled by `exportFieldGroups`.
|
|
463
|
+
* - `LEGACY_TRACES_AND_ENRICHED_OBSERVATIONS`: both sets. For the `OBSERVATIONS_V2` portion, columns are controlled by `exportFieldGroups`.
|
|
464
|
+
*
|
|
465
|
+
* **Note:** `OBSERVATIONS_V2` and the enriched-observations portion of `LEGACY_TRACES_AND_ENRICHED_OBSERVATIONS` rely on the enriched observations table (Langfuse Fast Preview / v4), which is currently available on Langfuse Cloud only. See https://langfuse.com/docs/v4.
|
|
466
|
+
*/
|
|
467
|
+
type BlobStorageExportSource = "LEGACY_TRACES_OBSERVATIONS" | "OBSERVATIONS_V2" | "LEGACY_TRACES_AND_ENRICHED_OBSERVATIONS";
|
|
468
|
+
declare const BlobStorageExportSource: {
|
|
469
|
+
readonly LegacyTracesObservations: "LEGACY_TRACES_OBSERVATIONS";
|
|
470
|
+
readonly ObservationsV2: "OBSERVATIONS_V2";
|
|
471
|
+
readonly LegacyTracesAndEnrichedObservations: "LEGACY_TRACES_AND_ENRICHED_OBSERVATIONS";
|
|
472
|
+
};
|
|
473
|
+
|
|
474
|
+
/**
|
|
475
|
+
* This file was auto-generated by Fern from our API Definition.
|
|
476
|
+
*/
|
|
477
|
+
/**
|
|
478
|
+
* Field group for the OBSERVATIONS_V2 and LEGACY_TRACES_AND_ENRICHED_OBSERVATIONS export.
|
|
479
|
+
*/
|
|
480
|
+
type BlobStorageExportFieldGroup = "core" | "basic" | "time" | "io" | "metadata" | "model" | "usage" | "prompt" | "metrics" | "tools" | "trace_context";
|
|
481
|
+
declare const BlobStorageExportFieldGroup: {
|
|
482
|
+
readonly Core: "core";
|
|
483
|
+
readonly Basic: "basic";
|
|
484
|
+
readonly Time: "time";
|
|
485
|
+
readonly Io: "io";
|
|
486
|
+
readonly Metadata: "metadata";
|
|
487
|
+
readonly Model: "model";
|
|
488
|
+
readonly Usage: "usage";
|
|
489
|
+
readonly Prompt: "prompt";
|
|
490
|
+
readonly Metrics: "metrics";
|
|
491
|
+
readonly Tools: "tools";
|
|
492
|
+
readonly TraceContext: "trace_context";
|
|
493
|
+
};
|
|
494
|
+
|
|
455
495
|
/**
|
|
456
496
|
* This file was auto-generated by Fern from our API Definition.
|
|
457
497
|
*/
|
|
@@ -483,6 +523,22 @@ interface CreateBlobStorageIntegrationRequest {
|
|
|
483
523
|
exportStartDate?: string;
|
|
484
524
|
/** Enable gzip compression for exported files (.csv.gz, .json.gz, .jsonl.gz). Defaults to true. */
|
|
485
525
|
compressed?: boolean;
|
|
526
|
+
/**
|
|
527
|
+
* Data to export. When omitted on update, the existing value is preserved. When omitted on create: pre-cutoff Cloud projects and self-hosted deployments fall back to `LEGACY_TRACES_OBSERVATIONS`; post-cutoff Cloud projects (created on or after 2026-05-20) auto-default to `OBSERVATIONS_V2`. Required when `exportFieldGroups` is provided.
|
|
528
|
+
*
|
|
529
|
+
* **Cloud-only deprecation gate (effective 2026-05-20):** For projects created on or after 2026-05-20 on Langfuse Cloud, `LEGACY_TRACES_OBSERVATIONS` and `LEGACY_TRACES_AND_ENRICHED_OBSERVATIONS` are rejected with HTTP 400. Omitting `exportSource` on these projects silently defaults to `OBSERVATIONS_V2` rather than the schema column default. Use `OBSERVATIONS_V2` for all new integrations. Projects created before 2026-05-20 and self-hosted deployments are unaffected.
|
|
530
|
+
*/
|
|
531
|
+
exportSource?: BlobStorageExportSource;
|
|
532
|
+
/**
|
|
533
|
+
* Field groups to include in each exported row.
|
|
534
|
+
*
|
|
535
|
+
* For exportSource `OBSERVATIONS_V2` or `LEGACY_TRACES_AND_ENRICHED_OBSERVATIONS`: must include `core` if provided. When omitted on create, the column default (all groups) applies. When omitted on update, the existing value is preserved.
|
|
536
|
+
*
|
|
537
|
+
* For exportSource `LEGACY_TRACES_OBSERVATIONS`: this field must be omitted or null. Sending an array (including an empty array) returns 400, because that source uses a fixed column set and does not honor field groups.
|
|
538
|
+
*
|
|
539
|
+
* `exportFieldGroups` requires `exportSource` to be provided in the same request.
|
|
540
|
+
*/
|
|
541
|
+
exportFieldGroups?: BlobStorageExportFieldGroup[];
|
|
486
542
|
}
|
|
487
543
|
|
|
488
544
|
/**
|
|
@@ -505,6 +561,9 @@ interface BlobStorageIntegrationResponse {
|
|
|
505
561
|
exportMode: BlobStorageExportMode;
|
|
506
562
|
exportStartDate: string | null;
|
|
507
563
|
compressed: boolean;
|
|
564
|
+
exportSource: BlobStorageExportSource;
|
|
565
|
+
/** Field groups included in each exported row for `OBSERVATIONS_V2` / `LEGACY_TRACES_AND_ENRICHED_OBSERVATIONS` sources. Always `null` when exportSource is `LEGACY_TRACES_OBSERVATIONS` (the field does not apply to that source; any legacy DB value is hidden from the public surface). */
|
|
566
|
+
exportFieldGroups: BlobStorageExportFieldGroup[] | null;
|
|
508
567
|
nextSyncAt: string | null;
|
|
509
568
|
lastSyncAt: string | null;
|
|
510
569
|
lastError: string | null;
|
|
@@ -533,8 +592,8 @@ interface BlobStorageIntegrationsResponse {
|
|
|
533
592
|
* - `up_to_date` — all available data has been exported; next export is scheduled for the future
|
|
534
593
|
*
|
|
535
594
|
* **ETL usage**: poll this endpoint and check for `up_to_date` status. Compare `lastSyncAt` against your
|
|
536
|
-
* ETL bookmark to determine if new data is available. Note that exports run with a
|
|
537
|
-
* so `lastSyncAt` will always be at least
|
|
595
|
+
* ETL bookmark to determine if new data is available. Note that exports run with a 20-minute lag buffer,
|
|
596
|
+
* so `lastSyncAt` will always be at least 20 minutes behind real-time.
|
|
538
597
|
*/
|
|
539
598
|
type BlobStorageSyncStatus = "idle" | "queued" | "up_to_date" | "disabled" | "error";
|
|
540
599
|
declare const BlobStorageSyncStatus: {
|
|
@@ -571,18 +630,20 @@ interface BlobStorageIntegrationDeletionResponse {
|
|
|
571
630
|
message: string;
|
|
572
631
|
}
|
|
573
632
|
|
|
574
|
-
declare const index$
|
|
575
|
-
declare const index$
|
|
576
|
-
|
|
577
|
-
declare const index$
|
|
578
|
-
type index$
|
|
579
|
-
|
|
580
|
-
|
|
581
|
-
type index$
|
|
582
|
-
declare const index$
|
|
583
|
-
type index$
|
|
584
|
-
declare
|
|
585
|
-
|
|
633
|
+
declare const index$x_BlobStorageExportFieldGroup: typeof BlobStorageExportFieldGroup;
|
|
634
|
+
declare const index$x_BlobStorageExportFrequency: typeof BlobStorageExportFrequency;
|
|
635
|
+
declare const index$x_BlobStorageExportMode: typeof BlobStorageExportMode;
|
|
636
|
+
declare const index$x_BlobStorageExportSource: typeof BlobStorageExportSource;
|
|
637
|
+
type index$x_BlobStorageIntegrationDeletionResponse = BlobStorageIntegrationDeletionResponse;
|
|
638
|
+
declare const index$x_BlobStorageIntegrationFileType: typeof BlobStorageIntegrationFileType;
|
|
639
|
+
type index$x_BlobStorageIntegrationResponse = BlobStorageIntegrationResponse;
|
|
640
|
+
type index$x_BlobStorageIntegrationStatusResponse = BlobStorageIntegrationStatusResponse;
|
|
641
|
+
declare const index$x_BlobStorageIntegrationType: typeof BlobStorageIntegrationType;
|
|
642
|
+
type index$x_BlobStorageIntegrationsResponse = BlobStorageIntegrationsResponse;
|
|
643
|
+
declare const index$x_BlobStorageSyncStatus: typeof BlobStorageSyncStatus;
|
|
644
|
+
type index$x_CreateBlobStorageIntegrationRequest = CreateBlobStorageIntegrationRequest;
|
|
645
|
+
declare namespace index$x {
|
|
646
|
+
export { index$x_BlobStorageExportFieldGroup as BlobStorageExportFieldGroup, index$x_BlobStorageExportFrequency as BlobStorageExportFrequency, index$x_BlobStorageExportMode as BlobStorageExportMode, index$x_BlobStorageExportSource as BlobStorageExportSource, type index$x_BlobStorageIntegrationDeletionResponse as BlobStorageIntegrationDeletionResponse, index$x_BlobStorageIntegrationFileType as BlobStorageIntegrationFileType, type index$x_BlobStorageIntegrationResponse as BlobStorageIntegrationResponse, type index$x_BlobStorageIntegrationStatusResponse as BlobStorageIntegrationStatusResponse, index$x_BlobStorageIntegrationType as BlobStorageIntegrationType, type index$x_BlobStorageIntegrationsResponse as BlobStorageIntegrationsResponse, index$x_BlobStorageSyncStatus as BlobStorageSyncStatus, type index$x_CreateBlobStorageIntegrationRequest as CreateBlobStorageIntegrationRequest };
|
|
586
647
|
}
|
|
587
648
|
|
|
588
649
|
/**
|
|
@@ -638,12 +699,12 @@ interface GetCommentsRequest {
|
|
|
638
699
|
authorUserId?: string;
|
|
639
700
|
}
|
|
640
701
|
|
|
641
|
-
type index$
|
|
642
|
-
type index$
|
|
643
|
-
type index$
|
|
644
|
-
type index$
|
|
645
|
-
declare namespace index$
|
|
646
|
-
export type { index$
|
|
702
|
+
type index$w_CreateCommentRequest = CreateCommentRequest;
|
|
703
|
+
type index$w_CreateCommentResponse = CreateCommentResponse;
|
|
704
|
+
type index$w_GetCommentsRequest = GetCommentsRequest;
|
|
705
|
+
type index$w_GetCommentsResponse = GetCommentsResponse;
|
|
706
|
+
declare namespace index$w {
|
|
707
|
+
export type { index$w_CreateCommentRequest as CreateCommentRequest, index$w_CreateCommentResponse as CreateCommentResponse, index$w_GetCommentsRequest as GetCommentsRequest, index$w_GetCommentsResponse as GetCommentsResponse };
|
|
647
708
|
}
|
|
648
709
|
|
|
649
710
|
/**
|
|
@@ -874,6 +935,8 @@ interface ObservationV2 {
|
|
|
874
935
|
costDetails?: Record<string, number>;
|
|
875
936
|
/** The total cost of the observation in USD */
|
|
876
937
|
totalCost?: number | null;
|
|
938
|
+
/** The name of the pricing tier applied to this observation's usage costs */
|
|
939
|
+
usagePricingTierName?: string | null;
|
|
877
940
|
/** The prompt ID associated with the observation */
|
|
878
941
|
promptId?: string | null;
|
|
879
942
|
/** The prompt name associated with the observation */
|
|
@@ -884,8 +947,20 @@ interface ObservationV2 {
|
|
|
884
947
|
latency?: number | null;
|
|
885
948
|
/** The time to first token in seconds */
|
|
886
949
|
timeToFirstToken?: number | null;
|
|
887
|
-
/** The matched model ID */
|
|
888
|
-
modelId
|
|
950
|
+
/** The matched model ID. Null when the `model` field group is not requested. */
|
|
951
|
+
modelId: string | null;
|
|
952
|
+
/** The input token price (USD per unit) from the matched model, serialized as a decimal string (e.g. "0.0001"). Null when the `model` field group is not requested. */
|
|
953
|
+
inputPrice: string | null;
|
|
954
|
+
/** The output token price (USD per unit) from the matched model, serialized as a decimal string (e.g. "0.0001"). Null when the `model` field group is not requested. */
|
|
955
|
+
outputPrice: string | null;
|
|
956
|
+
/** The total token price (USD per unit) from the matched model, serialized as a decimal string (e.g. "0.0001"). Null when the `model` field group is not requested. */
|
|
957
|
+
totalPrice: string | null;
|
|
958
|
+
/** The name of the parent trace */
|
|
959
|
+
traceName?: string | null;
|
|
960
|
+
/** Tags from the parent trace (denormalized onto the observation) */
|
|
961
|
+
tags?: string[] | null;
|
|
962
|
+
/** The release version of the parent trace */
|
|
963
|
+
release?: string | null;
|
|
889
964
|
}
|
|
890
965
|
|
|
891
966
|
/**
|
|
@@ -1736,7 +1811,7 @@ declare class Error$1 extends LangfuseAPIError {
|
|
|
1736
1811
|
* This file was auto-generated by Fern from our API Definition.
|
|
1737
1812
|
*/
|
|
1738
1813
|
|
|
1739
|
-
declare class UnauthorizedError extends LangfuseAPIError {
|
|
1814
|
+
declare class UnauthorizedError$1 extends LangfuseAPIError {
|
|
1740
1815
|
constructor(body?: unknown, rawResponse?: RawResponse);
|
|
1741
1816
|
}
|
|
1742
1817
|
|
|
@@ -1744,7 +1819,7 @@ declare class UnauthorizedError extends LangfuseAPIError {
|
|
|
1744
1819
|
* This file was auto-generated by Fern from our API Definition.
|
|
1745
1820
|
*/
|
|
1746
1821
|
|
|
1747
|
-
declare class AccessDeniedError extends LangfuseAPIError {
|
|
1822
|
+
declare class AccessDeniedError$1 extends LangfuseAPIError {
|
|
1748
1823
|
constructor(body?: unknown, rawResponse?: RawResponse);
|
|
1749
1824
|
}
|
|
1750
1825
|
|
|
@@ -1752,7 +1827,7 @@ declare class AccessDeniedError extends LangfuseAPIError {
|
|
|
1752
1827
|
* This file was auto-generated by Fern from our API Definition.
|
|
1753
1828
|
*/
|
|
1754
1829
|
|
|
1755
|
-
declare class NotFoundError extends LangfuseAPIError {
|
|
1830
|
+
declare class NotFoundError$1 extends LangfuseAPIError {
|
|
1756
1831
|
constructor(body?: unknown, rawResponse?: RawResponse);
|
|
1757
1832
|
}
|
|
1758
1833
|
|
|
@@ -1760,63 +1835,55 @@ declare class NotFoundError extends LangfuseAPIError {
|
|
|
1760
1835
|
* This file was auto-generated by Fern from our API Definition.
|
|
1761
1836
|
*/
|
|
1762
1837
|
|
|
1763
|
-
declare class MethodNotAllowedError extends LangfuseAPIError {
|
|
1838
|
+
declare class MethodNotAllowedError$1 extends LangfuseAPIError {
|
|
1764
1839
|
constructor(body?: unknown, rawResponse?: RawResponse);
|
|
1765
1840
|
}
|
|
1766
1841
|
|
|
1767
|
-
type index$
|
|
1768
|
-
|
|
1769
|
-
type index$
|
|
1770
|
-
type index$
|
|
1771
|
-
type index$
|
|
1772
|
-
type index$
|
|
1773
|
-
type index$
|
|
1774
|
-
|
|
1775
|
-
type index$
|
|
1776
|
-
|
|
1777
|
-
type index$
|
|
1778
|
-
type index$
|
|
1779
|
-
type index$
|
|
1780
|
-
type index$
|
|
1781
|
-
type index$
|
|
1782
|
-
type index$
|
|
1783
|
-
|
|
1784
|
-
type index$
|
|
1785
|
-
|
|
1786
|
-
type index$
|
|
1787
|
-
|
|
1788
|
-
|
|
1789
|
-
type index$
|
|
1790
|
-
type index$
|
|
1791
|
-
declare const index$
|
|
1792
|
-
type index$
|
|
1793
|
-
|
|
1794
|
-
type index$
|
|
1795
|
-
type index$
|
|
1796
|
-
type index$
|
|
1797
|
-
declare const index$
|
|
1798
|
-
|
|
1799
|
-
type index$
|
|
1800
|
-
|
|
1801
|
-
|
|
1802
|
-
|
|
1803
|
-
|
|
1804
|
-
|
|
1805
|
-
type index$
|
|
1806
|
-
|
|
1807
|
-
|
|
1808
|
-
|
|
1809
|
-
type index$
|
|
1810
|
-
|
|
1811
|
-
type index$
|
|
1812
|
-
type index$q_TextScoreV1 = TextScoreV1;
|
|
1813
|
-
type index$q_TraceWithDetails = TraceWithDetails;
|
|
1814
|
-
type index$q_TraceWithFullDetails = TraceWithFullDetails;
|
|
1815
|
-
type index$q_UnauthorizedError = UnauthorizedError;
|
|
1816
|
-
declare const index$q_UnauthorizedError: typeof UnauthorizedError;
|
|
1817
|
-
type index$q_Usage = Usage;
|
|
1818
|
-
declare namespace index$q {
|
|
1819
|
-
export { index$q_AccessDeniedError as AccessDeniedError, type index$q_BaseScore as BaseScore, type index$q_BaseScoreV1 as BaseScoreV1, type index$q_BooleanScore as BooleanScore, type index$q_BooleanScoreV1 as BooleanScoreV1, type index$q_CategoricalScore as CategoricalScore, type index$q_CategoricalScoreV1 as CategoricalScoreV1, type index$q_Comment as Comment, index$q_CommentObjectType as CommentObjectType, type index$q_ConfigCategory as ConfigCategory, type index$q_CorrectionScore as CorrectionScore, type index$q_CreateScoreValue as CreateScoreValue, type index$q_Dataset as Dataset, type index$q_DatasetItem as DatasetItem, type index$q_DatasetRun as DatasetRun, type index$q_DatasetRunItem as DatasetRunItem, type index$q_DatasetRunWithItems as DatasetRunWithItems, index$q_DatasetStatus as DatasetStatus, Error$1 as Error, type index$q_MapValue as MapValue, index$q_MethodNotAllowedError as MethodNotAllowedError, type index$q_Model as Model, type index$q_ModelPrice as ModelPrice, index$q_ModelUsageUnit as ModelUsageUnit, index$q_NotFoundError as NotFoundError, type index$q_NumericScore as NumericScore, type index$q_NumericScoreV1 as NumericScoreV1, type index$q_Observation as Observation, index$q_ObservationLevel as ObservationLevel, type index$q_ObservationV2 as ObservationV2, type index$q_ObservationsView as ObservationsView, type index$q_PricingTier as PricingTier, type index$q_PricingTierCondition as PricingTierCondition, type index$q_PricingTierInput as PricingTierInput, index$q_PricingTierOperator as PricingTierOperator, index$q_Score as Score, type index$q_ScoreConfig as ScoreConfig, index$q_ScoreConfigDataType as ScoreConfigDataType, index$q_ScoreDataType as ScoreDataType, index$q_ScoreSource as ScoreSource, ScoreV1$1 as ScoreV1, type index$q_Session as Session, type index$q_SessionWithTraces as SessionWithTraces, type index$q_TextScore as TextScore, type index$q_TextScoreV1 as TextScoreV1, type Trace$1 as Trace, type index$q_TraceWithDetails as TraceWithDetails, type index$q_TraceWithFullDetails as TraceWithFullDetails, index$q_UnauthorizedError as UnauthorizedError, type index$q_Usage as Usage };
|
|
1842
|
+
type index$v_BaseScore = BaseScore;
|
|
1843
|
+
type index$v_BaseScoreV1 = BaseScoreV1;
|
|
1844
|
+
type index$v_BooleanScore = BooleanScore;
|
|
1845
|
+
type index$v_BooleanScoreV1 = BooleanScoreV1;
|
|
1846
|
+
type index$v_CategoricalScore = CategoricalScore;
|
|
1847
|
+
type index$v_CategoricalScoreV1 = CategoricalScoreV1;
|
|
1848
|
+
type index$v_Comment = Comment;
|
|
1849
|
+
declare const index$v_CommentObjectType: typeof CommentObjectType;
|
|
1850
|
+
type index$v_ConfigCategory = ConfigCategory;
|
|
1851
|
+
type index$v_CorrectionScore = CorrectionScore;
|
|
1852
|
+
type index$v_CreateScoreValue = CreateScoreValue;
|
|
1853
|
+
type index$v_Dataset = Dataset;
|
|
1854
|
+
type index$v_DatasetItem = DatasetItem;
|
|
1855
|
+
type index$v_DatasetRun = DatasetRun;
|
|
1856
|
+
type index$v_DatasetRunItem = DatasetRunItem;
|
|
1857
|
+
type index$v_DatasetRunWithItems = DatasetRunWithItems;
|
|
1858
|
+
declare const index$v_DatasetStatus: typeof DatasetStatus;
|
|
1859
|
+
type index$v_MapValue = MapValue;
|
|
1860
|
+
type index$v_Model = Model;
|
|
1861
|
+
type index$v_ModelPrice = ModelPrice;
|
|
1862
|
+
declare const index$v_ModelUsageUnit: typeof ModelUsageUnit;
|
|
1863
|
+
type index$v_NumericScore = NumericScore;
|
|
1864
|
+
type index$v_NumericScoreV1 = NumericScoreV1;
|
|
1865
|
+
type index$v_Observation = Observation;
|
|
1866
|
+
declare const index$v_ObservationLevel: typeof ObservationLevel;
|
|
1867
|
+
type index$v_ObservationV2 = ObservationV2;
|
|
1868
|
+
type index$v_ObservationsView = ObservationsView;
|
|
1869
|
+
type index$v_PricingTier = PricingTier;
|
|
1870
|
+
type index$v_PricingTierCondition = PricingTierCondition;
|
|
1871
|
+
type index$v_PricingTierInput = PricingTierInput;
|
|
1872
|
+
declare const index$v_PricingTierOperator: typeof PricingTierOperator;
|
|
1873
|
+
declare const index$v_Score: typeof Score;
|
|
1874
|
+
type index$v_ScoreConfig = ScoreConfig;
|
|
1875
|
+
declare const index$v_ScoreConfigDataType: typeof ScoreConfigDataType;
|
|
1876
|
+
declare const index$v_ScoreDataType: typeof ScoreDataType;
|
|
1877
|
+
declare const index$v_ScoreSource: typeof ScoreSource;
|
|
1878
|
+
type index$v_Session = Session;
|
|
1879
|
+
type index$v_SessionWithTraces = SessionWithTraces;
|
|
1880
|
+
type index$v_TextScore = TextScore;
|
|
1881
|
+
type index$v_TextScoreV1 = TextScoreV1;
|
|
1882
|
+
type index$v_TraceWithDetails = TraceWithDetails;
|
|
1883
|
+
type index$v_TraceWithFullDetails = TraceWithFullDetails;
|
|
1884
|
+
type index$v_Usage = Usage;
|
|
1885
|
+
declare namespace index$v {
|
|
1886
|
+
export { AccessDeniedError$1 as AccessDeniedError, type index$v_BaseScore as BaseScore, type index$v_BaseScoreV1 as BaseScoreV1, type index$v_BooleanScore as BooleanScore, type index$v_BooleanScoreV1 as BooleanScoreV1, type index$v_CategoricalScore as CategoricalScore, type index$v_CategoricalScoreV1 as CategoricalScoreV1, type index$v_Comment as Comment, index$v_CommentObjectType as CommentObjectType, type index$v_ConfigCategory as ConfigCategory, type index$v_CorrectionScore as CorrectionScore, type index$v_CreateScoreValue as CreateScoreValue, type index$v_Dataset as Dataset, type index$v_DatasetItem as DatasetItem, type index$v_DatasetRun as DatasetRun, type index$v_DatasetRunItem as DatasetRunItem, type index$v_DatasetRunWithItems as DatasetRunWithItems, index$v_DatasetStatus as DatasetStatus, Error$1 as Error, type index$v_MapValue as MapValue, MethodNotAllowedError$1 as MethodNotAllowedError, type index$v_Model as Model, type index$v_ModelPrice as ModelPrice, index$v_ModelUsageUnit as ModelUsageUnit, NotFoundError$1 as NotFoundError, type index$v_NumericScore as NumericScore, type index$v_NumericScoreV1 as NumericScoreV1, type index$v_Observation as Observation, index$v_ObservationLevel as ObservationLevel, type index$v_ObservationV2 as ObservationV2, type index$v_ObservationsView as ObservationsView, type index$v_PricingTier as PricingTier, type index$v_PricingTierCondition as PricingTierCondition, type index$v_PricingTierInput as PricingTierInput, index$v_PricingTierOperator as PricingTierOperator, index$v_Score as Score, type index$v_ScoreConfig as ScoreConfig, index$v_ScoreConfigDataType as ScoreConfigDataType, index$v_ScoreDataType as ScoreDataType, index$v_ScoreSource as ScoreSource, ScoreV1$1 as ScoreV1, type index$v_Session as Session, type index$v_SessionWithTraces as SessionWithTraces, type index$v_TextScore as TextScore, type index$v_TextScoreV1 as TextScoreV1, type Trace$1 as Trace, type index$v_TraceWithDetails as TraceWithDetails, type index$v_TraceWithFullDetails as TraceWithFullDetails, UnauthorizedError$1 as UnauthorizedError, type index$v_Usage as Usage };
|
|
1820
1887
|
}
|
|
1821
1888
|
|
|
1822
1889
|
/**
|
|
@@ -1876,12 +1943,12 @@ interface GetDatasetItemsRequest {
|
|
|
1876
1943
|
limit?: number;
|
|
1877
1944
|
}
|
|
1878
1945
|
|
|
1879
|
-
type index$
|
|
1880
|
-
type index$
|
|
1881
|
-
type index$
|
|
1882
|
-
type index$
|
|
1883
|
-
declare namespace index$
|
|
1884
|
-
export type { index$
|
|
1946
|
+
type index$u_CreateDatasetItemRequest = CreateDatasetItemRequest;
|
|
1947
|
+
type index$u_DeleteDatasetItemResponse = DeleteDatasetItemResponse;
|
|
1948
|
+
type index$u_GetDatasetItemsRequest = GetDatasetItemsRequest;
|
|
1949
|
+
type index$u_PaginatedDatasetItems = PaginatedDatasetItems;
|
|
1950
|
+
declare namespace index$u {
|
|
1951
|
+
export type { index$u_CreateDatasetItemRequest as CreateDatasetItemRequest, index$u_DeleteDatasetItemResponse as DeleteDatasetItemResponse, index$u_GetDatasetItemsRequest as GetDatasetItemsRequest, index$u_PaginatedDatasetItems as PaginatedDatasetItems };
|
|
1885
1952
|
}
|
|
1886
1953
|
|
|
1887
1954
|
/**
|
|
@@ -1936,11 +2003,11 @@ interface ListDatasetRunItemsRequest {
|
|
|
1936
2003
|
limit?: number;
|
|
1937
2004
|
}
|
|
1938
2005
|
|
|
1939
|
-
type index$
|
|
1940
|
-
type index$
|
|
1941
|
-
type index$
|
|
1942
|
-
declare namespace index$
|
|
1943
|
-
export type { index$
|
|
2006
|
+
type index$t_CreateDatasetRunItemRequest = CreateDatasetRunItemRequest;
|
|
2007
|
+
type index$t_ListDatasetRunItemsRequest = ListDatasetRunItemsRequest;
|
|
2008
|
+
type index$t_PaginatedDatasetRunItems = PaginatedDatasetRunItems;
|
|
2009
|
+
declare namespace index$t {
|
|
2010
|
+
export type { index$t_CreateDatasetRunItemRequest as CreateDatasetRunItemRequest, index$t_ListDatasetRunItemsRequest as ListDatasetRunItemsRequest, index$t_PaginatedDatasetRunItems as PaginatedDatasetRunItems };
|
|
1944
2011
|
}
|
|
1945
2012
|
|
|
1946
2013
|
/**
|
|
@@ -2009,14 +2076,14 @@ interface GetDatasetRunsRequest {
|
|
|
2009
2076
|
limit?: number;
|
|
2010
2077
|
}
|
|
2011
2078
|
|
|
2012
|
-
type index$
|
|
2013
|
-
type index$
|
|
2014
|
-
type index$
|
|
2015
|
-
type index$
|
|
2016
|
-
type index$
|
|
2017
|
-
type index$
|
|
2018
|
-
declare namespace index$
|
|
2019
|
-
export type { index$
|
|
2079
|
+
type index$s_CreateDatasetRequest = CreateDatasetRequest;
|
|
2080
|
+
type index$s_DeleteDatasetRunResponse = DeleteDatasetRunResponse;
|
|
2081
|
+
type index$s_GetDatasetRunsRequest = GetDatasetRunsRequest;
|
|
2082
|
+
type index$s_GetDatasetsRequest = GetDatasetsRequest;
|
|
2083
|
+
type index$s_PaginatedDatasetRuns = PaginatedDatasetRuns;
|
|
2084
|
+
type index$s_PaginatedDatasets = PaginatedDatasets;
|
|
2085
|
+
declare namespace index$s {
|
|
2086
|
+
export type { index$s_CreateDatasetRequest as CreateDatasetRequest, index$s_DeleteDatasetRunResponse as DeleteDatasetRunResponse, index$s_GetDatasetRunsRequest as GetDatasetRunsRequest, index$s_GetDatasetsRequest as GetDatasetsRequest, index$s_PaginatedDatasetRuns as PaginatedDatasetRuns, index$s_PaginatedDatasets as PaginatedDatasets };
|
|
2020
2087
|
}
|
|
2021
2088
|
|
|
2022
2089
|
/**
|
|
@@ -2043,11 +2110,11 @@ declare class ServiceUnavailableError extends LangfuseAPIError {
|
|
|
2043
2110
|
constructor(rawResponse?: RawResponse);
|
|
2044
2111
|
}
|
|
2045
2112
|
|
|
2046
|
-
type index$
|
|
2047
|
-
type index$
|
|
2048
|
-
declare const index$
|
|
2049
|
-
declare namespace index$
|
|
2050
|
-
export { type index$
|
|
2113
|
+
type index$r_HealthResponse = HealthResponse;
|
|
2114
|
+
type index$r_ServiceUnavailableError = ServiceUnavailableError;
|
|
2115
|
+
declare const index$r_ServiceUnavailableError: typeof ServiceUnavailableError;
|
|
2116
|
+
declare namespace index$r {
|
|
2117
|
+
export { type index$r_HealthResponse as HealthResponse, index$r_ServiceUnavailableError as ServiceUnavailableError };
|
|
2051
2118
|
}
|
|
2052
2119
|
|
|
2053
2120
|
/**
|
|
@@ -2602,41 +2669,41 @@ interface IngestionRequest {
|
|
|
2602
2669
|
metadata?: unknown;
|
|
2603
2670
|
}
|
|
2604
2671
|
|
|
2605
|
-
type index$
|
|
2606
|
-
type index$
|
|
2607
|
-
type index$
|
|
2608
|
-
type index$
|
|
2609
|
-
type index$
|
|
2610
|
-
type index$
|
|
2611
|
-
type index$
|
|
2612
|
-
type index$
|
|
2613
|
-
type index$
|
|
2614
|
-
declare const index$
|
|
2615
|
-
type index$
|
|
2616
|
-
type index$
|
|
2617
|
-
type index$
|
|
2618
|
-
type index$
|
|
2619
|
-
type index$
|
|
2620
|
-
declare const index$
|
|
2621
|
-
type index$
|
|
2622
|
-
type index$
|
|
2623
|
-
type index$
|
|
2624
|
-
type index$
|
|
2625
|
-
type index$
|
|
2626
|
-
type index$
|
|
2627
|
-
type index$
|
|
2628
|
-
type index$
|
|
2629
|
-
type index$
|
|
2630
|
-
type index$
|
|
2631
|
-
type index$
|
|
2632
|
-
type index$
|
|
2633
|
-
type index$
|
|
2634
|
-
type index$
|
|
2635
|
-
type index$
|
|
2636
|
-
type index$
|
|
2637
|
-
type index$
|
|
2638
|
-
declare namespace index$
|
|
2639
|
-
export { type index$
|
|
2672
|
+
type index$q_BaseEvent = BaseEvent;
|
|
2673
|
+
type index$q_CreateEventBody = CreateEventBody;
|
|
2674
|
+
type index$q_CreateEventEvent = CreateEventEvent;
|
|
2675
|
+
type index$q_CreateGenerationBody = CreateGenerationBody;
|
|
2676
|
+
type index$q_CreateGenerationEvent = CreateGenerationEvent;
|
|
2677
|
+
type index$q_CreateObservationEvent = CreateObservationEvent;
|
|
2678
|
+
type index$q_CreateSpanBody = CreateSpanBody;
|
|
2679
|
+
type index$q_CreateSpanEvent = CreateSpanEvent;
|
|
2680
|
+
type index$q_IngestionError = IngestionError;
|
|
2681
|
+
declare const index$q_IngestionEvent: typeof IngestionEvent;
|
|
2682
|
+
type index$q_IngestionRequest = IngestionRequest;
|
|
2683
|
+
type index$q_IngestionResponse = IngestionResponse;
|
|
2684
|
+
type index$q_IngestionSuccess = IngestionSuccess;
|
|
2685
|
+
type index$q_IngestionUsage = IngestionUsage;
|
|
2686
|
+
type index$q_ObservationBody = ObservationBody;
|
|
2687
|
+
declare const index$q_ObservationType: typeof ObservationType;
|
|
2688
|
+
type index$q_OpenAiCompletionUsageSchema = OpenAiCompletionUsageSchema;
|
|
2689
|
+
type index$q_OpenAiResponseUsageSchema = OpenAiResponseUsageSchema;
|
|
2690
|
+
type index$q_OpenAiUsage = OpenAiUsage;
|
|
2691
|
+
type index$q_OptionalObservationBody = OptionalObservationBody;
|
|
2692
|
+
type index$q_ScoreBody = ScoreBody;
|
|
2693
|
+
type index$q_ScoreEvent = ScoreEvent;
|
|
2694
|
+
type index$q_SdkLogBody = SdkLogBody;
|
|
2695
|
+
type index$q_SdkLogEvent = SdkLogEvent;
|
|
2696
|
+
type index$q_TraceBody = TraceBody;
|
|
2697
|
+
type index$q_TraceEvent = TraceEvent;
|
|
2698
|
+
type index$q_UpdateEventBody = UpdateEventBody;
|
|
2699
|
+
type index$q_UpdateGenerationBody = UpdateGenerationBody;
|
|
2700
|
+
type index$q_UpdateGenerationEvent = UpdateGenerationEvent;
|
|
2701
|
+
type index$q_UpdateObservationEvent = UpdateObservationEvent;
|
|
2702
|
+
type index$q_UpdateSpanBody = UpdateSpanBody;
|
|
2703
|
+
type index$q_UpdateSpanEvent = UpdateSpanEvent;
|
|
2704
|
+
type index$q_UsageDetails = UsageDetails;
|
|
2705
|
+
declare namespace index$q {
|
|
2706
|
+
export { type index$q_BaseEvent as BaseEvent, type index$q_CreateEventBody as CreateEventBody, type index$q_CreateEventEvent as CreateEventEvent, type index$q_CreateGenerationBody as CreateGenerationBody, type index$q_CreateGenerationEvent as CreateGenerationEvent, type index$q_CreateObservationEvent as CreateObservationEvent, type index$q_CreateSpanBody as CreateSpanBody, type index$q_CreateSpanEvent as CreateSpanEvent, type index$q_IngestionError as IngestionError, index$q_IngestionEvent as IngestionEvent, type index$q_IngestionRequest as IngestionRequest, type index$q_IngestionResponse as IngestionResponse, type index$q_IngestionSuccess as IngestionSuccess, type index$q_IngestionUsage as IngestionUsage, type index$q_ObservationBody as ObservationBody, index$q_ObservationType as ObservationType, type index$q_OpenAiCompletionUsageSchema as OpenAiCompletionUsageSchema, type index$q_OpenAiResponseUsageSchema as OpenAiResponseUsageSchema, type index$q_OpenAiUsage as OpenAiUsage, type index$q_OptionalObservationBody as OptionalObservationBody, type index$q_ScoreBody as ScoreBody, type index$q_ScoreEvent as ScoreEvent, type index$q_SdkLogBody as SdkLogBody, type index$q_SdkLogEvent as SdkLogEvent, type index$q_TraceBody as TraceBody, type index$q_TraceEvent as TraceEvent, type index$q_UpdateEventBody as UpdateEventBody, type index$q_UpdateGenerationBody as UpdateGenerationBody, type index$q_UpdateGenerationEvent as UpdateGenerationEvent, type index$q_UpdateObservationEvent as UpdateObservationEvent, type index$q_UpdateSpanBody as UpdateSpanBody, type index$q_UpdateSpanEvent as UpdateSpanEvent, type index$q_UsageDetails as UsageDetails };
|
|
2640
2707
|
}
|
|
2641
2708
|
|
|
2642
2709
|
/**
|
|
@@ -2707,10 +2774,10 @@ interface GetMetricsRequest {
|
|
|
2707
2774
|
query: string;
|
|
2708
2775
|
}
|
|
2709
2776
|
|
|
2710
|
-
type index$
|
|
2711
|
-
type index$
|
|
2712
|
-
declare namespace index$
|
|
2713
|
-
export type { index$
|
|
2777
|
+
type index$p_GetMetricsRequest = GetMetricsRequest;
|
|
2778
|
+
type index$p_MetricsResponse = MetricsResponse;
|
|
2779
|
+
declare namespace index$p {
|
|
2780
|
+
export type { index$p_GetMetricsRequest as GetMetricsRequest, index$p_MetricsResponse as MetricsResponse };
|
|
2714
2781
|
}
|
|
2715
2782
|
|
|
2716
2783
|
/**
|
|
@@ -2857,10 +2924,10 @@ interface GetObservationsRequest {
|
|
|
2857
2924
|
filter?: string;
|
|
2858
2925
|
}
|
|
2859
2926
|
|
|
2860
|
-
type index$
|
|
2861
|
-
type index$
|
|
2862
|
-
declare namespace index$
|
|
2863
|
-
export type { index$
|
|
2927
|
+
type index$o_GetObservationsRequest = GetObservationsRequest;
|
|
2928
|
+
type index$o_ObservationsViews = ObservationsViews;
|
|
2929
|
+
declare namespace index$o {
|
|
2930
|
+
export type { index$o_GetObservationsRequest as GetObservationsRequest, Observations$1 as Observations, index$o_ObservationsViews as ObservationsViews };
|
|
2864
2931
|
}
|
|
2865
2932
|
|
|
2866
2933
|
/**
|
|
@@ -2934,6 +3001,17 @@ declare namespace index$j {
|
|
|
2934
3001
|
* dataType: LangfuseAPI.ScoreDataType.Text,
|
|
2935
3002
|
* traceId: "cdef-1234-5678-90ab"
|
|
2936
3003
|
* }
|
|
3004
|
+
*
|
|
3005
|
+
* @example
|
|
3006
|
+
* {
|
|
3007
|
+
* name: "accuracy",
|
|
3008
|
+
* value: 0.9,
|
|
3009
|
+
* dataType: LangfuseAPI.ScoreDataType.Numeric,
|
|
3010
|
+
* configId: "9203-4567-89ab-cdef",
|
|
3011
|
+
* traceId: "cdef-1234-5678-90ab",
|
|
3012
|
+
* source: LangfuseAPI.legacy.CreateScoreSource.Annotation,
|
|
3013
|
+
* queueId: "aq-1234-5678-90ab-cdef"
|
|
3014
|
+
* }
|
|
2937
3015
|
*/
|
|
2938
3016
|
interface CreateScoreRequest {
|
|
2939
3017
|
id?: string;
|
|
@@ -2954,8 +3032,24 @@ interface CreateScoreRequest {
|
|
|
2954
3032
|
dataType?: ScoreDataType;
|
|
2955
3033
|
/** Reference a score config on a score. The unique langfuse identifier of a score config. When passing this field, the dataType and stringValue fields are automatically populated. */
|
|
2956
3034
|
configId?: string;
|
|
3035
|
+
/** The source of the score. Defaults to API. Set to ANNOTATION to prefill scores (e.g. from an LLM) for a human reviewer to verify in an annotation queue. When source is ANNOTATION, a configId is required unless dataType is CORRECTION. EVAL is reserved for internal evaluator outputs and is not accepted on this endpoint. */
|
|
3036
|
+
source?: CreateScoreSource;
|
|
2957
3037
|
}
|
|
2958
3038
|
|
|
3039
|
+
/**
|
|
3040
|
+
* This file was auto-generated by Fern from our API Definition.
|
|
3041
|
+
*/
|
|
3042
|
+
/**
|
|
3043
|
+
* Source values accepted when creating a score via the public REST API.
|
|
3044
|
+
* EVAL is reserved for internal evaluator outputs and is intentionally not
|
|
3045
|
+
* exposed here — use commons.ScoreSource when reading scores.
|
|
3046
|
+
*/
|
|
3047
|
+
type CreateScoreSource = "API" | "ANNOTATION";
|
|
3048
|
+
declare const CreateScoreSource: {
|
|
3049
|
+
readonly Api: "API";
|
|
3050
|
+
readonly Annotation: "ANNOTATION";
|
|
3051
|
+
};
|
|
3052
|
+
|
|
2959
3053
|
/**
|
|
2960
3054
|
* This file was auto-generated by Fern from our API Definition.
|
|
2961
3055
|
*/
|
|
@@ -2964,20 +3058,22 @@ interface CreateScoreResponse {
|
|
|
2964
3058
|
id: string;
|
|
2965
3059
|
}
|
|
2966
3060
|
|
|
2967
|
-
type index$
|
|
2968
|
-
type index$
|
|
2969
|
-
declare
|
|
2970
|
-
|
|
3061
|
+
type index$n_CreateScoreRequest = CreateScoreRequest;
|
|
3062
|
+
type index$n_CreateScoreResponse = CreateScoreResponse;
|
|
3063
|
+
declare const index$n_CreateScoreSource: typeof CreateScoreSource;
|
|
3064
|
+
declare namespace index$n {
|
|
3065
|
+
export { type index$n_CreateScoreRequest as CreateScoreRequest, type index$n_CreateScoreResponse as CreateScoreResponse, index$n_CreateScoreSource as CreateScoreSource };
|
|
2971
3066
|
}
|
|
2972
3067
|
|
|
2973
|
-
type index$
|
|
2974
|
-
type index$
|
|
2975
|
-
|
|
2976
|
-
type index$
|
|
2977
|
-
type index$
|
|
2978
|
-
type index$
|
|
2979
|
-
|
|
2980
|
-
|
|
3068
|
+
type index$m_CreateScoreRequest = CreateScoreRequest;
|
|
3069
|
+
type index$m_CreateScoreResponse = CreateScoreResponse;
|
|
3070
|
+
declare const index$m_CreateScoreSource: typeof CreateScoreSource;
|
|
3071
|
+
type index$m_GetMetricsRequest = GetMetricsRequest;
|
|
3072
|
+
type index$m_GetObservationsRequest = GetObservationsRequest;
|
|
3073
|
+
type index$m_MetricsResponse = MetricsResponse;
|
|
3074
|
+
type index$m_ObservationsViews = ObservationsViews;
|
|
3075
|
+
declare namespace index$m {
|
|
3076
|
+
export { type index$m_CreateScoreRequest as CreateScoreRequest, type index$m_CreateScoreResponse as CreateScoreResponse, index$m_CreateScoreSource as CreateScoreSource, type index$m_GetMetricsRequest as GetMetricsRequest, type index$m_GetObservationsRequest as GetObservationsRequest, type index$m_MetricsResponse as MetricsResponse, type Observations$1 as Observations, type index$m_ObservationsViews as ObservationsViews, index$p as metricsV1, index$o as observationsV1, index$n as scoreV1 };
|
|
2981
3077
|
}
|
|
2982
3078
|
|
|
2983
3079
|
/**
|
|
@@ -3043,6 +3139,13 @@ interface UpsertLlmConnectionRequest {
|
|
|
3043
3139
|
config?: Record<string, unknown>;
|
|
3044
3140
|
}
|
|
3045
3141
|
|
|
3142
|
+
/**
|
|
3143
|
+
* This file was auto-generated by Fern from our API Definition.
|
|
3144
|
+
*/
|
|
3145
|
+
interface DeleteLlmConnectionResponse {
|
|
3146
|
+
message: string;
|
|
3147
|
+
}
|
|
3148
|
+
|
|
3046
3149
|
/**
|
|
3047
3150
|
* This file was auto-generated by Fern from our API Definition.
|
|
3048
3151
|
*/
|
|
@@ -3070,13 +3173,14 @@ interface GetLlmConnectionsRequest {
|
|
|
3070
3173
|
limit?: number;
|
|
3071
3174
|
}
|
|
3072
3175
|
|
|
3073
|
-
type index$
|
|
3074
|
-
|
|
3075
|
-
|
|
3076
|
-
type index$
|
|
3077
|
-
type index$
|
|
3078
|
-
|
|
3079
|
-
|
|
3176
|
+
type index$l_DeleteLlmConnectionResponse = DeleteLlmConnectionResponse;
|
|
3177
|
+
type index$l_GetLlmConnectionsRequest = GetLlmConnectionsRequest;
|
|
3178
|
+
declare const index$l_LlmAdapter: typeof LlmAdapter;
|
|
3179
|
+
type index$l_LlmConnection = LlmConnection;
|
|
3180
|
+
type index$l_PaginatedLlmConnections = PaginatedLlmConnections;
|
|
3181
|
+
type index$l_UpsertLlmConnectionRequest = UpsertLlmConnectionRequest;
|
|
3182
|
+
declare namespace index$l {
|
|
3183
|
+
export { type index$l_DeleteLlmConnectionResponse as DeleteLlmConnectionResponse, type index$l_GetLlmConnectionsRequest as GetLlmConnectionsRequest, index$l_LlmAdapter as LlmAdapter, type index$l_LlmConnection as LlmConnection, type index$l_PaginatedLlmConnections as PaginatedLlmConnections, type index$l_UpsertLlmConnectionRequest as UpsertLlmConnectionRequest };
|
|
3080
3184
|
}
|
|
3081
3185
|
|
|
3082
3186
|
/**
|
|
@@ -3201,13 +3305,13 @@ declare const MediaContentType: {
|
|
|
3201
3305
|
readonly ApplicationX7ZCompressed: "application/x-7z-compressed";
|
|
3202
3306
|
};
|
|
3203
3307
|
|
|
3204
|
-
type index$
|
|
3205
|
-
type index$
|
|
3206
|
-
type index$
|
|
3207
|
-
declare const index$
|
|
3208
|
-
type index$
|
|
3209
|
-
declare namespace index$
|
|
3210
|
-
export { type index$
|
|
3308
|
+
type index$k_GetMediaResponse = GetMediaResponse;
|
|
3309
|
+
type index$k_GetMediaUploadUrlRequest = GetMediaUploadUrlRequest;
|
|
3310
|
+
type index$k_GetMediaUploadUrlResponse = GetMediaUploadUrlResponse;
|
|
3311
|
+
declare const index$k_MediaContentType: typeof MediaContentType;
|
|
3312
|
+
type index$k_PatchMediaBody = PatchMediaBody;
|
|
3313
|
+
declare namespace index$k {
|
|
3314
|
+
export { type index$k_GetMediaResponse as GetMediaResponse, type index$k_GetMediaUploadUrlRequest as GetMediaUploadUrlRequest, type index$k_GetMediaUploadUrlResponse as GetMediaUploadUrlResponse, index$k_MediaContentType as MediaContentType, type index$k_PatchMediaBody as PatchMediaBody };
|
|
3211
3315
|
}
|
|
3212
3316
|
|
|
3213
3317
|
/**
|
|
@@ -3286,10 +3390,10 @@ interface GetMetricsV2Request {
|
|
|
3286
3390
|
query: string;
|
|
3287
3391
|
}
|
|
3288
3392
|
|
|
3289
|
-
type index$
|
|
3290
|
-
type index$
|
|
3291
|
-
declare namespace index$
|
|
3292
|
-
export type { index$
|
|
3393
|
+
type index$j_GetMetricsV2Request = GetMetricsV2Request;
|
|
3394
|
+
type index$j_MetricsV2Response = MetricsV2Response;
|
|
3395
|
+
declare namespace index$j {
|
|
3396
|
+
export type { index$j_GetMetricsV2Request as GetMetricsV2Request, index$j_MetricsV2Response as MetricsV2Response };
|
|
3293
3397
|
}
|
|
3294
3398
|
|
|
3295
3399
|
/**
|
|
@@ -3361,11 +3465,11 @@ interface GetModelsRequest {
|
|
|
3361
3465
|
limit?: number;
|
|
3362
3466
|
}
|
|
3363
3467
|
|
|
3364
|
-
type index$
|
|
3365
|
-
type index$
|
|
3366
|
-
type index$
|
|
3367
|
-
declare namespace index$
|
|
3368
|
-
export type { index$
|
|
3468
|
+
type index$i_CreateModelRequest = CreateModelRequest;
|
|
3469
|
+
type index$i_GetModelsRequest = GetModelsRequest;
|
|
3470
|
+
type index$i_PaginatedModels = PaginatedModels;
|
|
3471
|
+
declare namespace index$i {
|
|
3472
|
+
export type { index$i_CreateModelRequest as CreateModelRequest, index$i_GetModelsRequest as GetModelsRequest, index$i_PaginatedModels as PaginatedModels };
|
|
3369
3473
|
}
|
|
3370
3474
|
|
|
3371
3475
|
/**
|
|
@@ -3406,7 +3510,7 @@ interface ObservationsV2Meta {
|
|
|
3406
3510
|
interface GetObservationsV2Request {
|
|
3407
3511
|
/**
|
|
3408
3512
|
* Comma-separated list of field groups to include in the response.
|
|
3409
|
-
* Available groups: core, basic, time, io, metadata, model, usage, prompt, metrics.
|
|
3513
|
+
* Available groups: core, basic, time, io, metadata, model, usage, prompt, metrics, trace_context.
|
|
3410
3514
|
* If not specified, `core` and `basic` field groups are returned.
|
|
3411
3515
|
* Example: "basic,usage,model"
|
|
3412
3516
|
*/
|
|
@@ -3456,12 +3560,12 @@ interface GetObservationsV2Request {
|
|
|
3456
3560
|
* "column": string, // Required. Column to filter on (see available columns below)
|
|
3457
3561
|
* "operator": string, // Required. Operator based on type:
|
|
3458
3562
|
* // - datetime: ">", "<", ">=", "<="
|
|
3459
|
-
* // - string: "=", "contains", "does not contain", "starts with", "ends with"
|
|
3563
|
+
* // - string: "=", "contains", "does not contain", "starts with", "ends with", "matches"
|
|
3460
3564
|
* // - stringOptions: "any of", "none of"
|
|
3461
3565
|
* // - categoryOptions: "any of", "none of"
|
|
3462
3566
|
* // - arrayOptions: "any of", "none of", "all of"
|
|
3463
3567
|
* // - number: "=", ">", "<", ">=", "<="
|
|
3464
|
-
* // - stringObject: "=", "contains", "does not contain", "starts with", "ends with"
|
|
3568
|
+
* // - stringObject: "=", "contains", "does not contain", "starts with", "ends with", "matches"
|
|
3465
3569
|
* // - numberObject: "=", ">", "<", ">=", "<="
|
|
3466
3570
|
* // - boolean: "=", "<>"
|
|
3467
3571
|
* // - null: "is null", "is not null"
|
|
@@ -3513,8 +3617,12 @@ interface GetObservationsV2Request {
|
|
|
3513
3617
|
* - `promptVersion` (number) - Associated prompt version
|
|
3514
3618
|
*
|
|
3515
3619
|
* ### Structured Data
|
|
3620
|
+
* - `input` (string) - Observation input. Supports accelerated indexed literal search with the `matches` operator.
|
|
3621
|
+
* - `output` (string) - Observation output. Supports accelerated indexed literal search with the `matches` operator.
|
|
3516
3622
|
* - `metadata` (stringObject/numberObject/categoryOptions) - Metadata key-value pairs. Use `key` parameter to filter on specific metadata keys.
|
|
3517
3623
|
*
|
|
3624
|
+
* The `matches` operator is only supported for `input`, `output`, and stringObject `metadata` filters. It performs indexed literal search with token-boundary pruning using the events table text indexes. Case sensitivity differs by target: `input` and `output` matches are case-insensitive, while metadata value matches are case-sensitive. Unlike SQL `LIKE`, `%` and `_` are treated as literal characters. Use `contains` for legacy substring semantics where the API allows it. Any v2 `input` or `output` filter must be accompanied by at least one `=` or `matches` filter on `input` or `output`; standalone `contains`, `starts with`, `ends with`, and `does not contain` filters on these columns are rejected.
|
|
3625
|
+
*
|
|
3518
3626
|
* ## Filter Examples
|
|
3519
3627
|
* ```json
|
|
3520
3628
|
* [
|
|
@@ -3536,6 +3644,12 @@ interface GetObservationsV2Request {
|
|
|
3536
3644
|
* "key": "environment",
|
|
3537
3645
|
* "operator": "=",
|
|
3538
3646
|
* "value": "production"
|
|
3647
|
+
* },
|
|
3648
|
+
* {
|
|
3649
|
+
* "type": "string",
|
|
3650
|
+
* "column": "output",
|
|
3651
|
+
* "operator": "matches",
|
|
3652
|
+
* "value": "needle"
|
|
3539
3653
|
* }
|
|
3540
3654
|
* ]
|
|
3541
3655
|
* ```
|
|
@@ -3543,11 +3657,11 @@ interface GetObservationsV2Request {
|
|
|
3543
3657
|
filter?: string;
|
|
3544
3658
|
}
|
|
3545
3659
|
|
|
3546
|
-
type index$
|
|
3547
|
-
type index$
|
|
3548
|
-
type index$
|
|
3549
|
-
declare namespace index$
|
|
3550
|
-
export type { index$
|
|
3660
|
+
type index$h_GetObservationsV2Request = GetObservationsV2Request;
|
|
3661
|
+
type index$h_ObservationsV2Meta = ObservationsV2Meta;
|
|
3662
|
+
type index$h_ObservationsV2Response = ObservationsV2Response;
|
|
3663
|
+
declare namespace index$h {
|
|
3664
|
+
export type { index$h_GetObservationsV2Request as GetObservationsV2Request, index$h_ObservationsV2Meta as ObservationsV2Meta, index$h_ObservationsV2Response as ObservationsV2Response };
|
|
3551
3665
|
}
|
|
3552
3666
|
|
|
3553
3667
|
/**
|
|
@@ -3724,17 +3838,17 @@ interface OtelTraceRequest {
|
|
|
3724
3838
|
resourceSpans: OtelResourceSpan[];
|
|
3725
3839
|
}
|
|
3726
3840
|
|
|
3727
|
-
type index$
|
|
3728
|
-
type index$
|
|
3729
|
-
type index$
|
|
3730
|
-
type index$
|
|
3731
|
-
type index$
|
|
3732
|
-
type index$
|
|
3733
|
-
type index$
|
|
3734
|
-
type index$
|
|
3735
|
-
type index$
|
|
3736
|
-
declare namespace index$
|
|
3737
|
-
export type { index$
|
|
3841
|
+
type index$g_OtelAttribute = OtelAttribute;
|
|
3842
|
+
type index$g_OtelAttributeValue = OtelAttributeValue;
|
|
3843
|
+
type index$g_OtelResource = OtelResource;
|
|
3844
|
+
type index$g_OtelResourceSpan = OtelResourceSpan;
|
|
3845
|
+
type index$g_OtelScope = OtelScope;
|
|
3846
|
+
type index$g_OtelScopeSpan = OtelScopeSpan;
|
|
3847
|
+
type index$g_OtelSpan = OtelSpan;
|
|
3848
|
+
type index$g_OtelTraceRequest = OtelTraceRequest;
|
|
3849
|
+
type index$g_OtelTraceResponse = OtelTraceResponse;
|
|
3850
|
+
declare namespace index$g {
|
|
3851
|
+
export type { index$g_OtelAttribute as OtelAttribute, index$g_OtelAttributeValue as OtelAttributeValue, index$g_OtelResource as OtelResource, index$g_OtelResourceSpan as OtelResourceSpan, index$g_OtelScope as OtelScope, index$g_OtelScopeSpan as OtelScopeSpan, index$g_OtelSpan as OtelSpan, index$g_OtelTraceRequest as OtelTraceRequest, index$g_OtelTraceResponse as OtelTraceResponse };
|
|
3738
3852
|
}
|
|
3739
3853
|
|
|
3740
3854
|
/**
|
|
@@ -3831,18 +3945,18 @@ interface OrganizationApiKeysResponse {
|
|
|
3831
3945
|
apiKeys: OrganizationApiKey[];
|
|
3832
3946
|
}
|
|
3833
3947
|
|
|
3834
|
-
type index$
|
|
3835
|
-
type index$
|
|
3836
|
-
type index$
|
|
3837
|
-
type index$
|
|
3838
|
-
declare const index$
|
|
3839
|
-
type index$
|
|
3840
|
-
type index$
|
|
3841
|
-
type index$
|
|
3842
|
-
type index$
|
|
3843
|
-
type index$
|
|
3844
|
-
declare namespace index$
|
|
3845
|
-
export { type index$
|
|
3948
|
+
type index$f_DeleteMembershipRequest = DeleteMembershipRequest;
|
|
3949
|
+
type index$f_MembershipDeletionResponse = MembershipDeletionResponse;
|
|
3950
|
+
type index$f_MembershipRequest = MembershipRequest;
|
|
3951
|
+
type index$f_MembershipResponse = MembershipResponse;
|
|
3952
|
+
declare const index$f_MembershipRole: typeof MembershipRole;
|
|
3953
|
+
type index$f_MembershipsResponse = MembershipsResponse;
|
|
3954
|
+
type index$f_OrganizationApiKey = OrganizationApiKey;
|
|
3955
|
+
type index$f_OrganizationApiKeysResponse = OrganizationApiKeysResponse;
|
|
3956
|
+
type index$f_OrganizationProject = OrganizationProject;
|
|
3957
|
+
type index$f_OrganizationProjectsResponse = OrganizationProjectsResponse;
|
|
3958
|
+
declare namespace index$f {
|
|
3959
|
+
export { type index$f_DeleteMembershipRequest as DeleteMembershipRequest, type index$f_MembershipDeletionResponse as MembershipDeletionResponse, type index$f_MembershipRequest as MembershipRequest, type index$f_MembershipResponse as MembershipResponse, index$f_MembershipRole as MembershipRole, type index$f_MembershipsResponse as MembershipsResponse, type index$f_OrganizationApiKey as OrganizationApiKey, type index$f_OrganizationApiKeysResponse as OrganizationApiKeysResponse, type index$f_OrganizationProject as OrganizationProject, type index$f_OrganizationProjectsResponse as OrganizationProjectsResponse };
|
|
3846
3960
|
}
|
|
3847
3961
|
|
|
3848
3962
|
/**
|
|
@@ -4001,18 +4115,18 @@ interface CreateApiKeyRequest {
|
|
|
4001
4115
|
secretKey?: string;
|
|
4002
4116
|
}
|
|
4003
4117
|
|
|
4004
|
-
type index$
|
|
4005
|
-
type index$
|
|
4006
|
-
type index$
|
|
4007
|
-
type index$
|
|
4008
|
-
type index$
|
|
4009
|
-
type index$
|
|
4010
|
-
type index$
|
|
4011
|
-
type index$
|
|
4012
|
-
type index$
|
|
4013
|
-
type index$
|
|
4014
|
-
declare namespace index$
|
|
4015
|
-
export type { index$
|
|
4118
|
+
type index$e_ApiKeyDeletionResponse = ApiKeyDeletionResponse;
|
|
4119
|
+
type index$e_ApiKeyList = ApiKeyList;
|
|
4120
|
+
type index$e_ApiKeyResponse = ApiKeyResponse;
|
|
4121
|
+
type index$e_ApiKeySummary = ApiKeySummary;
|
|
4122
|
+
type index$e_CreateApiKeyRequest = CreateApiKeyRequest;
|
|
4123
|
+
type index$e_CreateProjectRequest = CreateProjectRequest;
|
|
4124
|
+
type index$e_Organization = Organization;
|
|
4125
|
+
type index$e_Project = Project;
|
|
4126
|
+
type index$e_ProjectDeletionResponse = ProjectDeletionResponse;
|
|
4127
|
+
type index$e_UpdateProjectRequest = UpdateProjectRequest;
|
|
4128
|
+
declare namespace index$e {
|
|
4129
|
+
export type { index$e_ApiKeyDeletionResponse as ApiKeyDeletionResponse, index$e_ApiKeyList as ApiKeyList, index$e_ApiKeyResponse as ApiKeyResponse, index$e_ApiKeySummary as ApiKeySummary, index$e_CreateApiKeyRequest as CreateApiKeyRequest, index$e_CreateProjectRequest as CreateProjectRequest, index$e_Organization as Organization, index$e_Project as Project, index$e_ProjectDeletionResponse as ProjectDeletionResponse, Projects$1 as Projects, index$e_UpdateProjectRequest as UpdateProjectRequest };
|
|
4016
4130
|
}
|
|
4017
4131
|
|
|
4018
4132
|
/**
|
|
@@ -4244,28 +4358,28 @@ interface DeletePromptRequest {
|
|
|
4244
4358
|
version?: number;
|
|
4245
4359
|
}
|
|
4246
4360
|
|
|
4247
|
-
type index$
|
|
4248
|
-
type index$
|
|
4249
|
-
declare const index$
|
|
4250
|
-
type index$
|
|
4251
|
-
type index$
|
|
4252
|
-
type index$
|
|
4253
|
-
declare const index$
|
|
4254
|
-
type index$
|
|
4255
|
-
type index$
|
|
4256
|
-
declare const index$
|
|
4257
|
-
type index$
|
|
4258
|
-
type index$
|
|
4259
|
-
type index$
|
|
4260
|
-
type index$
|
|
4261
|
-
declare const index$
|
|
4262
|
-
declare const index$
|
|
4263
|
-
type index$
|
|
4264
|
-
type index$
|
|
4265
|
-
declare const index$
|
|
4266
|
-
type index$
|
|
4267
|
-
declare namespace index$
|
|
4268
|
-
export { type index$
|
|
4361
|
+
type index$d_BasePrompt = BasePrompt;
|
|
4362
|
+
type index$d_ChatMessage = ChatMessage;
|
|
4363
|
+
declare const index$d_ChatMessageType: typeof ChatMessageType;
|
|
4364
|
+
type index$d_ChatMessageWithPlaceholders = ChatMessageWithPlaceholders;
|
|
4365
|
+
type index$d_ChatPrompt = ChatPrompt;
|
|
4366
|
+
type index$d_CreateChatPromptRequest = CreateChatPromptRequest;
|
|
4367
|
+
declare const index$d_CreateChatPromptType: typeof CreateChatPromptType;
|
|
4368
|
+
type index$d_CreatePromptRequest = CreatePromptRequest;
|
|
4369
|
+
type index$d_CreateTextPromptRequest = CreateTextPromptRequest;
|
|
4370
|
+
declare const index$d_CreateTextPromptType: typeof CreateTextPromptType;
|
|
4371
|
+
type index$d_DeletePromptRequest = DeletePromptRequest;
|
|
4372
|
+
type index$d_GetPromptRequest = GetPromptRequest;
|
|
4373
|
+
type index$d_ListPromptsMetaRequest = ListPromptsMetaRequest;
|
|
4374
|
+
type index$d_PlaceholderMessage = PlaceholderMessage;
|
|
4375
|
+
declare const index$d_PlaceholderMessageType: typeof PlaceholderMessageType;
|
|
4376
|
+
declare const index$d_Prompt: typeof Prompt;
|
|
4377
|
+
type index$d_PromptMeta = PromptMeta;
|
|
4378
|
+
type index$d_PromptMetaListResponse = PromptMetaListResponse;
|
|
4379
|
+
declare const index$d_PromptType: typeof PromptType;
|
|
4380
|
+
type index$d_TextPrompt = TextPrompt;
|
|
4381
|
+
declare namespace index$d {
|
|
4382
|
+
export { type index$d_BasePrompt as BasePrompt, type index$d_ChatMessage as ChatMessage, index$d_ChatMessageType as ChatMessageType, type index$d_ChatMessageWithPlaceholders as ChatMessageWithPlaceholders, type index$d_ChatPrompt as ChatPrompt, type index$d_CreateChatPromptRequest as CreateChatPromptRequest, index$d_CreateChatPromptType as CreateChatPromptType, type index$d_CreatePromptRequest as CreatePromptRequest, type index$d_CreateTextPromptRequest as CreateTextPromptRequest, index$d_CreateTextPromptType as CreateTextPromptType, type index$d_DeletePromptRequest as DeletePromptRequest, type index$d_GetPromptRequest as GetPromptRequest, type index$d_ListPromptsMetaRequest as ListPromptsMetaRequest, type index$d_PlaceholderMessage as PlaceholderMessage, index$d_PlaceholderMessageType as PlaceholderMessageType, index$d_Prompt as Prompt, type index$d_PromptMeta as PromptMeta, type index$d_PromptMetaListResponse as PromptMetaListResponse, index$d_PromptType as PromptType, type index$d_TextPrompt as TextPrompt };
|
|
4269
4383
|
}
|
|
4270
4384
|
|
|
4271
4385
|
/**
|
|
@@ -4487,27 +4601,27 @@ interface CreateUserRequest {
|
|
|
4487
4601
|
password?: string;
|
|
4488
4602
|
}
|
|
4489
4603
|
|
|
4490
|
-
type index$
|
|
4491
|
-
type index$
|
|
4492
|
-
type index$
|
|
4493
|
-
type index$
|
|
4494
|
-
type index$
|
|
4495
|
-
type index$
|
|
4496
|
-
type index$
|
|
4497
|
-
type index$
|
|
4498
|
-
type index$
|
|
4499
|
-
type index$
|
|
4500
|
-
type index$
|
|
4501
|
-
type index$
|
|
4502
|
-
type index$
|
|
4503
|
-
type index$
|
|
4504
|
-
type index$
|
|
4505
|
-
type index$
|
|
4506
|
-
type index$
|
|
4507
|
-
type index$
|
|
4508
|
-
type index$
|
|
4509
|
-
declare namespace index$
|
|
4510
|
-
export type { index$
|
|
4604
|
+
type index$c_AuthenticationScheme = AuthenticationScheme;
|
|
4605
|
+
type index$c_BulkConfig = BulkConfig;
|
|
4606
|
+
type index$c_CreateUserRequest = CreateUserRequest;
|
|
4607
|
+
type index$c_EmptyResponse = EmptyResponse;
|
|
4608
|
+
type index$c_FilterConfig = FilterConfig;
|
|
4609
|
+
type index$c_ListUsersRequest = ListUsersRequest;
|
|
4610
|
+
type index$c_ResourceMeta = ResourceMeta;
|
|
4611
|
+
type index$c_ResourceType = ResourceType;
|
|
4612
|
+
type index$c_ResourceTypesResponse = ResourceTypesResponse;
|
|
4613
|
+
type index$c_SchemaExtension = SchemaExtension;
|
|
4614
|
+
type index$c_SchemaResource = SchemaResource;
|
|
4615
|
+
type index$c_SchemasResponse = SchemasResponse;
|
|
4616
|
+
type index$c_ScimEmail = ScimEmail;
|
|
4617
|
+
type index$c_ScimFeatureSupport = ScimFeatureSupport;
|
|
4618
|
+
type index$c_ScimName = ScimName;
|
|
4619
|
+
type index$c_ScimUser = ScimUser;
|
|
4620
|
+
type index$c_ScimUsersListResponse = ScimUsersListResponse;
|
|
4621
|
+
type index$c_ServiceProviderConfig = ServiceProviderConfig;
|
|
4622
|
+
type index$c_UserMeta = UserMeta;
|
|
4623
|
+
declare namespace index$c {
|
|
4624
|
+
export type { index$c_AuthenticationScheme as AuthenticationScheme, index$c_BulkConfig as BulkConfig, index$c_CreateUserRequest as CreateUserRequest, index$c_EmptyResponse as EmptyResponse, index$c_FilterConfig as FilterConfig, index$c_ListUsersRequest as ListUsersRequest, index$c_ResourceMeta as ResourceMeta, index$c_ResourceType as ResourceType, index$c_ResourceTypesResponse as ResourceTypesResponse, index$c_SchemaExtension as SchemaExtension, index$c_SchemaResource as SchemaResource, index$c_SchemasResponse as SchemasResponse, index$c_ScimEmail as ScimEmail, index$c_ScimFeatureSupport as ScimFeatureSupport, index$c_ScimName as ScimName, index$c_ScimUser as ScimUser, index$c_ScimUsersListResponse as ScimUsersListResponse, index$c_ServiceProviderConfig as ServiceProviderConfig, index$c_UserMeta as UserMeta };
|
|
4511
4625
|
}
|
|
4512
4626
|
|
|
4513
4627
|
/**
|
|
@@ -4524,6 +4638,7 @@ interface ScoreConfigs$1 {
|
|
|
4524
4638
|
*/
|
|
4525
4639
|
|
|
4526
4640
|
interface CreateScoreConfigRequest {
|
|
4641
|
+
/** Name of the score config. Max 35 characters. Only letters, numbers, underscores, spaces, periods, parentheses, and hyphens are allowed. */
|
|
4527
4642
|
name: string;
|
|
4528
4643
|
dataType: ScoreConfigDataType;
|
|
4529
4644
|
/** Configure custom categories for categorical scores. Pass a list of objects with `label` and `value` properties. Categories are autogenerated for boolean configs and cannot be passed */
|
|
@@ -4543,7 +4658,7 @@ interface CreateScoreConfigRequest {
|
|
|
4543
4658
|
interface UpdateScoreConfigRequest {
|
|
4544
4659
|
/** The status of the score config showing if it is archived or not */
|
|
4545
4660
|
isArchived?: boolean;
|
|
4546
|
-
/**
|
|
4661
|
+
/** Name of the score config. Max 35 characters. Only letters, numbers, underscores, spaces, periods, parentheses, and hyphens are allowed. */
|
|
4547
4662
|
name?: string;
|
|
4548
4663
|
/** Configure custom categories for categorical scores. Pass a list of objects with `label` and `value` properties. Categories are autogenerated for boolean configs and cannot be passed */
|
|
4549
4664
|
categories?: ConfigCategory[];
|
|
@@ -4569,11 +4684,11 @@ interface GetScoreConfigsRequest {
|
|
|
4569
4684
|
limit?: number;
|
|
4570
4685
|
}
|
|
4571
4686
|
|
|
4572
|
-
type index$
|
|
4573
|
-
type index$
|
|
4574
|
-
type index$
|
|
4575
|
-
declare namespace index$
|
|
4576
|
-
export type { index$
|
|
4687
|
+
type index$b_CreateScoreConfigRequest = CreateScoreConfigRequest;
|
|
4688
|
+
type index$b_GetScoreConfigsRequest = GetScoreConfigsRequest;
|
|
4689
|
+
type index$b_UpdateScoreConfigRequest = UpdateScoreConfigRequest;
|
|
4690
|
+
declare namespace index$b {
|
|
4691
|
+
export type { index$b_CreateScoreConfigRequest as CreateScoreConfigRequest, index$b_GetScoreConfigsRequest as GetScoreConfigsRequest, ScoreConfigs$1 as ScoreConfigs, index$b_UpdateScoreConfigRequest as UpdateScoreConfigRequest };
|
|
4577
4692
|
}
|
|
4578
4693
|
|
|
4579
4694
|
/**
|
|
@@ -4673,7 +4788,7 @@ interface GetScoresResponse {
|
|
|
4673
4788
|
interface GetScoresRequest {
|
|
4674
4789
|
/** Page number, starts at 1. */
|
|
4675
4790
|
page?: number;
|
|
4676
|
-
/** Limit of items per page. If you encounter api issues due to too large page sizes, try to reduce the limit. */
|
|
4791
|
+
/** Limit of items per page. Maximum 100. Defaults to 50. Requests with a limit greater than 100 return HTTP 400. If you encounter api issues due to too large page sizes, try to reduce the limit. */
|
|
4677
4792
|
limit?: number;
|
|
4678
4793
|
/** Retrieve only scores with this userId associated to the trace. */
|
|
4679
4794
|
userId?: string;
|
|
@@ -4715,17 +4830,17 @@ interface GetScoresRequest {
|
|
|
4715
4830
|
filter?: string;
|
|
4716
4831
|
}
|
|
4717
4832
|
|
|
4718
|
-
type index$
|
|
4719
|
-
type index$
|
|
4720
|
-
declare const index$
|
|
4721
|
-
type index$
|
|
4722
|
-
type index$
|
|
4723
|
-
type index$
|
|
4724
|
-
type index$
|
|
4725
|
-
type index$
|
|
4726
|
-
type index$
|
|
4727
|
-
declare namespace index$
|
|
4728
|
-
export { type index$
|
|
4833
|
+
type index$a_GetScoresRequest = GetScoresRequest;
|
|
4834
|
+
type index$a_GetScoresResponse = GetScoresResponse;
|
|
4835
|
+
declare const index$a_GetScoresResponseData: typeof GetScoresResponseData;
|
|
4836
|
+
type index$a_GetScoresResponseDataBoolean = GetScoresResponseDataBoolean;
|
|
4837
|
+
type index$a_GetScoresResponseDataCategorical = GetScoresResponseDataCategorical;
|
|
4838
|
+
type index$a_GetScoresResponseDataCorrection = GetScoresResponseDataCorrection;
|
|
4839
|
+
type index$a_GetScoresResponseDataNumeric = GetScoresResponseDataNumeric;
|
|
4840
|
+
type index$a_GetScoresResponseDataText = GetScoresResponseDataText;
|
|
4841
|
+
type index$a_GetScoresResponseTraceData = GetScoresResponseTraceData;
|
|
4842
|
+
declare namespace index$a {
|
|
4843
|
+
export { type index$a_GetScoresRequest as GetScoresRequest, type index$a_GetScoresResponse as GetScoresResponse, index$a_GetScoresResponseData as GetScoresResponseData, type index$a_GetScoresResponseDataBoolean as GetScoresResponseDataBoolean, type index$a_GetScoresResponseDataCategorical as GetScoresResponseDataCategorical, type index$a_GetScoresResponseDataCorrection as GetScoresResponseDataCorrection, type index$a_GetScoresResponseDataNumeric as GetScoresResponseDataNumeric, type index$a_GetScoresResponseDataText as GetScoresResponseDataText, type index$a_GetScoresResponseTraceData as GetScoresResponseTraceData };
|
|
4729
4844
|
}
|
|
4730
4845
|
|
|
4731
4846
|
/**
|
|
@@ -4757,10 +4872,10 @@ interface GetSessionsRequest {
|
|
|
4757
4872
|
environment?: string | string[];
|
|
4758
4873
|
}
|
|
4759
4874
|
|
|
4760
|
-
type index$
|
|
4761
|
-
type index$
|
|
4762
|
-
declare namespace index$
|
|
4763
|
-
export type { index$
|
|
4875
|
+
type index$9_GetSessionsRequest = GetSessionsRequest;
|
|
4876
|
+
type index$9_PaginatedSessions = PaginatedSessions;
|
|
4877
|
+
declare namespace index$9 {
|
|
4878
|
+
export type { index$9_GetSessionsRequest as GetSessionsRequest, index$9_PaginatedSessions as PaginatedSessions };
|
|
4764
4879
|
}
|
|
4765
4880
|
|
|
4766
4881
|
/**
|
|
@@ -4953,111 +5068,1581 @@ interface DeleteTracesRequest {
|
|
|
4953
5068
|
traceIds: string[];
|
|
4954
5069
|
}
|
|
4955
5070
|
|
|
4956
|
-
type index$
|
|
4957
|
-
type index$
|
|
4958
|
-
type index$
|
|
4959
|
-
type index$
|
|
4960
|
-
type index$
|
|
4961
|
-
type index$
|
|
4962
|
-
declare namespace index$
|
|
4963
|
-
export type { index$
|
|
5071
|
+
type index$8_DeleteTraceResponse = DeleteTraceResponse;
|
|
5072
|
+
type index$8_DeleteTracesRequest = DeleteTracesRequest;
|
|
5073
|
+
type index$8_GetTraceRequest = GetTraceRequest;
|
|
5074
|
+
type index$8_GetTracesRequest = GetTracesRequest;
|
|
5075
|
+
type index$8_Sort = Sort;
|
|
5076
|
+
type index$8_Traces = Traces;
|
|
5077
|
+
declare namespace index$8 {
|
|
5078
|
+
export type { index$8_DeleteTraceResponse as DeleteTraceResponse, index$8_DeleteTracesRequest as DeleteTracesRequest, index$8_GetTraceRequest as GetTraceRequest, index$8_GetTracesRequest as GetTracesRequest, index$8_Sort as Sort, index$8_Traces as Traces };
|
|
4964
5079
|
}
|
|
4965
5080
|
|
|
4966
5081
|
/**
|
|
4967
5082
|
* This file was auto-generated by Fern from our API Definition.
|
|
4968
5083
|
*/
|
|
4969
|
-
|
|
4970
|
-
|
|
4971
|
-
|
|
4972
|
-
|
|
4973
|
-
|
|
4974
|
-
|
|
4975
|
-
|
|
4976
|
-
|
|
4977
|
-
|
|
4978
|
-
}
|
|
5084
|
+
/**
|
|
5085
|
+
* The evaluator engine type.
|
|
5086
|
+
*
|
|
5087
|
+
* The unstable public API currently supports only LLM-as-a-judge evaluators.
|
|
5088
|
+
*/
|
|
5089
|
+
type EvaluatorType = "llm_as_judge";
|
|
5090
|
+
declare const EvaluatorType: {
|
|
5091
|
+
readonly LlmAsJudge: "llm_as_judge";
|
|
5092
|
+
};
|
|
4979
5093
|
|
|
4980
|
-
|
|
4981
|
-
|
|
4982
|
-
|
|
4983
|
-
|
|
5094
|
+
/**
|
|
5095
|
+
* This file was auto-generated by Fern from our API Definition.
|
|
5096
|
+
*/
|
|
5097
|
+
/**
|
|
5098
|
+
* Where an evaluator comes from.
|
|
5099
|
+
*
|
|
5100
|
+
* - `project`: created in your project
|
|
5101
|
+
* - `managed`: provided by Langfuse
|
|
5102
|
+
*/
|
|
5103
|
+
type EvaluatorScope = "project" | "managed";
|
|
5104
|
+
declare const EvaluatorScope: {
|
|
5105
|
+
readonly Project: "project";
|
|
5106
|
+
readonly Managed: "managed";
|
|
5107
|
+
};
|
|
4984
5108
|
|
|
4985
|
-
|
|
4986
|
-
|
|
4987
|
-
|
|
4988
|
-
|
|
5109
|
+
/**
|
|
5110
|
+
* This file was auto-generated by Fern from our API Definition.
|
|
5111
|
+
*/
|
|
5112
|
+
/**
|
|
5113
|
+
* The ingestion object type that should trigger evaluation runs.
|
|
5114
|
+
*
|
|
5115
|
+
* Choose the target first, because it changes both the valid filter columns and the valid variable-mapping sources:
|
|
5116
|
+
* - `observation` evaluates live-ingested observations such as generations, spans, and events.
|
|
5117
|
+
* It supports mapping from `input`, `output`, and `metadata`.
|
|
5118
|
+
* - `experiment` evaluates live experiment executions and can additionally map `expected_output` and `experiment_item_metadata`.
|
|
5119
|
+
* It currently supports filtering by `datasetId`.
|
|
5120
|
+
* Discover valid dataset IDs with `GET /api/public/v2/datasets`, then use the returned dataset `id` values in your filter.
|
|
5121
|
+
*/
|
|
5122
|
+
type EvaluationRuleTarget = "observation" | "experiment";
|
|
5123
|
+
declare const EvaluationRuleTarget: {
|
|
5124
|
+
readonly Observation: "observation";
|
|
5125
|
+
readonly Experiment: "experiment";
|
|
5126
|
+
};
|
|
5127
|
+
|
|
5128
|
+
/**
|
|
5129
|
+
* This file was auto-generated by Fern from our API Definition.
|
|
5130
|
+
*/
|
|
5131
|
+
/**
|
|
5132
|
+
* Effective runtime status of the evaluation rule.
|
|
5133
|
+
*
|
|
5134
|
+
* - `active`: enabled and currently runnable.
|
|
5135
|
+
* - `inactive`: disabled by configuration.
|
|
5136
|
+
* - `paused`: enabled, but Langfuse has blocked execution until the underlying issue is resolved.
|
|
5137
|
+
*/
|
|
5138
|
+
type EvaluationRuleStatus = "active" | "inactive" | "paused";
|
|
5139
|
+
declare const EvaluationRuleStatus: {
|
|
5140
|
+
readonly Active: "active";
|
|
5141
|
+
readonly Inactive: "inactive";
|
|
5142
|
+
readonly Paused: "paused";
|
|
5143
|
+
};
|
|
5144
|
+
|
|
5145
|
+
/**
|
|
5146
|
+
* This file was auto-generated by Fern from our API Definition.
|
|
5147
|
+
*/
|
|
5148
|
+
/**
|
|
5149
|
+
* Source field used to populate a prompt variable.
|
|
5150
|
+
*
|
|
5151
|
+
* Use these values when mapping evaluator prompt variables to live data.
|
|
5152
|
+
*
|
|
5153
|
+
* Target-specific rules:
|
|
5154
|
+
* - `target=observation` supports `input`, `output`, and `metadata`
|
|
5155
|
+
* - `target=experiment` supports `input`, `output`, `metadata`, `expected_output`, and `experiment_item_metadata`
|
|
5156
|
+
*
|
|
5157
|
+
* Source semantics:
|
|
5158
|
+
* - `input`: the observation or experiment input payload
|
|
5159
|
+
* - `output`: the observation or experiment output payload
|
|
5160
|
+
* - `metadata`: the metadata object for the target. Combine with `jsonPath` when you need one nested field instead of the whole object.
|
|
5161
|
+
* - `expected_output`: the experiment item's expected output. Only valid for `target=experiment`.
|
|
5162
|
+
* - `experiment_item_metadata`: the experiment item's metadata object. Only valid for `target=experiment`.
|
|
5163
|
+
*/
|
|
5164
|
+
type EvaluationRuleMappingSource = "input" | "output" | "metadata" | "expected_output" | "experiment_item_metadata";
|
|
5165
|
+
declare const EvaluationRuleMappingSource: {
|
|
5166
|
+
readonly Input: "input";
|
|
5167
|
+
readonly Output: "output";
|
|
5168
|
+
readonly Metadata: "metadata";
|
|
5169
|
+
readonly ExpectedOutput: "expected_output";
|
|
5170
|
+
readonly ExperimentItemMetadata: "experiment_item_metadata";
|
|
5171
|
+
};
|
|
4989
5172
|
|
|
4990
5173
|
/**
|
|
4991
5174
|
* This file was auto-generated by Fern from our API Definition.
|
|
4992
5175
|
*/
|
|
4993
5176
|
/**
|
|
5177
|
+
* Optional explicit model configuration for an evaluator.
|
|
5178
|
+
*
|
|
5179
|
+
* If omitted, Langfuse uses the project's default evaluation model.
|
|
5180
|
+
* If provided, the model must be available to the project when the evaluator or evaluation rule is enabled.
|
|
5181
|
+
*
|
|
5182
|
+
* To discover valid configured `provider` values for a project, call `GET /api/public/llm-connections` and read the `provider` field from the returned connections.
|
|
5183
|
+
* Use a `provider` value that matches one of the connections already configured in the same project.
|
|
5184
|
+
*
|
|
5185
|
+
* Recovery guidance:
|
|
5186
|
+
* - If evaluator creation returns `422` with `code=evaluator_preflight_failed`, either provide a valid explicit `modelConfig` here or configure the project's default evaluation model, then retry the same request.
|
|
5187
|
+
*
|
|
4994
5188
|
* @example
|
|
4995
5189
|
* {
|
|
4996
|
-
*
|
|
5190
|
+
* provider: "openai",
|
|
5191
|
+
* model: "gpt-4.1-mini"
|
|
4997
5192
|
* }
|
|
4998
5193
|
*/
|
|
4999
|
-
interface
|
|
5000
|
-
/**
|
|
5001
|
-
|
|
5194
|
+
interface EvaluatorModelConfig {
|
|
5195
|
+
/**
|
|
5196
|
+
* Provider identifier to use for this evaluator, for example `openai` or `anthropic`.
|
|
5197
|
+
*
|
|
5198
|
+
* To discover valid values for the current project, call `GET /api/public/llm-connections` and use one of the returned `provider` values.
|
|
5199
|
+
*/
|
|
5200
|
+
provider: string;
|
|
5201
|
+
/** Model identifier exposed by the provider, for example `gpt-4.1-mini`. */
|
|
5202
|
+
model: string;
|
|
5002
5203
|
}
|
|
5003
5204
|
|
|
5004
|
-
|
|
5005
|
-
|
|
5006
|
-
|
|
5205
|
+
/**
|
|
5206
|
+
* This file was auto-generated by Fern from our API Definition.
|
|
5207
|
+
*/
|
|
5208
|
+
/**
|
|
5209
|
+
* Structured score type returned by an evaluator.
|
|
5210
|
+
*
|
|
5211
|
+
* This controls the type of score value Langfuse stores for evaluation results:
|
|
5212
|
+
* - `NUMERIC`: a numeric score such as `0.82`
|
|
5213
|
+
* - `BOOLEAN`: a boolean score such as `true`
|
|
5214
|
+
* - `CATEGORICAL`: one or more category labels from a fixed list
|
|
5215
|
+
*/
|
|
5216
|
+
type EvaluatorOutputDataType = "NUMERIC" | "BOOLEAN" | "CATEGORICAL";
|
|
5217
|
+
declare const EvaluatorOutputDataType: {
|
|
5218
|
+
readonly Numeric: "NUMERIC";
|
|
5219
|
+
readonly Boolean: "BOOLEAN";
|
|
5220
|
+
readonly Categorical: "CATEGORICAL";
|
|
5221
|
+
};
|
|
5222
|
+
|
|
5223
|
+
/**
|
|
5224
|
+
* This file was auto-generated by Fern from our API Definition.
|
|
5225
|
+
*/
|
|
5226
|
+
interface EvaluatorOutputFieldDefinition {
|
|
5227
|
+
/** Human-readable instructions for what the evaluator should return in this field. */
|
|
5228
|
+
description: string;
|
|
5007
5229
|
}
|
|
5008
5230
|
|
|
5009
5231
|
/**
|
|
5010
5232
|
* This file was auto-generated by Fern from our API Definition.
|
|
5011
5233
|
*/
|
|
5012
5234
|
|
|
5013
|
-
|
|
5014
|
-
|
|
5015
|
-
|
|
5016
|
-
|
|
5017
|
-
|
|
5018
|
-
|
|
5019
|
-
|
|
5020
|
-
|
|
5021
|
-
|
|
5022
|
-
|
|
5023
|
-
|
|
5024
|
-
|
|
5025
|
-
|
|
5026
|
-
|
|
5027
|
-
|
|
5235
|
+
/**
|
|
5236
|
+
* Structured output definition to send when creating an evaluator.
|
|
5237
|
+
*
|
|
5238
|
+
* Agent guidance:
|
|
5239
|
+
* - `dataType` is required.
|
|
5240
|
+
* - Do not send `version`; that is an internal storage detail and is not part of the public request contract.
|
|
5241
|
+
* - For `NUMERIC` and `BOOLEAN`, provide `reasoning.description` and `score.description`.
|
|
5242
|
+
* - For `CATEGORICAL`, also provide `score.categories` and `score.shouldAllowMultipleMatches`.
|
|
5243
|
+
*
|
|
5244
|
+
* @example
|
|
5245
|
+
* {
|
|
5246
|
+
* dataType: "NUMERIC",
|
|
5247
|
+
* dataType: LangfuseAPI.unstable.EvaluatorOutputDataType.Numeric,
|
|
5248
|
+
* reasoning: {
|
|
5249
|
+
* description: "Explain why the answer is correct or incorrect."
|
|
5250
|
+
* },
|
|
5251
|
+
* score: {
|
|
5252
|
+
* description: "Return a score between 0 and 1."
|
|
5253
|
+
* }
|
|
5254
|
+
* }
|
|
5255
|
+
*
|
|
5256
|
+
* @example
|
|
5257
|
+
* {
|
|
5258
|
+
* dataType: "BOOLEAN",
|
|
5259
|
+
* dataType: LangfuseAPI.unstable.EvaluatorOutputDataType.Boolean,
|
|
5260
|
+
* reasoning: {
|
|
5261
|
+
* description: "Explain why the output satisfies the requirement."
|
|
5262
|
+
* },
|
|
5263
|
+
* score: {
|
|
5264
|
+
* description: "Return true if the output satisfies the requirement, otherwise false."
|
|
5265
|
+
* }
|
|
5266
|
+
* }
|
|
5267
|
+
*
|
|
5268
|
+
* @example
|
|
5269
|
+
* {
|
|
5270
|
+
* dataType: "CATEGORICAL",
|
|
5271
|
+
* dataType: LangfuseAPI.unstable.EvaluatorOutputDataType.Categorical,
|
|
5272
|
+
* reasoning: {
|
|
5273
|
+
* description: "Explain which category best fits the output."
|
|
5274
|
+
* },
|
|
5275
|
+
* score: {
|
|
5276
|
+
* description: "Choose the best category.",
|
|
5277
|
+
* categories: ["correct", "partially_correct", "incorrect"],
|
|
5278
|
+
* shouldAllowMultipleMatches: false
|
|
5279
|
+
* }
|
|
5280
|
+
* }
|
|
5281
|
+
*/
|
|
5282
|
+
type EvaluatorOutputDefinition = EvaluatorOutputDefinition.Numeric | EvaluatorOutputDefinition.Boolean | EvaluatorOutputDefinition.Categorical;
|
|
5283
|
+
declare namespace EvaluatorOutputDefinition {
|
|
5284
|
+
interface Numeric extends PublicNumericEvaluatorOutputDefinition {
|
|
5285
|
+
dataType: "NUMERIC";
|
|
5028
5286
|
}
|
|
5029
|
-
interface
|
|
5030
|
-
|
|
5031
|
-
|
|
5032
|
-
|
|
5033
|
-
|
|
5034
|
-
/** A hook to abort the request. */
|
|
5035
|
-
abortSignal?: AbortSignal;
|
|
5036
|
-
/** Override the X-Langfuse-Sdk-Name header */
|
|
5037
|
-
xLangfuseSdkName?: string | undefined;
|
|
5038
|
-
/** Override the X-Langfuse-Sdk-Version header */
|
|
5039
|
-
xLangfuseSdkVersion?: string | undefined;
|
|
5040
|
-
/** Override the X-Langfuse-Public-Key header */
|
|
5041
|
-
xLangfusePublicKey?: string | undefined;
|
|
5042
|
-
/** Additional query string parameters to include in the request. */
|
|
5043
|
-
queryParams?: Record<string, unknown>;
|
|
5044
|
-
/** Additional headers to include in the request. */
|
|
5045
|
-
headers?: Record<string, string | Supplier<string | null | undefined> | null | undefined>;
|
|
5287
|
+
interface Boolean extends PublicBooleanEvaluatorOutputDefinition {
|
|
5288
|
+
dataType: "BOOLEAN";
|
|
5289
|
+
}
|
|
5290
|
+
interface Categorical extends PublicCategoricalEvaluatorOutputDefinition {
|
|
5291
|
+
dataType: "CATEGORICAL";
|
|
5046
5292
|
}
|
|
5047
5293
|
}
|
|
5048
|
-
|
|
5049
|
-
|
|
5050
|
-
|
|
5051
|
-
|
|
5052
|
-
|
|
5053
|
-
|
|
5054
|
-
|
|
5055
|
-
|
|
5056
|
-
|
|
5057
|
-
|
|
5058
|
-
|
|
5059
|
-
|
|
5060
|
-
|
|
5294
|
+
|
|
5295
|
+
/**
|
|
5296
|
+
* This file was auto-generated by Fern from our API Definition.
|
|
5297
|
+
*/
|
|
5298
|
+
|
|
5299
|
+
interface PublicNumericEvaluatorOutputDefinition {
|
|
5300
|
+
/** Always `NUMERIC`. */
|
|
5301
|
+
dataType: EvaluatorOutputDataType;
|
|
5302
|
+
reasoning: EvaluatorOutputFieldDefinition;
|
|
5303
|
+
score: EvaluatorOutputFieldDefinition;
|
|
5304
|
+
}
|
|
5305
|
+
|
|
5306
|
+
/**
|
|
5307
|
+
* This file was auto-generated by Fern from our API Definition.
|
|
5308
|
+
*/
|
|
5309
|
+
|
|
5310
|
+
interface PublicBooleanEvaluatorOutputDefinition {
|
|
5311
|
+
/** Always `BOOLEAN`. */
|
|
5312
|
+
dataType: EvaluatorOutputDataType;
|
|
5313
|
+
reasoning: EvaluatorOutputFieldDefinition;
|
|
5314
|
+
score: EvaluatorOutputFieldDefinition;
|
|
5315
|
+
}
|
|
5316
|
+
|
|
5317
|
+
/**
|
|
5318
|
+
* This file was auto-generated by Fern from our API Definition.
|
|
5319
|
+
*/
|
|
5320
|
+
interface PublicCategoricalEvaluatorOutputScoreDefinition {
|
|
5321
|
+
description: string;
|
|
5322
|
+
categories: string[];
|
|
5323
|
+
shouldAllowMultipleMatches: boolean;
|
|
5324
|
+
}
|
|
5325
|
+
|
|
5326
|
+
/**
|
|
5327
|
+
* This file was auto-generated by Fern from our API Definition.
|
|
5328
|
+
*/
|
|
5329
|
+
|
|
5330
|
+
interface PublicCategoricalEvaluatorOutputDefinition {
|
|
5331
|
+
/** Always `CATEGORICAL`. */
|
|
5332
|
+
dataType: EvaluatorOutputDataType;
|
|
5333
|
+
reasoning: EvaluatorOutputFieldDefinition;
|
|
5334
|
+
score: PublicCategoricalEvaluatorOutputScoreDefinition;
|
|
5335
|
+
}
|
|
5336
|
+
|
|
5337
|
+
/**
|
|
5338
|
+
* This file was auto-generated by Fern from our API Definition.
|
|
5339
|
+
*/
|
|
5340
|
+
|
|
5341
|
+
/**
|
|
5342
|
+
* Evaluator output definition returned by the public API.
|
|
5343
|
+
*
|
|
5344
|
+
* This response always includes `dataType` and never includes an internal output-definition `version`.
|
|
5345
|
+
* Legacy stored evaluator definitions are normalized into this shape before they are returned.
|
|
5346
|
+
*
|
|
5347
|
+
* Use this response shape when deciding how to interpret future evaluation scores:
|
|
5348
|
+
* - `NUMERIC`: expect numeric score values
|
|
5349
|
+
* - `BOOLEAN`: expect `true` / `false`
|
|
5350
|
+
* - `CATEGORICAL`: expect one or more values from `score.categories`
|
|
5351
|
+
*
|
|
5352
|
+
* @example
|
|
5353
|
+
* {
|
|
5354
|
+
* dataType: "NUMERIC",
|
|
5355
|
+
* dataType: LangfuseAPI.unstable.EvaluatorOutputDataType.Numeric,
|
|
5356
|
+
* reasoning: {
|
|
5357
|
+
* description: "Explain why the answer is correct or incorrect."
|
|
5358
|
+
* },
|
|
5359
|
+
* score: {
|
|
5360
|
+
* description: "Return a score between 0 and 1."
|
|
5361
|
+
* }
|
|
5362
|
+
* }
|
|
5363
|
+
*
|
|
5364
|
+
* @example
|
|
5365
|
+
* {
|
|
5366
|
+
* dataType: "CATEGORICAL",
|
|
5367
|
+
* dataType: LangfuseAPI.unstable.EvaluatorOutputDataType.Categorical,
|
|
5368
|
+
* reasoning: {
|
|
5369
|
+
* description: "Explain which label best fits the output."
|
|
5370
|
+
* },
|
|
5371
|
+
* score: {
|
|
5372
|
+
* description: "Choose the best label.",
|
|
5373
|
+
* categories: ["correct", "partially_correct", "incorrect"],
|
|
5374
|
+
* shouldAllowMultipleMatches: false
|
|
5375
|
+
* }
|
|
5376
|
+
* }
|
|
5377
|
+
*/
|
|
5378
|
+
type PublicEvaluatorOutputDefinition = PublicEvaluatorOutputDefinition.Numeric | PublicEvaluatorOutputDefinition.Boolean | PublicEvaluatorOutputDefinition.Categorical;
|
|
5379
|
+
declare namespace PublicEvaluatorOutputDefinition {
|
|
5380
|
+
interface Numeric extends PublicNumericEvaluatorOutputDefinition {
|
|
5381
|
+
dataType: "NUMERIC";
|
|
5382
|
+
}
|
|
5383
|
+
interface Boolean extends PublicBooleanEvaluatorOutputDefinition {
|
|
5384
|
+
dataType: "BOOLEAN";
|
|
5385
|
+
}
|
|
5386
|
+
interface Categorical extends PublicCategoricalEvaluatorOutputDefinition {
|
|
5387
|
+
dataType: "CATEGORICAL";
|
|
5388
|
+
}
|
|
5389
|
+
}
|
|
5390
|
+
|
|
5391
|
+
/**
|
|
5392
|
+
* This file was auto-generated by Fern from our API Definition.
|
|
5393
|
+
*/
|
|
5394
|
+
type EvaluationRuleStringFilterOperator = "=" | "contains" | "does not contain" | "starts with" | "ends with";
|
|
5395
|
+
declare const EvaluationRuleStringFilterOperator: {
|
|
5396
|
+
readonly Equals: "=";
|
|
5397
|
+
readonly Contains: "contains";
|
|
5398
|
+
readonly DoesNotContain: "does not contain";
|
|
5399
|
+
readonly StartsWith: "starts with";
|
|
5400
|
+
readonly EndsWith: "ends with";
|
|
5401
|
+
};
|
|
5402
|
+
|
|
5403
|
+
/**
|
|
5404
|
+
* This file was auto-generated by Fern from our API Definition.
|
|
5405
|
+
*/
|
|
5406
|
+
type EvaluationRuleNumberFilterOperator = "=" | ">" | "<" | ">=" | "<=";
|
|
5407
|
+
declare const EvaluationRuleNumberFilterOperator: {
|
|
5408
|
+
readonly Equals: "=";
|
|
5409
|
+
readonly GreaterThan: ">";
|
|
5410
|
+
readonly LessThan: "<";
|
|
5411
|
+
readonly GreaterThanOrEqual: ">=";
|
|
5412
|
+
readonly LessThanOrEqual: "<=";
|
|
5413
|
+
};
|
|
5414
|
+
|
|
5415
|
+
/**
|
|
5416
|
+
* This file was auto-generated by Fern from our API Definition.
|
|
5417
|
+
*/
|
|
5418
|
+
type EvaluationRuleOptionsFilterOperator = "any of" | "none of";
|
|
5419
|
+
declare const EvaluationRuleOptionsFilterOperator: {
|
|
5420
|
+
readonly AnyOf: "any of";
|
|
5421
|
+
readonly NoneOf: "none of";
|
|
5422
|
+
};
|
|
5423
|
+
|
|
5424
|
+
/**
|
|
5425
|
+
* This file was auto-generated by Fern from our API Definition.
|
|
5426
|
+
*/
|
|
5427
|
+
type EvaluationRuleArrayOptionsFilterOperator = "any of" | "none of" | "all of";
|
|
5428
|
+
declare const EvaluationRuleArrayOptionsFilterOperator: {
|
|
5429
|
+
readonly AnyOf: "any of";
|
|
5430
|
+
readonly NoneOf: "none of";
|
|
5431
|
+
readonly AllOf: "all of";
|
|
5432
|
+
};
|
|
5433
|
+
|
|
5434
|
+
/**
|
|
5435
|
+
* This file was auto-generated by Fern from our API Definition.
|
|
5436
|
+
*/
|
|
5437
|
+
type EvaluationRuleBooleanFilterOperator = "=" | "<>";
|
|
5438
|
+
declare const EvaluationRuleBooleanFilterOperator: {
|
|
5439
|
+
readonly Equals: "=";
|
|
5440
|
+
readonly NotEquals: "<>";
|
|
5441
|
+
};
|
|
5442
|
+
|
|
5443
|
+
/**
|
|
5444
|
+
* This file was auto-generated by Fern from our API Definition.
|
|
5445
|
+
*/
|
|
5446
|
+
type EvaluationRuleNullFilterOperator = "is null" | "is not null";
|
|
5447
|
+
declare const EvaluationRuleNullFilterOperator: {
|
|
5448
|
+
readonly IsNull: "is null";
|
|
5449
|
+
readonly IsNotNull: "is not null";
|
|
5450
|
+
};
|
|
5451
|
+
|
|
5452
|
+
/**
|
|
5453
|
+
* This file was auto-generated by Fern from our API Definition.
|
|
5454
|
+
*/
|
|
5455
|
+
|
|
5456
|
+
interface DateTimeEvaluationRuleFilter {
|
|
5457
|
+
/** Column to filter on. */
|
|
5458
|
+
column: string;
|
|
5459
|
+
/** Comparison operator for datetime values. */
|
|
5460
|
+
operator: EvaluationRuleNumberFilterOperator;
|
|
5461
|
+
/** Datetime value to compare against. */
|
|
5462
|
+
value: string;
|
|
5463
|
+
}
|
|
5464
|
+
|
|
5465
|
+
/**
|
|
5466
|
+
* This file was auto-generated by Fern from our API Definition.
|
|
5467
|
+
*/
|
|
5468
|
+
|
|
5469
|
+
interface StringEvaluationRuleFilter {
|
|
5470
|
+
/** Column to filter on. */
|
|
5471
|
+
column: string;
|
|
5472
|
+
operator: EvaluationRuleStringFilterOperator;
|
|
5473
|
+
value: string;
|
|
5474
|
+
}
|
|
5475
|
+
|
|
5476
|
+
/**
|
|
5477
|
+
* This file was auto-generated by Fern from our API Definition.
|
|
5478
|
+
*/
|
|
5479
|
+
|
|
5480
|
+
interface NumberEvaluationRuleFilter {
|
|
5481
|
+
/** Column to filter on. */
|
|
5482
|
+
column: string;
|
|
5483
|
+
operator: EvaluationRuleNumberFilterOperator;
|
|
5484
|
+
value: number;
|
|
5485
|
+
}
|
|
5486
|
+
|
|
5487
|
+
/**
|
|
5488
|
+
* This file was auto-generated by Fern from our API Definition.
|
|
5489
|
+
*/
|
|
5490
|
+
|
|
5491
|
+
interface StringOptionsEvaluationRuleFilter {
|
|
5492
|
+
/** Column to filter on. */
|
|
5493
|
+
column: string;
|
|
5494
|
+
operator: EvaluationRuleOptionsFilterOperator;
|
|
5495
|
+
/** One or more allowed string values. */
|
|
5496
|
+
value: string[];
|
|
5497
|
+
}
|
|
5498
|
+
|
|
5499
|
+
/**
|
|
5500
|
+
* This file was auto-generated by Fern from our API Definition.
|
|
5501
|
+
*/
|
|
5502
|
+
|
|
5503
|
+
interface ArrayOptionsEvaluationRuleFilter {
|
|
5504
|
+
/** Column to filter on. */
|
|
5505
|
+
column: string;
|
|
5506
|
+
operator: EvaluationRuleArrayOptionsFilterOperator;
|
|
5507
|
+
/** One or more array elements to match. */
|
|
5508
|
+
value: string[];
|
|
5509
|
+
}
|
|
5510
|
+
|
|
5511
|
+
/**
|
|
5512
|
+
* This file was auto-generated by Fern from our API Definition.
|
|
5513
|
+
*/
|
|
5514
|
+
|
|
5515
|
+
interface StringObjectEvaluationRuleFilter {
|
|
5516
|
+
/** Object-valued column to filter on. In the unstable public API this is currently `metadata`. */
|
|
5517
|
+
column: string;
|
|
5518
|
+
/** Top-level key inside the object-valued column to filter on. */
|
|
5519
|
+
key: string;
|
|
5520
|
+
operator: EvaluationRuleStringFilterOperator;
|
|
5521
|
+
value: string;
|
|
5522
|
+
}
|
|
5523
|
+
|
|
5524
|
+
/**
|
|
5525
|
+
* This file was auto-generated by Fern from our API Definition.
|
|
5526
|
+
*/
|
|
5527
|
+
|
|
5528
|
+
interface NumberObjectEvaluationRuleFilter {
|
|
5529
|
+
/** Object-valued column to filter on. */
|
|
5530
|
+
column: string;
|
|
5531
|
+
/** Key inside the object-valued column to filter on. */
|
|
5532
|
+
key: string;
|
|
5533
|
+
operator: EvaluationRuleNumberFilterOperator;
|
|
5534
|
+
value: number;
|
|
5535
|
+
}
|
|
5536
|
+
|
|
5537
|
+
/**
|
|
5538
|
+
* This file was auto-generated by Fern from our API Definition.
|
|
5539
|
+
*/
|
|
5540
|
+
|
|
5541
|
+
interface CategoryOptionsEvaluationRuleFilter {
|
|
5542
|
+
/** Object-valued column to filter on. */
|
|
5543
|
+
column: string;
|
|
5544
|
+
/** Key inside the object-valued column to filter on. */
|
|
5545
|
+
key: string;
|
|
5546
|
+
operator: EvaluationRuleOptionsFilterOperator;
|
|
5547
|
+
value: string[];
|
|
5548
|
+
}
|
|
5549
|
+
|
|
5550
|
+
/**
|
|
5551
|
+
* This file was auto-generated by Fern from our API Definition.
|
|
5552
|
+
*/
|
|
5553
|
+
|
|
5554
|
+
interface BooleanEvaluationRuleFilter {
|
|
5555
|
+
/** Column to filter on. */
|
|
5556
|
+
column: string;
|
|
5557
|
+
operator: EvaluationRuleBooleanFilterOperator;
|
|
5558
|
+
value: boolean;
|
|
5559
|
+
}
|
|
5560
|
+
|
|
5561
|
+
/**
|
|
5562
|
+
* This file was auto-generated by Fern from our API Definition.
|
|
5563
|
+
*/
|
|
5564
|
+
|
|
5565
|
+
interface NullEvaluationRuleFilter {
|
|
5566
|
+
/** Column to filter on. In the unstable public API this is currently `parentObservationId`. */
|
|
5567
|
+
column: string;
|
|
5568
|
+
operator: EvaluationRuleNullFilterOperator;
|
|
5569
|
+
/** Ignored placeholder value. Clients may omit it or send an empty string. */
|
|
5570
|
+
value?: string;
|
|
5571
|
+
}
|
|
5572
|
+
|
|
5573
|
+
/**
|
|
5574
|
+
* This file was auto-generated by Fern from our API Definition.
|
|
5575
|
+
*/
|
|
5576
|
+
|
|
5577
|
+
/**
|
|
5578
|
+
* Maps one evaluator prompt variable to one source field from the target object.
|
|
5579
|
+
*
|
|
5580
|
+
* How to build a valid mapping list:
|
|
5581
|
+
* 1. Create the evaluator or fetch it with `GET /evaluators/{id}`.
|
|
5582
|
+
* 2. Read the evaluator `variables` array.
|
|
5583
|
+
* 3. Add exactly one mapping object for each variable in that array.
|
|
5584
|
+
* 4. Use the variable name exactly as returned, without braces such as `{{` or `}}`.
|
|
5585
|
+
* 5. Choose a `source` that is valid for the selected `target`.
|
|
5586
|
+
*
|
|
5587
|
+
* `jsonPath` is optional. Use it only when the selected source is a JSON object and you want to extract one nested field before inserting it into the evaluator prompt.
|
|
5588
|
+
*
|
|
5589
|
+
* Recovery guidance:
|
|
5590
|
+
* - `invalid_variable_mapping`: the variable name is unknown for this evaluator, or the selected `source` is not valid for the chosen `target`
|
|
5591
|
+
* - `missing_variable_mapping`: one or more evaluator variables are not mapped yet
|
|
5592
|
+
* - `duplicate_variable_mapping`: the same evaluator variable appears more than once
|
|
5593
|
+
* - `invalid_json_path`: the JSONPath expression is malformed. Remove it or correct it.
|
|
5594
|
+
*
|
|
5595
|
+
* @example
|
|
5596
|
+
* {
|
|
5597
|
+
* variable: "input",
|
|
5598
|
+
* source: LangfuseAPI.unstable.EvaluationRuleMappingSource.Input
|
|
5599
|
+
* }
|
|
5600
|
+
*
|
|
5601
|
+
* @example
|
|
5602
|
+
* {
|
|
5603
|
+
* variable: "customer_tier",
|
|
5604
|
+
* source: LangfuseAPI.unstable.EvaluationRuleMappingSource.Metadata,
|
|
5605
|
+
* jsonPath: "$.customer.tier"
|
|
5606
|
+
* }
|
|
5607
|
+
*
|
|
5608
|
+
* @example
|
|
5609
|
+
* {
|
|
5610
|
+
* variable: "expected_output",
|
|
5611
|
+
* source: LangfuseAPI.unstable.EvaluationRuleMappingSource.ExpectedOutput
|
|
5612
|
+
* }
|
|
5613
|
+
*/
|
|
5614
|
+
interface EvaluationRuleMapping {
|
|
5615
|
+
/**
|
|
5616
|
+
* Prompt variable name without braces.
|
|
5617
|
+
*
|
|
5618
|
+
* Example: for the prompt `Judge {{input}} against {{output}}`, use `input` and `output`.
|
|
5619
|
+
*/
|
|
5620
|
+
variable: string;
|
|
5621
|
+
/**
|
|
5622
|
+
* Source field that should populate the prompt variable.
|
|
5623
|
+
*
|
|
5624
|
+
* Quick reference:
|
|
5625
|
+
* - `target=observation`: `input`, `output`, `metadata`
|
|
5626
|
+
* - `target=experiment`: `input`, `output`, `metadata`, `expected_output`, `experiment_item_metadata`
|
|
5627
|
+
*/
|
|
5628
|
+
source: EvaluationRuleMappingSource;
|
|
5629
|
+
/**
|
|
5630
|
+
* Optional JSONPath selector applied to the selected source before it is passed to the evaluator prompt.
|
|
5631
|
+
*
|
|
5632
|
+
* Requirements:
|
|
5633
|
+
* - Must start with `$`
|
|
5634
|
+
* - Must be a syntactically valid JSONPath expression
|
|
5635
|
+
* - Most useful with `source=metadata`
|
|
5636
|
+
*/
|
|
5637
|
+
jsonPath?: string;
|
|
5638
|
+
}
|
|
5639
|
+
|
|
5640
|
+
/**
|
|
5641
|
+
* This file was auto-generated by Fern from our API Definition.
|
|
5642
|
+
*/
|
|
5643
|
+
|
|
5644
|
+
/**
|
|
5645
|
+
* One filter condition used to decide whether a live-ingested target should be evaluated.
|
|
5646
|
+
*
|
|
5647
|
+
* An evaluation rule can include zero or more filter objects. All filters must be satisfied for the target to run.
|
|
5648
|
+
*
|
|
5649
|
+
* How to build a valid filter object:
|
|
5650
|
+
* - Pick the `target` first, because it changes the supported columns.
|
|
5651
|
+
* - Pick the filter `type`. That determines which fields are required.
|
|
5652
|
+
* - Use `key` only for object filters such as `metadata`.
|
|
5653
|
+
* - Use the correct `value` shape for the chosen filter `type`.
|
|
5654
|
+
*
|
|
5655
|
+
* Operator quick reference by filter `type`:
|
|
5656
|
+
* - `string`: `"="`, `contains`, `does not contain`, `starts with`, `ends with`
|
|
5657
|
+
* - `number`: `"="`, `">"`, `"<"`, `">="`, `"<="`
|
|
5658
|
+
* - `datetime`: `"="`, `">"`, `"<"`, `">="`, `"<="`
|
|
5659
|
+
* - `stringOptions`: `any of`, `none of`
|
|
5660
|
+
* - `arrayOptions`: `any of`, `none of`, `all of`
|
|
5661
|
+
* - `stringObject`: same operators as `string`
|
|
5662
|
+
* - `null`: `is null`, `is not null`
|
|
5663
|
+
*
|
|
5664
|
+
* Supported columns by target:
|
|
5665
|
+
* - `target=observation`
|
|
5666
|
+
* - `type`: `stringOptions`, operators `any of` / `none of`, values `GENERATION`, `SPAN`, `EVENT`
|
|
5667
|
+
* - `name`: `stringOptions`, operators `any of` / `none of`
|
|
5668
|
+
* - `environment`: `stringOptions`, operators `any of` / `none of`
|
|
5669
|
+
* - `level`: `stringOptions`, operators `any of` / `none of`, values `DEBUG`, `DEFAULT`, `WARNING`, `ERROR`
|
|
5670
|
+
* - `version`: `string`
|
|
5671
|
+
* - `traceName`: `stringOptions`, operators `any of` / `none of`
|
|
5672
|
+
* - `userId`: `string`
|
|
5673
|
+
* - `sessionId`: `string`
|
|
5674
|
+
* - `tags`: `arrayOptions`, operators `any of` / `none of` / `all of`
|
|
5675
|
+
* - `metadata`: `stringObject` with `key`
|
|
5676
|
+
* - `parentObservationId`: `null`, operators `is null` / `is not null`
|
|
5677
|
+
* - `calledToolNames`: `arrayOptions`, operators `any of` / `none of` / `all of`
|
|
5678
|
+
* - `toolCalls`: `number`
|
|
5679
|
+
* - `target=experiment`
|
|
5680
|
+
* - `datasetId`: `stringOptions`, operators `any of` / `none of`
|
|
5681
|
+
* Use dataset `id` values from `GET /api/public/v2/datasets`, not dataset names.
|
|
5682
|
+
*
|
|
5683
|
+
* Recovery guidance:
|
|
5684
|
+
* - `invalid_filter_value` with `details.column` but no `invalidValues`: the selected `column` is not supported for the chosen `target`
|
|
5685
|
+
* - `invalid_filter_value` with `details.invalidValues`: the selected values are not allowed for that column. Replace them with one of `details.allowedValues` when provided.
|
|
5686
|
+
* - `invalid_filter_value` for `column=datasetId`: call `GET /api/public/v2/datasets`, then retry with dataset `id` values from that response.
|
|
5687
|
+
*
|
|
5688
|
+
* @example
|
|
5689
|
+
* {
|
|
5690
|
+
* type: "stringOptions",
|
|
5691
|
+
* column: "type",
|
|
5692
|
+
* operator: LangfuseAPI.unstable.EvaluationRuleOptionsFilterOperator.AnyOf,
|
|
5693
|
+
* value: ["GENERATION"]
|
|
5694
|
+
* }
|
|
5695
|
+
*
|
|
5696
|
+
* @example
|
|
5697
|
+
* {
|
|
5698
|
+
* type: "stringObject",
|
|
5699
|
+
* column: "metadata",
|
|
5700
|
+
* key: "customerTier",
|
|
5701
|
+
* operator: LangfuseAPI.unstable.EvaluationRuleStringFilterOperator.Equals,
|
|
5702
|
+
* value: "enterprise"
|
|
5703
|
+
* }
|
|
5704
|
+
*
|
|
5705
|
+
* @example
|
|
5706
|
+
* {
|
|
5707
|
+
* type: "null",
|
|
5708
|
+
* column: "parentObservationId",
|
|
5709
|
+
* operator: LangfuseAPI.unstable.EvaluationRuleNullFilterOperator.IsNull
|
|
5710
|
+
* }
|
|
5711
|
+
*
|
|
5712
|
+
* @example
|
|
5713
|
+
* {
|
|
5714
|
+
* type: "arrayOptions",
|
|
5715
|
+
* column: "tags",
|
|
5716
|
+
* operator: LangfuseAPI.unstable.EvaluationRuleArrayOptionsFilterOperator.AnyOf,
|
|
5717
|
+
* value: ["production"]
|
|
5718
|
+
* }
|
|
5719
|
+
*
|
|
5720
|
+
* @example
|
|
5721
|
+
* {
|
|
5722
|
+
* type: "stringOptions",
|
|
5723
|
+
* column: "datasetId",
|
|
5724
|
+
* operator: LangfuseAPI.unstable.EvaluationRuleOptionsFilterOperator.AnyOf,
|
|
5725
|
+
* value: ["550e8400-e29b-41d4-a716-446655440000"]
|
|
5726
|
+
* }
|
|
5727
|
+
*/
|
|
5728
|
+
type EvaluationRuleFilter = EvaluationRuleFilter.Datetime | EvaluationRuleFilter.String | EvaluationRuleFilter.Number | EvaluationRuleFilter.StringOptions | EvaluationRuleFilter.CategoryOptions | EvaluationRuleFilter.ArrayOptions | EvaluationRuleFilter.StringObject | EvaluationRuleFilter.NumberObject | EvaluationRuleFilter.Boolean | EvaluationRuleFilter.Null;
|
|
5729
|
+
declare namespace EvaluationRuleFilter {
|
|
5730
|
+
interface Datetime extends DateTimeEvaluationRuleFilter {
|
|
5731
|
+
type: "datetime";
|
|
5732
|
+
}
|
|
5733
|
+
interface String extends StringEvaluationRuleFilter {
|
|
5734
|
+
type: "string";
|
|
5735
|
+
}
|
|
5736
|
+
interface Number extends NumberEvaluationRuleFilter {
|
|
5737
|
+
type: "number";
|
|
5738
|
+
}
|
|
5739
|
+
interface StringOptions extends StringOptionsEvaluationRuleFilter {
|
|
5740
|
+
type: "stringOptions";
|
|
5741
|
+
}
|
|
5742
|
+
interface CategoryOptions extends CategoryOptionsEvaluationRuleFilter {
|
|
5743
|
+
type: "categoryOptions";
|
|
5744
|
+
}
|
|
5745
|
+
interface ArrayOptions extends ArrayOptionsEvaluationRuleFilter {
|
|
5746
|
+
type: "arrayOptions";
|
|
5747
|
+
}
|
|
5748
|
+
interface StringObject extends StringObjectEvaluationRuleFilter {
|
|
5749
|
+
type: "stringObject";
|
|
5750
|
+
}
|
|
5751
|
+
interface NumberObject extends NumberObjectEvaluationRuleFilter {
|
|
5752
|
+
type: "numberObject";
|
|
5753
|
+
}
|
|
5754
|
+
interface Boolean extends BooleanEvaluationRuleFilter {
|
|
5755
|
+
type: "boolean";
|
|
5756
|
+
}
|
|
5757
|
+
interface Null extends NullEvaluationRuleFilter {
|
|
5758
|
+
type: "null";
|
|
5759
|
+
}
|
|
5760
|
+
}
|
|
5761
|
+
|
|
5762
|
+
type index$7_ArrayOptionsEvaluationRuleFilter = ArrayOptionsEvaluationRuleFilter;
|
|
5763
|
+
type index$7_BooleanEvaluationRuleFilter = BooleanEvaluationRuleFilter;
|
|
5764
|
+
type index$7_CategoryOptionsEvaluationRuleFilter = CategoryOptionsEvaluationRuleFilter;
|
|
5765
|
+
type index$7_DateTimeEvaluationRuleFilter = DateTimeEvaluationRuleFilter;
|
|
5766
|
+
declare const index$7_EvaluationRuleArrayOptionsFilterOperator: typeof EvaluationRuleArrayOptionsFilterOperator;
|
|
5767
|
+
declare const index$7_EvaluationRuleBooleanFilterOperator: typeof EvaluationRuleBooleanFilterOperator;
|
|
5768
|
+
declare const index$7_EvaluationRuleFilter: typeof EvaluationRuleFilter;
|
|
5769
|
+
type index$7_EvaluationRuleMapping = EvaluationRuleMapping;
|
|
5770
|
+
declare const index$7_EvaluationRuleMappingSource: typeof EvaluationRuleMappingSource;
|
|
5771
|
+
declare const index$7_EvaluationRuleNullFilterOperator: typeof EvaluationRuleNullFilterOperator;
|
|
5772
|
+
declare const index$7_EvaluationRuleNumberFilterOperator: typeof EvaluationRuleNumberFilterOperator;
|
|
5773
|
+
declare const index$7_EvaluationRuleOptionsFilterOperator: typeof EvaluationRuleOptionsFilterOperator;
|
|
5774
|
+
declare const index$7_EvaluationRuleStatus: typeof EvaluationRuleStatus;
|
|
5775
|
+
declare const index$7_EvaluationRuleStringFilterOperator: typeof EvaluationRuleStringFilterOperator;
|
|
5776
|
+
declare const index$7_EvaluationRuleTarget: typeof EvaluationRuleTarget;
|
|
5777
|
+
type index$7_EvaluatorModelConfig = EvaluatorModelConfig;
|
|
5778
|
+
declare const index$7_EvaluatorOutputDataType: typeof EvaluatorOutputDataType;
|
|
5779
|
+
declare const index$7_EvaluatorOutputDefinition: typeof EvaluatorOutputDefinition;
|
|
5780
|
+
type index$7_EvaluatorOutputFieldDefinition = EvaluatorOutputFieldDefinition;
|
|
5781
|
+
declare const index$7_EvaluatorScope: typeof EvaluatorScope;
|
|
5782
|
+
declare const index$7_EvaluatorType: typeof EvaluatorType;
|
|
5783
|
+
type index$7_NullEvaluationRuleFilter = NullEvaluationRuleFilter;
|
|
5784
|
+
type index$7_NumberEvaluationRuleFilter = NumberEvaluationRuleFilter;
|
|
5785
|
+
type index$7_NumberObjectEvaluationRuleFilter = NumberObjectEvaluationRuleFilter;
|
|
5786
|
+
type index$7_PublicBooleanEvaluatorOutputDefinition = PublicBooleanEvaluatorOutputDefinition;
|
|
5787
|
+
type index$7_PublicCategoricalEvaluatorOutputDefinition = PublicCategoricalEvaluatorOutputDefinition;
|
|
5788
|
+
type index$7_PublicCategoricalEvaluatorOutputScoreDefinition = PublicCategoricalEvaluatorOutputScoreDefinition;
|
|
5789
|
+
declare const index$7_PublicEvaluatorOutputDefinition: typeof PublicEvaluatorOutputDefinition;
|
|
5790
|
+
type index$7_PublicNumericEvaluatorOutputDefinition = PublicNumericEvaluatorOutputDefinition;
|
|
5791
|
+
type index$7_StringEvaluationRuleFilter = StringEvaluationRuleFilter;
|
|
5792
|
+
type index$7_StringObjectEvaluationRuleFilter = StringObjectEvaluationRuleFilter;
|
|
5793
|
+
type index$7_StringOptionsEvaluationRuleFilter = StringOptionsEvaluationRuleFilter;
|
|
5794
|
+
declare namespace index$7 {
|
|
5795
|
+
export { type index$7_ArrayOptionsEvaluationRuleFilter as ArrayOptionsEvaluationRuleFilter, type index$7_BooleanEvaluationRuleFilter as BooleanEvaluationRuleFilter, type index$7_CategoryOptionsEvaluationRuleFilter as CategoryOptionsEvaluationRuleFilter, type index$7_DateTimeEvaluationRuleFilter as DateTimeEvaluationRuleFilter, index$7_EvaluationRuleArrayOptionsFilterOperator as EvaluationRuleArrayOptionsFilterOperator, index$7_EvaluationRuleBooleanFilterOperator as EvaluationRuleBooleanFilterOperator, index$7_EvaluationRuleFilter as EvaluationRuleFilter, type index$7_EvaluationRuleMapping as EvaluationRuleMapping, index$7_EvaluationRuleMappingSource as EvaluationRuleMappingSource, index$7_EvaluationRuleNullFilterOperator as EvaluationRuleNullFilterOperator, index$7_EvaluationRuleNumberFilterOperator as EvaluationRuleNumberFilterOperator, index$7_EvaluationRuleOptionsFilterOperator as EvaluationRuleOptionsFilterOperator, index$7_EvaluationRuleStatus as EvaluationRuleStatus, index$7_EvaluationRuleStringFilterOperator as EvaluationRuleStringFilterOperator, index$7_EvaluationRuleTarget as EvaluationRuleTarget, type index$7_EvaluatorModelConfig as EvaluatorModelConfig, index$7_EvaluatorOutputDataType as EvaluatorOutputDataType, index$7_EvaluatorOutputDefinition as EvaluatorOutputDefinition, type index$7_EvaluatorOutputFieldDefinition as EvaluatorOutputFieldDefinition, index$7_EvaluatorScope as EvaluatorScope, index$7_EvaluatorType as EvaluatorType, type index$7_NullEvaluationRuleFilter as NullEvaluationRuleFilter, type index$7_NumberEvaluationRuleFilter as NumberEvaluationRuleFilter, type index$7_NumberObjectEvaluationRuleFilter as NumberObjectEvaluationRuleFilter, type index$7_PublicBooleanEvaluatorOutputDefinition as PublicBooleanEvaluatorOutputDefinition, type index$7_PublicCategoricalEvaluatorOutputDefinition as PublicCategoricalEvaluatorOutputDefinition, type index$7_PublicCategoricalEvaluatorOutputScoreDefinition as PublicCategoricalEvaluatorOutputScoreDefinition, index$7_PublicEvaluatorOutputDefinition as PublicEvaluatorOutputDefinition, type index$7_PublicNumericEvaluatorOutputDefinition as PublicNumericEvaluatorOutputDefinition, type index$7_StringEvaluationRuleFilter as StringEvaluationRuleFilter, type index$7_StringObjectEvaluationRuleFilter as StringObjectEvaluationRuleFilter, type index$7_StringOptionsEvaluationRuleFilter as StringOptionsEvaluationRuleFilter };
|
|
5796
|
+
}
|
|
5797
|
+
|
|
5798
|
+
/**
|
|
5799
|
+
* This file was auto-generated by Fern from our API Definition.
|
|
5800
|
+
*/
|
|
5801
|
+
/**
|
|
5802
|
+
* Machine-readable error code returned by the unstable evaluators API.
|
|
5803
|
+
*
|
|
5804
|
+
* SDKs, CLIs, and agents should branch on `code` rather than parsing the human-readable `message`.
|
|
5805
|
+
* The HTTP status still indicates the broad error class, while `code` gives the specific failure reason.
|
|
5806
|
+
*/
|
|
5807
|
+
type PublicApiErrorCode = "authentication_failed" | "access_denied" | "invalid_request" | "invalid_query" | "invalid_body" | "invalid_filter_value" | "invalid_json_path" | "invalid_variable_mapping" | "missing_variable_mapping" | "duplicate_variable_mapping" | "resource_not_found" | "name_conflict" | "evaluator_preflight_failed" | "conflict" | "unprocessable_content" | "rate_limited" | "method_not_allowed" | "internal_error";
|
|
5808
|
+
declare const PublicApiErrorCode: {
|
|
5809
|
+
readonly AuthenticationFailed: "authentication_failed";
|
|
5810
|
+
readonly AccessDenied: "access_denied";
|
|
5811
|
+
readonly InvalidRequest: "invalid_request";
|
|
5812
|
+
readonly InvalidQuery: "invalid_query";
|
|
5813
|
+
readonly InvalidBody: "invalid_body";
|
|
5814
|
+
readonly InvalidFilterValue: "invalid_filter_value";
|
|
5815
|
+
readonly InvalidJsonPath: "invalid_json_path";
|
|
5816
|
+
readonly InvalidVariableMapping: "invalid_variable_mapping";
|
|
5817
|
+
readonly MissingVariableMapping: "missing_variable_mapping";
|
|
5818
|
+
readonly DuplicateVariableMapping: "duplicate_variable_mapping";
|
|
5819
|
+
readonly ResourceNotFound: "resource_not_found";
|
|
5820
|
+
readonly NameConflict: "name_conflict";
|
|
5821
|
+
readonly EvaluatorPreflightFailed: "evaluator_preflight_failed";
|
|
5822
|
+
readonly Conflict: "conflict";
|
|
5823
|
+
readonly UnprocessableContent: "unprocessable_content";
|
|
5824
|
+
readonly RateLimited: "rate_limited";
|
|
5825
|
+
readonly MethodNotAllowed: "method_not_allowed";
|
|
5826
|
+
readonly InternalError: "internal_error";
|
|
5827
|
+
};
|
|
5828
|
+
|
|
5829
|
+
/**
|
|
5830
|
+
* This file was auto-generated by Fern from our API Definition.
|
|
5831
|
+
*/
|
|
5832
|
+
/**
|
|
5833
|
+
* One validation issue returned for malformed request bodies or query parameters.
|
|
5834
|
+
*
|
|
5835
|
+
* This mirrors the most important parts of a Zod issue: a machine-readable `code`,
|
|
5836
|
+
* a human-readable `message`, and a structured `path`.
|
|
5837
|
+
*/
|
|
5838
|
+
interface PublicApiValidationIssue {
|
|
5839
|
+
/** Machine-readable validation issue code emitted by the server validator. */
|
|
5840
|
+
code: string;
|
|
5841
|
+
/** Human-readable explanation of the validation failure. */
|
|
5842
|
+
message: string;
|
|
5843
|
+
/** Path to the invalid field, for example `["mapping", 0, "jsonPath"]`. */
|
|
5844
|
+
path: unknown[];
|
|
5845
|
+
}
|
|
5846
|
+
|
|
5847
|
+
/**
|
|
5848
|
+
* This file was auto-generated by Fern from our API Definition.
|
|
5849
|
+
*/
|
|
5850
|
+
|
|
5851
|
+
/**
|
|
5852
|
+
* Optional structured context attached to an unstable-evals error.
|
|
5853
|
+
*
|
|
5854
|
+
* The populated fields depend on the error `code`:
|
|
5855
|
+
* - request parsing failures populate `issues`
|
|
5856
|
+
* - filter validation failures populate `field`, `column`, `invalidValues`, and `allowedValues`
|
|
5857
|
+
* - variable mapping failures populate `field`, `variable`, or `variables`
|
|
5858
|
+
* - JSONPath validation failures populate `field`, `variable`, and `value`
|
|
5859
|
+
* - evaluator preflight failures populate `evaluatorName`, `provider`, and `model`
|
|
5860
|
+
* - rate limiting populates `retryAfterSeconds`, `limit`, `remaining`, and `resetAt`
|
|
5861
|
+
*/
|
|
5862
|
+
interface PublicApiErrorDetails {
|
|
5863
|
+
/** Validation issues for malformed request bodies or query parameters. */
|
|
5864
|
+
issues?: PublicApiValidationIssue[];
|
|
5865
|
+
/** Path-like reference to the failing field, for example `mapping[1].jsonPath`. */
|
|
5866
|
+
field?: string;
|
|
5867
|
+
/** Filter column that failed validation. */
|
|
5868
|
+
column?: string;
|
|
5869
|
+
/** Unsupported values supplied by the caller. */
|
|
5870
|
+
invalidValues?: string[];
|
|
5871
|
+
/** Allowed values for the failing filter column. */
|
|
5872
|
+
allowedValues?: string[];
|
|
5873
|
+
/** Evaluator variable involved in the failure. */
|
|
5874
|
+
variable?: string;
|
|
5875
|
+
/** Multiple evaluator variables involved in the failure, for example missing mappings. */
|
|
5876
|
+
variables?: string[];
|
|
5877
|
+
/** Raw invalid value supplied by the caller. */
|
|
5878
|
+
value?: string;
|
|
5879
|
+
/** Evaluator name used during preflight validation. */
|
|
5880
|
+
evaluatorName?: string;
|
|
5881
|
+
/** Provider resolved during evaluator preflight, if any. */
|
|
5882
|
+
provider?: string | null;
|
|
5883
|
+
/** Model resolved during evaluator preflight, if any. */
|
|
5884
|
+
model?: string | null;
|
|
5885
|
+
/** Suggested retry delay for rate-limited requests. */
|
|
5886
|
+
retryAfterSeconds?: number;
|
|
5887
|
+
/** Numeric limit associated with the failure, for example the active evaluation-rule cap or the current rate-limit window. */
|
|
5888
|
+
limit?: number;
|
|
5889
|
+
/** Remaining requests in the current rate-limit window. */
|
|
5890
|
+
remaining?: number;
|
|
5891
|
+
/** ISO-8601 timestamp when the current rate-limit window resets. */
|
|
5892
|
+
resetAt?: string;
|
|
5893
|
+
}
|
|
5894
|
+
|
|
5895
|
+
/**
|
|
5896
|
+
* This file was auto-generated by Fern from our API Definition.
|
|
5897
|
+
*/
|
|
5898
|
+
|
|
5899
|
+
/**
|
|
5900
|
+
* Standard error envelope for the unstable evaluators API.
|
|
5901
|
+
*
|
|
5902
|
+
* Response handling guidance:
|
|
5903
|
+
* - Use the HTTP status code for the broad class of failure.
|
|
5904
|
+
* - Use `code` for precise branching in SDKs, CLIs, or agents.
|
|
5905
|
+
* - Inspect `details` for field-level validation context such as invalid filter values, malformed JSONPath expressions, or missing variable mappings.
|
|
5906
|
+
* - Retry only after fixing the specific issue described by `code` and `details`.
|
|
5907
|
+
*
|
|
5908
|
+
* @example
|
|
5909
|
+
* {
|
|
5910
|
+
* message: "Filter column \"type\" contains unsupported value(s): INVALID",
|
|
5911
|
+
* code: LangfuseAPI.unstable.PublicApiErrorCode.InvalidFilterValue,
|
|
5912
|
+
* details: {
|
|
5913
|
+
* field: "filter[0].value",
|
|
5914
|
+
* column: "type",
|
|
5915
|
+
* invalidValues: ["INVALID"],
|
|
5916
|
+
* allowedValues: ["GENERATION", "SPAN", "EVENT"]
|
|
5917
|
+
* }
|
|
5918
|
+
* }
|
|
5919
|
+
*
|
|
5920
|
+
* @example
|
|
5921
|
+
* {
|
|
5922
|
+
* message: "Filter column \"datasetId\" contains dataset id(s) that do not exist in this project: dataset-prod",
|
|
5923
|
+
* code: LangfuseAPI.unstable.PublicApiErrorCode.InvalidFilterValue,
|
|
5924
|
+
* details: {
|
|
5925
|
+
* field: "filter[0].value",
|
|
5926
|
+
* column: "datasetId",
|
|
5927
|
+
* invalidValues: ["dataset-prod"]
|
|
5928
|
+
* }
|
|
5929
|
+
* }
|
|
5930
|
+
*
|
|
5931
|
+
* @example
|
|
5932
|
+
* {
|
|
5933
|
+
* message: "No valid LLM model found for evaluator \"answer-correctness\". No default model or custom model configured for project project_123",
|
|
5934
|
+
* code: LangfuseAPI.unstable.PublicApiErrorCode.EvaluatorPreflightFailed,
|
|
5935
|
+
* details: {
|
|
5936
|
+
* evaluatorName: "answer-correctness",
|
|
5937
|
+
* provider: undefined,
|
|
5938
|
+
* model: undefined
|
|
5939
|
+
* }
|
|
5940
|
+
* }
|
|
5941
|
+
*
|
|
5942
|
+
* @example
|
|
5943
|
+
* {
|
|
5944
|
+
* message: "Missing mappings for evaluator variable(s): output",
|
|
5945
|
+
* code: LangfuseAPI.unstable.PublicApiErrorCode.MissingVariableMapping,
|
|
5946
|
+
* details: {
|
|
5947
|
+
* field: "mapping",
|
|
5948
|
+
* variables: ["output"]
|
|
5949
|
+
* }
|
|
5950
|
+
* }
|
|
5951
|
+
*
|
|
5952
|
+
* @example
|
|
5953
|
+
* {
|
|
5954
|
+
* message: "Mapping for variable \"customer_tier\" has an invalid jsonPath \"$[\". JSONPath expressions must use balanced quotes, brackets, and parentheses.",
|
|
5955
|
+
* code: LangfuseAPI.unstable.PublicApiErrorCode.InvalidJsonPath,
|
|
5956
|
+
* details: {
|
|
5957
|
+
* field: "mapping[0].jsonPath",
|
|
5958
|
+
* variable: "customer_tier",
|
|
5959
|
+
* value: "$["
|
|
5960
|
+
* }
|
|
5961
|
+
* }
|
|
5962
|
+
*
|
|
5963
|
+
* @example
|
|
5964
|
+
* {
|
|
5965
|
+
* message: "An evaluation rule named \"answer-quality-live\" already exists in this project. Use PATCH /api/public/unstable/evaluation-rules/erule_123 to update it instead of creating a duplicate.",
|
|
5966
|
+
* code: LangfuseAPI.unstable.PublicApiErrorCode.NameConflict,
|
|
5967
|
+
* details: {
|
|
5968
|
+
* field: "name"
|
|
5969
|
+
* }
|
|
5970
|
+
* }
|
|
5971
|
+
*
|
|
5972
|
+
* @example
|
|
5973
|
+
* {
|
|
5974
|
+
* message: "This project already has the maximum number of active evaluation rules (50). Disable an existing active evaluation rule before enabling another one.",
|
|
5975
|
+
* code: LangfuseAPI.unstable.PublicApiErrorCode.Conflict,
|
|
5976
|
+
* details: {
|
|
5977
|
+
* limit: 50
|
|
5978
|
+
* }
|
|
5979
|
+
* }
|
|
5980
|
+
*
|
|
5981
|
+
* @example
|
|
5982
|
+
* {
|
|
5983
|
+
* message: "Rate limit exceeded",
|
|
5984
|
+
* code: LangfuseAPI.unstable.PublicApiErrorCode.RateLimited,
|
|
5985
|
+
* details: {
|
|
5986
|
+
* retryAfterSeconds: 60,
|
|
5987
|
+
* limit: 1000,
|
|
5988
|
+
* remaining: 0,
|
|
5989
|
+
* resetAt: "2026-03-30T10:00:00.000Z"
|
|
5990
|
+
* }
|
|
5991
|
+
* }
|
|
5992
|
+
*/
|
|
5993
|
+
interface PublicApiError {
|
|
5994
|
+
/** Human-readable description of the failure. */
|
|
5995
|
+
message: string;
|
|
5996
|
+
/** Stable machine-readable error code. */
|
|
5997
|
+
code: PublicApiErrorCode;
|
|
5998
|
+
/** Optional structured error context. Inspect the populated fields based on `code`. */
|
|
5999
|
+
details?: PublicApiErrorDetails;
|
|
6000
|
+
}
|
|
6001
|
+
|
|
6002
|
+
/**
|
|
6003
|
+
* This file was auto-generated by Fern from our API Definition.
|
|
6004
|
+
*/
|
|
6005
|
+
|
|
6006
|
+
declare class BadRequestError extends LangfuseAPIError {
|
|
6007
|
+
constructor(body: PublicApiError, rawResponse?: RawResponse);
|
|
6008
|
+
}
|
|
6009
|
+
|
|
6010
|
+
/**
|
|
6011
|
+
* This file was auto-generated by Fern from our API Definition.
|
|
6012
|
+
*/
|
|
6013
|
+
|
|
6014
|
+
declare class UnauthorizedError extends LangfuseAPIError {
|
|
6015
|
+
constructor(body: PublicApiError, rawResponse?: RawResponse);
|
|
6016
|
+
}
|
|
6017
|
+
|
|
6018
|
+
/**
|
|
6019
|
+
* This file was auto-generated by Fern from our API Definition.
|
|
6020
|
+
*/
|
|
6021
|
+
|
|
6022
|
+
declare class AccessDeniedError extends LangfuseAPIError {
|
|
6023
|
+
constructor(body: PublicApiError, rawResponse?: RawResponse);
|
|
6024
|
+
}
|
|
6025
|
+
|
|
6026
|
+
/**
|
|
6027
|
+
* This file was auto-generated by Fern from our API Definition.
|
|
6028
|
+
*/
|
|
6029
|
+
|
|
6030
|
+
declare class NotFoundError extends LangfuseAPIError {
|
|
6031
|
+
constructor(body: PublicApiError, rawResponse?: RawResponse);
|
|
6032
|
+
}
|
|
6033
|
+
|
|
6034
|
+
/**
|
|
6035
|
+
* This file was auto-generated by Fern from our API Definition.
|
|
6036
|
+
*/
|
|
6037
|
+
|
|
6038
|
+
declare class MethodNotAllowedError extends LangfuseAPIError {
|
|
6039
|
+
constructor(body: PublicApiError, rawResponse?: RawResponse);
|
|
6040
|
+
}
|
|
6041
|
+
|
|
6042
|
+
/**
|
|
6043
|
+
* This file was auto-generated by Fern from our API Definition.
|
|
6044
|
+
*/
|
|
6045
|
+
|
|
6046
|
+
declare class ConflictError extends LangfuseAPIError {
|
|
6047
|
+
constructor(body: PublicApiError, rawResponse?: RawResponse);
|
|
6048
|
+
}
|
|
6049
|
+
|
|
6050
|
+
/**
|
|
6051
|
+
* This file was auto-generated by Fern from our API Definition.
|
|
6052
|
+
*/
|
|
6053
|
+
|
|
6054
|
+
declare class UnprocessableContentError extends LangfuseAPIError {
|
|
6055
|
+
constructor(body: PublicApiError, rawResponse?: RawResponse);
|
|
6056
|
+
}
|
|
6057
|
+
|
|
6058
|
+
/**
|
|
6059
|
+
* This file was auto-generated by Fern from our API Definition.
|
|
6060
|
+
*/
|
|
6061
|
+
|
|
6062
|
+
declare class TooManyRequestsError extends LangfuseAPIError {
|
|
6063
|
+
constructor(body: PublicApiError, rawResponse?: RawResponse);
|
|
6064
|
+
}
|
|
6065
|
+
|
|
6066
|
+
/**
|
|
6067
|
+
* This file was auto-generated by Fern from our API Definition.
|
|
6068
|
+
*/
|
|
6069
|
+
|
|
6070
|
+
declare class InternalServerError extends LangfuseAPIError {
|
|
6071
|
+
constructor(body: PublicApiError, rawResponse?: RawResponse);
|
|
6072
|
+
}
|
|
6073
|
+
|
|
6074
|
+
type index$6_AccessDeniedError = AccessDeniedError;
|
|
6075
|
+
declare const index$6_AccessDeniedError: typeof AccessDeniedError;
|
|
6076
|
+
type index$6_BadRequestError = BadRequestError;
|
|
6077
|
+
declare const index$6_BadRequestError: typeof BadRequestError;
|
|
6078
|
+
type index$6_ConflictError = ConflictError;
|
|
6079
|
+
declare const index$6_ConflictError: typeof ConflictError;
|
|
6080
|
+
type index$6_InternalServerError = InternalServerError;
|
|
6081
|
+
declare const index$6_InternalServerError: typeof InternalServerError;
|
|
6082
|
+
type index$6_MethodNotAllowedError = MethodNotAllowedError;
|
|
6083
|
+
declare const index$6_MethodNotAllowedError: typeof MethodNotAllowedError;
|
|
6084
|
+
type index$6_NotFoundError = NotFoundError;
|
|
6085
|
+
declare const index$6_NotFoundError: typeof NotFoundError;
|
|
6086
|
+
type index$6_PublicApiError = PublicApiError;
|
|
6087
|
+
declare const index$6_PublicApiErrorCode: typeof PublicApiErrorCode;
|
|
6088
|
+
type index$6_PublicApiErrorDetails = PublicApiErrorDetails;
|
|
6089
|
+
type index$6_PublicApiValidationIssue = PublicApiValidationIssue;
|
|
6090
|
+
type index$6_TooManyRequestsError = TooManyRequestsError;
|
|
6091
|
+
declare const index$6_TooManyRequestsError: typeof TooManyRequestsError;
|
|
6092
|
+
type index$6_UnauthorizedError = UnauthorizedError;
|
|
6093
|
+
declare const index$6_UnauthorizedError: typeof UnauthorizedError;
|
|
6094
|
+
type index$6_UnprocessableContentError = UnprocessableContentError;
|
|
6095
|
+
declare const index$6_UnprocessableContentError: typeof UnprocessableContentError;
|
|
6096
|
+
declare namespace index$6 {
|
|
6097
|
+
export { index$6_AccessDeniedError as AccessDeniedError, index$6_BadRequestError as BadRequestError, index$6_ConflictError as ConflictError, index$6_InternalServerError as InternalServerError, index$6_MethodNotAllowedError as MethodNotAllowedError, index$6_NotFoundError as NotFoundError, type index$6_PublicApiError as PublicApiError, index$6_PublicApiErrorCode as PublicApiErrorCode, type index$6_PublicApiErrorDetails as PublicApiErrorDetails, type index$6_PublicApiValidationIssue as PublicApiValidationIssue, index$6_TooManyRequestsError as TooManyRequestsError, index$6_UnauthorizedError as UnauthorizedError, index$6_UnprocessableContentError as UnprocessableContentError };
|
|
6098
|
+
}
|
|
6099
|
+
|
|
6100
|
+
/**
|
|
6101
|
+
* This file was auto-generated by Fern from our API Definition.
|
|
6102
|
+
*/
|
|
6103
|
+
|
|
6104
|
+
/**
|
|
6105
|
+
* Live evaluation rule for incoming data.
|
|
6106
|
+
*
|
|
6107
|
+
* An evaluation rule answers:
|
|
6108
|
+
* - which evaluator should be used
|
|
6109
|
+
* - which target objects should trigger scoring
|
|
6110
|
+
* - how often scoring should run
|
|
6111
|
+
* - which target fields should populate each evaluator variable
|
|
6112
|
+
* - whether the deployment is active, inactive, or paused
|
|
6113
|
+
*
|
|
6114
|
+
* Important status semantics:
|
|
6115
|
+
* - `enabled` is the desired on/off setting from the client
|
|
6116
|
+
* - `status` is the effective runtime state after Langfuse applies validation and blocking rules
|
|
6117
|
+
* - `enabled=true` with `status=paused` means the rule should run, but Langfuse has paused it until the underlying problem is fixed
|
|
6118
|
+
*
|
|
6119
|
+
* @example
|
|
6120
|
+
* {
|
|
6121
|
+
* id: "erule_123",
|
|
6122
|
+
* name: "answer-correctness-live",
|
|
6123
|
+
* evaluator: {
|
|
6124
|
+
* id: "evaltmpl_123",
|
|
6125
|
+
* name: "answer-correctness",
|
|
6126
|
+
* scope: LangfuseAPI.unstable.EvaluatorScope.Project
|
|
6127
|
+
* },
|
|
6128
|
+
* target: LangfuseAPI.unstable.EvaluationRuleTarget.Observation,
|
|
6129
|
+
* enabled: true,
|
|
6130
|
+
* status: LangfuseAPI.unstable.EvaluationRuleStatus.Active,
|
|
6131
|
+
* pausedReason: null,
|
|
6132
|
+
* pausedMessage: null,
|
|
6133
|
+
* sampling: 1,
|
|
6134
|
+
* filter: [{
|
|
6135
|
+
* type: "stringOptions",
|
|
6136
|
+
* column: "type",
|
|
6137
|
+
* operator: LangfuseAPI.unstable.EvaluationRuleOptionsFilterOperator.AnyOf,
|
|
6138
|
+
* value: ["GENERATION"]
|
|
6139
|
+
* }],
|
|
6140
|
+
* mapping: [{
|
|
6141
|
+
* variable: "input",
|
|
6142
|
+
* source: LangfuseAPI.unstable.EvaluationRuleMappingSource.Input
|
|
6143
|
+
* }, {
|
|
6144
|
+
* variable: "output",
|
|
6145
|
+
* source: LangfuseAPI.unstable.EvaluationRuleMappingSource.Output
|
|
6146
|
+
* }],
|
|
6147
|
+
* createdAt: "2026-03-30T09:20:00.000Z",
|
|
6148
|
+
* updatedAt: "2026-03-30T09:20:00.000Z"
|
|
6149
|
+
* }
|
|
6150
|
+
*/
|
|
6151
|
+
interface EvaluationRule {
|
|
6152
|
+
/** Stable evaluation rule identifier. */
|
|
6153
|
+
id: string;
|
|
6154
|
+
/** Human-readable deployment name. This is independent from the evaluator name. */
|
|
6155
|
+
name: string;
|
|
6156
|
+
/**
|
|
6157
|
+
* Evaluator currently used by this rule.
|
|
6158
|
+
*
|
|
6159
|
+
* `name` and `scope` identify the evaluator family conceptually.
|
|
6160
|
+
* `id` is the currently active evaluator version in that family.
|
|
6161
|
+
* If you create a newer project version with the same evaluator name later, existing evaluation rules are moved to it automatically.
|
|
6162
|
+
*/
|
|
6163
|
+
evaluator: EvaluationRuleEvaluator;
|
|
6164
|
+
/** Target object type that should trigger scoring. */
|
|
6165
|
+
target: EvaluationRuleTarget;
|
|
6166
|
+
/** Desired enabled state configured by the client. */
|
|
6167
|
+
enabled: boolean;
|
|
6168
|
+
/** Effective runtime status after Langfuse applies validation and blocking rules. */
|
|
6169
|
+
status: EvaluationRuleStatus;
|
|
6170
|
+
/** Machine-readable reason when `status=paused`, otherwise `null`. */
|
|
6171
|
+
pausedReason: string | null;
|
|
6172
|
+
/** Human-readable explanation when `status=paused`, otherwise `null`. */
|
|
6173
|
+
pausedMessage: string | null;
|
|
6174
|
+
/**
|
|
6175
|
+
* Fraction of matching target objects that should be evaluated.
|
|
6176
|
+
*
|
|
6177
|
+
* Must be greater than `0` and less than or equal to `1`.
|
|
6178
|
+
* - `1` means evaluate every matching target.
|
|
6179
|
+
* - `0.25` means evaluate approximately 25% of matching targets.
|
|
6180
|
+
*/
|
|
6181
|
+
sampling: number;
|
|
6182
|
+
/** List of filter conditions used to decide whether a target should be evaluated. */
|
|
6183
|
+
filter: EvaluationRuleFilter[];
|
|
6184
|
+
/** Variable mappings used to populate the evaluator prompt from the live target object. */
|
|
6185
|
+
mapping: EvaluationRuleMapping[];
|
|
6186
|
+
/** Timestamp when the evaluation rule was created. */
|
|
6187
|
+
createdAt: string;
|
|
6188
|
+
/** Timestamp when the evaluation rule was last updated. */
|
|
6189
|
+
updatedAt: string;
|
|
6190
|
+
}
|
|
6191
|
+
|
|
6192
|
+
/**
|
|
6193
|
+
* This file was auto-generated by Fern from our API Definition.
|
|
6194
|
+
*/
|
|
6195
|
+
|
|
6196
|
+
/**
|
|
6197
|
+
* Paginated list of evaluation rules.
|
|
6198
|
+
*/
|
|
6199
|
+
interface EvaluationRules$1 {
|
|
6200
|
+
/** Evaluation rules in the current page. */
|
|
6201
|
+
data: EvaluationRule[];
|
|
6202
|
+
/** Standard pagination metadata. */
|
|
6203
|
+
meta: MetaResponse;
|
|
6204
|
+
}
|
|
6205
|
+
|
|
6206
|
+
/**
|
|
6207
|
+
* This file was auto-generated by Fern from our API Definition.
|
|
6208
|
+
*/
|
|
6209
|
+
|
|
6210
|
+
/**
|
|
6211
|
+
* Request body for creating an evaluation rule.
|
|
6212
|
+
*
|
|
6213
|
+
* Checklist for agents and SDK clients:
|
|
6214
|
+
* - reference an existing evaluator family by `evaluator.name` and `evaluator.scope`
|
|
6215
|
+
* - choose `target=observation` or `target=experiment`
|
|
6216
|
+
* - if `target=experiment` and you want a dataset filter, call `GET /api/public/v2/datasets` first and use dataset `id` values in `filter[].value`
|
|
6217
|
+
* - fetch or inspect the evaluator first, then provide a complete variable mapping for every evaluator variable listed in `variables`
|
|
6218
|
+
* - optionally narrow execution with `filter`
|
|
6219
|
+
* - set `enabled=true` only when you want live execution immediately
|
|
6220
|
+
*/
|
|
6221
|
+
interface CreateEvaluationRuleRequest {
|
|
6222
|
+
/** Human-readable deployment name. */
|
|
6223
|
+
name: string;
|
|
6224
|
+
/**
|
|
6225
|
+
* Evaluator family to use.
|
|
6226
|
+
*
|
|
6227
|
+
* Use `name` and `scope` from the evaluator endpoints.
|
|
6228
|
+
* Langfuse resolves that family to its latest version before saving the rule.
|
|
6229
|
+
*/
|
|
6230
|
+
evaluator: EvaluationRuleEvaluatorReference;
|
|
6231
|
+
/** Target object type to evaluate. */
|
|
6232
|
+
target: EvaluationRuleTarget;
|
|
6233
|
+
/** Whether the deployment should be active immediately after creation. */
|
|
6234
|
+
enabled: boolean;
|
|
6235
|
+
/** Optional sampling fraction. Defaults to `1`. */
|
|
6236
|
+
sampling?: number;
|
|
6237
|
+
/**
|
|
6238
|
+
* Optional filter list.
|
|
6239
|
+
*
|
|
6240
|
+
* Omit or pass an empty list to evaluate all matching targets for the selected `target`.
|
|
6241
|
+
* Each filter object must use a column that is valid for that `target`.
|
|
6242
|
+
* For `target=experiment`, `column=datasetId` expects dataset `id` values from `GET /api/public/v2/datasets`, not dataset names.
|
|
6243
|
+
*/
|
|
6244
|
+
filter?: EvaluationRuleFilter[];
|
|
6245
|
+
/**
|
|
6246
|
+
* Required variable mappings.
|
|
6247
|
+
*
|
|
6248
|
+
* Every evaluator variable must appear exactly once.
|
|
6249
|
+
* Build this list from the evaluator `variables` array returned by the evaluator endpoints.
|
|
6250
|
+
*/
|
|
6251
|
+
mapping: EvaluationRuleMapping[];
|
|
6252
|
+
}
|
|
6253
|
+
|
|
6254
|
+
/**
|
|
6255
|
+
* This file was auto-generated by Fern from our API Definition.
|
|
6256
|
+
*/
|
|
6257
|
+
|
|
6258
|
+
/**
|
|
6259
|
+
* Partial update body for an evaluation rule.
|
|
6260
|
+
*
|
|
6261
|
+
* Provide only the fields you want to change.
|
|
6262
|
+
* An empty body is rejected.
|
|
6263
|
+
*
|
|
6264
|
+
* Practical guidance:
|
|
6265
|
+
* - If you only want to rename the rule or change sampling, send just those fields.
|
|
6266
|
+
* - If you change `evaluator`, send a fresh `mapping` unless you are certain the existing mapping still matches the evaluator variables.
|
|
6267
|
+
* - If you change `target`, usually send both `filter` and `mapping` in the same request.
|
|
6268
|
+
* - If you change an experiment `datasetId` filter, call `GET /api/public/v2/datasets` and use dataset `id` values from that response.
|
|
6269
|
+
*/
|
|
6270
|
+
interface UpdateEvaluationRuleRequest {
|
|
6271
|
+
/** Updated deployment name. */
|
|
6272
|
+
name?: string;
|
|
6273
|
+
/**
|
|
6274
|
+
* Updated evaluator family.
|
|
6275
|
+
*
|
|
6276
|
+
* Langfuse resolves the provided evaluator family to its latest version before saving the rule.
|
|
6277
|
+
*/
|
|
6278
|
+
evaluator?: EvaluationRuleEvaluatorReference;
|
|
6279
|
+
/** Updated target object type. */
|
|
6280
|
+
target?: EvaluationRuleTarget;
|
|
6281
|
+
/** Updated desired enabled state. */
|
|
6282
|
+
enabled?: boolean;
|
|
6283
|
+
/** Updated sampling fraction. */
|
|
6284
|
+
sampling?: number;
|
|
6285
|
+
/**
|
|
6286
|
+
* Updated filter list.
|
|
6287
|
+
*
|
|
6288
|
+
* For `target=experiment`, `column=datasetId` expects dataset `id` values from `GET /api/public/v2/datasets`, not dataset names.
|
|
6289
|
+
*/
|
|
6290
|
+
filter?: EvaluationRuleFilter[];
|
|
6291
|
+
/** Updated variable mappings. */
|
|
6292
|
+
mapping?: EvaluationRuleMapping[];
|
|
6293
|
+
}
|
|
6294
|
+
|
|
6295
|
+
/**
|
|
6296
|
+
* This file was auto-generated by Fern from our API Definition.
|
|
6297
|
+
*/
|
|
6298
|
+
/**
|
|
6299
|
+
* Confirmation response returned after successful deletion.
|
|
6300
|
+
*/
|
|
6301
|
+
interface DeleteEvaluationRuleResponse {
|
|
6302
|
+
/** Always `Evaluation rule successfully deleted`. */
|
|
6303
|
+
message: string;
|
|
6304
|
+
}
|
|
6305
|
+
|
|
6306
|
+
/**
|
|
6307
|
+
* This file was auto-generated by Fern from our API Definition.
|
|
6308
|
+
*/
|
|
6309
|
+
|
|
6310
|
+
/**
|
|
6311
|
+
* Evaluator family reference used when creating or updating an evaluation rule.
|
|
6312
|
+
*
|
|
6313
|
+
* `name` and `scope` are enough to identify the evaluator family in the authenticated project context.
|
|
6314
|
+
*/
|
|
6315
|
+
interface EvaluationRuleEvaluatorReference {
|
|
6316
|
+
/** Evaluator family name. */
|
|
6317
|
+
name: string;
|
|
6318
|
+
/** Whether the evaluator family is project-owned or Langfuse-managed. */
|
|
6319
|
+
scope: EvaluatorScope;
|
|
6320
|
+
}
|
|
6321
|
+
|
|
6322
|
+
/**
|
|
6323
|
+
* This file was auto-generated by Fern from our API Definition.
|
|
6324
|
+
*/
|
|
6325
|
+
|
|
6326
|
+
/**
|
|
6327
|
+
* Resolved evaluator currently used by the evaluation rule.
|
|
6328
|
+
*
|
|
6329
|
+
* `id` is the exact active evaluator version.
|
|
6330
|
+
* `name` and `scope` identify the evaluator family conceptually.
|
|
6331
|
+
*/
|
|
6332
|
+
interface EvaluationRuleEvaluator {
|
|
6333
|
+
/** Identifier of the exact evaluator version currently used by the rule. */
|
|
6334
|
+
id: string;
|
|
6335
|
+
/** Evaluator family name. */
|
|
6336
|
+
name: string;
|
|
6337
|
+
/** Whether the evaluator family is project-owned or Langfuse-managed. */
|
|
6338
|
+
scope: EvaluatorScope;
|
|
6339
|
+
}
|
|
6340
|
+
|
|
6341
|
+
/**
|
|
6342
|
+
* This file was auto-generated by Fern from our API Definition.
|
|
6343
|
+
*/
|
|
6344
|
+
/**
|
|
6345
|
+
* @example
|
|
6346
|
+
* {}
|
|
6347
|
+
*/
|
|
6348
|
+
interface ListEvaluationRulesRequest {
|
|
6349
|
+
/** 1-based page number. Defaults to `1`. */
|
|
6350
|
+
page?: number;
|
|
6351
|
+
/** Maximum number of items per page. Defaults to `50`. */
|
|
6352
|
+
limit?: number;
|
|
6353
|
+
}
|
|
6354
|
+
|
|
6355
|
+
type index$5_CreateEvaluationRuleRequest = CreateEvaluationRuleRequest;
|
|
6356
|
+
type index$5_DeleteEvaluationRuleResponse = DeleteEvaluationRuleResponse;
|
|
6357
|
+
type index$5_EvaluationRule = EvaluationRule;
|
|
6358
|
+
type index$5_EvaluationRuleEvaluator = EvaluationRuleEvaluator;
|
|
6359
|
+
type index$5_EvaluationRuleEvaluatorReference = EvaluationRuleEvaluatorReference;
|
|
6360
|
+
type index$5_ListEvaluationRulesRequest = ListEvaluationRulesRequest;
|
|
6361
|
+
type index$5_UpdateEvaluationRuleRequest = UpdateEvaluationRuleRequest;
|
|
6362
|
+
declare namespace index$5 {
|
|
6363
|
+
export type { index$5_CreateEvaluationRuleRequest as CreateEvaluationRuleRequest, index$5_DeleteEvaluationRuleResponse as DeleteEvaluationRuleResponse, index$5_EvaluationRule as EvaluationRule, index$5_EvaluationRuleEvaluator as EvaluationRuleEvaluator, index$5_EvaluationRuleEvaluatorReference as EvaluationRuleEvaluatorReference, EvaluationRules$1 as EvaluationRules, index$5_ListEvaluationRulesRequest as ListEvaluationRulesRequest, index$5_UpdateEvaluationRuleRequest as UpdateEvaluationRuleRequest };
|
|
6364
|
+
}
|
|
6365
|
+
|
|
6366
|
+
/**
|
|
6367
|
+
* This file was auto-generated by Fern from our API Definition.
|
|
6368
|
+
*/
|
|
6369
|
+
|
|
6370
|
+
/**
|
|
6371
|
+
* One evaluator that can be used for scoring.
|
|
6372
|
+
*
|
|
6373
|
+
* An evaluator describes **how** to score data:
|
|
6374
|
+
* - prompt
|
|
6375
|
+
* - extracted prompt variables
|
|
6376
|
+
* - output schema
|
|
6377
|
+
* - optional explicit model configuration
|
|
6378
|
+
*
|
|
6379
|
+
* It does not define **which** live objects are evaluated. That is the job of `evaluation-rules`.
|
|
6380
|
+
*
|
|
6381
|
+
* For agent clients, the most important fields are:
|
|
6382
|
+
* - `variables`: use these exact names when building the evaluation-rule `mapping` array
|
|
6383
|
+
* - `outputDefinition`: tells you the expected score type and the evaluator's response instructions
|
|
6384
|
+
* - `modelConfig`: tells you whether the evaluator uses the project default model (`null`) or an explicit provider/model
|
|
6385
|
+
*
|
|
6386
|
+
* Versioning behavior:
|
|
6387
|
+
* - `GET /evaluators` returns the latest version of each available evaluator.
|
|
6388
|
+
* - `GET /evaluators/{id}` can return an older version.
|
|
6389
|
+
* - Evaluation rules always run against the latest version for the selected evaluator name within the same source (`project` or `managed`).
|
|
6390
|
+
*/
|
|
6391
|
+
interface Evaluator {
|
|
6392
|
+
/** Identifier of this evaluator. */
|
|
6393
|
+
id: string;
|
|
6394
|
+
/** Evaluator name. */
|
|
6395
|
+
name: string;
|
|
6396
|
+
/** Version number of this evaluator. */
|
|
6397
|
+
version: number;
|
|
6398
|
+
/** Where this evaluator comes from: your project or Langfuse-managed defaults. */
|
|
6399
|
+
scope: EvaluatorScope;
|
|
6400
|
+
/** Evaluator engine type. Currently always `llm_as_judge`. */
|
|
6401
|
+
type: EvaluatorType;
|
|
6402
|
+
/** Prompt template used during evaluation. */
|
|
6403
|
+
prompt: string;
|
|
6404
|
+
/**
|
|
6405
|
+
* Variables extracted from the evaluator prompt.
|
|
6406
|
+
*
|
|
6407
|
+
* Every variable in this list must be mapped exactly once when creating an evaluation rule.
|
|
6408
|
+
*/
|
|
6409
|
+
variables: string[];
|
|
6410
|
+
/**
|
|
6411
|
+
* Structured output schema returned by this evaluator.
|
|
6412
|
+
*
|
|
6413
|
+
* Responses always include `dataType` and omit the internal output-definition `version`.
|
|
6414
|
+
* Use `dataType` to decide how future scores should be interpreted.
|
|
6415
|
+
*/
|
|
6416
|
+
outputDefinition: PublicEvaluatorOutputDefinition;
|
|
6417
|
+
/** Explicit model configuration, or `null` when the project default evaluation model is used. */
|
|
6418
|
+
modelConfig: EvaluatorModelConfig | null;
|
|
6419
|
+
/** Number of evaluation rules in the project that currently use this evaluator version. */
|
|
6420
|
+
evaluationRuleCount: number;
|
|
6421
|
+
/** Timestamp when this evaluator was created. */
|
|
6422
|
+
createdAt: string;
|
|
6423
|
+
/** Timestamp when this evaluator was last updated. */
|
|
6424
|
+
updatedAt: string;
|
|
6425
|
+
}
|
|
6426
|
+
|
|
6427
|
+
/**
|
|
6428
|
+
* This file was auto-generated by Fern from our API Definition.
|
|
6429
|
+
*/
|
|
6430
|
+
|
|
6431
|
+
interface Evaluators$1 {
|
|
6432
|
+
data: Evaluator[];
|
|
6433
|
+
meta: MetaResponse;
|
|
6434
|
+
}
|
|
6435
|
+
|
|
6436
|
+
/**
|
|
6437
|
+
* This file was auto-generated by Fern from our API Definition.
|
|
6438
|
+
*/
|
|
6439
|
+
|
|
6440
|
+
/**
|
|
6441
|
+
* Request body for creating an evaluator.
|
|
6442
|
+
*
|
|
6443
|
+
* If the same `name` already exists in your project, Langfuse creates the next version and returns it.
|
|
6444
|
+
* Existing evaluation rules in the same project are then moved to that new latest version automatically.
|
|
6445
|
+
*/
|
|
6446
|
+
interface CreateEvaluatorRequest {
|
|
6447
|
+
/** Evaluator name within the authenticated project. */
|
|
6448
|
+
name: string;
|
|
6449
|
+
/** Prompt template used by the evaluator. */
|
|
6450
|
+
prompt: string;
|
|
6451
|
+
/**
|
|
6452
|
+
* Structured output schema the evaluator must return.
|
|
6453
|
+
*
|
|
6454
|
+
* Always send `dataType`.
|
|
6455
|
+
* Do not send `version`; it is an internal storage detail and not part of the public request contract.
|
|
6456
|
+
*/
|
|
6457
|
+
outputDefinition: EvaluatorOutputDefinition;
|
|
6458
|
+
/** Optional explicit model configuration. Omit or set to `null` to use the project default evaluation model. */
|
|
6459
|
+
modelConfig?: EvaluatorModelConfig | null;
|
|
6460
|
+
}
|
|
6461
|
+
|
|
6462
|
+
/**
|
|
6463
|
+
* This file was auto-generated by Fern from our API Definition.
|
|
6464
|
+
*/
|
|
6465
|
+
/**
|
|
6466
|
+
* @example
|
|
6467
|
+
* {}
|
|
6468
|
+
*/
|
|
6469
|
+
interface ListEvaluatorsRequest {
|
|
6470
|
+
/** 1-based page number. Defaults to `1`. */
|
|
6471
|
+
page?: number;
|
|
6472
|
+
/** Maximum number of items per page. Defaults to `50`. */
|
|
6473
|
+
limit?: number;
|
|
6474
|
+
}
|
|
6475
|
+
|
|
6476
|
+
type index$4_CreateEvaluatorRequest = CreateEvaluatorRequest;
|
|
6477
|
+
type index$4_Evaluator = Evaluator;
|
|
6478
|
+
type index$4_ListEvaluatorsRequest = ListEvaluatorsRequest;
|
|
6479
|
+
declare namespace index$4 {
|
|
6480
|
+
export type { index$4_CreateEvaluatorRequest as CreateEvaluatorRequest, index$4_Evaluator as Evaluator, Evaluators$1 as Evaluators, index$4_ListEvaluatorsRequest as ListEvaluatorsRequest };
|
|
6481
|
+
}
|
|
6482
|
+
|
|
6483
|
+
type index$3_AccessDeniedError = AccessDeniedError;
|
|
6484
|
+
declare const index$3_AccessDeniedError: typeof AccessDeniedError;
|
|
6485
|
+
type index$3_ArrayOptionsEvaluationRuleFilter = ArrayOptionsEvaluationRuleFilter;
|
|
6486
|
+
type index$3_BadRequestError = BadRequestError;
|
|
6487
|
+
declare const index$3_BadRequestError: typeof BadRequestError;
|
|
6488
|
+
type index$3_BooleanEvaluationRuleFilter = BooleanEvaluationRuleFilter;
|
|
6489
|
+
type index$3_CategoryOptionsEvaluationRuleFilter = CategoryOptionsEvaluationRuleFilter;
|
|
6490
|
+
type index$3_ConflictError = ConflictError;
|
|
6491
|
+
declare const index$3_ConflictError: typeof ConflictError;
|
|
6492
|
+
type index$3_CreateEvaluationRuleRequest = CreateEvaluationRuleRequest;
|
|
6493
|
+
type index$3_CreateEvaluatorRequest = CreateEvaluatorRequest;
|
|
6494
|
+
type index$3_DateTimeEvaluationRuleFilter = DateTimeEvaluationRuleFilter;
|
|
6495
|
+
type index$3_DeleteEvaluationRuleResponse = DeleteEvaluationRuleResponse;
|
|
6496
|
+
type index$3_EvaluationRule = EvaluationRule;
|
|
6497
|
+
declare const index$3_EvaluationRuleArrayOptionsFilterOperator: typeof EvaluationRuleArrayOptionsFilterOperator;
|
|
6498
|
+
declare const index$3_EvaluationRuleBooleanFilterOperator: typeof EvaluationRuleBooleanFilterOperator;
|
|
6499
|
+
type index$3_EvaluationRuleEvaluator = EvaluationRuleEvaluator;
|
|
6500
|
+
type index$3_EvaluationRuleEvaluatorReference = EvaluationRuleEvaluatorReference;
|
|
6501
|
+
declare const index$3_EvaluationRuleFilter: typeof EvaluationRuleFilter;
|
|
6502
|
+
type index$3_EvaluationRuleMapping = EvaluationRuleMapping;
|
|
6503
|
+
declare const index$3_EvaluationRuleMappingSource: typeof EvaluationRuleMappingSource;
|
|
6504
|
+
declare const index$3_EvaluationRuleNullFilterOperator: typeof EvaluationRuleNullFilterOperator;
|
|
6505
|
+
declare const index$3_EvaluationRuleNumberFilterOperator: typeof EvaluationRuleNumberFilterOperator;
|
|
6506
|
+
declare const index$3_EvaluationRuleOptionsFilterOperator: typeof EvaluationRuleOptionsFilterOperator;
|
|
6507
|
+
declare const index$3_EvaluationRuleStatus: typeof EvaluationRuleStatus;
|
|
6508
|
+
declare const index$3_EvaluationRuleStringFilterOperator: typeof EvaluationRuleStringFilterOperator;
|
|
6509
|
+
declare const index$3_EvaluationRuleTarget: typeof EvaluationRuleTarget;
|
|
6510
|
+
type index$3_Evaluator = Evaluator;
|
|
6511
|
+
type index$3_EvaluatorModelConfig = EvaluatorModelConfig;
|
|
6512
|
+
declare const index$3_EvaluatorOutputDataType: typeof EvaluatorOutputDataType;
|
|
6513
|
+
declare const index$3_EvaluatorOutputDefinition: typeof EvaluatorOutputDefinition;
|
|
6514
|
+
type index$3_EvaluatorOutputFieldDefinition = EvaluatorOutputFieldDefinition;
|
|
6515
|
+
declare const index$3_EvaluatorScope: typeof EvaluatorScope;
|
|
6516
|
+
declare const index$3_EvaluatorType: typeof EvaluatorType;
|
|
6517
|
+
type index$3_InternalServerError = InternalServerError;
|
|
6518
|
+
declare const index$3_InternalServerError: typeof InternalServerError;
|
|
6519
|
+
type index$3_ListEvaluationRulesRequest = ListEvaluationRulesRequest;
|
|
6520
|
+
type index$3_ListEvaluatorsRequest = ListEvaluatorsRequest;
|
|
6521
|
+
type index$3_MethodNotAllowedError = MethodNotAllowedError;
|
|
6522
|
+
declare const index$3_MethodNotAllowedError: typeof MethodNotAllowedError;
|
|
6523
|
+
type index$3_NotFoundError = NotFoundError;
|
|
6524
|
+
declare const index$3_NotFoundError: typeof NotFoundError;
|
|
6525
|
+
type index$3_NullEvaluationRuleFilter = NullEvaluationRuleFilter;
|
|
6526
|
+
type index$3_NumberEvaluationRuleFilter = NumberEvaluationRuleFilter;
|
|
6527
|
+
type index$3_NumberObjectEvaluationRuleFilter = NumberObjectEvaluationRuleFilter;
|
|
6528
|
+
type index$3_PublicApiError = PublicApiError;
|
|
6529
|
+
declare const index$3_PublicApiErrorCode: typeof PublicApiErrorCode;
|
|
6530
|
+
type index$3_PublicApiErrorDetails = PublicApiErrorDetails;
|
|
6531
|
+
type index$3_PublicApiValidationIssue = PublicApiValidationIssue;
|
|
6532
|
+
type index$3_PublicBooleanEvaluatorOutputDefinition = PublicBooleanEvaluatorOutputDefinition;
|
|
6533
|
+
type index$3_PublicCategoricalEvaluatorOutputDefinition = PublicCategoricalEvaluatorOutputDefinition;
|
|
6534
|
+
type index$3_PublicCategoricalEvaluatorOutputScoreDefinition = PublicCategoricalEvaluatorOutputScoreDefinition;
|
|
6535
|
+
declare const index$3_PublicEvaluatorOutputDefinition: typeof PublicEvaluatorOutputDefinition;
|
|
6536
|
+
type index$3_PublicNumericEvaluatorOutputDefinition = PublicNumericEvaluatorOutputDefinition;
|
|
6537
|
+
type index$3_StringEvaluationRuleFilter = StringEvaluationRuleFilter;
|
|
6538
|
+
type index$3_StringObjectEvaluationRuleFilter = StringObjectEvaluationRuleFilter;
|
|
6539
|
+
type index$3_StringOptionsEvaluationRuleFilter = StringOptionsEvaluationRuleFilter;
|
|
6540
|
+
type index$3_TooManyRequestsError = TooManyRequestsError;
|
|
6541
|
+
declare const index$3_TooManyRequestsError: typeof TooManyRequestsError;
|
|
6542
|
+
type index$3_UnauthorizedError = UnauthorizedError;
|
|
6543
|
+
declare const index$3_UnauthorizedError: typeof UnauthorizedError;
|
|
6544
|
+
type index$3_UnprocessableContentError = UnprocessableContentError;
|
|
6545
|
+
declare const index$3_UnprocessableContentError: typeof UnprocessableContentError;
|
|
6546
|
+
type index$3_UpdateEvaluationRuleRequest = UpdateEvaluationRuleRequest;
|
|
6547
|
+
declare namespace index$3 {
|
|
6548
|
+
export { index$3_AccessDeniedError as AccessDeniedError, type index$3_ArrayOptionsEvaluationRuleFilter as ArrayOptionsEvaluationRuleFilter, index$3_BadRequestError as BadRequestError, type index$3_BooleanEvaluationRuleFilter as BooleanEvaluationRuleFilter, type index$3_CategoryOptionsEvaluationRuleFilter as CategoryOptionsEvaluationRuleFilter, index$3_ConflictError as ConflictError, type index$3_CreateEvaluationRuleRequest as CreateEvaluationRuleRequest, type index$3_CreateEvaluatorRequest as CreateEvaluatorRequest, type index$3_DateTimeEvaluationRuleFilter as DateTimeEvaluationRuleFilter, type index$3_DeleteEvaluationRuleResponse as DeleteEvaluationRuleResponse, type index$3_EvaluationRule as EvaluationRule, index$3_EvaluationRuleArrayOptionsFilterOperator as EvaluationRuleArrayOptionsFilterOperator, index$3_EvaluationRuleBooleanFilterOperator as EvaluationRuleBooleanFilterOperator, type index$3_EvaluationRuleEvaluator as EvaluationRuleEvaluator, type index$3_EvaluationRuleEvaluatorReference as EvaluationRuleEvaluatorReference, index$3_EvaluationRuleFilter as EvaluationRuleFilter, type index$3_EvaluationRuleMapping as EvaluationRuleMapping, index$3_EvaluationRuleMappingSource as EvaluationRuleMappingSource, index$3_EvaluationRuleNullFilterOperator as EvaluationRuleNullFilterOperator, index$3_EvaluationRuleNumberFilterOperator as EvaluationRuleNumberFilterOperator, index$3_EvaluationRuleOptionsFilterOperator as EvaluationRuleOptionsFilterOperator, index$3_EvaluationRuleStatus as EvaluationRuleStatus, index$3_EvaluationRuleStringFilterOperator as EvaluationRuleStringFilterOperator, index$3_EvaluationRuleTarget as EvaluationRuleTarget, type EvaluationRules$1 as EvaluationRules, type index$3_Evaluator as Evaluator, type index$3_EvaluatorModelConfig as EvaluatorModelConfig, index$3_EvaluatorOutputDataType as EvaluatorOutputDataType, index$3_EvaluatorOutputDefinition as EvaluatorOutputDefinition, type index$3_EvaluatorOutputFieldDefinition as EvaluatorOutputFieldDefinition, index$3_EvaluatorScope as EvaluatorScope, index$3_EvaluatorType as EvaluatorType, type Evaluators$1 as Evaluators, index$3_InternalServerError as InternalServerError, type index$3_ListEvaluationRulesRequest as ListEvaluationRulesRequest, type index$3_ListEvaluatorsRequest as ListEvaluatorsRequest, index$3_MethodNotAllowedError as MethodNotAllowedError, index$3_NotFoundError as NotFoundError, type index$3_NullEvaluationRuleFilter as NullEvaluationRuleFilter, type index$3_NumberEvaluationRuleFilter as NumberEvaluationRuleFilter, type index$3_NumberObjectEvaluationRuleFilter as NumberObjectEvaluationRuleFilter, type index$3_PublicApiError as PublicApiError, index$3_PublicApiErrorCode as PublicApiErrorCode, type index$3_PublicApiErrorDetails as PublicApiErrorDetails, type index$3_PublicApiValidationIssue as PublicApiValidationIssue, type index$3_PublicBooleanEvaluatorOutputDefinition as PublicBooleanEvaluatorOutputDefinition, type index$3_PublicCategoricalEvaluatorOutputDefinition as PublicCategoricalEvaluatorOutputDefinition, type index$3_PublicCategoricalEvaluatorOutputScoreDefinition as PublicCategoricalEvaluatorOutputScoreDefinition, index$3_PublicEvaluatorOutputDefinition as PublicEvaluatorOutputDefinition, type index$3_PublicNumericEvaluatorOutputDefinition as PublicNumericEvaluatorOutputDefinition, type index$3_StringEvaluationRuleFilter as StringEvaluationRuleFilter, type index$3_StringObjectEvaluationRuleFilter as StringObjectEvaluationRuleFilter, type index$3_StringOptionsEvaluationRuleFilter as StringOptionsEvaluationRuleFilter, index$3_TooManyRequestsError as TooManyRequestsError, index$3_UnauthorizedError as UnauthorizedError, index$3_UnprocessableContentError as UnprocessableContentError, type index$3_UpdateEvaluationRuleRequest as UpdateEvaluationRuleRequest, index$7 as commons, index$6 as errors, index$5 as evaluationRules, index$4 as evaluators };
|
|
6549
|
+
}
|
|
6550
|
+
|
|
6551
|
+
/**
|
|
6552
|
+
* This file was auto-generated by Fern from our API Definition.
|
|
6553
|
+
*/
|
|
6554
|
+
interface MetaResponse {
|
|
6555
|
+
/** current page number */
|
|
6556
|
+
page: number;
|
|
6557
|
+
/** number of items per page */
|
|
6558
|
+
limit: number;
|
|
6559
|
+
/** number of total items given the current filters/selection (if any) */
|
|
6560
|
+
totalItems: number;
|
|
6561
|
+
/** number of total pages given the current limit */
|
|
6562
|
+
totalPages: number;
|
|
6563
|
+
}
|
|
6564
|
+
|
|
6565
|
+
type index$2_MetaResponse = MetaResponse;
|
|
6566
|
+
declare namespace index$2 {
|
|
6567
|
+
export type { index$2_MetaResponse as MetaResponse };
|
|
6568
|
+
}
|
|
6569
|
+
|
|
6570
|
+
type index$1_MetaResponse = MetaResponse;
|
|
6571
|
+
declare namespace index$1 {
|
|
6572
|
+
export { type index$1_MetaResponse as MetaResponse, index$2 as pagination };
|
|
6573
|
+
}
|
|
6574
|
+
|
|
6575
|
+
/**
|
|
6576
|
+
* This file was auto-generated by Fern from our API Definition.
|
|
6577
|
+
*/
|
|
6578
|
+
/**
|
|
6579
|
+
* @example
|
|
6580
|
+
* {
|
|
6581
|
+
* newLabels: ["newLabels", "newLabels"]
|
|
6582
|
+
* }
|
|
6583
|
+
*/
|
|
6584
|
+
interface UpdatePromptRequest {
|
|
6585
|
+
/** New labels for the prompt version. Labels are unique across versions. The "latest" label is reserved and managed by Langfuse. */
|
|
6586
|
+
newLabels: string[];
|
|
6587
|
+
}
|
|
6588
|
+
|
|
6589
|
+
type index_UpdatePromptRequest = UpdatePromptRequest;
|
|
6590
|
+
declare namespace index {
|
|
6591
|
+
export type { index_UpdatePromptRequest as UpdatePromptRequest };
|
|
6592
|
+
}
|
|
6593
|
+
|
|
6594
|
+
/**
|
|
6595
|
+
* This file was auto-generated by Fern from our API Definition.
|
|
6596
|
+
*/
|
|
6597
|
+
|
|
6598
|
+
declare namespace AnnotationQueues {
|
|
6599
|
+
interface Options {
|
|
6600
|
+
environment: Supplier<string>;
|
|
6601
|
+
/** Specify a custom URL to connect the client to. */
|
|
6602
|
+
baseUrl?: Supplier<string>;
|
|
6603
|
+
username?: Supplier<string | undefined>;
|
|
6604
|
+
password?: Supplier<string | undefined>;
|
|
6605
|
+
/** Override the X-Langfuse-Sdk-Name header */
|
|
6606
|
+
xLangfuseSdkName?: Supplier<string | undefined>;
|
|
6607
|
+
/** Override the X-Langfuse-Sdk-Version header */
|
|
6608
|
+
xLangfuseSdkVersion?: Supplier<string | undefined>;
|
|
6609
|
+
/** Override the X-Langfuse-Public-Key header */
|
|
6610
|
+
xLangfusePublicKey?: Supplier<string | undefined>;
|
|
6611
|
+
/** Additional headers to include in requests. */
|
|
6612
|
+
headers?: Record<string, string | Supplier<string | null | undefined> | null | undefined>;
|
|
6613
|
+
}
|
|
6614
|
+
interface RequestOptions {
|
|
6615
|
+
/** The maximum time to wait for a response in seconds. */
|
|
6616
|
+
timeoutInSeconds?: number;
|
|
6617
|
+
/** The number of times to retry the request. Defaults to 2. */
|
|
6618
|
+
maxRetries?: number;
|
|
6619
|
+
/** A hook to abort the request. */
|
|
6620
|
+
abortSignal?: AbortSignal;
|
|
6621
|
+
/** Override the X-Langfuse-Sdk-Name header */
|
|
6622
|
+
xLangfuseSdkName?: string | undefined;
|
|
6623
|
+
/** Override the X-Langfuse-Sdk-Version header */
|
|
6624
|
+
xLangfuseSdkVersion?: string | undefined;
|
|
6625
|
+
/** Override the X-Langfuse-Public-Key header */
|
|
6626
|
+
xLangfusePublicKey?: string | undefined;
|
|
6627
|
+
/** Additional query string parameters to include in the request. */
|
|
6628
|
+
queryParams?: Record<string, unknown>;
|
|
6629
|
+
/** Additional headers to include in the request. */
|
|
6630
|
+
headers?: Record<string, string | Supplier<string | null | undefined> | null | undefined>;
|
|
6631
|
+
}
|
|
6632
|
+
}
|
|
6633
|
+
declare class AnnotationQueues {
|
|
6634
|
+
protected readonly _options: AnnotationQueues.Options;
|
|
6635
|
+
constructor(_options: AnnotationQueues.Options);
|
|
6636
|
+
/**
|
|
6637
|
+
* Get all annotation queues
|
|
6638
|
+
*
|
|
6639
|
+
* @param {LangfuseAPI.GetAnnotationQueuesRequest} request
|
|
6640
|
+
* @param {AnnotationQueues.RequestOptions} requestOptions - Request-specific configuration.
|
|
6641
|
+
*
|
|
6642
|
+
* @throws {@link LangfuseAPI.Error}
|
|
6643
|
+
* @throws {@link LangfuseAPI.UnauthorizedError}
|
|
6644
|
+
* @throws {@link LangfuseAPI.AccessDeniedError}
|
|
6645
|
+
* @throws {@link LangfuseAPI.MethodNotAllowedError}
|
|
5061
6646
|
* @throws {@link LangfuseAPI.NotFoundError}
|
|
5062
6647
|
*
|
|
5063
6648
|
* @example
|
|
@@ -5323,13 +6908,15 @@ declare class BlobStorageIntegrations {
|
|
|
5323
6908
|
* accessKeyId: undefined,
|
|
5324
6909
|
* secretAccessKey: undefined,
|
|
5325
6910
|
* prefix: undefined,
|
|
5326
|
-
* exportFrequency: "
|
|
6911
|
+
* exportFrequency: "every_20_minutes",
|
|
5327
6912
|
* enabled: true,
|
|
5328
6913
|
* forcePathStyle: true,
|
|
5329
6914
|
* fileType: "JSON",
|
|
5330
6915
|
* exportMode: "FULL_HISTORY",
|
|
5331
6916
|
* exportStartDate: undefined,
|
|
5332
|
-
* compressed: undefined
|
|
6917
|
+
* compressed: undefined,
|
|
6918
|
+
* exportSource: undefined,
|
|
6919
|
+
* exportFieldGroups: undefined
|
|
5333
6920
|
* })
|
|
5334
6921
|
*/
|
|
5335
6922
|
upsertBlobStorageIntegration(request: CreateBlobStorageIntegrationRequest, requestOptions?: BlobStorageIntegrations.RequestOptions): HttpResponsePromise<BlobStorageIntegrationResponse>;
|
|
@@ -6250,7 +7837,8 @@ declare class ScoreV1 {
|
|
|
6250
7837
|
* environment: undefined,
|
|
6251
7838
|
* queueId: undefined,
|
|
6252
7839
|
* dataType: undefined,
|
|
6253
|
-
* configId: undefined
|
|
7840
|
+
* configId: undefined,
|
|
7841
|
+
* source: undefined
|
|
6254
7842
|
* })
|
|
6255
7843
|
*/
|
|
6256
7844
|
create(request: CreateScoreRequest, requestOptions?: ScoreV1.RequestOptions): HttpResponsePromise<CreateScoreResponse>;
|
|
@@ -6392,6 +7980,23 @@ declare class LlmConnections {
|
|
|
6392
7980
|
*/
|
|
6393
7981
|
upsert(request: UpsertLlmConnectionRequest, requestOptions?: LlmConnections.RequestOptions): HttpResponsePromise<LlmConnection>;
|
|
6394
7982
|
private __upsert;
|
|
7983
|
+
/**
|
|
7984
|
+
* Delete an LLM connection by id. Evaluators that depend on the deleted connection are automatically paused.
|
|
7985
|
+
*
|
|
7986
|
+
* @param {string} id
|
|
7987
|
+
* @param {LlmConnections.RequestOptions} requestOptions - Request-specific configuration.
|
|
7988
|
+
*
|
|
7989
|
+
* @throws {@link LangfuseAPI.Error}
|
|
7990
|
+
* @throws {@link LangfuseAPI.UnauthorizedError}
|
|
7991
|
+
* @throws {@link LangfuseAPI.AccessDeniedError}
|
|
7992
|
+
* @throws {@link LangfuseAPI.MethodNotAllowedError}
|
|
7993
|
+
* @throws {@link LangfuseAPI.NotFoundError}
|
|
7994
|
+
*
|
|
7995
|
+
* @example
|
|
7996
|
+
* await client.llmConnections.delete("id")
|
|
7997
|
+
*/
|
|
7998
|
+
delete(id: string, requestOptions?: LlmConnections.RequestOptions): HttpResponsePromise<DeleteLlmConnectionResponse>;
|
|
7999
|
+
private __delete;
|
|
6395
8000
|
protected _getAuthorizationHeader(): Promise<string | undefined>;
|
|
6396
8001
|
}
|
|
6397
8002
|
|
|
@@ -6850,9 +8455,10 @@ declare class Observations {
|
|
|
6850
8455
|
* - `io` - input, output
|
|
6851
8456
|
* - `metadata` - metadata (truncated to 200 chars by default, use `expandMetadata` to get full values)
|
|
6852
8457
|
* - `model` - providedModelName, internalModelId, modelParameters
|
|
6853
|
-
* - `usage` - usageDetails, costDetails, totalCost
|
|
8458
|
+
* - `usage` - usageDetails, costDetails, totalCost, usagePricingTierName
|
|
6854
8459
|
* - `prompt` - promptId, promptName, promptVersion
|
|
6855
8460
|
* - `metrics` - latency, timeToFirstToken
|
|
8461
|
+
* - `trace_context` - tags, release, traceName
|
|
6856
8462
|
*
|
|
6857
8463
|
* If not specified, `core` and `basic` field groups are returned.
|
|
6858
8464
|
*
|
|
@@ -8129,6 +9735,480 @@ declare class Trace {
|
|
|
8129
9735
|
protected _getAuthorizationHeader(): Promise<string | undefined>;
|
|
8130
9736
|
}
|
|
8131
9737
|
|
|
9738
|
+
/**
|
|
9739
|
+
* This file was auto-generated by Fern from our API Definition.
|
|
9740
|
+
*/
|
|
9741
|
+
|
|
9742
|
+
declare namespace EvaluationRules {
|
|
9743
|
+
interface Options {
|
|
9744
|
+
environment: Supplier<string>;
|
|
9745
|
+
/** Specify a custom URL to connect the client to. */
|
|
9746
|
+
baseUrl?: Supplier<string>;
|
|
9747
|
+
username?: Supplier<string | undefined>;
|
|
9748
|
+
password?: Supplier<string | undefined>;
|
|
9749
|
+
/** Override the X-Langfuse-Sdk-Name header */
|
|
9750
|
+
xLangfuseSdkName?: Supplier<string | undefined>;
|
|
9751
|
+
/** Override the X-Langfuse-Sdk-Version header */
|
|
9752
|
+
xLangfuseSdkVersion?: Supplier<string | undefined>;
|
|
9753
|
+
/** Override the X-Langfuse-Public-Key header */
|
|
9754
|
+
xLangfusePublicKey?: Supplier<string | undefined>;
|
|
9755
|
+
/** Additional headers to include in requests. */
|
|
9756
|
+
headers?: Record<string, string | Supplier<string | null | undefined> | null | undefined>;
|
|
9757
|
+
}
|
|
9758
|
+
interface RequestOptions {
|
|
9759
|
+
/** The maximum time to wait for a response in seconds. */
|
|
9760
|
+
timeoutInSeconds?: number;
|
|
9761
|
+
/** The number of times to retry the request. Defaults to 2. */
|
|
9762
|
+
maxRetries?: number;
|
|
9763
|
+
/** A hook to abort the request. */
|
|
9764
|
+
abortSignal?: AbortSignal;
|
|
9765
|
+
/** Override the X-Langfuse-Sdk-Name header */
|
|
9766
|
+
xLangfuseSdkName?: string | undefined;
|
|
9767
|
+
/** Override the X-Langfuse-Sdk-Version header */
|
|
9768
|
+
xLangfuseSdkVersion?: string | undefined;
|
|
9769
|
+
/** Override the X-Langfuse-Public-Key header */
|
|
9770
|
+
xLangfusePublicKey?: string | undefined;
|
|
9771
|
+
/** Additional query string parameters to include in the request. */
|
|
9772
|
+
queryParams?: Record<string, unknown>;
|
|
9773
|
+
/** Additional headers to include in the request. */
|
|
9774
|
+
headers?: Record<string, string | Supplier<string | null | undefined> | null | undefined>;
|
|
9775
|
+
}
|
|
9776
|
+
}
|
|
9777
|
+
declare class EvaluationRules {
|
|
9778
|
+
protected readonly _options: EvaluationRules.Options;
|
|
9779
|
+
constructor(_options: EvaluationRules.Options);
|
|
9780
|
+
/**
|
|
9781
|
+
* Create an evaluation rule.
|
|
9782
|
+
*
|
|
9783
|
+
* An evaluation rule defines **what** incoming data should be evaluated and **how prompt variables should be populated** from that data.
|
|
9784
|
+
*
|
|
9785
|
+
* Use this resource after choosing an evaluator from the evaluator endpoints.
|
|
9786
|
+
*
|
|
9787
|
+
* Key rules:
|
|
9788
|
+
* - `name` must be unique within the project for public evaluation rules
|
|
9789
|
+
* - `target` must be `observation` or `experiment`
|
|
9790
|
+
* - `evaluator.name` + `evaluator.scope` must identify an existing evaluator family returned by the evaluator endpoints
|
|
9791
|
+
* - Langfuse resolves that family to its latest version before saving the evaluation rule
|
|
9792
|
+
* - for `target=experiment`, use dataset `id` values from `GET /api/public/v2/datasets` when filtering by `datasetId`
|
|
9793
|
+
* - every evaluator prompt variable must be mapped exactly once
|
|
9794
|
+
* - `expected_output` and `experiment_item_metadata` mappings are only valid for `target=experiment`
|
|
9795
|
+
* - if `enabled=true`, Langfuse validates that the referenced evaluator can currently run
|
|
9796
|
+
* - at most 50 evaluation rules can be effectively active in one project at the same time
|
|
9797
|
+
*
|
|
9798
|
+
* If an evaluation rule with the same `name` already exists in the project, the API returns `409`.
|
|
9799
|
+
* In that case, update the existing resource with `PATCH /api/public/unstable/evaluation-rules/{evaluationRuleId}` instead of creating a second one.
|
|
9800
|
+
*
|
|
9801
|
+
* If enabling this resource would exceed the 50-active limit, the API also returns `409`.
|
|
9802
|
+
* In that case, disable or pause another active evaluation rule before enabling a new one.
|
|
9803
|
+
*
|
|
9804
|
+
* Current scope:
|
|
9805
|
+
* - evaluation rules are live-ingestion rules only
|
|
9806
|
+
* - they do not trigger historical backfills
|
|
9807
|
+
*
|
|
9808
|
+
* Recovery guidance:
|
|
9809
|
+
* - `400 invalid_filter_value`: fix the filter `column` or `value` using `details.column`, `details.invalidValues`, and `details.allowedValues`
|
|
9810
|
+
* - `400 invalid_filter_value` with `details.column=datasetId`: call `GET /api/public/v2/datasets`, then retry with dataset `id` values from that response
|
|
9811
|
+
* - `400 missing_variable_mapping`: fetch the evaluator again and make sure every variable in `variables` appears exactly once in `mapping`
|
|
9812
|
+
* - `400 duplicate_variable_mapping`: remove repeated mappings for the same variable
|
|
9813
|
+
* - `400 invalid_variable_mapping`: switch to a valid `source` for the selected `target`, or fix the variable name
|
|
9814
|
+
* - `400 invalid_json_path`: remove or correct the `jsonPath`
|
|
9815
|
+
* - `422 evaluator_preflight_failed`: the selected evaluator cannot run with the resolved model configuration. Fix the evaluator/default model setup, then retry the create request.
|
|
9816
|
+
*
|
|
9817
|
+
* @param {LangfuseAPI.unstable.CreateEvaluationRuleRequest} request
|
|
9818
|
+
* @param {EvaluationRules.RequestOptions} requestOptions - Request-specific configuration.
|
|
9819
|
+
*
|
|
9820
|
+
* @throws {@link LangfuseAPI.unstable.BadRequestError}
|
|
9821
|
+
* @throws {@link LangfuseAPI.unstable.UnauthorizedError}
|
|
9822
|
+
* @throws {@link LangfuseAPI.unstable.AccessDeniedError}
|
|
9823
|
+
* @throws {@link LangfuseAPI.unstable.NotFoundError}
|
|
9824
|
+
* @throws {@link LangfuseAPI.unstable.ConflictError}
|
|
9825
|
+
* @throws {@link LangfuseAPI.unstable.MethodNotAllowedError}
|
|
9826
|
+
* @throws {@link LangfuseAPI.unstable.UnprocessableContentError}
|
|
9827
|
+
* @throws {@link LangfuseAPI.unstable.TooManyRequestsError}
|
|
9828
|
+
* @throws {@link LangfuseAPI.unstable.InternalServerError}
|
|
9829
|
+
* @throws {@link LangfuseAPI.Error}
|
|
9830
|
+
* @throws {@link LangfuseAPI.UnauthorizedError}
|
|
9831
|
+
* @throws {@link LangfuseAPI.AccessDeniedError}
|
|
9832
|
+
* @throws {@link LangfuseAPI.MethodNotAllowedError}
|
|
9833
|
+
* @throws {@link LangfuseAPI.NotFoundError}
|
|
9834
|
+
*
|
|
9835
|
+
* @example
|
|
9836
|
+
* await client.unstable.evaluationRules.create({
|
|
9837
|
+
* name: "answer-correctness-live",
|
|
9838
|
+
* evaluator: {
|
|
9839
|
+
* name: "answer-correctness",
|
|
9840
|
+
* scope: "project"
|
|
9841
|
+
* },
|
|
9842
|
+
* target: "observation",
|
|
9843
|
+
* enabled: true,
|
|
9844
|
+
* sampling: 1,
|
|
9845
|
+
* filter: [{
|
|
9846
|
+
* type: "stringOptions",
|
|
9847
|
+
* column: "type",
|
|
9848
|
+
* operator: "any of",
|
|
9849
|
+
* value: ["GENERATION"]
|
|
9850
|
+
* }],
|
|
9851
|
+
* mapping: [{
|
|
9852
|
+
* variable: "input",
|
|
9853
|
+
* source: "input"
|
|
9854
|
+
* }, {
|
|
9855
|
+
* variable: "output",
|
|
9856
|
+
* source: "output"
|
|
9857
|
+
* }]
|
|
9858
|
+
* })
|
|
9859
|
+
*
|
|
9860
|
+
* @example
|
|
9861
|
+
* await client.unstable.evaluationRules.create({
|
|
9862
|
+
* name: "experiment-expected-output-match",
|
|
9863
|
+
* evaluator: {
|
|
9864
|
+
* name: "expected-output-match",
|
|
9865
|
+
* scope: "project"
|
|
9866
|
+
* },
|
|
9867
|
+
* target: "experiment",
|
|
9868
|
+
* enabled: true,
|
|
9869
|
+
* sampling: 0.5,
|
|
9870
|
+
* filter: [{
|
|
9871
|
+
* type: "stringOptions",
|
|
9872
|
+
* column: "datasetId",
|
|
9873
|
+
* operator: "any of",
|
|
9874
|
+
* value: ["550e8400-e29b-41d4-a716-446655440000"]
|
|
9875
|
+
* }],
|
|
9876
|
+
* mapping: [{
|
|
9877
|
+
* variable: "output",
|
|
9878
|
+
* source: "output"
|
|
9879
|
+
* }, {
|
|
9880
|
+
* variable: "expected_output",
|
|
9881
|
+
* source: "expected_output"
|
|
9882
|
+
* }]
|
|
9883
|
+
* })
|
|
9884
|
+
*/
|
|
9885
|
+
create(request: CreateEvaluationRuleRequest, requestOptions?: EvaluationRules.RequestOptions): HttpResponsePromise<EvaluationRule>;
|
|
9886
|
+
private __create;
|
|
9887
|
+
/**
|
|
9888
|
+
* List evaluation rules in the authenticated project.
|
|
9889
|
+
*
|
|
9890
|
+
* Each item describes one live evaluation rule and its effective runtime status.
|
|
9891
|
+
*
|
|
9892
|
+
* @param {LangfuseAPI.unstable.ListEvaluationRulesRequest} request
|
|
9893
|
+
* @param {EvaluationRules.RequestOptions} requestOptions - Request-specific configuration.
|
|
9894
|
+
*
|
|
9895
|
+
* @throws {@link LangfuseAPI.unstable.BadRequestError}
|
|
9896
|
+
* @throws {@link LangfuseAPI.unstable.UnauthorizedError}
|
|
9897
|
+
* @throws {@link LangfuseAPI.unstable.AccessDeniedError}
|
|
9898
|
+
* @throws {@link LangfuseAPI.unstable.MethodNotAllowedError}
|
|
9899
|
+
* @throws {@link LangfuseAPI.unstable.TooManyRequestsError}
|
|
9900
|
+
* @throws {@link LangfuseAPI.unstable.InternalServerError}
|
|
9901
|
+
* @throws {@link LangfuseAPI.Error}
|
|
9902
|
+
* @throws {@link LangfuseAPI.UnauthorizedError}
|
|
9903
|
+
* @throws {@link LangfuseAPI.AccessDeniedError}
|
|
9904
|
+
* @throws {@link LangfuseAPI.MethodNotAllowedError}
|
|
9905
|
+
* @throws {@link LangfuseAPI.NotFoundError}
|
|
9906
|
+
*
|
|
9907
|
+
* @example
|
|
9908
|
+
* await client.unstable.evaluationRules.list()
|
|
9909
|
+
*/
|
|
9910
|
+
list(request?: ListEvaluationRulesRequest, requestOptions?: EvaluationRules.RequestOptions): HttpResponsePromise<EvaluationRules$1>;
|
|
9911
|
+
private __list;
|
|
9912
|
+
/**
|
|
9913
|
+
* Get one evaluation rule by its identifier.
|
|
9914
|
+
*
|
|
9915
|
+
* Use this endpoint to inspect the current evaluator, target, mapping, filters, and effective runtime status.
|
|
9916
|
+
*
|
|
9917
|
+
* @param {string} evaluationRuleId - Evaluation rule identifier returned by the evaluation rule endpoints.
|
|
9918
|
+
* @param {EvaluationRules.RequestOptions} requestOptions - Request-specific configuration.
|
|
9919
|
+
*
|
|
9920
|
+
* @throws {@link LangfuseAPI.unstable.BadRequestError}
|
|
9921
|
+
* @throws {@link LangfuseAPI.unstable.UnauthorizedError}
|
|
9922
|
+
* @throws {@link LangfuseAPI.unstable.AccessDeniedError}
|
|
9923
|
+
* @throws {@link LangfuseAPI.unstable.NotFoundError}
|
|
9924
|
+
* @throws {@link LangfuseAPI.unstable.MethodNotAllowedError}
|
|
9925
|
+
* @throws {@link LangfuseAPI.unstable.TooManyRequestsError}
|
|
9926
|
+
* @throws {@link LangfuseAPI.unstable.InternalServerError}
|
|
9927
|
+
* @throws {@link LangfuseAPI.Error}
|
|
9928
|
+
* @throws {@link LangfuseAPI.UnauthorizedError}
|
|
9929
|
+
* @throws {@link LangfuseAPI.AccessDeniedError}
|
|
9930
|
+
* @throws {@link LangfuseAPI.MethodNotAllowedError}
|
|
9931
|
+
* @throws {@link LangfuseAPI.NotFoundError}
|
|
9932
|
+
*
|
|
9933
|
+
* @example
|
|
9934
|
+
* await client.unstable.evaluationRules.get("evaluationRuleId")
|
|
9935
|
+
*/
|
|
9936
|
+
get(evaluationRuleId: string, requestOptions?: EvaluationRules.RequestOptions): HttpResponsePromise<EvaluationRule>;
|
|
9937
|
+
private __get;
|
|
9938
|
+
/**
|
|
9939
|
+
* Update an evaluation rule.
|
|
9940
|
+
*
|
|
9941
|
+
* Typical uses:
|
|
9942
|
+
* - enable or disable live execution
|
|
9943
|
+
* - switch to another evaluator
|
|
9944
|
+
* - adjust sampling
|
|
9945
|
+
* - change filters
|
|
9946
|
+
* - update variable mappings
|
|
9947
|
+
*
|
|
9948
|
+
* Important behavior:
|
|
9949
|
+
* - provide only the fields you want to change
|
|
9950
|
+
* - if you provide `evaluator`, Langfuse resolves that evaluator family to its latest version before saving
|
|
9951
|
+
* - changing `target`, `filter`, or `mapping` must still produce a valid target-specific configuration
|
|
9952
|
+
* - if you change `target`, also send a compatible `filter` and `mapping` in the same request unless the existing ones are still valid for the new target
|
|
9953
|
+
* - if the resulting config is enabled, Langfuse re-validates that the selected evaluator can run
|
|
9954
|
+
* - if the update would move a non-active evaluation rule into the active state and the project already has 50 active evaluation rules, the API returns `409`
|
|
9955
|
+
*
|
|
9956
|
+
* Recovery guidance:
|
|
9957
|
+
* - if the update fails with `missing_variable_mapping` or `invalid_variable_mapping` after changing `evaluator` or `target`, resend the request with a complete new `mapping`
|
|
9958
|
+
* - if the update fails with `invalid_filter_value` after changing `target`, resend the request with a target-compatible `filter`
|
|
9959
|
+
*
|
|
9960
|
+
* @param {string} evaluationRuleId - Evaluation rule identifier.
|
|
9961
|
+
* @param {LangfuseAPI.unstable.UpdateEvaluationRuleRequest} request
|
|
9962
|
+
* @param {EvaluationRules.RequestOptions} requestOptions - Request-specific configuration.
|
|
9963
|
+
*
|
|
9964
|
+
* @throws {@link LangfuseAPI.unstable.BadRequestError}
|
|
9965
|
+
* @throws {@link LangfuseAPI.unstable.UnauthorizedError}
|
|
9966
|
+
* @throws {@link LangfuseAPI.unstable.AccessDeniedError}
|
|
9967
|
+
* @throws {@link LangfuseAPI.unstable.NotFoundError}
|
|
9968
|
+
* @throws {@link LangfuseAPI.unstable.MethodNotAllowedError}
|
|
9969
|
+
* @throws {@link LangfuseAPI.unstable.UnprocessableContentError}
|
|
9970
|
+
* @throws {@link LangfuseAPI.unstable.TooManyRequestsError}
|
|
9971
|
+
* @throws {@link LangfuseAPI.unstable.InternalServerError}
|
|
9972
|
+
* @throws {@link LangfuseAPI.Error}
|
|
9973
|
+
* @throws {@link LangfuseAPI.UnauthorizedError}
|
|
9974
|
+
* @throws {@link LangfuseAPI.AccessDeniedError}
|
|
9975
|
+
* @throws {@link LangfuseAPI.MethodNotAllowedError}
|
|
9976
|
+
* @throws {@link LangfuseAPI.NotFoundError}
|
|
9977
|
+
*
|
|
9978
|
+
* @example
|
|
9979
|
+
* await client.unstable.evaluationRules.update("evaluationRuleId", {
|
|
9980
|
+
* name: undefined,
|
|
9981
|
+
* evaluator: undefined,
|
|
9982
|
+
* target: undefined,
|
|
9983
|
+
* enabled: undefined,
|
|
9984
|
+
* sampling: undefined,
|
|
9985
|
+
* filter: undefined,
|
|
9986
|
+
* mapping: undefined
|
|
9987
|
+
* })
|
|
9988
|
+
*/
|
|
9989
|
+
update(evaluationRuleId: string, request: UpdateEvaluationRuleRequest, requestOptions?: EvaluationRules.RequestOptions): HttpResponsePromise<EvaluationRule>;
|
|
9990
|
+
private __update;
|
|
9991
|
+
/**
|
|
9992
|
+
* Delete an evaluation rule.
|
|
9993
|
+
*
|
|
9994
|
+
* This removes the live-ingestion rule only. It does not delete the referenced evaluator.
|
|
9995
|
+
*
|
|
9996
|
+
* @param {string} evaluationRuleId - Evaluation rule identifier.
|
|
9997
|
+
* @param {EvaluationRules.RequestOptions} requestOptions - Request-specific configuration.
|
|
9998
|
+
*
|
|
9999
|
+
* @throws {@link LangfuseAPI.unstable.BadRequestError}
|
|
10000
|
+
* @throws {@link LangfuseAPI.unstable.UnauthorizedError}
|
|
10001
|
+
* @throws {@link LangfuseAPI.unstable.AccessDeniedError}
|
|
10002
|
+
* @throws {@link LangfuseAPI.unstable.NotFoundError}
|
|
10003
|
+
* @throws {@link LangfuseAPI.unstable.MethodNotAllowedError}
|
|
10004
|
+
* @throws {@link LangfuseAPI.unstable.TooManyRequestsError}
|
|
10005
|
+
* @throws {@link LangfuseAPI.unstable.InternalServerError}
|
|
10006
|
+
* @throws {@link LangfuseAPI.Error}
|
|
10007
|
+
* @throws {@link LangfuseAPI.UnauthorizedError}
|
|
10008
|
+
* @throws {@link LangfuseAPI.AccessDeniedError}
|
|
10009
|
+
* @throws {@link LangfuseAPI.MethodNotAllowedError}
|
|
10010
|
+
* @throws {@link LangfuseAPI.NotFoundError}
|
|
10011
|
+
*
|
|
10012
|
+
* @example
|
|
10013
|
+
* await client.unstable.evaluationRules.delete("evaluationRuleId")
|
|
10014
|
+
*/
|
|
10015
|
+
delete(evaluationRuleId: string, requestOptions?: EvaluationRules.RequestOptions): HttpResponsePromise<DeleteEvaluationRuleResponse>;
|
|
10016
|
+
private __delete;
|
|
10017
|
+
protected _getAuthorizationHeader(): Promise<string | undefined>;
|
|
10018
|
+
}
|
|
10019
|
+
|
|
10020
|
+
/**
|
|
10021
|
+
* This file was auto-generated by Fern from our API Definition.
|
|
10022
|
+
*/
|
|
10023
|
+
|
|
10024
|
+
declare namespace Evaluators {
|
|
10025
|
+
interface Options {
|
|
10026
|
+
environment: Supplier<string>;
|
|
10027
|
+
/** Specify a custom URL to connect the client to. */
|
|
10028
|
+
baseUrl?: Supplier<string>;
|
|
10029
|
+
username?: Supplier<string | undefined>;
|
|
10030
|
+
password?: Supplier<string | undefined>;
|
|
10031
|
+
/** Override the X-Langfuse-Sdk-Name header */
|
|
10032
|
+
xLangfuseSdkName?: Supplier<string | undefined>;
|
|
10033
|
+
/** Override the X-Langfuse-Sdk-Version header */
|
|
10034
|
+
xLangfuseSdkVersion?: Supplier<string | undefined>;
|
|
10035
|
+
/** Override the X-Langfuse-Public-Key header */
|
|
10036
|
+
xLangfusePublicKey?: Supplier<string | undefined>;
|
|
10037
|
+
/** Additional headers to include in requests. */
|
|
10038
|
+
headers?: Record<string, string | Supplier<string | null | undefined> | null | undefined>;
|
|
10039
|
+
}
|
|
10040
|
+
interface RequestOptions {
|
|
10041
|
+
/** The maximum time to wait for a response in seconds. */
|
|
10042
|
+
timeoutInSeconds?: number;
|
|
10043
|
+
/** The number of times to retry the request. Defaults to 2. */
|
|
10044
|
+
maxRetries?: number;
|
|
10045
|
+
/** A hook to abort the request. */
|
|
10046
|
+
abortSignal?: AbortSignal;
|
|
10047
|
+
/** Override the X-Langfuse-Sdk-Name header */
|
|
10048
|
+
xLangfuseSdkName?: string | undefined;
|
|
10049
|
+
/** Override the X-Langfuse-Sdk-Version header */
|
|
10050
|
+
xLangfuseSdkVersion?: string | undefined;
|
|
10051
|
+
/** Override the X-Langfuse-Public-Key header */
|
|
10052
|
+
xLangfusePublicKey?: string | undefined;
|
|
10053
|
+
/** Additional query string parameters to include in the request. */
|
|
10054
|
+
queryParams?: Record<string, unknown>;
|
|
10055
|
+
/** Additional headers to include in the request. */
|
|
10056
|
+
headers?: Record<string, string | Supplier<string | null | undefined> | null | undefined>;
|
|
10057
|
+
}
|
|
10058
|
+
}
|
|
10059
|
+
declare class Evaluators {
|
|
10060
|
+
protected readonly _options: Evaluators.Options;
|
|
10061
|
+
constructor(_options: Evaluators.Options);
|
|
10062
|
+
/**
|
|
10063
|
+
* Create an evaluator in the authenticated project.
|
|
10064
|
+
*
|
|
10065
|
+
* Use evaluators to define **how** Langfuse should score data: the prompt, the expected structured output, and the optional model configuration.
|
|
10066
|
+
*
|
|
10067
|
+
* Naming behavior:
|
|
10068
|
+
* - If this is a new evaluator name in your project, Langfuse creates version `1`.
|
|
10069
|
+
* - If the name already exists in your project, Langfuse creates the next version and returns it.
|
|
10070
|
+
* - When a new project version is created, existing evaluation rules in that project automatically move to the newest version for that evaluator name.
|
|
10071
|
+
*
|
|
10072
|
+
* Recommended workflow:
|
|
10073
|
+
* 1. Create the evaluator.
|
|
10074
|
+
* 2. Read the returned `variables` array.
|
|
10075
|
+
* 3. Read the returned `outputDefinition.dataType` so the client knows whether future scores will be numeric, boolean, or categorical.
|
|
10076
|
+
* 4. Create one or more evaluation rules that reference the returned evaluator family using `name` and `scope`.
|
|
10077
|
+
*
|
|
10078
|
+
* Recovery guidance:
|
|
10079
|
+
* - `422` with `code=evaluator_preflight_failed`: the evaluator cannot run with the resolved model configuration. Add a valid explicit `modelConfig`, or configure the project's default evaluation model, then retry the same request.
|
|
10080
|
+
* - `400` with `code=invalid_body`: the request shape is malformed. Use the structured `details.issues` array to fix the specific fields and retry.
|
|
10081
|
+
* - `400` with `code=invalid_body` on `outputDefinition`: send `dataType`, `reasoning.description`, and `score.description`. Do not send `version`; it is not part of the public request shape.
|
|
10082
|
+
*
|
|
10083
|
+
* Unstable API note:
|
|
10084
|
+
* - This surface may evolve while the underlying evaluation data model is being redesigned.
|
|
10085
|
+
*
|
|
10086
|
+
* @param {LangfuseAPI.unstable.CreateEvaluatorRequest} request
|
|
10087
|
+
* @param {Evaluators.RequestOptions} requestOptions - Request-specific configuration.
|
|
10088
|
+
*
|
|
10089
|
+
* @throws {@link LangfuseAPI.unstable.BadRequestError}
|
|
10090
|
+
* @throws {@link LangfuseAPI.unstable.UnauthorizedError}
|
|
10091
|
+
* @throws {@link LangfuseAPI.unstable.AccessDeniedError}
|
|
10092
|
+
* @throws {@link LangfuseAPI.unstable.MethodNotAllowedError}
|
|
10093
|
+
* @throws {@link LangfuseAPI.unstable.ConflictError}
|
|
10094
|
+
* @throws {@link LangfuseAPI.unstable.UnprocessableContentError}
|
|
10095
|
+
* @throws {@link LangfuseAPI.unstable.TooManyRequestsError}
|
|
10096
|
+
* @throws {@link LangfuseAPI.unstable.InternalServerError}
|
|
10097
|
+
* @throws {@link LangfuseAPI.Error}
|
|
10098
|
+
* @throws {@link LangfuseAPI.UnauthorizedError}
|
|
10099
|
+
* @throws {@link LangfuseAPI.AccessDeniedError}
|
|
10100
|
+
* @throws {@link LangfuseAPI.MethodNotAllowedError}
|
|
10101
|
+
* @throws {@link LangfuseAPI.NotFoundError}
|
|
10102
|
+
*
|
|
10103
|
+
* @example
|
|
10104
|
+
* await client.unstable.evaluators.create({
|
|
10105
|
+
* name: "answer-correctness",
|
|
10106
|
+
* prompt: "You are grading an answer.\n\nInput:\n{{input}}\n\nOutput:\n{{output}}\n\nReturn a score between 0 and 1.\n",
|
|
10107
|
+
* outputDefinition: {
|
|
10108
|
+
* dataType: "NUMERIC",
|
|
10109
|
+
* dataType: "NUMERIC",
|
|
10110
|
+
* reasoning: {
|
|
10111
|
+
* description: "Explain why the score was assigned."
|
|
10112
|
+
* },
|
|
10113
|
+
* score: {
|
|
10114
|
+
* description: "Correctness score between 0 and 1."
|
|
10115
|
+
* }
|
|
10116
|
+
* },
|
|
10117
|
+
* modelConfig: {
|
|
10118
|
+
* provider: "openai",
|
|
10119
|
+
* model: "gpt-4.1-mini"
|
|
10120
|
+
* }
|
|
10121
|
+
* })
|
|
10122
|
+
*/
|
|
10123
|
+
create(request: CreateEvaluatorRequest, requestOptions?: Evaluators.RequestOptions): HttpResponsePromise<Evaluator>;
|
|
10124
|
+
private __create;
|
|
10125
|
+
/**
|
|
10126
|
+
* List the evaluators available to the authenticated project.
|
|
10127
|
+
*
|
|
10128
|
+
* Important behavior:
|
|
10129
|
+
* - This endpoint returns the latest version of each available evaluator.
|
|
10130
|
+
* - Results can include evaluators from your project and Langfuse-managed evaluators.
|
|
10131
|
+
* - If the same evaluator name exists in both places, both are returned as separate items with different `scope` values.
|
|
10132
|
+
*
|
|
10133
|
+
* @param {LangfuseAPI.unstable.ListEvaluatorsRequest} request
|
|
10134
|
+
* @param {Evaluators.RequestOptions} requestOptions - Request-specific configuration.
|
|
10135
|
+
*
|
|
10136
|
+
* @throws {@link LangfuseAPI.unstable.BadRequestError}
|
|
10137
|
+
* @throws {@link LangfuseAPI.unstable.UnauthorizedError}
|
|
10138
|
+
* @throws {@link LangfuseAPI.unstable.AccessDeniedError}
|
|
10139
|
+
* @throws {@link LangfuseAPI.unstable.MethodNotAllowedError}
|
|
10140
|
+
* @throws {@link LangfuseAPI.unstable.TooManyRequestsError}
|
|
10141
|
+
* @throws {@link LangfuseAPI.unstable.InternalServerError}
|
|
10142
|
+
* @throws {@link LangfuseAPI.Error}
|
|
10143
|
+
* @throws {@link LangfuseAPI.UnauthorizedError}
|
|
10144
|
+
* @throws {@link LangfuseAPI.AccessDeniedError}
|
|
10145
|
+
* @throws {@link LangfuseAPI.MethodNotAllowedError}
|
|
10146
|
+
* @throws {@link LangfuseAPI.NotFoundError}
|
|
10147
|
+
*
|
|
10148
|
+
* @example
|
|
10149
|
+
* await client.unstable.evaluators.list()
|
|
10150
|
+
*/
|
|
10151
|
+
list(request?: ListEvaluatorsRequest, requestOptions?: Evaluators.RequestOptions): HttpResponsePromise<Evaluators$1>;
|
|
10152
|
+
private __list;
|
|
10153
|
+
/**
|
|
10154
|
+
* Get one evaluator by `id`.
|
|
10155
|
+
*
|
|
10156
|
+
* Use this endpoint when you want the prompt, output definition, model configuration, and derived variables for the evaluator you plan to use in an evaluation rule.
|
|
10157
|
+
*
|
|
10158
|
+
* @param {string} evaluatorId - Evaluator identifier returned by the evaluator endpoints.
|
|
10159
|
+
* @param {Evaluators.RequestOptions} requestOptions - Request-specific configuration.
|
|
10160
|
+
*
|
|
10161
|
+
* @throws {@link LangfuseAPI.unstable.BadRequestError}
|
|
10162
|
+
* @throws {@link LangfuseAPI.unstable.UnauthorizedError}
|
|
10163
|
+
* @throws {@link LangfuseAPI.unstable.AccessDeniedError}
|
|
10164
|
+
* @throws {@link LangfuseAPI.unstable.NotFoundError}
|
|
10165
|
+
* @throws {@link LangfuseAPI.unstable.MethodNotAllowedError}
|
|
10166
|
+
* @throws {@link LangfuseAPI.unstable.TooManyRequestsError}
|
|
10167
|
+
* @throws {@link LangfuseAPI.unstable.InternalServerError}
|
|
10168
|
+
* @throws {@link LangfuseAPI.Error}
|
|
10169
|
+
* @throws {@link LangfuseAPI.UnauthorizedError}
|
|
10170
|
+
* @throws {@link LangfuseAPI.AccessDeniedError}
|
|
10171
|
+
* @throws {@link LangfuseAPI.MethodNotAllowedError}
|
|
10172
|
+
* @throws {@link LangfuseAPI.NotFoundError}
|
|
10173
|
+
*
|
|
10174
|
+
* @example
|
|
10175
|
+
* await client.unstable.evaluators.get("evaluatorId")
|
|
10176
|
+
*/
|
|
10177
|
+
get(evaluatorId: string, requestOptions?: Evaluators.RequestOptions): HttpResponsePromise<Evaluator>;
|
|
10178
|
+
private __get;
|
|
10179
|
+
protected _getAuthorizationHeader(): Promise<string | undefined>;
|
|
10180
|
+
}
|
|
10181
|
+
|
|
10182
|
+
/**
|
|
10183
|
+
* This file was auto-generated by Fern from our API Definition.
|
|
10184
|
+
*/
|
|
10185
|
+
|
|
10186
|
+
declare namespace Unstable {
|
|
10187
|
+
interface Options {
|
|
10188
|
+
environment: Supplier<string>;
|
|
10189
|
+
/** Specify a custom URL to connect the client to. */
|
|
10190
|
+
baseUrl?: Supplier<string>;
|
|
10191
|
+
username?: Supplier<string | undefined>;
|
|
10192
|
+
password?: Supplier<string | undefined>;
|
|
10193
|
+
/** Override the X-Langfuse-Sdk-Name header */
|
|
10194
|
+
xLangfuseSdkName?: Supplier<string | undefined>;
|
|
10195
|
+
/** Override the X-Langfuse-Sdk-Version header */
|
|
10196
|
+
xLangfuseSdkVersion?: Supplier<string | undefined>;
|
|
10197
|
+
/** Override the X-Langfuse-Public-Key header */
|
|
10198
|
+
xLangfusePublicKey?: Supplier<string | undefined>;
|
|
10199
|
+
/** Additional headers to include in requests. */
|
|
10200
|
+
headers?: Record<string, string | Supplier<string | null | undefined> | null | undefined>;
|
|
10201
|
+
}
|
|
10202
|
+
}
|
|
10203
|
+
declare class Unstable {
|
|
10204
|
+
protected readonly _options: Unstable.Options;
|
|
10205
|
+
protected _evaluationRules: EvaluationRules | undefined;
|
|
10206
|
+
protected _evaluators: Evaluators | undefined;
|
|
10207
|
+
constructor(_options: Unstable.Options);
|
|
10208
|
+
get evaluationRules(): EvaluationRules;
|
|
10209
|
+
get evaluators(): Evaluators;
|
|
10210
|
+
}
|
|
10211
|
+
|
|
8132
10212
|
/**
|
|
8133
10213
|
* This file was auto-generated by Fern from our API Definition.
|
|
8134
10214
|
*/
|
|
@@ -8194,6 +10274,7 @@ declare class LangfuseAPIClient {
|
|
|
8194
10274
|
protected _scores: Scores | undefined;
|
|
8195
10275
|
protected _sessions: Sessions | undefined;
|
|
8196
10276
|
protected _trace: Trace | undefined;
|
|
10277
|
+
protected _unstable: Unstable | undefined;
|
|
8197
10278
|
constructor(_options: LangfuseAPIClient.Options);
|
|
8198
10279
|
get annotationQueues(): AnnotationQueues;
|
|
8199
10280
|
get blobStorageIntegrations(): BlobStorageIntegrations;
|
|
@@ -8219,6 +10300,7 @@ declare class LangfuseAPIClient {
|
|
|
8219
10300
|
get scores(): Scores;
|
|
8220
10301
|
get sessions(): Sessions;
|
|
8221
10302
|
get trace(): Trace;
|
|
10303
|
+
get unstable(): Unstable;
|
|
8222
10304
|
}
|
|
8223
10305
|
|
|
8224
10306
|
type LangfuseEnvVar = "LANGFUSE_PUBLIC_KEY" | "LANGFUSE_SECRET_KEY" | "LANGFUSE_BASE_URL" | "LANGFUSE_BASEURL" | "LANGFUSE_TIMEOUT" | "LANGFUSE_FLUSH_AT" | "LANGFUSE_FLUSH_INTERVAL" | "LANGFUSE_LOG_LEVEL" | "LANGFUSE_DEBUG" | "LANGFUSE_RELEASE" | "LANGFUSE_TRACING_ENVIRONMENT";
|
|
@@ -8611,4 +10693,4 @@ interface PropagateAttributesParams {
|
|
|
8611
10693
|
declare function propagateAttributes<A extends unknown[], F extends (...args: A) => ReturnType<F>>(params: PropagateAttributesParams, fn: F): ReturnType<F>;
|
|
8612
10694
|
declare function getPropagatedAttributesFromContext(context: Context): Record<string, string | string[]>;
|
|
8613
10695
|
|
|
8614
|
-
export { AccessDeniedError, type AnnotationQueue, type AnnotationQueueAssignmentRequest, type AnnotationQueueItem, AnnotationQueueObjectType, AnnotationQueueStatus, type ApiKeyDeletionResponse, type ApiKeyList, type ApiKeyResponse, type ApiKeySummary, type AuthenticationScheme, type BaseEvent, type BasePrompt, type BaseScore, type BaseScoreV1, BlobStorageExportFrequency, BlobStorageExportMode, type BlobStorageIntegrationDeletionResponse, BlobStorageIntegrationFileType, type BlobStorageIntegrationResponse, type BlobStorageIntegrationStatusResponse, BlobStorageIntegrationType, type BlobStorageIntegrationsResponse, BlobStorageSyncStatus, type BooleanScore, type BooleanScoreV1, type BulkConfig, type CategoricalScore, type CategoricalScoreV1, type ChatMessage, ChatMessageType, type ChatMessageWithPlaceholders, type ChatPrompt, type Comment, CommentObjectType, type ConfigCategory, type CorrectionScore, type CreateAnnotationQueueAssignmentResponse, type CreateAnnotationQueueItemRequest, type CreateAnnotationQueueRequest, type CreateApiKeyRequest, type CreateBlobStorageIntegrationRequest, type CreateChatPromptRequest, CreateChatPromptType, type CreateCommentRequest, type CreateCommentResponse, type CreateDatasetItemRequest, type CreateDatasetRequest, type CreateDatasetRunItemRequest, type CreateEventBody, type CreateEventEvent, type CreateGenerationBody, type CreateGenerationEvent, type CreateModelRequest, type CreateObservationEvent, type CreateProjectRequest, type CreatePromptRequest, type CreateScoreConfigRequest, type CreateScoreValue, type CreateSpanBody, type CreateSpanEvent, type CreateTextPromptRequest, CreateTextPromptType, type CreateUserRequest, type Dataset, type DatasetItem, type DatasetRun, type DatasetRunItem, type DatasetRunWithItems, DatasetStatus, type DeleteAnnotationQueueAssignmentResponse, type DeleteAnnotationQueueItemResponse, type DeleteDatasetItemResponse, type DeleteDatasetRunResponse, type DeleteMembershipRequest, type DeletePromptRequest, type DeleteTraceResponse, type DeleteTracesRequest, type EmptyResponse, Error$1 as Error, type FilterConfig, type GetAnnotationQueueItemsRequest, type GetAnnotationQueuesRequest, type GetCommentsRequest, type GetCommentsResponse, type GetDatasetItemsRequest, type GetDatasetRunsRequest, type GetDatasetsRequest, type GetLlmConnectionsRequest, type GetMediaResponse, type GetMediaUploadUrlRequest, type GetMediaUploadUrlResponse, type GetMetricsV2Request, type GetModelsRequest, type GetObservationsV2Request, type GetPromptRequest, type GetScoreConfigsRequest, type GetScoresRequest, type GetScoresResponse, GetScoresResponseData, type GetScoresResponseDataBoolean, type GetScoresResponseDataCategorical, type GetScoresResponseDataCorrection, type GetScoresResponseDataNumeric, type GetScoresResponseDataText, type GetScoresResponseTraceData, type GetSessionsRequest, type GetTraceRequest, type GetTracesRequest, type HealthResponse, type IngestionError, IngestionEvent, type IngestionRequest, type IngestionResponse, type IngestionSuccess, type IngestionUsage, LANGFUSE_SDK_EXPERIMENT_ENVIRONMENT, LANGFUSE_SDK_NAME, LANGFUSE_SDK_VERSION, LANGFUSE_TRACER_NAME, LANGFUSE_TRACE_ID_BAGGAGE_KEY, LangfuseAPIClient, LangfuseAPIError, LangfuseAPITimeoutError, LangfuseMedia, type LangfuseMediaParams, LangfuseOtelContextKeys, LangfuseOtelSpanAttributes, type ListDatasetRunItemsRequest, type ListPromptsMetaRequest, type ListUsersRequest, LlmAdapter, type LlmConnection, LogLevel, Logger, type LoggerConfig, type MapValue, MediaContentType, type MembershipDeletionResponse, type MembershipRequest, type MembershipResponse, MembershipRole, type MembershipsResponse, MethodNotAllowedError, type MetricsV2Response, type Model, type ModelPrice, ModelUsageUnit, NotFoundError, type NumericScore, type NumericScoreV1, type Observation, type ObservationBody, ObservationLevel, ObservationType, type ObservationV2, type ObservationsV2Meta, type ObservationsV2Response, type ObservationsView, type OpenAiCompletionUsageSchema, type OpenAiResponseUsageSchema, type OpenAiUsage, type OptionalObservationBody, type Organization, type OrganizationApiKey, type OrganizationApiKeysResponse, type OrganizationProject, type OrganizationProjectsResponse, type OtelAttribute, type OtelAttributeValue, type OtelResource, type OtelResourceSpan, type OtelScope, type OtelScopeSpan, type OtelSpan, type OtelTraceRequest, type OtelTraceResponse, type PaginatedAnnotationQueueItems, type PaginatedAnnotationQueues, type PaginatedDatasetItems, type PaginatedDatasetRunItems, type PaginatedDatasetRuns, type PaginatedDatasets, type PaginatedLlmConnections, type PaginatedModels, type PaginatedSessions, type ParsedMediaReference, type PatchMediaBody, type PlaceholderMessage, PlaceholderMessageType, type PricingTier, type PricingTierCondition, type PricingTierInput, PricingTierOperator, type Project, type ProjectDeletionResponse, type Projects$1 as Projects, Prompt, type PromptMeta, type PromptMetaListResponse, PromptType, type PropagateAttributesParams, type ResourceMeta, type ResourceType, type ResourceTypesResponse, type SchemaExtension, type SchemaResource, type SchemasResponse, type ScimEmail, type ScimFeatureSupport, type ScimName, type ScimUser, type ScimUsersListResponse, Score, type ScoreBody, type ScoreConfig, ScoreConfigDataType, type ScoreConfigs$1 as ScoreConfigs, ScoreDataType, type ScoreEvent, ScoreSource, ScoreV1$1 as ScoreV1, type SdkLogBody, type SdkLogEvent, type ServiceProviderConfig, ServiceUnavailableError, type Session, type SessionWithTraces, type Sort, type TextPrompt, type TextScore, type TextScoreV1, type Trace$1 as Trace, type TraceBody, type TraceEvent, type TraceWithDetails, type TraceWithFullDetails, type Traces, UnauthorizedError, type UpdateAnnotationQueueItemRequest, type UpdateEventBody, type UpdateGenerationBody, type UpdateGenerationEvent, type UpdateObservationEvent, type UpdateProjectRequest, type UpdatePromptRequest, type UpdateScoreConfigRequest, type UpdateSpanBody, type UpdateSpanEvent, type UpsertLlmConnectionRequest, type Usage, type UsageDetails, type UserMeta, index$
|
|
10696
|
+
export { AccessDeniedError$1 as AccessDeniedError, type AnnotationQueue, type AnnotationQueueAssignmentRequest, type AnnotationQueueItem, AnnotationQueueObjectType, AnnotationQueueStatus, type ApiKeyDeletionResponse, type ApiKeyList, type ApiKeyResponse, type ApiKeySummary, type AuthenticationScheme, type BaseEvent, type BasePrompt, type BaseScore, type BaseScoreV1, BlobStorageExportFieldGroup, BlobStorageExportFrequency, BlobStorageExportMode, BlobStorageExportSource, type BlobStorageIntegrationDeletionResponse, BlobStorageIntegrationFileType, type BlobStorageIntegrationResponse, type BlobStorageIntegrationStatusResponse, BlobStorageIntegrationType, type BlobStorageIntegrationsResponse, BlobStorageSyncStatus, type BooleanScore, type BooleanScoreV1, type BulkConfig, type CategoricalScore, type CategoricalScoreV1, type ChatMessage, ChatMessageType, type ChatMessageWithPlaceholders, type ChatPrompt, type Comment, CommentObjectType, type ConfigCategory, type CorrectionScore, type CreateAnnotationQueueAssignmentResponse, type CreateAnnotationQueueItemRequest, type CreateAnnotationQueueRequest, type CreateApiKeyRequest, type CreateBlobStorageIntegrationRequest, type CreateChatPromptRequest, CreateChatPromptType, type CreateCommentRequest, type CreateCommentResponse, type CreateDatasetItemRequest, type CreateDatasetRequest, type CreateDatasetRunItemRequest, type CreateEventBody, type CreateEventEvent, type CreateGenerationBody, type CreateGenerationEvent, type CreateModelRequest, type CreateObservationEvent, type CreateProjectRequest, type CreatePromptRequest, type CreateScoreConfigRequest, type CreateScoreValue, type CreateSpanBody, type CreateSpanEvent, type CreateTextPromptRequest, CreateTextPromptType, type CreateUserRequest, type Dataset, type DatasetItem, type DatasetRun, type DatasetRunItem, type DatasetRunWithItems, DatasetStatus, type DeleteAnnotationQueueAssignmentResponse, type DeleteAnnotationQueueItemResponse, type DeleteDatasetItemResponse, type DeleteDatasetRunResponse, type DeleteLlmConnectionResponse, type DeleteMembershipRequest, type DeletePromptRequest, type DeleteTraceResponse, type DeleteTracesRequest, type EmptyResponse, Error$1 as Error, type FilterConfig, type GetAnnotationQueueItemsRequest, type GetAnnotationQueuesRequest, type GetCommentsRequest, type GetCommentsResponse, type GetDatasetItemsRequest, type GetDatasetRunsRequest, type GetDatasetsRequest, type GetLlmConnectionsRequest, type GetMediaResponse, type GetMediaUploadUrlRequest, type GetMediaUploadUrlResponse, type GetMetricsV2Request, type GetModelsRequest, type GetObservationsV2Request, type GetPromptRequest, type GetScoreConfigsRequest, type GetScoresRequest, type GetScoresResponse, GetScoresResponseData, type GetScoresResponseDataBoolean, type GetScoresResponseDataCategorical, type GetScoresResponseDataCorrection, type GetScoresResponseDataNumeric, type GetScoresResponseDataText, type GetScoresResponseTraceData, type GetSessionsRequest, type GetTraceRequest, type GetTracesRequest, type HealthResponse, type IngestionError, IngestionEvent, type IngestionRequest, type IngestionResponse, type IngestionSuccess, type IngestionUsage, LANGFUSE_SDK_EXPERIMENT_ENVIRONMENT, LANGFUSE_SDK_NAME, LANGFUSE_SDK_VERSION, LANGFUSE_TRACER_NAME, LANGFUSE_TRACE_ID_BAGGAGE_KEY, LangfuseAPIClient, LangfuseAPIError, LangfuseAPITimeoutError, LangfuseMedia, type LangfuseMediaParams, LangfuseOtelContextKeys, LangfuseOtelSpanAttributes, type ListDatasetRunItemsRequest, type ListPromptsMetaRequest, type ListUsersRequest, LlmAdapter, type LlmConnection, LogLevel, Logger, type LoggerConfig, type MapValue, MediaContentType, type MembershipDeletionResponse, type MembershipRequest, type MembershipResponse, MembershipRole, type MembershipsResponse, MethodNotAllowedError$1 as MethodNotAllowedError, type MetricsV2Response, type Model, type ModelPrice, ModelUsageUnit, NotFoundError$1 as NotFoundError, type NumericScore, type NumericScoreV1, type Observation, type ObservationBody, ObservationLevel, ObservationType, type ObservationV2, type ObservationsV2Meta, type ObservationsV2Response, type ObservationsView, type OpenAiCompletionUsageSchema, type OpenAiResponseUsageSchema, type OpenAiUsage, type OptionalObservationBody, type Organization, type OrganizationApiKey, type OrganizationApiKeysResponse, type OrganizationProject, type OrganizationProjectsResponse, type OtelAttribute, type OtelAttributeValue, type OtelResource, type OtelResourceSpan, type OtelScope, type OtelScopeSpan, type OtelSpan, type OtelTraceRequest, type OtelTraceResponse, type PaginatedAnnotationQueueItems, type PaginatedAnnotationQueues, type PaginatedDatasetItems, type PaginatedDatasetRunItems, type PaginatedDatasetRuns, type PaginatedDatasets, type PaginatedLlmConnections, type PaginatedModels, type PaginatedSessions, type ParsedMediaReference, type PatchMediaBody, type PlaceholderMessage, PlaceholderMessageType, type PricingTier, type PricingTierCondition, type PricingTierInput, PricingTierOperator, type Project, type ProjectDeletionResponse, type Projects$1 as Projects, Prompt, type PromptMeta, type PromptMetaListResponse, PromptType, type PropagateAttributesParams, type ResourceMeta, type ResourceType, type ResourceTypesResponse, type SchemaExtension, type SchemaResource, type SchemasResponse, type ScimEmail, type ScimFeatureSupport, type ScimName, type ScimUser, type ScimUsersListResponse, Score, type ScoreBody, type ScoreConfig, ScoreConfigDataType, type ScoreConfigs$1 as ScoreConfigs, ScoreDataType, type ScoreEvent, ScoreSource, ScoreV1$1 as ScoreV1, type SdkLogBody, type SdkLogEvent, type ServiceProviderConfig, ServiceUnavailableError, type Session, type SessionWithTraces, type Sort, type TextPrompt, type TextScore, type TextScoreV1, type Trace$1 as Trace, type TraceBody, type TraceEvent, type TraceWithDetails, type TraceWithFullDetails, type Traces, UnauthorizedError$1 as UnauthorizedError, type UpdateAnnotationQueueItemRequest, type UpdateEventBody, type UpdateGenerationBody, type UpdateGenerationEvent, type UpdateObservationEvent, type UpdateProjectRequest, type UpdatePromptRequest, type UpdateScoreConfigRequest, type UpdateSpanBody, type UpdateSpanEvent, type UpsertLlmConnectionRequest, type Usage, type UsageDetails, type UserMeta, index$y as annotationQueues, base64Decode, base64Encode, base64ToBytes, index$x as blobStorageIntegrations, bytesToBase64, index$w as comments, index$v as commons, configureGlobalLogger, createExperimentId, createExperimentItemId, createLogger, index$u as datasetItems, index$t as datasetRunItems, index$s as datasets, generateUUID, getEnv, getGlobalLogger, getLangfuseTraceIdFromBaggage, getPropagatedAttributesFromContext, index$r as health, index$q as ingestion, index$m as legacy, index$l as llmConnections, LoggerSingleton as logger, index$k as media, index$j as metrics, index$i as models, index$h as observations, index$g as opentelemetry, index$f as organizations, index$e as projects, index as promptVersion, index$d as prompts, propagateAttributes, resetGlobalLogger, safeSetTimeout, index$c as scim, index$b as scoreConfigs, index$a as scores, serializeValue, index$9 as sessions, setLangfuseTraceIdInBaggage, index$8 as trace, index$3 as unstable, index$1 as utils };
|