weflayr 0.30.0 → 0.32.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/package.json +9 -9
- package/dist/src/api/generated/facade.gen.d.ts +1469 -10
- package/dist/src/api/generated/facade.gen.js +24 -1
- package/dist/src/api/generated/index.d.ts +2 -2
- package/dist/src/api/generated/index.js +24 -1
- package/dist/src/api/generated/sdk.gen.d.ts +97 -5
- package/dist/src/api/generated/sdk.gen.js +256 -5
- package/dist/src/api/generated/types.gen.d.ts +4568 -769
- package/dist/src/instrumentation/anthropic/get_streaming_accumulation_telemetry.d.ts +6 -4
- package/dist/src/instrumentation/anthropic/get_streaming_accumulation_telemetry.js +22 -5
- package/dist/src/instrumentation/bedrock/{get_cache_telemetry.d.ts → get_cache_and_reasoning_telemetry.d.ts} +7 -0
- package/dist/src/instrumentation/bedrock/{get_cache_telemetry.js → get_cache_and_reasoning_telemetry.js} +25 -2
- package/dist/src/instrumentation/bedrock/get_streaming_output_message_telemetry.d.ts +6 -0
- package/dist/src/instrumentation/bedrock/get_streaming_output_message_telemetry.js +18 -2
- package/dist/src/instrumentation/bedrock/set_telemetry_attributes.js +2 -2
- package/dist/src/instrumentation/mistral/full_instrumentation.d.ts +10 -4
- package/dist/src/instrumentation/mistral/full_instrumentation.js +47 -14
- package/dist/src/instrumentation/mistral/get_streamed_reasoning_telemetry.d.ts +38 -0
- package/dist/src/instrumentation/mistral/get_streamed_reasoning_telemetry.js +72 -0
- package/dist/src/instrumentation/openai/get_streaming_usage.d.ts +5 -2
- package/dist/src/instrumentation/openai/get_streaming_usage.js +10 -2
- package/dist/src/otel/exporter.d.ts +1 -1
- package/dist/src/otel/span-filter.d.ts +1 -1
- package/dist/src/otel/span-processor.d.ts +1 -1
- package/dist/src/otel/span-processor.js +3 -3
- package/dist/src/propagate-metadata-to-gateway.js +38 -11
- package/dist/src/setup.js +19 -7
- package/package.json +9 -9
|
@@ -35,7 +35,7 @@ var __importStar = (this && this.__importStar) || (function () {
|
|
|
35
35
|
};
|
|
36
36
|
})();
|
|
37
37
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
38
|
-
exports.getPerformance = exports.getFeatures = exports.getCustomers = exports.getProviders = exports.getModels = exports.getTags = exports.getProject = exports.setCustomersTags = exports.getCustomersTags = exports.deleteCustomersTags = exports.setKeyMetrics = exports.getKeyMetrics = exports.deleteKeyMetrics = exports.setRevenue = exports.getRevenue = exports.deleteRevenue = exports.getMargin = exports.getCosts = void 0;
|
|
38
|
+
exports.stopBenchmark = exports.startOrResumeBenchmark = exports.setBenchmark = exports.getBenchmarks = exports.deleteBenchmark = exports.getBenchmarkExamples = exports.getBenchmark = exports.importPastData = exports.testEvaluator = exports.generateEvaluators = exports.setEvaluator = exports.getEvaluators = exports.deleteEvaluator = exports.getEvaluator = exports.getBenchmarkCandidates = exports.getRoutingStrategyResults = exports.restoreRoutingStrategy = exports.archiveRoutingStrategy = exports.getRoutingStrategy = exports.setRoutingStrategy = exports.getRoutingStrategies = exports.getPerformance = exports.getCalls = exports.getFeatures = exports.getCustomers = exports.getProviders = exports.getModels = exports.getTags = exports.getProject = exports.getApiKeyInfo = exports.setCustomersTags = exports.getCustomersTags = exports.deleteCustomersTags = exports.setKeyMetrics = exports.getKeyMetrics = exports.deleteKeyMetrics = exports.setRevenue = exports.getRevenue = exports.deleteRevenue = exports.getMargin = exports.getCosts = void 0;
|
|
39
39
|
const makeEndpoint_js_1 = require("../makeEndpoint.js");
|
|
40
40
|
const generated = __importStar(require("./sdk.gen.js"));
|
|
41
41
|
exports.getCosts = (0, makeEndpoint_js_1.makeEndpoint)(generated.getCosts);
|
|
@@ -49,10 +49,33 @@ exports.setKeyMetrics = (0, makeEndpoint_js_1.makeEndpoint)(generated.setKeyMetr
|
|
|
49
49
|
exports.deleteCustomersTags = (0, makeEndpoint_js_1.makeEndpoint)(generated.deleteCustomersTags);
|
|
50
50
|
exports.getCustomersTags = (0, makeEndpoint_js_1.makeEndpoint)(generated.getCustomersTags);
|
|
51
51
|
exports.setCustomersTags = (0, makeEndpoint_js_1.makeEndpoint)(generated.setCustomersTags);
|
|
52
|
+
exports.getApiKeyInfo = (0, makeEndpoint_js_1.makeEndpoint)(generated.getApiKeyInfo);
|
|
52
53
|
exports.getProject = (0, makeEndpoint_js_1.makeEndpoint)(generated.getProject);
|
|
53
54
|
exports.getTags = (0, makeEndpoint_js_1.makeEndpoint)(generated.getTags);
|
|
54
55
|
exports.getModels = (0, makeEndpoint_js_1.makeEndpoint)(generated.getModels);
|
|
55
56
|
exports.getProviders = (0, makeEndpoint_js_1.makeEndpoint)(generated.getProviders);
|
|
56
57
|
exports.getCustomers = (0, makeEndpoint_js_1.makeEndpoint)(generated.getCustomers);
|
|
57
58
|
exports.getFeatures = (0, makeEndpoint_js_1.makeEndpoint)(generated.getFeatures);
|
|
59
|
+
exports.getCalls = (0, makeEndpoint_js_1.makeEndpoint)(generated.getCalls);
|
|
58
60
|
exports.getPerformance = (0, makeEndpoint_js_1.makeEndpoint)(generated.getPerformance);
|
|
61
|
+
exports.getRoutingStrategies = (0, makeEndpoint_js_1.makeEndpoint)(generated.getRoutingStrategies);
|
|
62
|
+
exports.setRoutingStrategy = (0, makeEndpoint_js_1.makeEndpoint)(generated.setRoutingStrategy);
|
|
63
|
+
exports.getRoutingStrategy = (0, makeEndpoint_js_1.makeEndpoint)(generated.getRoutingStrategy);
|
|
64
|
+
exports.archiveRoutingStrategy = (0, makeEndpoint_js_1.makeEndpoint)(generated.archiveRoutingStrategy);
|
|
65
|
+
exports.restoreRoutingStrategy = (0, makeEndpoint_js_1.makeEndpoint)(generated.restoreRoutingStrategy);
|
|
66
|
+
exports.getRoutingStrategyResults = (0, makeEndpoint_js_1.makeEndpoint)(generated.getRoutingStrategyResults);
|
|
67
|
+
exports.getBenchmarkCandidates = (0, makeEndpoint_js_1.makeEndpoint)(generated.getBenchmarkCandidates);
|
|
68
|
+
exports.getEvaluator = (0, makeEndpoint_js_1.makeEndpoint)(generated.getEvaluator);
|
|
69
|
+
exports.deleteEvaluator = (0, makeEndpoint_js_1.makeEndpoint)(generated.deleteEvaluator);
|
|
70
|
+
exports.getEvaluators = (0, makeEndpoint_js_1.makeEndpoint)(generated.getEvaluators);
|
|
71
|
+
exports.setEvaluator = (0, makeEndpoint_js_1.makeEndpoint)(generated.setEvaluator);
|
|
72
|
+
exports.generateEvaluators = (0, makeEndpoint_js_1.makeEndpoint)(generated.generateEvaluators);
|
|
73
|
+
exports.testEvaluator = (0, makeEndpoint_js_1.makeEndpoint)(generated.testEvaluator);
|
|
74
|
+
exports.importPastData = (0, makeEndpoint_js_1.makeEndpoint)(generated.importPastData);
|
|
75
|
+
exports.getBenchmark = (0, makeEndpoint_js_1.makeEndpoint)(generated.getBenchmark);
|
|
76
|
+
exports.getBenchmarkExamples = (0, makeEndpoint_js_1.makeEndpoint)(generated.getBenchmarkExamples);
|
|
77
|
+
exports.deleteBenchmark = (0, makeEndpoint_js_1.makeEndpoint)(generated.deleteBenchmark);
|
|
78
|
+
exports.getBenchmarks = (0, makeEndpoint_js_1.makeEndpoint)(generated.getBenchmarks);
|
|
79
|
+
exports.setBenchmark = (0, makeEndpoint_js_1.makeEndpoint)(generated.setBenchmark);
|
|
80
|
+
exports.startOrResumeBenchmark = (0, makeEndpoint_js_1.makeEndpoint)(generated.startOrResumeBenchmark);
|
|
81
|
+
exports.stopBenchmark = (0, makeEndpoint_js_1.makeEndpoint)(generated.stopBenchmark);
|
|
@@ -1,2 +1,2 @@
|
|
|
1
|
-
export { deleteCustomersTags, deleteKeyMetrics, deleteRevenue, getCosts, getCustomers, getCustomersTags, getFeatures, getKeyMetrics, getMargin, getModels, getPerformance, getProject, getProviders, getRevenue, getTags, type Options, setCustomersTags, setKeyMetrics, setRevenue } from './sdk.gen.js';
|
|
2
|
-
export type { AllCustomerTagsOutput, ApiErrorOutput, ClientOptions, CostRow, CostsInput, CostsOutput, CustomerOutput, CustomersOutput, CustomersUpdatedOutput, CustomerTags, CustomerTagsOutput, DeleteCustomersTagsData, DeleteCustomersTagsError, DeleteCustomersTagsErrors, DeleteCustomersTagsResponse, DeleteCustomersTagsResponses, DeleteKeyMetricsData, DeleteKeyMetricsError, DeleteKeyMetricsErrors, DeleteKeyMetricsResponse, DeleteKeyMetricsResponses, DeleteRevenueData, DeleteRevenueError, DeleteRevenueErrors, DeleteRevenueResponse, DeleteRevenueResponses, FeaturesOutput, GetCostsData, GetCostsError, GetCostsErrors, GetCostsResponse, GetCostsResponses, GetCustomersData, GetCustomersError, GetCustomersErrors, GetCustomersResponse, GetCustomersResponses, GetCustomersTagsData, GetCustomersTagsError, GetCustomersTagsErrors, GetCustomersTagsResponse, GetCustomersTagsResponses, GetFeaturesData, GetFeaturesError, GetFeaturesErrors, GetFeaturesResponse, GetFeaturesResponses, GetKeyMetricsData, GetKeyMetricsError, GetKeyMetricsErrors, GetKeyMetricsResponse, GetKeyMetricsResponses, GetMarginData, GetMarginError, GetMarginErrors, GetMarginResponse, GetMarginResponses, GetModelsData, GetModelsError, GetModelsErrors, GetModelsResponse, GetModelsResponses, GetPerformanceData, GetPerformanceError, GetPerformanceErrors, GetPerformanceResponse, GetPerformanceResponses, GetProjectData, GetProjectError, GetProjectErrors, GetProjectResponse, GetProjectResponses, GetProvidersData, GetProvidersError, GetProvidersErrors, GetProvidersResponse, GetProvidersResponses, GetRevenueData, GetRevenueError, GetRevenueErrors, GetRevenueResponse, GetRevenueResponses, GetTagsData, GetTagsError, GetTagsErrors, GetTagsResponse, GetTagsResponses, InvalidFieldDetail, InvalidPayloadOutput, KeyMetricOutput, KeyMetricRow, KeyMetricRowOutput, KeyMetricValue, MarginInput, MarginOutput, MarginRow, ModelsOutput, PerformanceInput, PerformanceOutput, PerformanceRow, ProjectOutput, ProvidersOutput, RevenueOrKeyMetricDeletedRowOutput, RevenueOrKeyMetricImportedRowOutput, RevenueOutput, RevenueRow, RevenueRowOutput, SetCustomersTagsData, SetCustomersTagsError, SetCustomersTagsErrors, SetCustomersTagsResponse, SetCustomersTagsResponses, SetCustomerTagsInput, SetKeyMetricsData, SetKeyMetricsError, SetKeyMetricsErrors, SetKeyMetricsInput, SetKeyMetricsResponse, SetKeyMetricsResponses, SetRevenueData, SetRevenueError, SetRevenueErrors, SetRevenueInput, SetRevenueResponse, SetRevenueResponses, TagsDeletedOutput, TagsOutput } from './types.gen.js';
|
|
1
|
+
export { archiveRoutingStrategy, deleteBenchmark, deleteCustomersTags, deleteEvaluator, deleteKeyMetrics, deleteRevenue, generateEvaluators, getApiKeyInfo, getBenchmark, getBenchmarkCandidates, getBenchmarkExamples, getBenchmarks, getCalls, getCosts, getCustomers, getCustomersTags, getEvaluator, getEvaluators, getFeatures, getKeyMetrics, getMargin, getModels, getPerformance, getProject, getProviders, getRevenue, getRoutingStrategies, getRoutingStrategy, getRoutingStrategyResults, getTags, importPastData, type Options, restoreRoutingStrategy, setBenchmark, setCustomersTags, setEvaluator, setKeyMetrics, setRevenue, setRoutingStrategy, startOrResumeBenchmark, stopBenchmark, testEvaluator } from './sdk.gen.js';
|
|
2
|
+
export type { AllCustomerTagsOutput, AllowedDeployment, ApiErrorOutput, ApiKeyInfoOutput, ApiKeySpendLimitOutput, ArchiveRoutingStrategyData, ArchiveRoutingStrategyError, ArchiveRoutingStrategyErrors, ArchiveRoutingStrategyInput, ArchiveRoutingStrategyResponse, ArchiveRoutingStrategyResponses, BenchmarkCandidatesOutput, BenchmarkConfigInput, BenchmarkConfigOutput, BenchmarkDeletedOutput, BenchmarkDetailsOutput, BenchmarkEstimateOutput, BenchmarkEvaluatorOutput, BenchmarkExampleOutput, BenchmarkExamplesOutput, BenchmarkMixOutput, BenchmarkModelOutput, BenchmarkModelReportOutput, BenchmarkObjectiveReportOutput, BenchmarkOutput, BenchmarkPeriodInput, BenchmarkPeriodOutput, BenchmarkProductionOutput, BenchmarkRecommendationOutput, BenchmarkRecommendationReportOutput, BenchmarkReportOutput, BenchmarkSavedOutput, BenchmarkSetupOutput, BenchmarkSource, BenchmarksOutput, BenchmarkSummaryOutput, BenchmarkValidationOutput, BusinessErrorOutput, CallOutput, CallsOutput, CandidateDeploymentOutput, CandidateModelOutput, ClientOptions, CostRow, CostsInput, CostsOutput, CustomerCostRule, CustomerFigures, CustomerOutput, CustomerSelectionRule, CustomersOutput, CustomersUpdatedOutput, CustomerTags, CustomerTagsOutput, DeleteBenchmarkData, DeleteBenchmarkError, DeleteBenchmarkErrors, DeleteBenchmarkResponse, DeleteBenchmarkResponses, DeleteCustomersTagsData, DeleteCustomersTagsError, DeleteCustomersTagsErrors, DeleteCustomersTagsResponse, DeleteCustomersTagsResponses, DeleteEvaluatorData, DeleteEvaluatorError, DeleteEvaluatorErrors, DeleteEvaluatorResponse, DeleteEvaluatorResponses, DeleteKeyMetricsData, DeleteKeyMetricsError, DeleteKeyMetricsErrors, DeleteKeyMetricsResponse, DeleteKeyMetricsResponses, DeleteRevenueData, DeleteRevenueError, DeleteRevenueErrors, DeleteRevenueResponse, DeleteRevenueResponses, DeploymentInput, DeploymentOutput, EvaluatorDeletedOutput, EvaluatorDetailOutput, EvaluatorGenerationOutput, EvaluatorKind, EvaluatorOutput, EvaluatorSavedOutput, EvaluatorsOutput, EvaluatorTestOutput, FallbackSettings, FeaturesOutput, GenerateEvaluatorsData, GenerateEvaluatorsError, GenerateEvaluatorsErrors, GenerateEvaluatorsInput, GenerateEvaluatorsResponse, GenerateEvaluatorsResponses, GetApiKeyInfoData, GetApiKeyInfoError, GetApiKeyInfoErrors, GetApiKeyInfoResponse, GetApiKeyInfoResponses, GetBenchmarkCandidatesData, GetBenchmarkCandidatesError, GetBenchmarkCandidatesErrors, GetBenchmarkCandidatesInput, GetBenchmarkCandidatesResponse, GetBenchmarkCandidatesResponses, GetBenchmarkData, GetBenchmarkError, GetBenchmarkErrors, GetBenchmarkExamplesData, GetBenchmarkExamplesError, GetBenchmarkExamplesErrors, GetBenchmarkExamplesResponse, GetBenchmarkExamplesResponses, GetBenchmarkResponse, GetBenchmarkResponses, GetBenchmarksData, GetBenchmarksError, GetBenchmarksErrors, GetBenchmarksResponse, GetBenchmarksResponses, GetCallsData, GetCallsError, GetCallsErrors, GetCallsResponse, GetCallsResponses, GetCostsData, GetCostsError, GetCostsErrors, GetCostsResponse, GetCostsResponses, GetCustomersData, GetCustomersError, GetCustomersErrors, GetCustomersResponse, GetCustomersResponses, GetCustomersTagsData, GetCustomersTagsError, GetCustomersTagsErrors, GetCustomersTagsResponse, GetCustomersTagsResponses, GetEvaluatorData, GetEvaluatorError, GetEvaluatorErrors, GetEvaluatorResponse, GetEvaluatorResponses, GetEvaluatorsData, GetEvaluatorsError, GetEvaluatorsErrors, GetEvaluatorsResponse, GetEvaluatorsResponses, GetFeaturesData, GetFeaturesError, GetFeaturesErrors, GetFeaturesResponse, GetFeaturesResponses, GetKeyMetricsData, GetKeyMetricsError, GetKeyMetricsErrors, GetKeyMetricsResponse, GetKeyMetricsResponses, GetMarginData, GetMarginError, GetMarginErrors, GetMarginResponse, GetMarginResponses, GetModelsData, GetModelsError, GetModelsErrors, GetModelsResponse, GetModelsResponses, GetPerformanceData, GetPerformanceError, GetPerformanceErrors, GetPerformanceResponse, GetPerformanceResponses, GetProjectData, GetProjectError, GetProjectErrors, GetProjectResponse, GetProjectResponses, GetProvidersData, GetProvidersError, GetProvidersErrors, GetProvidersResponse, GetProvidersResponses, GetRevenueData, GetRevenueError, GetRevenueErrors, GetRevenueResponse, GetRevenueResponses, GetRoutingStrategiesData, GetRoutingStrategiesError, GetRoutingStrategiesErrors, GetRoutingStrategiesResponse, GetRoutingStrategiesResponses, GetRoutingStrategyData, GetRoutingStrategyError, GetRoutingStrategyErrors, GetRoutingStrategyResponse, GetRoutingStrategyResponses, GetRoutingStrategyResultsData, GetRoutingStrategyResultsError, GetRoutingStrategyResultsErrors, GetRoutingStrategyResultsResponse, GetRoutingStrategyResultsResponses, GetTagsData, GetTagsError, GetTagsErrors, GetTagsResponse, GetTagsResponses, ImportPastDataData, ImportPastDataError, ImportPastDataErrors, ImportPastDataInput, ImportPastDataResponse, ImportPastDataResponses, InvalidFieldDetail, InvalidPayloadOutput, KeyMetricOutput, KeyMetricRow, KeyMetricRowOutput, KeyMetricValue, MarginInput, MarginOutput, MarginRow, MarginRule, ModelsOutput, OptimizationObjective, OverpricedReasoningEffortOutput, PastCallInput, PastDataImportOutput, PerformanceInput, PerformanceOutput, PerformanceRow, ProductionModelOutput, ProjectOutput, PromptedPriceInput, PromptedPriceOutput, ProvidersOutput, QualityOutput, RestoreRoutingStrategyData, RestoreRoutingStrategyError, RestoreRoutingStrategyErrors, RestoreRoutingStrategyInput, RestoreRoutingStrategyResponse, RestoreRoutingStrategyResponses, RevenueOrKeyMetricDeletedRowOutput, RevenueOrKeyMetricImportedRowOutput, RevenueOutput, RevenueRow, RevenueRowOutput, RoutableModelOutput, RoutingCallFigures, RoutingDeploymentName, RoutingNotSelectableOutput, RoutingObjectiveModelOutput, RoutingObjectiveMonthlyCost, RoutingResultsPeriod, RoutingRouteInRule, RoutingRouteResult, RoutingRuleInRoute, RoutingRuleResult, RoutingStrategiesOutput, RoutingStrategyDetailsOutput, RoutingStrategyDocument, RoutingStrategyOutput, RoutingStrategyResultsOutput, RoutingStrategySavedOutput, RoutingStrategySummaryOutput, RoutingStrategyVersionOutput, SamplingType, SetBenchmarkData, SetBenchmarkError, SetBenchmarkErrors, SetBenchmarkInput, SetBenchmarkResponse, SetBenchmarkResponses, SetCustomersTagsData, SetCustomersTagsError, SetCustomersTagsErrors, SetCustomersTagsResponse, SetCustomersTagsResponses, SetCustomerTagsInput, SetEvaluatorData, SetEvaluatorError, SetEvaluatorErrors, SetEvaluatorInput, SetEvaluatorResponse, SetEvaluatorResponses, SetKeyMetricsData, SetKeyMetricsError, SetKeyMetricsErrors, SetKeyMetricsInput, SetKeyMetricsResponse, SetKeyMetricsResponses, SetRevenueData, SetRevenueError, SetRevenueErrors, SetRevenueInput, SetRevenueResponse, SetRevenueResponses, SetRoutingStrategyData, SetRoutingStrategyError, SetRoutingStrategyErrors, SetRoutingStrategyInput, SetRoutingStrategyResponse, SetRoutingStrategyResponses, StartOrResumeBenchmarkData, StartOrResumeBenchmarkError, StartOrResumeBenchmarkErrors, StartOrResumeBenchmarkInput, StartOrResumeBenchmarkResponse, StartOrResumeBenchmarkResponses, StopBenchmarkData, StopBenchmarkError, StopBenchmarkErrors, StopBenchmarkInput, StopBenchmarkResponse, StopBenchmarkResponses, SuggestedRoutingStrategiesOutput, SuggestedRoutingStrategyOutput, TagsDeletedOutput, TagsOutput, TestEvaluatorData, TestEvaluatorError, TestEvaluatorErrors, TestEvaluatorInput, TestEvaluatorResponse, TestEvaluatorResponses } from './types.gen.js';
|
|
@@ -1,14 +1,26 @@
|
|
|
1
1
|
"use strict";
|
|
2
2
|
// This file is auto-generated by @hey-api/openapi-ts
|
|
3
3
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
4
|
-
exports.setRevenue = exports.setKeyMetrics = exports.setCustomersTags = exports.getTags = exports.getRevenue = exports.getProviders = exports.getProject = exports.getPerformance = exports.getModels = exports.getMargin = exports.getKeyMetrics = exports.getFeatures = exports.getCustomersTags = exports.getCustomers = exports.getCosts = exports.deleteRevenue = exports.deleteKeyMetrics = exports.deleteCustomersTags = void 0;
|
|
4
|
+
exports.testEvaluator = exports.stopBenchmark = exports.startOrResumeBenchmark = exports.setRoutingStrategy = exports.setRevenue = exports.setKeyMetrics = exports.setEvaluator = exports.setCustomersTags = exports.setBenchmark = exports.restoreRoutingStrategy = exports.importPastData = exports.getTags = exports.getRoutingStrategyResults = exports.getRoutingStrategy = exports.getRoutingStrategies = exports.getRevenue = exports.getProviders = exports.getProject = exports.getPerformance = exports.getModels = exports.getMargin = exports.getKeyMetrics = exports.getFeatures = exports.getEvaluators = exports.getEvaluator = exports.getCustomersTags = exports.getCustomers = exports.getCosts = exports.getCalls = exports.getBenchmarks = exports.getBenchmarkExamples = exports.getBenchmarkCandidates = exports.getBenchmark = exports.getApiKeyInfo = exports.generateEvaluators = exports.deleteRevenue = exports.deleteKeyMetrics = exports.deleteEvaluator = exports.deleteCustomersTags = exports.deleteBenchmark = exports.archiveRoutingStrategy = void 0;
|
|
5
5
|
var sdk_gen_js_1 = require("./sdk.gen.js");
|
|
6
|
+
Object.defineProperty(exports, "archiveRoutingStrategy", { enumerable: true, get: function () { return sdk_gen_js_1.archiveRoutingStrategy; } });
|
|
7
|
+
Object.defineProperty(exports, "deleteBenchmark", { enumerable: true, get: function () { return sdk_gen_js_1.deleteBenchmark; } });
|
|
6
8
|
Object.defineProperty(exports, "deleteCustomersTags", { enumerable: true, get: function () { return sdk_gen_js_1.deleteCustomersTags; } });
|
|
9
|
+
Object.defineProperty(exports, "deleteEvaluator", { enumerable: true, get: function () { return sdk_gen_js_1.deleteEvaluator; } });
|
|
7
10
|
Object.defineProperty(exports, "deleteKeyMetrics", { enumerable: true, get: function () { return sdk_gen_js_1.deleteKeyMetrics; } });
|
|
8
11
|
Object.defineProperty(exports, "deleteRevenue", { enumerable: true, get: function () { return sdk_gen_js_1.deleteRevenue; } });
|
|
12
|
+
Object.defineProperty(exports, "generateEvaluators", { enumerable: true, get: function () { return sdk_gen_js_1.generateEvaluators; } });
|
|
13
|
+
Object.defineProperty(exports, "getApiKeyInfo", { enumerable: true, get: function () { return sdk_gen_js_1.getApiKeyInfo; } });
|
|
14
|
+
Object.defineProperty(exports, "getBenchmark", { enumerable: true, get: function () { return sdk_gen_js_1.getBenchmark; } });
|
|
15
|
+
Object.defineProperty(exports, "getBenchmarkCandidates", { enumerable: true, get: function () { return sdk_gen_js_1.getBenchmarkCandidates; } });
|
|
16
|
+
Object.defineProperty(exports, "getBenchmarkExamples", { enumerable: true, get: function () { return sdk_gen_js_1.getBenchmarkExamples; } });
|
|
17
|
+
Object.defineProperty(exports, "getBenchmarks", { enumerable: true, get: function () { return sdk_gen_js_1.getBenchmarks; } });
|
|
18
|
+
Object.defineProperty(exports, "getCalls", { enumerable: true, get: function () { return sdk_gen_js_1.getCalls; } });
|
|
9
19
|
Object.defineProperty(exports, "getCosts", { enumerable: true, get: function () { return sdk_gen_js_1.getCosts; } });
|
|
10
20
|
Object.defineProperty(exports, "getCustomers", { enumerable: true, get: function () { return sdk_gen_js_1.getCustomers; } });
|
|
11
21
|
Object.defineProperty(exports, "getCustomersTags", { enumerable: true, get: function () { return sdk_gen_js_1.getCustomersTags; } });
|
|
22
|
+
Object.defineProperty(exports, "getEvaluator", { enumerable: true, get: function () { return sdk_gen_js_1.getEvaluator; } });
|
|
23
|
+
Object.defineProperty(exports, "getEvaluators", { enumerable: true, get: function () { return sdk_gen_js_1.getEvaluators; } });
|
|
12
24
|
Object.defineProperty(exports, "getFeatures", { enumerable: true, get: function () { return sdk_gen_js_1.getFeatures; } });
|
|
13
25
|
Object.defineProperty(exports, "getKeyMetrics", { enumerable: true, get: function () { return sdk_gen_js_1.getKeyMetrics; } });
|
|
14
26
|
Object.defineProperty(exports, "getMargin", { enumerable: true, get: function () { return sdk_gen_js_1.getMargin; } });
|
|
@@ -17,7 +29,18 @@ Object.defineProperty(exports, "getPerformance", { enumerable: true, get: functi
|
|
|
17
29
|
Object.defineProperty(exports, "getProject", { enumerable: true, get: function () { return sdk_gen_js_1.getProject; } });
|
|
18
30
|
Object.defineProperty(exports, "getProviders", { enumerable: true, get: function () { return sdk_gen_js_1.getProviders; } });
|
|
19
31
|
Object.defineProperty(exports, "getRevenue", { enumerable: true, get: function () { return sdk_gen_js_1.getRevenue; } });
|
|
32
|
+
Object.defineProperty(exports, "getRoutingStrategies", { enumerable: true, get: function () { return sdk_gen_js_1.getRoutingStrategies; } });
|
|
33
|
+
Object.defineProperty(exports, "getRoutingStrategy", { enumerable: true, get: function () { return sdk_gen_js_1.getRoutingStrategy; } });
|
|
34
|
+
Object.defineProperty(exports, "getRoutingStrategyResults", { enumerable: true, get: function () { return sdk_gen_js_1.getRoutingStrategyResults; } });
|
|
20
35
|
Object.defineProperty(exports, "getTags", { enumerable: true, get: function () { return sdk_gen_js_1.getTags; } });
|
|
36
|
+
Object.defineProperty(exports, "importPastData", { enumerable: true, get: function () { return sdk_gen_js_1.importPastData; } });
|
|
37
|
+
Object.defineProperty(exports, "restoreRoutingStrategy", { enumerable: true, get: function () { return sdk_gen_js_1.restoreRoutingStrategy; } });
|
|
38
|
+
Object.defineProperty(exports, "setBenchmark", { enumerable: true, get: function () { return sdk_gen_js_1.setBenchmark; } });
|
|
21
39
|
Object.defineProperty(exports, "setCustomersTags", { enumerable: true, get: function () { return sdk_gen_js_1.setCustomersTags; } });
|
|
40
|
+
Object.defineProperty(exports, "setEvaluator", { enumerable: true, get: function () { return sdk_gen_js_1.setEvaluator; } });
|
|
22
41
|
Object.defineProperty(exports, "setKeyMetrics", { enumerable: true, get: function () { return sdk_gen_js_1.setKeyMetrics; } });
|
|
23
42
|
Object.defineProperty(exports, "setRevenue", { enumerable: true, get: function () { return sdk_gen_js_1.setRevenue; } });
|
|
43
|
+
Object.defineProperty(exports, "setRoutingStrategy", { enumerable: true, get: function () { return sdk_gen_js_1.setRoutingStrategy; } });
|
|
44
|
+
Object.defineProperty(exports, "startOrResumeBenchmark", { enumerable: true, get: function () { return sdk_gen_js_1.startOrResumeBenchmark; } });
|
|
45
|
+
Object.defineProperty(exports, "stopBenchmark", { enumerable: true, get: function () { return sdk_gen_js_1.stopBenchmark; } });
|
|
46
|
+
Object.defineProperty(exports, "testEvaluator", { enumerable: true, get: function () { return sdk_gen_js_1.testEvaluator; } });
|
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
import type { Client, ClientMeta, Options as Options2, RequestResult, TDataShape } from './client/index.js';
|
|
2
|
-
import type { DeleteCustomersTagsData, DeleteCustomersTagsErrors, DeleteCustomersTagsResponses, DeleteKeyMetricsData, DeleteKeyMetricsErrors, DeleteKeyMetricsResponses, DeleteRevenueData, DeleteRevenueErrors, DeleteRevenueResponses, GetCostsData, GetCostsErrors, GetCostsResponses, GetCustomersData, GetCustomersErrors, GetCustomersResponses, GetCustomersTagsData, GetCustomersTagsErrors, GetCustomersTagsResponses, GetFeaturesData, GetFeaturesErrors, GetFeaturesResponses, GetKeyMetricsData, GetKeyMetricsErrors, GetKeyMetricsResponses, GetMarginData, GetMarginErrors, GetMarginResponses, GetModelsData, GetModelsErrors, GetModelsResponses, GetPerformanceData, GetPerformanceErrors, GetPerformanceResponses, GetProjectData, GetProjectErrors, GetProjectResponses, GetProvidersData, GetProvidersErrors, GetProvidersResponses, GetRevenueData, GetRevenueErrors, GetRevenueResponses, GetTagsData, GetTagsErrors, GetTagsResponses, SetCustomersTagsData, SetCustomersTagsErrors, SetCustomersTagsResponses, SetKeyMetricsData, SetKeyMetricsErrors, SetKeyMetricsResponses, SetRevenueData, SetRevenueErrors, SetRevenueResponses } from './types.gen.js';
|
|
2
|
+
import type { ArchiveRoutingStrategyData, ArchiveRoutingStrategyErrors, ArchiveRoutingStrategyResponses, DeleteBenchmarkData, DeleteBenchmarkErrors, DeleteBenchmarkResponses, DeleteCustomersTagsData, DeleteCustomersTagsErrors, DeleteCustomersTagsResponses, DeleteEvaluatorData, DeleteEvaluatorErrors, DeleteEvaluatorResponses, DeleteKeyMetricsData, DeleteKeyMetricsErrors, DeleteKeyMetricsResponses, DeleteRevenueData, DeleteRevenueErrors, DeleteRevenueResponses, GenerateEvaluatorsData, GenerateEvaluatorsErrors, GenerateEvaluatorsResponses, GetApiKeyInfoData, GetApiKeyInfoErrors, GetApiKeyInfoResponses, GetBenchmarkCandidatesData, GetBenchmarkCandidatesErrors, GetBenchmarkCandidatesResponses, GetBenchmarkData, GetBenchmarkErrors, GetBenchmarkExamplesData, GetBenchmarkExamplesErrors, GetBenchmarkExamplesResponses, GetBenchmarkResponses, GetBenchmarksData, GetBenchmarksErrors, GetBenchmarksResponses, GetCallsData, GetCallsErrors, GetCallsResponses, GetCostsData, GetCostsErrors, GetCostsResponses, GetCustomersData, GetCustomersErrors, GetCustomersResponses, GetCustomersTagsData, GetCustomersTagsErrors, GetCustomersTagsResponses, GetEvaluatorData, GetEvaluatorErrors, GetEvaluatorResponses, GetEvaluatorsData, GetEvaluatorsErrors, GetEvaluatorsResponses, GetFeaturesData, GetFeaturesErrors, GetFeaturesResponses, GetKeyMetricsData, GetKeyMetricsErrors, GetKeyMetricsResponses, GetMarginData, GetMarginErrors, GetMarginResponses, GetModelsData, GetModelsErrors, GetModelsResponses, GetPerformanceData, GetPerformanceErrors, GetPerformanceResponses, GetProjectData, GetProjectErrors, GetProjectResponses, GetProvidersData, GetProvidersErrors, GetProvidersResponses, GetRevenueData, GetRevenueErrors, GetRevenueResponses, GetRoutingStrategiesData, GetRoutingStrategiesErrors, GetRoutingStrategiesResponses, GetRoutingStrategyData, GetRoutingStrategyErrors, GetRoutingStrategyResponses, GetRoutingStrategyResultsData, GetRoutingStrategyResultsErrors, GetRoutingStrategyResultsResponses, GetTagsData, GetTagsErrors, GetTagsResponses, ImportPastDataData, ImportPastDataErrors, ImportPastDataResponses, RestoreRoutingStrategyData, RestoreRoutingStrategyErrors, RestoreRoutingStrategyResponses, SetBenchmarkData, SetBenchmarkErrors, SetBenchmarkResponses, SetCustomersTagsData, SetCustomersTagsErrors, SetCustomersTagsResponses, SetEvaluatorData, SetEvaluatorErrors, SetEvaluatorResponses, SetKeyMetricsData, SetKeyMetricsErrors, SetKeyMetricsResponses, SetRevenueData, SetRevenueErrors, SetRevenueResponses, SetRoutingStrategyData, SetRoutingStrategyErrors, SetRoutingStrategyResponses, StartOrResumeBenchmarkData, StartOrResumeBenchmarkErrors, StartOrResumeBenchmarkResponses, StopBenchmarkData, StopBenchmarkErrors, StopBenchmarkResponses, TestEvaluatorData, TestEvaluatorErrors, TestEvaluatorResponses } from './types.gen.js';
|
|
3
3
|
export type Options<TData extends TDataShape = TDataShape, ThrowOnError extends boolean = boolean, TResponse = unknown> = Options2<TData, ThrowOnError, TResponse> & {
|
|
4
4
|
/**
|
|
5
5
|
* You can provide a client instance returned by `createClient()` instead of
|
|
@@ -14,7 +14,7 @@ export type Options<TData extends TDataShape = TDataShape, ThrowOnError extends
|
|
|
14
14
|
meta?: keyof ClientMeta extends never ? Record<string, unknown> : ClientMeta;
|
|
15
15
|
};
|
|
16
16
|
/**
|
|
17
|
-
* Cost bucketed by aggregate and optionally grouped by one dimension (customer/feature/model/provider), with customer_tags/run_tags filters.
|
|
17
|
+
* Cost bucketed by aggregate and optionally grouped by one dimension (customer/feature/model/provider/call_name), with customer_tags/run_tags filters.
|
|
18
18
|
*/
|
|
19
19
|
export declare const getCosts: <ThrowOnError extends boolean = false>(options: Options<GetCostsData, ThrowOnError>) => RequestResult<GetCostsResponses, GetCostsErrors, ThrowOnError>;
|
|
20
20
|
/**
|
|
@@ -57,6 +57,10 @@ export declare const getCustomersTags: <ThrowOnError extends boolean = false>(op
|
|
|
57
57
|
* Merge-set customer tags; set upsert=true to overwrite tags that already exist.
|
|
58
58
|
*/
|
|
59
59
|
export declare const setCustomersTags: <ThrowOnError extends boolean = false>(options: Options<SetCustomersTagsData, ThrowOnError>) => RequestResult<SetCustomersTagsResponses, SetCustomersTagsErrors, ThrowOnError>;
|
|
60
|
+
/**
|
|
61
|
+
* The scopes, expiry date, limits, creator and creation date of the API key making the request. Works with a key of any scope.
|
|
62
|
+
*/
|
|
63
|
+
export declare const getApiKeyInfo: <ThrowOnError extends boolean = false>(options?: Options<GetApiKeyInfoData, ThrowOnError>) => RequestResult<GetApiKeyInfoResponses, GetApiKeyInfoErrors, ThrowOnError>;
|
|
60
64
|
/**
|
|
61
65
|
* Static identity of the project: name, type, key metrics, environment and creation date.
|
|
62
66
|
*/
|
|
@@ -66,22 +70,110 @@ export declare const getProject: <ThrowOnError extends boolean = false>(options?
|
|
|
66
70
|
*/
|
|
67
71
|
export declare const getTags: <ThrowOnError extends boolean = false>(options?: Options<GetTagsData, ThrowOnError>) => RequestResult<GetTagsResponses, GetTagsErrors, ThrowOnError>;
|
|
68
72
|
/**
|
|
69
|
-
* Every distinct model name
|
|
73
|
+
* Every distinct model name your project has logged, not the models the AI gateway serves (see the AI gateway's GET /v1/models).
|
|
70
74
|
*/
|
|
71
75
|
export declare const getModels: <ThrowOnError extends boolean = false>(options?: Options<GetModelsData, ThrowOnError>) => RequestResult<GetModelsResponses, GetModelsErrors, ThrowOnError>;
|
|
72
76
|
/**
|
|
73
|
-
* Every distinct provider name
|
|
77
|
+
* Every distinct provider name your project has logged, not the providers the AI gateway serves (see the AI gateway's GET /v1/models).
|
|
74
78
|
*/
|
|
75
79
|
export declare const getProviders: <ThrowOnError extends boolean = false>(options?: Options<GetProvidersData, ThrowOnError>) => RequestResult<GetProvidersResponses, GetProvidersErrors, ThrowOnError>;
|
|
76
80
|
/**
|
|
77
|
-
*
|
|
81
|
+
* The customers of the project, with their tags, and with their figures over a period when date_from is given.
|
|
78
82
|
*/
|
|
79
83
|
export declare const getCustomers: <ThrowOnError extends boolean = false>(options?: Options<GetCustomersData, ThrowOnError>) => RequestResult<GetCustomersResponses, GetCustomersErrors, ThrowOnError>;
|
|
80
84
|
/**
|
|
81
85
|
* Every distinct feature tag seen for the project.
|
|
82
86
|
*/
|
|
83
87
|
export declare const getFeatures: <ThrowOnError extends boolean = false>(options?: Options<GetFeaturesData, ThrowOnError>) => RequestResult<GetFeaturesResponses, GetFeaturesErrors, ThrowOnError>;
|
|
88
|
+
/**
|
|
89
|
+
* The call names logged over a period, with their number of calls, features, models and cost, and how many calls carry no call name.
|
|
90
|
+
*/
|
|
91
|
+
export declare const getCalls: <ThrowOnError extends boolean = false>(options: Options<GetCallsData, ThrowOnError>) => RequestResult<GetCallsResponses, GetCallsErrors, ThrowOnError>;
|
|
84
92
|
/**
|
|
85
93
|
* Cost bucketed by aggregate and optionally grouped by user, alongside each key metric's value and cost-per-unit for the same period. Only available for internal-metric projects.
|
|
86
94
|
*/
|
|
87
95
|
export declare const getPerformance: <ThrowOnError extends boolean = false>(options: Options<GetPerformanceData, ThrowOnError>) => RequestResult<GetPerformanceResponses, GetPerformanceErrors, ThrowOnError>;
|
|
96
|
+
/**
|
|
97
|
+
* Each routing strategy of the project by its live version.
|
|
98
|
+
*/
|
|
99
|
+
export declare const getRoutingStrategies: <ThrowOnError extends boolean = false>(options?: Options<GetRoutingStrategiesData, ThrowOnError>) => RequestResult<GetRoutingStrategiesResponses, GetRoutingStrategiesErrors, ThrowOnError>;
|
|
100
|
+
/**
|
|
101
|
+
* Create a routing strategy, or save its next version. It routes live calls that send its slug as their model.
|
|
102
|
+
*/
|
|
103
|
+
export declare const setRoutingStrategy: <ThrowOnError extends boolean = false>(options: Options<SetRoutingStrategyData, ThrowOnError>) => RequestResult<SetRoutingStrategyResponses, SetRoutingStrategyErrors, ThrowOnError>;
|
|
104
|
+
/**
|
|
105
|
+
* One routing strategy by its live version, archived or not, with its previous versions on request.
|
|
106
|
+
*/
|
|
107
|
+
export declare const getRoutingStrategy: <ThrowOnError extends boolean = false>(options: Options<GetRoutingStrategyData, ThrowOnError>) => RequestResult<GetRoutingStrategyResponses, GetRoutingStrategyErrors, ThrowOnError>;
|
|
108
|
+
/**
|
|
109
|
+
* Archive a routing strategy.
|
|
110
|
+
*/
|
|
111
|
+
export declare const archiveRoutingStrategy: <ThrowOnError extends boolean = false>(options: Options<ArchiveRoutingStrategyData, ThrowOnError>) => RequestResult<ArchiveRoutingStrategyResponses, ArchiveRoutingStrategyErrors, ThrowOnError>;
|
|
112
|
+
/**
|
|
113
|
+
* Restore an archived routing strategy.
|
|
114
|
+
*/
|
|
115
|
+
export declare const restoreRoutingStrategy: <ThrowOnError extends boolean = false>(options: Options<RestoreRoutingStrategyData, ThrowOnError>) => RequestResult<RestoreRoutingStrategyResponses, RestoreRoutingStrategyErrors, ThrowOnError>;
|
|
116
|
+
/**
|
|
117
|
+
* The calls one version of a routing strategy routed over a period, by rule and by route.
|
|
118
|
+
*/
|
|
119
|
+
export declare const getRoutingStrategyResults: <ThrowOnError extends boolean = false>(options: Options<GetRoutingStrategyResultsData, ThrowOnError>) => RequestResult<GetRoutingStrategyResultsResponses, GetRoutingStrategyResultsErrors, ThrowOnError>;
|
|
120
|
+
/**
|
|
121
|
+
* The models a benchmark of some calls can run on, priced, with the recommended ones and the reasons the others are blocked.
|
|
122
|
+
*/
|
|
123
|
+
export declare const getBenchmarkCandidates: <ThrowOnError extends boolean = false>(options: Options<GetBenchmarkCandidatesData, ThrowOnError>) => RequestResult<GetBenchmarkCandidatesResponses, GetBenchmarkCandidatesErrors, ThrowOnError>;
|
|
124
|
+
/**
|
|
125
|
+
* One evaluator, built-in or the project's.
|
|
126
|
+
*/
|
|
127
|
+
export declare const getEvaluator: <ThrowOnError extends boolean = false>(options: Options<GetEvaluatorData, ThrowOnError>) => RequestResult<GetEvaluatorResponses, GetEvaluatorErrors, ThrowOnError>;
|
|
128
|
+
/**
|
|
129
|
+
* Delete an evaluator of the project.
|
|
130
|
+
*/
|
|
131
|
+
export declare const deleteEvaluator: <ThrowOnError extends boolean = false>(options: Options<DeleteEvaluatorData, ThrowOnError>) => RequestResult<DeleteEvaluatorResponses, DeleteEvaluatorErrors, ThrowOnError>;
|
|
132
|
+
/**
|
|
133
|
+
* The evaluators a benchmark can score with.
|
|
134
|
+
*/
|
|
135
|
+
export declare const getEvaluators: <ThrowOnError extends boolean = false>(options?: Options<GetEvaluatorsData, ThrowOnError>) => RequestResult<GetEvaluatorsResponses, GetEvaluatorsErrors, ThrowOnError>;
|
|
136
|
+
/**
|
|
137
|
+
* Create an evaluator, or change one of the project's.
|
|
138
|
+
*/
|
|
139
|
+
export declare const setEvaluator: <ThrowOnError extends boolean = false>(options: Options<SetEvaluatorData, ThrowOnError>) => RequestResult<SetEvaluatorResponses, SetEvaluatorErrors, ThrowOnError>;
|
|
140
|
+
/**
|
|
141
|
+
* Have AI write judge evaluators for a saved setup's calls, or the code of a deterministic evaluator from a rule in words. Spends credit.
|
|
142
|
+
*/
|
|
143
|
+
export declare const generateEvaluators: <ThrowOnError extends boolean = false>(options: Options<GenerateEvaluatorsData, ThrowOnError>) => RequestResult<GenerateEvaluatorsResponses, GenerateEvaluatorsErrors, ThrowOnError>;
|
|
144
|
+
/**
|
|
145
|
+
* Run an unsaved evaluator on a logged call. Spends credit.
|
|
146
|
+
*/
|
|
147
|
+
export declare const testEvaluator: <ThrowOnError extends boolean = false>(options: Options<TestEvaluatorData, ThrowOnError>) => RequestResult<TestEvaluatorResponses, TestEvaluatorErrors, ThrowOnError>;
|
|
148
|
+
/**
|
|
149
|
+
* Import past calls from JSON rows, so a benchmark can replay them.
|
|
150
|
+
*/
|
|
151
|
+
export declare const importPastData: <ThrowOnError extends boolean = false>(options: Options<ImportPastDataData, ThrowOnError>) => RequestResult<ImportPastDataResponses, ImportPastDataErrors, ThrowOnError>;
|
|
152
|
+
/**
|
|
153
|
+
* One benchmark with its status and cost, and optionally its estimate, report and suggested routing strategies.
|
|
154
|
+
*/
|
|
155
|
+
export declare const getBenchmark: <ThrowOnError extends boolean = false>(options: Options<GetBenchmarkData, ThrowOnError>) => RequestResult<GetBenchmarkResponses, GetBenchmarkErrors, ThrowOnError>;
|
|
156
|
+
/**
|
|
157
|
+
* The examples of a finished benchmark, or one of them in full.
|
|
158
|
+
*/
|
|
159
|
+
export declare const getBenchmarkExamples: <ThrowOnError extends boolean = false>(options: Options<GetBenchmarkExamplesData, ThrowOnError>) => RequestResult<GetBenchmarkExamplesResponses, GetBenchmarkExamplesErrors, ThrowOnError>;
|
|
160
|
+
/**
|
|
161
|
+
* Delete a draft or a stopped benchmark.
|
|
162
|
+
*/
|
|
163
|
+
export declare const deleteBenchmark: <ThrowOnError extends boolean = false>(options: Options<DeleteBenchmarkData, ThrowOnError>) => RequestResult<DeleteBenchmarkResponses, DeleteBenchmarkErrors, ThrowOnError>;
|
|
164
|
+
/**
|
|
165
|
+
* The project's benchmarks with their status and cost.
|
|
166
|
+
*/
|
|
167
|
+
export declare const getBenchmarks: <ThrowOnError extends boolean = false>(options?: Options<GetBenchmarksData, ThrowOnError>) => RequestResult<GetBenchmarksResponses, GetBenchmarksErrors, ThrowOnError>;
|
|
168
|
+
/**
|
|
169
|
+
* Save a benchmark setup and sample its calls. Spends no credit.
|
|
170
|
+
*/
|
|
171
|
+
export declare const setBenchmark: <ThrowOnError extends boolean = false>(options: Options<SetBenchmarkData, ThrowOnError>) => RequestResult<SetBenchmarkResponses, SetBenchmarkErrors, ThrowOnError>;
|
|
172
|
+
/**
|
|
173
|
+
* Start a saved setup or resume a stopped benchmark. Spends credit.
|
|
174
|
+
*/
|
|
175
|
+
export declare const startOrResumeBenchmark: <ThrowOnError extends boolean = false>(options: Options<StartOrResumeBenchmarkData, ThrowOnError>) => RequestResult<StartOrResumeBenchmarkResponses, StartOrResumeBenchmarkErrors, ThrowOnError>;
|
|
176
|
+
/**
|
|
177
|
+
* Stop a running benchmark.
|
|
178
|
+
*/
|
|
179
|
+
export declare const stopBenchmark: <ThrowOnError extends boolean = false>(options: Options<StopBenchmarkData, ThrowOnError>) => RequestResult<StopBenchmarkResponses, StopBenchmarkErrors, ThrowOnError>;
|
|
@@ -1,10 +1,10 @@
|
|
|
1
1
|
"use strict";
|
|
2
2
|
// This file is auto-generated by @hey-api/openapi-ts
|
|
3
3
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
4
|
-
exports.getPerformance = exports.getFeatures = exports.getCustomers = exports.getProviders = exports.getModels = exports.getTags = exports.getProject = exports.setCustomersTags = exports.getCustomersTags = exports.deleteCustomersTags = exports.setKeyMetrics = exports.getKeyMetrics = exports.deleteKeyMetrics = exports.setRevenue = exports.getRevenue = exports.deleteRevenue = exports.getMargin = exports.getCosts = void 0;
|
|
4
|
+
exports.stopBenchmark = exports.startOrResumeBenchmark = exports.setBenchmark = exports.getBenchmarks = exports.deleteBenchmark = exports.getBenchmarkExamples = exports.getBenchmark = exports.importPastData = exports.testEvaluator = exports.generateEvaluators = exports.setEvaluator = exports.getEvaluators = exports.deleteEvaluator = exports.getEvaluator = exports.getBenchmarkCandidates = exports.getRoutingStrategyResults = exports.restoreRoutingStrategy = exports.archiveRoutingStrategy = exports.getRoutingStrategy = exports.setRoutingStrategy = exports.getRoutingStrategies = exports.getPerformance = exports.getCalls = exports.getFeatures = exports.getCustomers = exports.getProviders = exports.getModels = exports.getTags = exports.getProject = exports.getApiKeyInfo = exports.setCustomersTags = exports.getCustomersTags = exports.deleteCustomersTags = exports.setKeyMetrics = exports.getKeyMetrics = exports.deleteKeyMetrics = exports.setRevenue = exports.getRevenue = exports.deleteRevenue = exports.getMargin = exports.getCosts = void 0;
|
|
5
5
|
const client_gen_js_1 = require("./client.gen.js");
|
|
6
6
|
/**
|
|
7
|
-
* Cost bucketed by aggregate and optionally grouped by one dimension (customer/feature/model/provider), with customer_tags/run_tags filters.
|
|
7
|
+
* Cost bucketed by aggregate and optionally grouped by one dimension (customer/feature/model/provider/call_name), with customer_tags/run_tags filters.
|
|
8
8
|
*/
|
|
9
9
|
const getCosts = (options) => (options.client ?? client_gen_js_1.client).post({
|
|
10
10
|
security: [{ scheme: 'bearer', type: 'http' }],
|
|
@@ -122,6 +122,15 @@ const setCustomersTags = (options) => (options.client ?? client_gen_js_1.client)
|
|
|
122
122
|
}
|
|
123
123
|
});
|
|
124
124
|
exports.setCustomersTags = setCustomersTags;
|
|
125
|
+
/**
|
|
126
|
+
* The scopes, expiry date, limits, creator and creation date of the API key making the request. Works with a key of any scope.
|
|
127
|
+
*/
|
|
128
|
+
const getApiKeyInfo = (options) => (options?.client ?? client_gen_js_1.client).get({
|
|
129
|
+
security: [{ scheme: 'bearer', type: 'http' }],
|
|
130
|
+
url: '/api-key/',
|
|
131
|
+
...options
|
|
132
|
+
});
|
|
133
|
+
exports.getApiKeyInfo = getApiKeyInfo;
|
|
125
134
|
/**
|
|
126
135
|
* Static identity of the project: name, type, key metrics, environment and creation date.
|
|
127
136
|
*/
|
|
@@ -141,7 +150,7 @@ const getTags = (options) => (options?.client ?? client_gen_js_1.client).get({
|
|
|
141
150
|
});
|
|
142
151
|
exports.getTags = getTags;
|
|
143
152
|
/**
|
|
144
|
-
* Every distinct model name
|
|
153
|
+
* Every distinct model name your project has logged, not the models the AI gateway serves (see the AI gateway's GET /v1/models).
|
|
145
154
|
*/
|
|
146
155
|
const getModels = (options) => (options?.client ?? client_gen_js_1.client).get({
|
|
147
156
|
security: [{ scheme: 'bearer', type: 'http' }],
|
|
@@ -150,7 +159,7 @@ const getModels = (options) => (options?.client ?? client_gen_js_1.client).get({
|
|
|
150
159
|
});
|
|
151
160
|
exports.getModels = getModels;
|
|
152
161
|
/**
|
|
153
|
-
* Every distinct provider name
|
|
162
|
+
* Every distinct provider name your project has logged, not the providers the AI gateway serves (see the AI gateway's GET /v1/models).
|
|
154
163
|
*/
|
|
155
164
|
const getProviders = (options) => (options?.client ?? client_gen_js_1.client).get({
|
|
156
165
|
security: [{ scheme: 'bearer', type: 'http' }],
|
|
@@ -159,7 +168,7 @@ const getProviders = (options) => (options?.client ?? client_gen_js_1.client).ge
|
|
|
159
168
|
});
|
|
160
169
|
exports.getProviders = getProviders;
|
|
161
170
|
/**
|
|
162
|
-
*
|
|
171
|
+
* The customers of the project, with their tags, and with their figures over a period when date_from is given.
|
|
163
172
|
*/
|
|
164
173
|
const getCustomers = (options) => (options?.client ?? client_gen_js_1.client).get({
|
|
165
174
|
security: [{ scheme: 'bearer', type: 'http' }],
|
|
@@ -176,6 +185,15 @@ const getFeatures = (options) => (options?.client ?? client_gen_js_1.client).get
|
|
|
176
185
|
...options
|
|
177
186
|
});
|
|
178
187
|
exports.getFeatures = getFeatures;
|
|
188
|
+
/**
|
|
189
|
+
* The call names logged over a period, with their number of calls, features, models and cost, and how many calls carry no call name.
|
|
190
|
+
*/
|
|
191
|
+
const getCalls = (options) => (options.client ?? client_gen_js_1.client).get({
|
|
192
|
+
security: [{ scheme: 'bearer', type: 'http' }],
|
|
193
|
+
url: '/calls/',
|
|
194
|
+
...options
|
|
195
|
+
});
|
|
196
|
+
exports.getCalls = getCalls;
|
|
179
197
|
/**
|
|
180
198
|
* Cost bucketed by aggregate and optionally grouped by user, alongside each key metric's value and cost-per-unit for the same period. Only available for internal-metric projects.
|
|
181
199
|
*/
|
|
@@ -189,3 +207,236 @@ const getPerformance = (options) => (options.client ?? client_gen_js_1.client).p
|
|
|
189
207
|
}
|
|
190
208
|
});
|
|
191
209
|
exports.getPerformance = getPerformance;
|
|
210
|
+
/**
|
|
211
|
+
* Each routing strategy of the project by its live version.
|
|
212
|
+
*/
|
|
213
|
+
const getRoutingStrategies = (options) => (options?.client ?? client_gen_js_1.client).get({
|
|
214
|
+
security: [{ scheme: 'bearer', type: 'http' }],
|
|
215
|
+
url: '/routing-strategies/',
|
|
216
|
+
...options
|
|
217
|
+
});
|
|
218
|
+
exports.getRoutingStrategies = getRoutingStrategies;
|
|
219
|
+
/**
|
|
220
|
+
* Create a routing strategy, or save its next version. It routes live calls that send its slug as their model.
|
|
221
|
+
*/
|
|
222
|
+
const setRoutingStrategy = (options) => (options.client ?? client_gen_js_1.client).post({
|
|
223
|
+
security: [{ scheme: 'bearer', type: 'http' }],
|
|
224
|
+
url: '/routing-strategies/',
|
|
225
|
+
...options,
|
|
226
|
+
headers: {
|
|
227
|
+
'Content-Type': 'application/json',
|
|
228
|
+
...options.headers
|
|
229
|
+
}
|
|
230
|
+
});
|
|
231
|
+
exports.setRoutingStrategy = setRoutingStrategy;
|
|
232
|
+
/**
|
|
233
|
+
* One routing strategy by its live version, archived or not, with its previous versions on request.
|
|
234
|
+
*/
|
|
235
|
+
const getRoutingStrategy = (options) => (options.client ?? client_gen_js_1.client).get({
|
|
236
|
+
security: [{ scheme: 'bearer', type: 'http' }],
|
|
237
|
+
url: '/routing-strategy/',
|
|
238
|
+
...options
|
|
239
|
+
});
|
|
240
|
+
exports.getRoutingStrategy = getRoutingStrategy;
|
|
241
|
+
/**
|
|
242
|
+
* Archive a routing strategy.
|
|
243
|
+
*/
|
|
244
|
+
const archiveRoutingStrategy = (options) => (options.client ?? client_gen_js_1.client).post({
|
|
245
|
+
security: [{ scheme: 'bearer', type: 'http' }],
|
|
246
|
+
url: '/routing-strategy-archive/',
|
|
247
|
+
...options,
|
|
248
|
+
headers: {
|
|
249
|
+
'Content-Type': 'application/json',
|
|
250
|
+
...options.headers
|
|
251
|
+
}
|
|
252
|
+
});
|
|
253
|
+
exports.archiveRoutingStrategy = archiveRoutingStrategy;
|
|
254
|
+
/**
|
|
255
|
+
* Restore an archived routing strategy.
|
|
256
|
+
*/
|
|
257
|
+
const restoreRoutingStrategy = (options) => (options.client ?? client_gen_js_1.client).post({
|
|
258
|
+
security: [{ scheme: 'bearer', type: 'http' }],
|
|
259
|
+
url: '/routing-strategy-restore/',
|
|
260
|
+
...options,
|
|
261
|
+
headers: {
|
|
262
|
+
'Content-Type': 'application/json',
|
|
263
|
+
...options.headers
|
|
264
|
+
}
|
|
265
|
+
});
|
|
266
|
+
exports.restoreRoutingStrategy = restoreRoutingStrategy;
|
|
267
|
+
/**
|
|
268
|
+
* The calls one version of a routing strategy routed over a period, by rule and by route.
|
|
269
|
+
*/
|
|
270
|
+
const getRoutingStrategyResults = (options) => (options.client ?? client_gen_js_1.client).get({
|
|
271
|
+
security: [{ scheme: 'bearer', type: 'http' }],
|
|
272
|
+
url: '/routing-strategy-results/',
|
|
273
|
+
...options
|
|
274
|
+
});
|
|
275
|
+
exports.getRoutingStrategyResults = getRoutingStrategyResults;
|
|
276
|
+
/**
|
|
277
|
+
* The models a benchmark of some calls can run on, priced, with the recommended ones and the reasons the others are blocked.
|
|
278
|
+
*/
|
|
279
|
+
const getBenchmarkCandidates = (options) => (options.client ?? client_gen_js_1.client).post({
|
|
280
|
+
security: [{ scheme: 'bearer', type: 'http' }],
|
|
281
|
+
url: '/benchmark-candidates/',
|
|
282
|
+
...options,
|
|
283
|
+
headers: {
|
|
284
|
+
'Content-Type': 'application/json',
|
|
285
|
+
...options.headers
|
|
286
|
+
}
|
|
287
|
+
});
|
|
288
|
+
exports.getBenchmarkCandidates = getBenchmarkCandidates;
|
|
289
|
+
/**
|
|
290
|
+
* One evaluator, built-in or the project's.
|
|
291
|
+
*/
|
|
292
|
+
const getEvaluator = (options) => (options.client ?? client_gen_js_1.client).get({
|
|
293
|
+
security: [{ scheme: 'bearer', type: 'http' }],
|
|
294
|
+
url: '/evaluator/',
|
|
295
|
+
...options
|
|
296
|
+
});
|
|
297
|
+
exports.getEvaluator = getEvaluator;
|
|
298
|
+
/**
|
|
299
|
+
* Delete an evaluator of the project.
|
|
300
|
+
*/
|
|
301
|
+
const deleteEvaluator = (options) => (options.client ?? client_gen_js_1.client).delete({
|
|
302
|
+
security: [{ scheme: 'bearer', type: 'http' }],
|
|
303
|
+
url: '/evaluators/',
|
|
304
|
+
...options
|
|
305
|
+
});
|
|
306
|
+
exports.deleteEvaluator = deleteEvaluator;
|
|
307
|
+
/**
|
|
308
|
+
* The evaluators a benchmark can score with.
|
|
309
|
+
*/
|
|
310
|
+
const getEvaluators = (options) => (options?.client ?? client_gen_js_1.client).get({
|
|
311
|
+
security: [{ scheme: 'bearer', type: 'http' }],
|
|
312
|
+
url: '/evaluators/',
|
|
313
|
+
...options
|
|
314
|
+
});
|
|
315
|
+
exports.getEvaluators = getEvaluators;
|
|
316
|
+
/**
|
|
317
|
+
* Create an evaluator, or change one of the project's.
|
|
318
|
+
*/
|
|
319
|
+
const setEvaluator = (options) => (options.client ?? client_gen_js_1.client).post({
|
|
320
|
+
security: [{ scheme: 'bearer', type: 'http' }],
|
|
321
|
+
url: '/evaluators/',
|
|
322
|
+
...options,
|
|
323
|
+
headers: {
|
|
324
|
+
'Content-Type': 'application/json',
|
|
325
|
+
...options.headers
|
|
326
|
+
}
|
|
327
|
+
});
|
|
328
|
+
exports.setEvaluator = setEvaluator;
|
|
329
|
+
/**
|
|
330
|
+
* Have AI write judge evaluators for a saved setup's calls, or the code of a deterministic evaluator from a rule in words. Spends credit.
|
|
331
|
+
*/
|
|
332
|
+
const generateEvaluators = (options) => (options.client ?? client_gen_js_1.client).post({
|
|
333
|
+
security: [{ scheme: 'bearer', type: 'http' }],
|
|
334
|
+
url: '/evaluator-generation/',
|
|
335
|
+
...options,
|
|
336
|
+
headers: {
|
|
337
|
+
'Content-Type': 'application/json',
|
|
338
|
+
...options.headers
|
|
339
|
+
}
|
|
340
|
+
});
|
|
341
|
+
exports.generateEvaluators = generateEvaluators;
|
|
342
|
+
/**
|
|
343
|
+
* Run an unsaved evaluator on a logged call. Spends credit.
|
|
344
|
+
*/
|
|
345
|
+
const testEvaluator = (options) => (options.client ?? client_gen_js_1.client).post({
|
|
346
|
+
security: [{ scheme: 'bearer', type: 'http' }],
|
|
347
|
+
url: '/evaluator-test/',
|
|
348
|
+
...options,
|
|
349
|
+
headers: {
|
|
350
|
+
'Content-Type': 'application/json',
|
|
351
|
+
...options.headers
|
|
352
|
+
}
|
|
353
|
+
});
|
|
354
|
+
exports.testEvaluator = testEvaluator;
|
|
355
|
+
/**
|
|
356
|
+
* Import past calls from JSON rows, so a benchmark can replay them.
|
|
357
|
+
*/
|
|
358
|
+
const importPastData = (options) => (options.client ?? client_gen_js_1.client).post({
|
|
359
|
+
security: [{ scheme: 'bearer', type: 'http' }],
|
|
360
|
+
url: '/past-data-imports/',
|
|
361
|
+
...options,
|
|
362
|
+
headers: {
|
|
363
|
+
'Content-Type': 'application/json',
|
|
364
|
+
...options.headers
|
|
365
|
+
}
|
|
366
|
+
});
|
|
367
|
+
exports.importPastData = importPastData;
|
|
368
|
+
/**
|
|
369
|
+
* One benchmark with its status and cost, and optionally its estimate, report and suggested routing strategies.
|
|
370
|
+
*/
|
|
371
|
+
const getBenchmark = (options) => (options.client ?? client_gen_js_1.client).get({
|
|
372
|
+
security: [{ scheme: 'bearer', type: 'http' }],
|
|
373
|
+
url: '/benchmark/',
|
|
374
|
+
...options
|
|
375
|
+
});
|
|
376
|
+
exports.getBenchmark = getBenchmark;
|
|
377
|
+
/**
|
|
378
|
+
* The examples of a finished benchmark, or one of them in full.
|
|
379
|
+
*/
|
|
380
|
+
const getBenchmarkExamples = (options) => (options.client ?? client_gen_js_1.client).get({
|
|
381
|
+
security: [{ scheme: 'bearer', type: 'http' }],
|
|
382
|
+
url: '/benchmark-examples/',
|
|
383
|
+
...options
|
|
384
|
+
});
|
|
385
|
+
exports.getBenchmarkExamples = getBenchmarkExamples;
|
|
386
|
+
/**
|
|
387
|
+
* Delete a draft or a stopped benchmark.
|
|
388
|
+
*/
|
|
389
|
+
const deleteBenchmark = (options) => (options.client ?? client_gen_js_1.client).delete({
|
|
390
|
+
security: [{ scheme: 'bearer', type: 'http' }],
|
|
391
|
+
url: '/benchmarks/',
|
|
392
|
+
...options
|
|
393
|
+
});
|
|
394
|
+
exports.deleteBenchmark = deleteBenchmark;
|
|
395
|
+
/**
|
|
396
|
+
* The project's benchmarks with their status and cost.
|
|
397
|
+
*/
|
|
398
|
+
const getBenchmarks = (options) => (options?.client ?? client_gen_js_1.client).get({
|
|
399
|
+
security: [{ scheme: 'bearer', type: 'http' }],
|
|
400
|
+
url: '/benchmarks/',
|
|
401
|
+
...options
|
|
402
|
+
});
|
|
403
|
+
exports.getBenchmarks = getBenchmarks;
|
|
404
|
+
/**
|
|
405
|
+
* Save a benchmark setup and sample its calls. Spends no credit.
|
|
406
|
+
*/
|
|
407
|
+
const setBenchmark = (options) => (options.client ?? client_gen_js_1.client).post({
|
|
408
|
+
security: [{ scheme: 'bearer', type: 'http' }],
|
|
409
|
+
url: '/benchmarks/',
|
|
410
|
+
...options,
|
|
411
|
+
headers: {
|
|
412
|
+
'Content-Type': 'application/json',
|
|
413
|
+
...options.headers
|
|
414
|
+
}
|
|
415
|
+
});
|
|
416
|
+
exports.setBenchmark = setBenchmark;
|
|
417
|
+
/**
|
|
418
|
+
* Start a saved setup or resume a stopped benchmark. Spends credit.
|
|
419
|
+
*/
|
|
420
|
+
const startOrResumeBenchmark = (options) => (options.client ?? client_gen_js_1.client).post({
|
|
421
|
+
security: [{ scheme: 'bearer', type: 'http' }],
|
|
422
|
+
url: '/benchmark-start/',
|
|
423
|
+
...options,
|
|
424
|
+
headers: {
|
|
425
|
+
'Content-Type': 'application/json',
|
|
426
|
+
...options.headers
|
|
427
|
+
}
|
|
428
|
+
});
|
|
429
|
+
exports.startOrResumeBenchmark = startOrResumeBenchmark;
|
|
430
|
+
/**
|
|
431
|
+
* Stop a running benchmark.
|
|
432
|
+
*/
|
|
433
|
+
const stopBenchmark = (options) => (options.client ?? client_gen_js_1.client).post({
|
|
434
|
+
security: [{ scheme: 'bearer', type: 'http' }],
|
|
435
|
+
url: '/benchmark-stop/',
|
|
436
|
+
...options,
|
|
437
|
+
headers: {
|
|
438
|
+
'Content-Type': 'application/json',
|
|
439
|
+
...options.headers
|
|
440
|
+
}
|
|
441
|
+
});
|
|
442
|
+
exports.stopBenchmark = stopBenchmark;
|