runbios-sdk 0.5.0-rc.341 → 0.5.0-rc.348
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/index.d.ts +2 -2
- package/dist/index.js +1 -1
- package/dist/resources/loop.d.ts +43 -0
- package/dist/resources/loop.js +20 -0
- package/dist/resources/training.d.ts +8 -0
- package/dist/resources/training.js +8 -0
- package/dist/types.d.ts +21 -0
- package/package.json +1 -1
package/dist/index.d.ts
CHANGED
|
@@ -36,7 +36,7 @@ import { Loop } from './resources/loop.js';
|
|
|
36
36
|
* SDK version. Sent as part of the User-Agent header.
|
|
37
37
|
* Must match package.json "version" -- enforced by a contract test.
|
|
38
38
|
*/
|
|
39
|
-
export declare const VERSION = "0.5.0-rc.
|
|
39
|
+
export declare const VERSION = "0.5.0-rc.348";
|
|
40
40
|
export declare class RunBiOS {
|
|
41
41
|
/** Search models, fetch configs, check adapter compatibility. */
|
|
42
42
|
readonly models: Models;
|
|
@@ -79,7 +79,7 @@ export { Wallet } from './resources/wallet.js';
|
|
|
79
79
|
export { GPU, type GPURecommendation } from './resources/gpu.js';
|
|
80
80
|
export { LoopNoVersionError, type LoopChatParams, type LoopChatResult, } from './resources/loop-chat.js';
|
|
81
81
|
export { Inference, validateChatRequest, parseSSE, buildInferenceRequest, contextSizingBasis, type ContextSizingBasis, CONTEXT_DEFAULT_CEILING, CONTEXT_EDITABLE_FLOOR, type ChatMessage, type FunctionTool, type ChatCompletionParams, type ChatCompletionResponse, type ChatCompletionChunk, type InferenceVerbParams, type CompletionParams, type EmbeddingParams, type RerankParams, type AnthropicMessageParams, type AnthropicMessageResponse, type LoopCaptureOption, type LoopSampleIdOnResult, LOOP_PIPELINE_HEADER, LOOP_SAMPLE_ID_HEADER, type ServerlessUsageWindow, type ServerlessTimeseriesMetric, type ServerlessWorkspaceLimits, type ServerlessUsageEnvelope, type ServerlessUsageOverviewResponse, type ServerlessUsageRowsResponse, type ServerlessUsageTimeseriesResponse, type ServerlessUsageDailyResponse, type ServerlessSavingsTotals, type ServerlessSavingsPeriod, type ServerlessUsageSavingsResponse, } from './resources/inference.js';
|
|
82
|
-
export type { BiOSConfig, PaginatedResponse, ApiErrorBody, AvailableGpuAlternative, CapacityMinimumRequirement, InferenceBookingAccepted, Model, ModelSearchParams, ModelSearchResponse, ModelDetailResponse, InferenceModel, InferenceModelListResponse, ModelConfig, Dataset, DatasetListParams, DatasetListResponse, DatasetUploadParams, DatasetPreview, DatasetPreviewParams, DatasetImportHFParams, DatasetRegisterHFParams, DatasetHubSearchParams, DatasetHubPreviewParams, DatasetValidation, DatasetFormatVariant, DatasetFormatSpec, DatasetFormatSpecs, DatasetStorageUsage, TrainingMethod, RLHFAlgorithm, AdapterType, TrainingJobStatus, TrainingStatusFilter, TrainingCreateParams, TrainingStartFromParams, TrainingStartFrom, TrainingExportStep, TrainingListParams, TrainingListResponse, TrainingJob, TrainingMetrics, TrainingResourceMetrics, TrainingDeviceMetrics, MetricPoint, MetricGraphConfig, TrainingCheckpoint, TrainingLogs, TrainingLogEntry, TrainingStopResponse, TrainingResumeResponse, CanonicalTrainingRequest, TrainingPreflightDataset, TrainingPreflightWarning, TrainingPreflightResponse, TrainingCapabilityChoice, TrainingConfigFieldCapability, TrainingCapabilities, TrainingFeature, GPUChoice, WalletBalance, Transaction, TransactionListResponse, TransactionListParams, GPUInfo, GPUPricingResponse, GPUOptionsParams, TrainingRecommendParams, TrainingAdvisorVerdict, TrainingAdvisorRecommendation, TrainingAdvisorUserShape, TrainingAdvisorJustification, TrainingAdvisorBasis, GPUOption, GPUOptionSuggestion, GPUOptionsResponse, InferenceStatus, InferenceCreateParams, InferenceUpdateParams, InferenceDeployment, InferenceDeploymentSummary, InferenceCreateResponse, InferenceListResponse, InferenceUpdateResponse, InferenceLifecycleResponse, InferenceDeleteResponse, InferenceGPUOptionMarket, InferenceGPUOption, InferenceGPUAlternative, InferenceGPUOptionsParams, InferenceGPUOptionsResponse, InferenceCanonicalRequest, InferencePreflightWarning, InferencePreflightResponse, AdapterCompatibility, AdapterCompatibilityResponse, AdapterCompatibilityParams, SupportedArchitecture, ArchitectureScope, SupportedArchitecturesResponse, ApiKey, ApiKeyScope, ApiKeyIntrospection, Organization, OrgMember, OrgInvite, Workspace, Integration, IntegrationCreateParams, StorageUsage, StorageObject, PromptTokensDetails, ChatCompletionUsage, ServingKind, TrainingRulePausedReason, TrainingTrigger, TrainingRecipe, TrainingRunState, TrainingVerdict, TrainingDecision, EvaluationStatus, EvaluationItemStatus, ItemErrorCode, EvaluationWinner, EvaluationItemWinnerFilter, ReportStatusFilter, ReportSort, EvaluationWarningCode, TrainingToolCall, TrainingMessage, TrainingRuleServing, TrainingRunPromoteRequest, TrainingRunRejectRequest, TrainingRunRollbackRequest, TrainingRunCancelRequest, TrainingRunListParams, TrainingRun, TrainingRunSummary, TrainingRunEvent, TrainingRunLinks, TrainingRunActions, EvaluationRef, EvaluationDecoding, EvaluationJudgeDimension, EvaluationDimensionScore, EvaluationWarning, EvaluationMargin, Evaluation, EvaluationItemJudge, EvaluationReferenceKind, EvaluationReference, EvaluationPairwiseOrder, EvaluationItemPairwise, EvaluationItemSide, EvaluationItem, EvaluationItemListParams, BenchmarkStatus, BenchmarkSourceKind, BenchmarkRunStatus, BenchmarkScoring, BenchmarkCheck, BenchmarkDimensionScore, Benchmark, BenchmarkItem, BenchmarkRun, BenchmarkRunItemSide, BenchmarkRunItem, BenchmarkRunItemListParams, BenchmarkHistoryPoint, BenchmarkSource, BenchmarkCreateParams, BenchmarkListParams, BenchmarkItemListParams, BenchmarkHistoryParams, BenchmarkRetireParams, InferenceAlias, InferenceAliasRequest, TrainingRuleDeleteResponse, TrainingRunListResponse, TrainingRunBenchmarkRun, TrainingRunResponse, TrainingRunActionResponse, EvaluationItemsResponse, BenchmarkRunItemsResponse, InferenceAliasListResponse, InferenceAliasResponse, InferenceAliasDeleteResponse, BenchmarkListResponse, BenchmarkItemsResponse, BenchmarkHistoryResponse, BenchmarkQuestionsParams, BenchmarkQuestionsTraining, BenchmarkQuestionResult, BenchmarkQuestion, BenchmarkQuestionsResponse, TrainingCurvePoint, TrainingCurve, TrainingRuleRunRefusalCode, TrainingRuleSaveRefusalCode, TrainingRuleMonthlyLimitRefusal, PipelineStatus, PipelineActiveRun, PipelineVersion, PipelineAttempt, AttemptExplanation, AttemptMissedBar, PipelineModelRole, PipelineComparedWith, PipelineTotals, PipelineTrainingsByResult, PipelineTrainingsByModel, PipelineSpentParts, PipelineAttemptListParams, PipelineAttemptListResponse, PipelineAttemptModelFilter, PipelineAttemptResultFilter, PipelineAttemptTrigger, PipelineSecondModel, PipelineSecondModelState, Lineage, PipelineChain, PipelineChainRebuild, TrainingRunRollbackRefusalCode, TrainingRunRetestRefusalCode, LoopTraceRebuild, LoopTraceDeleteResponse, PipelineAttemptOutcome, PipelineLiveDeploymentStatus, PipelineLiveDeployment, LoopStorageWhere, LoopStorage, Pipeline, PipelineListParams, PipelineListStatus, PipelineListResponse, PipelineTrainingSettings, PipelineTrainingDefaults, PipelineTrainingRequest, PipelineResponse, PipelineTrainWhen, PipelineSchedule, PipelineWriteRequest, PipelineMutationResponse, PipelineImportParams, PipelineFloors, HeldBackFloors, LoopModel, LoopModelsResponse, LoopUnavailableModel, LoopUnavailableReasonCode, LoopTracePipeline, LoopTracePipelinesResponse, LoopMetricsHistoryParams, LoopMetricPoint, LoopSignalDay, LoopMetricsHistory, LoopCaptureFeedback, LoopFeedbackWord, LoopCaptureHealth, LoopCaptureMiss, LoopSignalManyItem, LoopSignalManyResult, PromotionPolicyState, RuleBenchmark, PipelineBenchmarksResponse, PipelineBenchmarkAttachParams, PipelineBenchmarkMoveParams, CompareBenchmark, VersionBenchmarkScore, PromotionMeasurement, PromotionOutcome, VersionHoldout, VersionCommonSet, VersionScores, VersionScoreDifference, VersionCompareResponse, VersionCompareParams, TrainingRunPromotion, VerdictCheck, VerdictCheckKey, VerdictChecksWithheld, TrainingRunCost, AttemptDirection, AttemptHoldout, AttemptCompareSide, AttemptSharedSample, AttemptSharedFigures, AttemptBenchmarkSide, AttemptCompareBenchmark, AttemptCompareItemSide, AttemptCompareItem, AttemptCompareResponse, AttemptCompareParams, LoopTraceJudge, LoopJudgeFilter, LoopSampleState, LoopSampleStateName, LoopSampleDay, LoopImportRefusal, PipelineAutoScoring, PipelineAutoScoringStatus, LoopDatasetFeedback, LoopSampleOrigin, LoopFeedbackCounts, LoopPipelineCounts, LoopDatasetPipelineRef, LoopDataset, LoopDatasetWrite, LoopDatasetCreate, LoopDatasetPreviewParams, LoopDatasetPreviewModel, LoopDatasetPreview, LoopDatasetListParams, LoopDatasetListResponse, LoopDatasetCreator, LoopDatasetLearnedBy, LoopDatasetExportParams, LoopDatasetExportLine, LoopDatasetExport, LoopDatasetDeleteResponse, PipelineDatasetRef, PipelineConditions, PipelineConditionsWrite, TrainedOnDataset, TrainedOn, } from './types.js';
|
|
82
|
+
export type { BiOSConfig, PaginatedResponse, ApiErrorBody, AvailableGpuAlternative, CapacityMinimumRequirement, InferenceBookingAccepted, Model, ModelSearchParams, ModelSearchResponse, ModelDetailResponse, InferenceModel, InferenceModelListResponse, ModelConfig, Dataset, DatasetListParams, DatasetListResponse, DatasetUploadParams, DatasetPreview, DatasetPreviewParams, DatasetImportHFParams, DatasetRegisterHFParams, DatasetHubSearchParams, DatasetHubPreviewParams, DatasetValidation, DatasetFormatVariant, DatasetFormatSpec, DatasetFormatSpecs, DatasetStorageUsage, TrainingMethod, RLHFAlgorithm, AdapterType, TrainingJobStatus, TrainingStatusFilter, TrainingCreateParams, TrainingStartFromParams, TrainingStartFrom, TrainingExportStep, TrainingListParams, TrainingListResponse, TrainingJob, TrainingMetrics, TrainingResourceMetrics, TrainingDeviceMetrics, MetricPoint, MetricGraphConfig, TrainingCheckpoint, TrainingLogs, TrainingLogEntry, TrainingStopResponse, TrainingResumeResponse, CanonicalTrainingRequest, TrainingPreflightDataset, TrainingPreflightWarning, TrainingPreflightResponse, TrainingCostEstimate, TrainingCapabilityChoice, TrainingConfigFieldCapability, TrainingCapabilities, TrainingFeature, GPUChoice, WalletBalance, Transaction, TransactionListResponse, TransactionListParams, GPUInfo, GPUPricingResponse, GPUOptionsParams, TrainingRecommendParams, TrainingAdvisorVerdict, TrainingAdvisorRecommendation, TrainingAdvisorUserShape, TrainingAdvisorJustification, TrainingAdvisorBasis, GPUOption, GPUOptionSuggestion, GPUOptionsResponse, InferenceStatus, InferenceCreateParams, InferenceUpdateParams, InferenceDeployment, InferenceDeploymentSummary, InferenceCreateResponse, InferenceListResponse, InferenceUpdateResponse, InferenceLifecycleResponse, InferenceDeleteResponse, InferenceGPUOptionMarket, InferenceGPUOption, InferenceGPUAlternative, InferenceGPUOptionsParams, InferenceGPUOptionsResponse, InferenceCanonicalRequest, InferencePreflightWarning, InferencePreflightResponse, AdapterCompatibility, AdapterCompatibilityResponse, AdapterCompatibilityParams, SupportedArchitecture, ArchitectureScope, SupportedArchitecturesResponse, ApiKey, ApiKeyScope, ApiKeyIntrospection, Organization, OrgMember, OrgInvite, Workspace, Integration, IntegrationCreateParams, StorageUsage, StorageObject, PromptTokensDetails, ChatCompletionUsage, ServingKind, TrainingRulePausedReason, TrainingTrigger, TrainingRecipe, TrainingRunState, TrainingVerdict, TrainingDecision, EvaluationStatus, EvaluationItemStatus, ItemErrorCode, EvaluationWinner, EvaluationItemWinnerFilter, ReportStatusFilter, ReportSort, EvaluationWarningCode, TrainingToolCall, TrainingMessage, TrainingRuleServing, TrainingRunPromoteRequest, TrainingRunRejectRequest, TrainingRunRollbackRequest, TrainingRunCancelRequest, TrainingRunListParams, TrainingRun, TrainingRunSummary, TrainingRunEvent, TrainingRunLinks, TrainingRunActions, EvaluationRef, EvaluationDecoding, EvaluationJudgeDimension, EvaluationDimensionScore, EvaluationWarning, EvaluationMargin, Evaluation, EvaluationItemJudge, EvaluationReferenceKind, EvaluationReference, EvaluationPairwiseOrder, EvaluationItemPairwise, EvaluationItemSide, EvaluationItem, EvaluationItemListParams, BenchmarkStatus, BenchmarkSourceKind, BenchmarkRunStatus, BenchmarkScoring, BenchmarkCheck, BenchmarkDimensionScore, Benchmark, BenchmarkItem, BenchmarkRun, BenchmarkRunItemSide, BenchmarkRunItem, BenchmarkRunItemListParams, BenchmarkHistoryPoint, BenchmarkSource, BenchmarkCreateParams, BenchmarkListParams, BenchmarkItemListParams, BenchmarkHistoryParams, BenchmarkRetireParams, InferenceAlias, InferenceAliasRequest, TrainingRuleDeleteResponse, TrainingRunListResponse, TrainingRunBenchmarkRun, TrainingRunResponse, TrainingRunActionResponse, EvaluationItemsResponse, BenchmarkRunItemsResponse, InferenceAliasListResponse, InferenceAliasResponse, InferenceAliasDeleteResponse, BenchmarkListResponse, BenchmarkItemsResponse, BenchmarkHistoryResponse, BenchmarkQuestionsParams, BenchmarkQuestionsTraining, BenchmarkQuestionResult, BenchmarkQuestion, BenchmarkQuestionsResponse, TrainingCurvePoint, TrainingCurve, TrainingRuleRunRefusalCode, TrainingRuleSaveRefusalCode, TrainingRuleMonthlyLimitRefusal, PipelineStatus, PipelineActiveRun, PipelineVersion, PipelineAttempt, AttemptExplanation, AttemptMissedBar, PipelineModelRole, PipelineComparedWith, PipelineTotals, PipelineTrainingsByResult, PipelineTrainingsByModel, PipelineSpentParts, PipelineAttemptListParams, PipelineAttemptListResponse, PipelineAttemptModelFilter, PipelineAttemptResultFilter, PipelineAttemptTrigger, PipelineSecondModel, PipelineSecondModelState, Lineage, PipelineChain, PipelineChainRebuild, TrainingRunRollbackRefusalCode, TrainingRunRetestRefusalCode, LoopTraceRebuild, LoopTraceDeleteResponse, PipelineAttemptOutcome, PipelineLiveDeploymentStatus, PipelineLiveDeployment, LoopStorageWhere, LoopStorage, Pipeline, PipelineListParams, PipelineListStatus, PipelineListResponse, PipelineTrainingSettings, PipelineTrainingDefaults, PipelineTrainingRequest, PipelineResponse, PipelineTrainWhen, PipelineSchedule, PipelineWriteRequest, PipelineMutationResponse, PipelineImportParams, PipelineFloors, HeldBackFloors, LoopModel, LoopModelsResponse, LoopUnavailableModel, LoopUnavailableReasonCode, LoopTracePipeline, LoopTracePipelinesResponse, LoopMetricsHistoryParams, LoopMetricPoint, LoopSignalDay, LoopMetricsHistory, LoopCaptureFeedback, LoopFeedbackWord, LoopCaptureHealth, LoopCaptureMiss, LoopSignalManyItem, LoopSignalManyResult, PromotionPolicyState, RuleBenchmark, PipelineBenchmarksResponse, PipelineBenchmarkAttachParams, PipelineBenchmarkMoveParams, CompareBenchmark, VersionBenchmarkScore, PromotionMeasurement, PromotionOutcome, VersionHoldout, VersionCommonSet, VersionScores, VersionScoreDifference, VersionCompareResponse, VersionCompareParams, TrainingRunPromotion, VerdictCheck, VerdictCheckKey, VerdictChecksWithheld, TrainingRunCost, AttemptDirection, AttemptHoldout, AttemptCompareSide, AttemptSharedSample, AttemptSharedFigures, AttemptBenchmarkSide, AttemptCompareBenchmark, AttemptCompareItemSide, AttemptCompareItem, AttemptCompareResponse, AttemptCompareParams, LoopTraceJudge, LoopJudgeFilter, LoopSampleState, LoopSampleStateName, LoopSampleDay, LoopImportRefusal, PipelineAutoScoring, PipelineAutoScoringStatus, LoopDatasetFeedback, LoopSampleOrigin, LoopFeedbackCounts, LoopPipelineCounts, LoopDatasetPipelineRef, LoopDataset, LoopDatasetWrite, LoopDatasetCreate, LoopDatasetPreviewParams, LoopDatasetPreviewModel, LoopDatasetPreview, LoopDatasetListParams, LoopDatasetListResponse, LoopDatasetCreator, LoopDatasetLearnedBy, LoopDatasetExportParams, LoopDatasetExportLine, LoopDatasetExport, LoopDatasetDeleteResponse, PipelineDatasetRef, PipelineConditions, PipelineConditionsWrite, TrainedOnDataset, TrainedOn, } from './types.js';
|
|
83
83
|
/** The closed set of run states a training run never leaves. */
|
|
84
84
|
export { TERMINAL_RUN_STATES } from './types.js';
|
|
85
85
|
/** The most versions a pipeline may be set to make. */
|
package/dist/index.js
CHANGED
|
@@ -36,7 +36,7 @@ import { Loop } from './resources/loop.js';
|
|
|
36
36
|
* SDK version. Sent as part of the User-Agent header.
|
|
37
37
|
* Must match package.json "version" -- enforced by a contract test.
|
|
38
38
|
*/
|
|
39
|
-
export const VERSION = '0.5.0-rc.
|
|
39
|
+
export const VERSION = '0.5.0-rc.348';
|
|
40
40
|
export class RunBiOS {
|
|
41
41
|
/** Search models, fetch configs, check adapter compatibility. */
|
|
42
42
|
models;
|
package/dist/resources/loop.d.ts
CHANGED
|
@@ -598,6 +598,22 @@ export declare class Loop {
|
|
|
598
598
|
* the base on every remaining sample, with no wait for new ones.
|
|
599
599
|
*/
|
|
600
600
|
runPipeline(id: string): Promise<PipelineMutationResponse>;
|
|
601
|
+
/**
|
|
602
|
+
* The workspace's deployments serving exactly the live version's weights.
|
|
603
|
+
* For a live version whose deployment was deleted: deploy its weights again
|
|
604
|
+
* (`live.training_job_id`, `live.checkpoint_id`), then pick the deployment
|
|
605
|
+
* with {@link useLiveDeployment}. 409 `NO_LIVE_VERSION` when it has none.
|
|
606
|
+
*/
|
|
607
|
+
liveDeployments(id: string): Promise<LiveDeploymentsResponse>;
|
|
608
|
+
/**
|
|
609
|
+
* Answer the pipeline's model name from this deployment of the live
|
|
610
|
+
* version's weights. Nothing is trained again; the deployment bills you by
|
|
611
|
+
* the hour, like any deployment. Refused while the pipeline's own
|
|
612
|
+
* deployment still exists (409 `LIVE_DEPLOYMENT_PRESENT`: start it again
|
|
613
|
+
* instead), for other weights (422 `DEPLOYMENT_WEIGHTS_DIFFER`) and for a
|
|
614
|
+
* deployment that is not running (409 `DEPLOYMENT_NOT_RUNNING`).
|
|
615
|
+
*/
|
|
616
|
+
useLiveDeployment(id: string, deploymentId: string): Promise<UseLiveDeploymentResponse>;
|
|
601
617
|
/**
|
|
602
618
|
* {@link importRows}, with every row given the pipeline's own tag. `source`
|
|
603
619
|
* defaults to that tag; the rows, the answer and the retry rules are the
|
|
@@ -851,3 +867,30 @@ export declare class Loop {
|
|
|
851
867
|
*/
|
|
852
868
|
listBenchmarkRunItems(id: string, params?: BenchmarkRunItemListParams): Promise<BenchmarkRunItemsResponse>;
|
|
853
869
|
}
|
|
870
|
+
/** What {@link Loop.liveDeployments} answers. */
|
|
871
|
+
export interface LiveDeploymentsResponse {
|
|
872
|
+
live: {
|
|
873
|
+
run_id: string;
|
|
874
|
+
version: number;
|
|
875
|
+
checkpoint_id: string;
|
|
876
|
+
training_job_id: string | null;
|
|
877
|
+
};
|
|
878
|
+
current_deployment_id: string | null;
|
|
879
|
+
deployments: Array<{
|
|
880
|
+
id: string;
|
|
881
|
+
name: string;
|
|
882
|
+
status: string;
|
|
883
|
+
}>;
|
|
884
|
+
}
|
|
885
|
+
/** What {@link Loop.useLiveDeployment} answers. */
|
|
886
|
+
export interface UseLiveDeploymentResponse {
|
|
887
|
+
live: {
|
|
888
|
+
run_id: string;
|
|
889
|
+
version: number;
|
|
890
|
+
checkpoint_id: string;
|
|
891
|
+
training_job_id: string | null;
|
|
892
|
+
};
|
|
893
|
+
deployment_id: string;
|
|
894
|
+
status: string;
|
|
895
|
+
serving_name: string;
|
|
896
|
+
}
|
package/dist/resources/loop.js
CHANGED
|
@@ -954,6 +954,26 @@ export class Loop {
|
|
|
954
954
|
async runPipeline(id) {
|
|
955
955
|
return this._http.fetchPost(`/api/loop/pipelines/${encodeURIComponent(id)}/run`, {});
|
|
956
956
|
}
|
|
957
|
+
/**
|
|
958
|
+
* The workspace's deployments serving exactly the live version's weights.
|
|
959
|
+
* For a live version whose deployment was deleted: deploy its weights again
|
|
960
|
+
* (`live.training_job_id`, `live.checkpoint_id`), then pick the deployment
|
|
961
|
+
* with {@link useLiveDeployment}. 409 `NO_LIVE_VERSION` when it has none.
|
|
962
|
+
*/
|
|
963
|
+
async liveDeployments(id) {
|
|
964
|
+
return this._http.fetchGet(`/api/loop/pipelines/${encodeURIComponent(id)}/live/deployments`);
|
|
965
|
+
}
|
|
966
|
+
/**
|
|
967
|
+
* Answer the pipeline's model name from this deployment of the live
|
|
968
|
+
* version's weights. Nothing is trained again; the deployment bills you by
|
|
969
|
+
* the hour, like any deployment. Refused while the pipeline's own
|
|
970
|
+
* deployment still exists (409 `LIVE_DEPLOYMENT_PRESENT`: start it again
|
|
971
|
+
* instead), for other weights (422 `DEPLOYMENT_WEIGHTS_DIFFER`) and for a
|
|
972
|
+
* deployment that is not running (409 `DEPLOYMENT_NOT_RUNNING`).
|
|
973
|
+
*/
|
|
974
|
+
async useLiveDeployment(id, deploymentId) {
|
|
975
|
+
return this._http.fetchPost(`/api/loop/pipelines/${encodeURIComponent(id)}/live/deployment`, { deployment_id: deploymentId });
|
|
976
|
+
}
|
|
957
977
|
/**
|
|
958
978
|
* {@link importRows}, with every row given the pipeline's own tag. `source`
|
|
959
979
|
* defaults to that tag; the rows, the answer and the retry rules are the
|
|
@@ -35,6 +35,14 @@ export declare class Training {
|
|
|
35
35
|
* when the alternatives list is empty; waiting is unbilled. The SDK never
|
|
36
36
|
* auto-substitutes a GPU; a transient 503 is a retry, never a capacity verdict.
|
|
37
37
|
*
|
|
38
|
+
* Managed training: when `capabilities().features` lists `managed_training`
|
|
39
|
+
* enabled, the platform chooses the hardware. `gpuType`, `gpuCount`,
|
|
40
|
+
* `gpuPriorities`, `queueIfUnavailable`, `maxPriceHourCents`, batch size,
|
|
41
|
+
* gradient accumulation, checkpoint count and optimizer are then ignored
|
|
42
|
+
* (preflight warns `FIELD_IGNORED`); the job waits unbilled when no machine is
|
|
43
|
+
* free, keeps its best and latest checkpoints, and with `token_billing` is
|
|
44
|
+
* charged per trained token (`preflight` returns `estimate`).
|
|
45
|
+
*
|
|
38
46
|
* @example
|
|
39
47
|
* ```ts
|
|
40
48
|
* const job = await client.training.create({
|
|
@@ -241,6 +241,14 @@ export class Training {
|
|
|
241
241
|
* when the alternatives list is empty; waiting is unbilled. The SDK never
|
|
242
242
|
* auto-substitutes a GPU; a transient 503 is a retry, never a capacity verdict.
|
|
243
243
|
*
|
|
244
|
+
* Managed training: when `capabilities().features` lists `managed_training`
|
|
245
|
+
* enabled, the platform chooses the hardware. `gpuType`, `gpuCount`,
|
|
246
|
+
* `gpuPriorities`, `queueIfUnavailable`, `maxPriceHourCents`, batch size,
|
|
247
|
+
* gradient accumulation, checkpoint count and optimizer are then ignored
|
|
248
|
+
* (preflight warns `FIELD_IGNORED`); the job waits unbilled when no machine is
|
|
249
|
+
* free, keeps its best and latest checkpoints, and with `token_billing` is
|
|
250
|
+
* charged per trained token (`preflight` returns `estimate`).
|
|
251
|
+
*
|
|
244
252
|
* @example
|
|
245
253
|
* ```ts
|
|
246
254
|
* const job = await client.training.create({
|
package/dist/types.d.ts
CHANGED
|
@@ -1163,6 +1163,27 @@ export interface TrainingPreflightResponse {
|
|
|
1163
1163
|
* you asked for is predicted to fit. Absent when no advisor is deployed.
|
|
1164
1164
|
*/
|
|
1165
1165
|
advisor?: TrainingAdvisorVerdict;
|
|
1166
|
+
/**
|
|
1167
|
+
* Token and price estimate of a managed, token-billed run (present when the
|
|
1168
|
+
* capabilities list `token_billing` enabled). You are charged the exact
|
|
1169
|
+
* tokens trained; this is the estimate before launch.
|
|
1170
|
+
*/
|
|
1171
|
+
estimate?: TrainingCostEstimate;
|
|
1172
|
+
}
|
|
1173
|
+
/** Estimated tokens and price of a managed training run. */
|
|
1174
|
+
export interface TrainingCostEstimate {
|
|
1175
|
+
train_rows: number;
|
|
1176
|
+
mean_tokens_per_row: number;
|
|
1177
|
+
max_length: number;
|
|
1178
|
+
epochs: number;
|
|
1179
|
+
max_steps?: number;
|
|
1180
|
+
tokens_per_epoch: number;
|
|
1181
|
+
estimated_tokens: number;
|
|
1182
|
+
cents_per_million_tokens: number;
|
|
1183
|
+
minimum_charge_cents: number;
|
|
1184
|
+
estimated_cents: number;
|
|
1185
|
+
image_tokens_included: boolean;
|
|
1186
|
+
basis: string;
|
|
1166
1187
|
}
|
|
1167
1188
|
/** Parameters for `training.recommend()` (GET /api/training/recommend). */
|
|
1168
1189
|
export interface TrainingRecommendParams {
|