@oro-ai/sdk 1.0.100 → 1.0.101
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/index.d.mts +179 -1
- package/dist/index.d.ts +179 -1
- package/dist/index.js +40 -0
- package/dist/index.mjs +35 -0
- package/package.json +1 -1
- package/src/generated/sdk.gen.ts +51 -1
- package/src/generated/types.gen.ts +187 -0
package/dist/index.d.mts
CHANGED
|
@@ -926,6 +926,20 @@ type ChallengeResponse = {
|
|
|
926
926
|
*/
|
|
927
927
|
expires_at: number;
|
|
928
928
|
};
|
|
929
|
+
/**
|
|
930
|
+
* One named verifier check with its pass/fail result. Names come from
|
|
931
|
+
* `EpisodeResult.verdict_checks` and are safe to expose (they identify
|
|
932
|
+
* which constraint fired, not the constraint's private threshold).
|
|
933
|
+
*/
|
|
934
|
+
type CheckDetail = {
|
|
935
|
+
name: string;
|
|
936
|
+
passed: (boolean | null);
|
|
937
|
+
};
|
|
938
|
+
type CheckSummary = {
|
|
939
|
+
passed?: number;
|
|
940
|
+
failed?: number;
|
|
941
|
+
unknown?: number;
|
|
942
|
+
};
|
|
929
943
|
type ChutesAuthStatusResponse = {
|
|
930
944
|
/**
|
|
931
945
|
* Whether the miner has a valid Chutes token stored
|
|
@@ -1219,6 +1233,42 @@ type EvalRunNotFoundError = {
|
|
|
1219
1233
|
*/
|
|
1220
1234
|
error_code?: "EVAL_RUN_NOT_FOUND";
|
|
1221
1235
|
};
|
|
1236
|
+
type EvaluationExecutionRead = {
|
|
1237
|
+
eval_run_id: string;
|
|
1238
|
+
agent_version_id: string;
|
|
1239
|
+
suite_id: number;
|
|
1240
|
+
validator_hotkey: string;
|
|
1241
|
+
status: string;
|
|
1242
|
+
completed_at: (string | null);
|
|
1243
|
+
score: (number | null);
|
|
1244
|
+
execution_kind: 'legacy_shoppingbench' | 'envpack' | 'unknown';
|
|
1245
|
+
execution_contract_id?: (string | null);
|
|
1246
|
+
environment?: (SafeEnvironmentMetadata | null);
|
|
1247
|
+
};
|
|
1248
|
+
type execution_kind = 'legacy_shoppingbench' | 'envpack' | 'unknown';
|
|
1249
|
+
type EvaluationItemRead = {
|
|
1250
|
+
item_id: string;
|
|
1251
|
+
item_kind: 'legacy_problem' | 'envpack_episode';
|
|
1252
|
+
family?: (string | null);
|
|
1253
|
+
status: string;
|
|
1254
|
+
score?: (number | null);
|
|
1255
|
+
verdict_status?: ('passed' | 'failed' | null);
|
|
1256
|
+
paid_reward?: (number | null);
|
|
1257
|
+
check_summary?: (CheckSummary | null);
|
|
1258
|
+
reward_summary?: (RewardSummary | null);
|
|
1259
|
+
step_count?: (number | null);
|
|
1260
|
+
eval_run_id: string;
|
|
1261
|
+
validator_hotkey: string;
|
|
1262
|
+
};
|
|
1263
|
+
type item_kind = 'legacy_problem' | 'envpack_episode';
|
|
1264
|
+
type EvaluationItemsRead = {
|
|
1265
|
+
eval_run_id: string;
|
|
1266
|
+
execution_kind: 'legacy_shoppingbench' | 'envpack' | 'unknown';
|
|
1267
|
+
detail_released: boolean;
|
|
1268
|
+
expected_item_count?: (number | null);
|
|
1269
|
+
persisted_item_count: number;
|
|
1270
|
+
items: Array<EvaluationItemRead>;
|
|
1271
|
+
};
|
|
1222
1272
|
/**
|
|
1223
1273
|
* Which phase of the qualifying+race cycle an evaluation belongs to.
|
|
1224
1274
|
*/
|
|
@@ -2108,6 +2158,11 @@ type ProgressUpdateResponse = {
|
|
|
2108
2158
|
*/
|
|
2109
2159
|
accepted?: boolean;
|
|
2110
2160
|
};
|
|
2161
|
+
type QualifyingTaskRead = {
|
|
2162
|
+
task_id: string;
|
|
2163
|
+
family: string;
|
|
2164
|
+
goal_text: string;
|
|
2165
|
+
};
|
|
2111
2166
|
type RaceCurrentResponse = {
|
|
2112
2167
|
/**
|
|
2113
2168
|
* Current race, if any
|
|
@@ -2569,6 +2624,19 @@ type ReinstateRequest = {
|
|
|
2569
2624
|
*/
|
|
2570
2625
|
reason?: (string | null);
|
|
2571
2626
|
};
|
|
2627
|
+
/**
|
|
2628
|
+
* One named contribution to the paid reward. Value is the same
|
|
2629
|
+
* numeric slice the miner already earned; the name identifies the
|
|
2630
|
+
* reward source (e.g. `family_metric`, `constraint_satisfaction`). No
|
|
2631
|
+
* private weighting factors surface here.
|
|
2632
|
+
*/
|
|
2633
|
+
type RewardComponent = {
|
|
2634
|
+
name: string;
|
|
2635
|
+
value: number;
|
|
2636
|
+
};
|
|
2637
|
+
type RewardSummary = {
|
|
2638
|
+
component_count?: number;
|
|
2639
|
+
};
|
|
2572
2640
|
type RunAlreadyCompleteError = {
|
|
2573
2641
|
/**
|
|
2574
2642
|
* Error message describing what went wrong
|
|
@@ -2631,6 +2699,45 @@ type RunProblemsResponse = {
|
|
|
2631
2699
|
*/
|
|
2632
2700
|
problems: Array<ProblemPublic>;
|
|
2633
2701
|
};
|
|
2702
|
+
type SafeEnvironmentMetadata = {
|
|
2703
|
+
display_name: string;
|
|
2704
|
+
/**
|
|
2705
|
+
* Short audit revision; never a storage key
|
|
2706
|
+
*/
|
|
2707
|
+
environment_revision: string;
|
|
2708
|
+
catalog_epoch: string;
|
|
2709
|
+
task_count: number;
|
|
2710
|
+
family_counts: {
|
|
2711
|
+
[key: string]: (number);
|
|
2712
|
+
};
|
|
2713
|
+
contract_version: string;
|
|
2714
|
+
runtime_version: string;
|
|
2715
|
+
tool_contract_version: string;
|
|
2716
|
+
verifier_version: string;
|
|
2717
|
+
result_schema_version: string;
|
|
2718
|
+
};
|
|
2719
|
+
type SanitizedEpisodeArtifact = {
|
|
2720
|
+
episode_result_id: string;
|
|
2721
|
+
eval_run_id: string;
|
|
2722
|
+
task_id: string;
|
|
2723
|
+
family: string;
|
|
2724
|
+
outcome: string;
|
|
2725
|
+
step_count: number;
|
|
2726
|
+
trace: Array<SanitizedTraceEntry>;
|
|
2727
|
+
paid_reward?: (number | null);
|
|
2728
|
+
check_details?: Array<CheckDetail>;
|
|
2729
|
+
reward_components?: Array<RewardComponent>;
|
|
2730
|
+
};
|
|
2731
|
+
type SanitizedTraceEntry = {
|
|
2732
|
+
seq: number;
|
|
2733
|
+
turn: number;
|
|
2734
|
+
kind: 'model_action' | 'model_message' | 'observation' | 'user_message' | 'termination';
|
|
2735
|
+
actor: string;
|
|
2736
|
+
payload: {
|
|
2737
|
+
[key: string]: unknown;
|
|
2738
|
+
};
|
|
2739
|
+
};
|
|
2740
|
+
type kind = 'model_action' | 'model_message' | 'observation' | 'user_message' | 'termination';
|
|
2634
2741
|
/**
|
|
2635
2742
|
* 400 - Candidate score does not exceed the challenge threshold.
|
|
2636
2743
|
*/
|
|
@@ -2791,6 +2898,15 @@ type SubmitAgentResponse = {
|
|
|
2791
2898
|
*/
|
|
2792
2899
|
message?: string;
|
|
2793
2900
|
};
|
|
2901
|
+
type SuiteExecutionRead = {
|
|
2902
|
+
suite_id: number;
|
|
2903
|
+
is_active: boolean;
|
|
2904
|
+
is_archived: boolean;
|
|
2905
|
+
execution_kind: 'legacy_shoppingbench' | 'envpack' | 'unknown';
|
|
2906
|
+
execution_contract_id?: (string | null);
|
|
2907
|
+
environment?: (SafeEnvironmentMetadata | null);
|
|
2908
|
+
qualifying_tasks?: (Array<QualifyingTaskRead> | null);
|
|
2909
|
+
};
|
|
2794
2910
|
type SuiteNotFoundError = {
|
|
2795
2911
|
/**
|
|
2796
2912
|
* Error message describing what went wrong
|
|
@@ -4267,6 +4383,48 @@ type PostValidatorResumeData = {
|
|
|
4267
4383
|
};
|
|
4268
4384
|
type PostValidatorResumeResponse = (ValidatorPauseStatus);
|
|
4269
4385
|
type PostValidatorResumeError = (HTTPValidationError);
|
|
4386
|
+
type GetCurrentSuiteV2Response = (SuiteExecutionRead);
|
|
4387
|
+
type GetCurrentSuiteV2Error = unknown;
|
|
4388
|
+
type GetSuiteV2Data = {
|
|
4389
|
+
path: {
|
|
4390
|
+
/**
|
|
4391
|
+
* Suite identifier
|
|
4392
|
+
*/
|
|
4393
|
+
suite_id: number;
|
|
4394
|
+
};
|
|
4395
|
+
};
|
|
4396
|
+
type GetSuiteV2Response = (SuiteExecutionRead);
|
|
4397
|
+
type GetSuiteV2Error = (HTTPValidationError);
|
|
4398
|
+
type GetEvaluationRunV2Data = {
|
|
4399
|
+
path: {
|
|
4400
|
+
/**
|
|
4401
|
+
* Evaluation run identifier
|
|
4402
|
+
*/
|
|
4403
|
+
run_id: string;
|
|
4404
|
+
};
|
|
4405
|
+
};
|
|
4406
|
+
type GetEvaluationRunV2Response = (EvaluationExecutionRead);
|
|
4407
|
+
type GetEvaluationRunV2Error = (HTTPValidationError);
|
|
4408
|
+
type GetEvaluationItemsV2Data = {
|
|
4409
|
+
path: {
|
|
4410
|
+
/**
|
|
4411
|
+
* Evaluation run identifier
|
|
4412
|
+
*/
|
|
4413
|
+
run_id: string;
|
|
4414
|
+
};
|
|
4415
|
+
};
|
|
4416
|
+
type GetEvaluationItemsV2Response = (EvaluationItemsRead);
|
|
4417
|
+
type GetEvaluationItemsV2Error = (HTTPValidationError);
|
|
4418
|
+
type GetEpisodeArtifactV2Data = {
|
|
4419
|
+
path: {
|
|
4420
|
+
/**
|
|
4421
|
+
* Episode result identifier
|
|
4422
|
+
*/
|
|
4423
|
+
episode_result_id: string;
|
|
4424
|
+
};
|
|
4425
|
+
};
|
|
4426
|
+
type GetEpisodeArtifactV2Response = (SanitizedEpisodeArtifact);
|
|
4427
|
+
type GetEpisodeArtifactV2Error = (HTTPValidationError);
|
|
4270
4428
|
type ApiProblemsData = {
|
|
4271
4429
|
headers?: {
|
|
4272
4430
|
'X-Demo-Auth'?: (string | null);
|
|
@@ -4812,6 +4970,26 @@ declare const postValidatorPause: <ThrowOnError extends boolean = false>(options
|
|
|
4812
4970
|
* Resume validator claims (release the andon cord)
|
|
4813
4971
|
*/
|
|
4814
4972
|
declare const postValidatorResume: <ThrowOnError extends boolean = false>(options: OptionsLegacyParser<PostValidatorResumeData, ThrowOnError>) => _hey_api_client_fetch.RequestResult<ValidatorPauseStatus, HTTPValidationError, ThrowOnError>;
|
|
4973
|
+
/**
|
|
4974
|
+
* Get Current Suite V2
|
|
4975
|
+
*/
|
|
4976
|
+
declare const getCurrentSuiteV2: <ThrowOnError extends boolean = false>(options?: OptionsLegacyParser<unknown, ThrowOnError>) => _hey_api_client_fetch.RequestResult<SuiteExecutionRead, unknown, ThrowOnError>;
|
|
4977
|
+
/**
|
|
4978
|
+
* Get Suite V2
|
|
4979
|
+
*/
|
|
4980
|
+
declare const getSuiteV2: <ThrowOnError extends boolean = false>(options: OptionsLegacyParser<GetSuiteV2Data, ThrowOnError>) => _hey_api_client_fetch.RequestResult<SuiteExecutionRead, HTTPValidationError, ThrowOnError>;
|
|
4981
|
+
/**
|
|
4982
|
+
* Get Evaluation Run V2
|
|
4983
|
+
*/
|
|
4984
|
+
declare const getEvaluationRunV2: <ThrowOnError extends boolean = false>(options: OptionsLegacyParser<GetEvaluationRunV2Data, ThrowOnError>) => _hey_api_client_fetch.RequestResult<EvaluationExecutionRead, HTTPValidationError, ThrowOnError>;
|
|
4985
|
+
/**
|
|
4986
|
+
* Get Evaluation Items V2
|
|
4987
|
+
*/
|
|
4988
|
+
declare const getEvaluationItemsV2: <ThrowOnError extends boolean = false>(options: OptionsLegacyParser<GetEvaluationItemsV2Data, ThrowOnError>) => _hey_api_client_fetch.RequestResult<EvaluationItemsRead, HTTPValidationError, ThrowOnError>;
|
|
4989
|
+
/**
|
|
4990
|
+
* Get Episode Artifact V2
|
|
4991
|
+
*/
|
|
4992
|
+
declare const getEpisodeArtifactV2: <ThrowOnError extends boolean = false>(options: OptionsLegacyParser<GetEpisodeArtifactV2Data, ThrowOnError>) => _hey_api_client_fetch.RequestResult<SanitizedEpisodeArtifact, HTTPValidationError, ThrowOnError>;
|
|
4815
4993
|
/**
|
|
4816
4994
|
* Api Problems
|
|
4817
4995
|
*/
|
|
@@ -5172,4 +5350,4 @@ declare class SessionAuthManager {
|
|
|
5172
5350
|
*/
|
|
5173
5351
|
declare function configureSessionAuth(baseUrl: string, config: SessionAuthConfig): SessionAuthManager;
|
|
5174
5352
|
|
|
5175
|
-
export { type ActivateSuiteData, type ActivateSuiteError, type ActivateSuiteResponse, type ActivateSuiteResponse2, type AdminAgentCodeResponse, type AdminAgentVersionEntry, type AdminAgentVersionsResponse, type AdminEvaluationRunEntry, type AdminEvaluationRunsResponse, type AdminMinerEntry, type AdminMinersResponse, type AdminValidatorEntry, type AdminValidatorsResponse, type AdmissionReason, type AdmissionStatus, type AgentLatestVersion, type AgentNotFoundError, type AgentPublic, type AgentVersionHistoryEntry, type AgentVersionNotFoundError, type AgentVersionProblemsResponse, type AgentVersionPublic, type AgentVersionScoreEntry, type AgentVersionState, type AgentVersionStatus, type AgentVersionVariance, type AgentVersionVarianceResponse, type AlreadyInvalidatedError, type ApiProblemsData, type ApiProblemsError, type ApiProblemsResponse, type ApiRunData, type ApiRunError, type ApiRunResponse, type ArtifactDownloadRequest, type ArtifactDownloadResponse, type ArtifactNotFoundError, type ArtifactNotReleasedError, type ArtifactReleaseState, type ArtifactType, type AtCapacityError, type AuditEventEntry, type AuditEventsResponse, type BanMinerData, type BanMinerError, type BanMinerResponse, type BanRequest, type BanResponse, type BanValidatorData, type BanValidatorError, type BanValidatorResponse, type BittensorAuthConfig, type Body_submit_agent, type CachedSession, type CancelAgentVersionData, type CancelAgentVersionError, type CancelAgentVersionResponse, type CancelRequest, type CancelResponse, type ChallengeRequest, type ChallengeResponse, type ChutesAuthStatusResponse, type ClaimWorkData, type ClaimWorkError, type ClaimWorkResponse, type ClaimWorkResponse2, type ClearCooldownResponse, type ClearMinerCooldownData, type ClearMinerCooldownError, type ClearMinerCooldownResponse, type ClearRaceSelectionError, type ClearRaceSelectionResponse, type CloseQualifyingError, type CloseQualifyingResponse, type CloseQualifyingResponse2, type CodeAnalysisError, type CompleteRunData, type CompleteRunError, type CompleteRunRequest, type CompleteRunResponse, type CompleteRunResponse2, type CooldownActiveError, type CreateSessionEndpointData, type CreateSessionEndpointError, type CreateSessionEndpointResponse, type CreateSuiteData, type CreateSuiteError, type CreateSuiteRequest, type CreateSuiteResponse, type CreateSuiteResponse2, type CurrentRacesResponse, type DeepHealthCheckError, type DeepHealthCheckResponse, type DeleteInferenceCredentialData, type DeleteInferenceCredentialError, type DeleteInferenceCredentialResponse, type DiscardAgentVersionData, type DiscardAgentVersionError, type DiscardAgentVersionResponse, type DiscardRequest, type DiscardResponse, type EliminateAgentVersionData, type EliminateAgentVersionError, type EliminateAgentVersionResponse, type EliminateRequest, type EliminateResponse, type EpochStandings, type ErrorCategory, type EvalRunNotFoundError, type EvaluationPhase, type EvaluationRunDetail, type EvaluationRunPublic, type EvaluationRunStatus, type EvaluationRunStatusPublic, type ExchangeChutesCodeData, type ExchangeChutesCodeError, type ExchangeChutesCodeRequest, type ExchangeChutesCodeResponse, type ExchangeChutesCodeResponse2, type FileTooLargeError, type GetAgentVersionCodeData, type GetAgentVersionCodeError, type GetAgentVersionCodeResponse, type GetAgentVersionData, type GetAgentVersionError, type GetAgentVersionProblemsData, type GetAgentVersionProblemsError, type GetAgentVersionProblemsResponse, type GetAgentVersionResponse, type GetAgentVersionRunsData, type GetAgentVersionRunsError, type GetAgentVersionRunsResponse, type GetAgentVersionStatusData, type GetAgentVersionStatusError, type GetAgentVersionStatusResponse, type GetAgentVersionVarianceData, type GetAgentVersionVarianceError, type GetAgentVersionVarianceResponse, type GetArtifactDownloadUrlData, type GetArtifactDownloadUrlError, type GetArtifactDownloadUrlResponse, type GetAuditEventsData, type GetAuditEventsError, type GetAuditEventsResponse, type GetChutesAuthStatusError, type GetChutesAuthStatusResponse, type GetCurrentRaceError, type GetCurrentRaceResponse, type GetCurrentRacesError, type GetCurrentRacesResponse, type GetCurrentSuiteError, type GetCurrentSuiteResponse, type GetEvaluationRunData, type GetEvaluationRunError, type GetEvaluationRunResponse, type GetInferenceAuthStatusOneData, type GetInferenceAuthStatusOneError, type GetInferenceAuthStatusOneResponse, type GetInferenceModelsData, type GetInferenceModelsError, type GetInferenceModelsResponse, type GetLeaderboardData, type GetLeaderboardError, type GetLeaderboardResponse, type GetOwnedAgentVersionStatusData, type GetOwnedAgentVersionStatusError, type GetOwnedAgentVersionStatusResponse, type GetPendingEvaluationsData, type GetPendingEvaluationsError, type GetPendingEvaluationsResponse, type GetRaceDetailData, type GetRaceDetailError, type GetRaceDetailResponse, type GetRaceDiagnosticsData, type GetRaceDiagnosticsError, type GetRaceDiagnosticsResponse, type GetRaceHistoryData, type GetRaceHistoryError, type GetRaceHistoryResponse, type GetRaceValidatorVarianceData, type GetRaceValidatorVarianceError, type GetRaceValidatorVarianceResponse, type GetReaperStatsError, type GetReaperStatsResponse, type GetRunProblemsData, type GetRunProblemsError, type GetRunProblemsResponse, type GetRunningEvaluationsError, type GetRunningEvaluationsResponse, type GetSuiteProblemsData, type GetSuiteProblemsError, type GetSuiteProblemsResponse, type GetTopAgentError, type GetTopAgentResponse, type GetTopHistoryData, type GetTopHistoryError, type GetTopHistoryResponse, type GetTopMinerPayoutError, type GetTopMinerPayoutResponse, type GetTrajectoryHistoryError, type GetTrajectoryHistoryResponse, type GetValidatorFailuresData, type GetValidatorFailuresError, type GetValidatorFailuresResponse, type GetValidatorPauseError, type GetValidatorPauseResponse, type GetValidatorResourceSamplesData, type GetValidatorResourceSamplesError, type GetValidatorResourceSamplesResponse, type GetValidatorScoresData, type GetValidatorScoresError, type GetValidatorScoresResponse, type GetValidatorsError, type GetValidatorsResponse, type GetWeightSaltError, type GetWeightSaltResponse, type HTTPValidationError, type HealthCheckError, type HealthCheckResponse, type HeartbeatData, type HeartbeatError, type HeartbeatRequest, type HeartbeatResponse, type HeartbeatResponse2, type InferenceAuthListResponse, type InferenceAuthStatusResponse, type InferenceModelsResponse, type InferenceTokenGrant, type InvalidAgentNameError, type InvalidArtifactTypeError, type InvalidFileError, type InvalidProblemIdError, type InvalidateEvaluationRunData, type InvalidateEvaluationRunError, type InvalidateEvaluationRunResponse, type InvalidateRunRequest, type JoinWaitlistData, type JoinWaitlistError, type JoinWaitlistResponse, type LeaderboardEntry, type LeaderboardResponse, type LeaseExpiredError, type ListAgentVersions1Data, type ListAgentVersions1Error, type ListAgentVersions1Response, type ListAgentVersionsData, type ListAgentVersionsError, type ListAgentVersionsResponse, type ListEvaluationRunsData, type ListEvaluationRunsError, type ListEvaluationRunsResponse, type ListInferenceAuthError, type ListInferenceAuthResponse, type ListMinerAgentsError, type ListMinerAgentsResponse, type ListMinersData, type ListMinersError, type ListMinersResponse, type ListSuitesError, type ListSuitesResponse, type ListValidatorsData, type ListValidatorsError, type ListValidatorsResponse, type LogoutData, type LogoutError, type LogoutResponse, type LogoutResponse2, type MinerAgentsResponse, type MinerNotFoundError, type MinerRaceSelectionRequest, type MissingParameterError, type MissingScoreError, type NoActiveSuiteError, type NoSelectionError, type NotRunOwnerError, type NotVersionOwnerError, type OroErrorCode, type PendingEvaluation, type PendingEvaluationSummary, type PendingEvaluationsResponse, type PinnedFinisher, type PooledWindowRace, type PostValidatorPauseData, type PostValidatorPauseError, type PostValidatorPauseResponse, type PostValidatorResumeData, type PostValidatorResumeError, type PostValidatorResumeResponse, type PresignUploadData, type PresignUploadError, type PresignUploadRequest, type PresignUploadResponse, type PresignUploadResponse2, type ProblemNotFoundError, type ProblemProgressEntry, type ProblemProgressUpdate, type ProblemPublic, type ProblemStatus, type ProgressUpdateRequest, type ProgressUpdateResponse, type RaceCurrentResponse, type RaceDetailResponse, type RaceDiagnosticsResponse, type RaceHistoryResponse, type RaceInFlightError, type RaceLockedError, type RaceNotFoundError, type RacePublic, type RaceQualifierEntry, type RaceQualifierPublic, type RaceSummary, type RaceValidatorVarianceResponse, type RaceWorkItemEntry, type RankedInferenceModel, type RankedInferenceModelsResponse, type RateLimitExceededError, type ReaperStatsResponse, type ReevaluateAgentVersionData, type ReevaluateAgentVersionError, type ReevaluateAgentVersionResponse, type ReevaluateRequest, type ReevaluateResponse, type ReinstateAgentVersionData, type ReinstateAgentVersionError, type ReinstateAgentVersionResponse, type ReinstateEliminationData, type ReinstateEliminationError, type ReinstateEliminationRequest, type ReinstateEliminationResponse, type ReinstateEliminationResponse2, type ReinstateRequest, type RequestChallengeData, type RequestChallengeError, type RequestChallengeResponse, type RetryConfig, type RetryContext, type RunAlreadyCompleteError, type RunProblemsResponse, type RunningEvaluation, type ScoreBelowThresholdError, type SessionAuthConfig, SessionAuthManager, type SessionInfo, type SessionRequest, type SessionResponse, type SetDefaultInferenceProviderData, type SetDefaultInferenceProviderError, type SetDefaultInferenceProviderResponse, type SetDefaultProviderRequest, type SetRaceSelectionData, type SetRaceSelectionError, type SetRaceSelectionResponse, type SetTopAgentData, type SetTopAgentError, type SetTopAgentResponse, type SetTopRequest, type SetTopResponse, type SimilarityCheckUnavailableError, type SpreadBucket, type StoreChutesTokenData, type StoreChutesTokenError, type StoreChutesTokenRequest, type StoreChutesTokenResponse, type StoreInferenceCredentialData, type StoreInferenceCredentialError, type StoreInferenceCredentialRequest, type StoreInferenceCredentialResponse, type SubmitAgentData, type SubmitAgentError, type SubmitAgentResponse, type SubmitAgentResponse2, type SuiteNotFoundError, type SuitePublic, type SuiteWithProblemsResponse, type TerminalStatus, type TopAgentResponse, type TopHistoryEntry, type TopHistoryResponse, type TopMinerPayoutResponse, type TrajectoryDay, type TrajectoryHistoryResponse, type UnbanMinerData, type UnbanMinerError, type UnbanMinerResponse, type UnbanValidatorData, type UnbanValidatorError, type UnbanValidatorResponse, type UpdateProgressData, type UpdateProgressError, type UpdateProgressResponse, type UpdateValidatorData, type UpdateValidatorError, type UpdateValidatorRequest, type UpdateValidatorResponse, type ValidationError, type ValidationErrorError, type ValidatorCurrentAgent, type ValidatorFailureEntry, type ValidatorFailuresResponse, type ValidatorNotFoundError, type ValidatorPauseRequest, type ValidatorPauseStatus, type ValidatorProblemResult, type ValidatorPublic, type ValidatorResourceSampleEntry, type ValidatorResourceSamplesResponse, type ValidatorResumeRequest, type ValidatorScoreSummary, type ValidatorScoresResponse, type ValidatorStatus, type ValidatorVarianceEntry, type WaitlistSignupRequest, type WaitlistSignupResponse, type WeightSaltResponse, type WorkItemStatus, activateSuite, apiProblems, apiRun, banMiner, banValidator, cancelAgentVersion, claimWork, classifyError, classifyStatus, clearMinerCooldown, clearRaceSelection, client, closeQualifying, completeRun, computeDelay, configureBittensorAuth, configurePublicClient, configureSessionAuth, createRetryFetch, createSessionEndpoint, createSuite, deepHealthCheck, deleteInferenceCredential, discardAgentVersion, eliminateAgentVersion, exchangeChutesCode, generateAuthHeaders, getAgentVersion, getAgentVersionCode, getAgentVersionProblems, getAgentVersionRuns, getAgentVersionStatus, getAgentVersionVariance, getArtifactDownloadUrl, getAuditEvents, getChutesAuthStatus, getCurrentRace, getCurrentRaces, getCurrentSuite, getErrorCode, getErrorDetail, getEvaluationRun, getInferenceAuthStatusOne, getInferenceModels, getLeaderboard, getOwnedAgentVersionStatus, getPendingEvaluations, getRaceDetail, getRaceDiagnostics, getRaceHistory, getRaceValidatorVariance, getReaperStats, getRunProblems, getRunningEvaluations, getSuiteProblems, getTopAgent, getTopHistory, getTopMinerPayout, getTrajectoryHistory, getValidatorFailures, getValidatorPause, getValidatorResourceSamples, getValidatorScores, getValidators, getWeightSalt, hasDetail, hasErrorCode, healthCheck, heartbeat, invalidateEvaluationRun, isTransient, isTransientError, joinWaitlist, listAgentVersions, listAgentVersions1, listEvaluationRuns, listInferenceAuth, listMinerAgents, listMiners, listSuites, listValidators, logout, parseRetryAfter, postValidatorPause, postValidatorResume, presignUpload, type provider, reevaluateAgentVersion, reinstateAgentVersion, reinstateElimination, requestChallenge, setDefaultInferenceProvider, setRaceSelection, setTopAgent, storeChutesToken, storeInferenceCredential, submitAgent, unbanMiner, unbanValidator, updateProgress, updateValidator };
|
|
5353
|
+
export { type ActivateSuiteData, type ActivateSuiteError, type ActivateSuiteResponse, type ActivateSuiteResponse2, type AdminAgentCodeResponse, type AdminAgentVersionEntry, type AdminAgentVersionsResponse, type AdminEvaluationRunEntry, type AdminEvaluationRunsResponse, type AdminMinerEntry, type AdminMinersResponse, type AdminValidatorEntry, type AdminValidatorsResponse, type AdmissionReason, type AdmissionStatus, type AgentLatestVersion, type AgentNotFoundError, type AgentPublic, type AgentVersionHistoryEntry, type AgentVersionNotFoundError, type AgentVersionProblemsResponse, type AgentVersionPublic, type AgentVersionScoreEntry, type AgentVersionState, type AgentVersionStatus, type AgentVersionVariance, type AgentVersionVarianceResponse, type AlreadyInvalidatedError, type ApiProblemsData, type ApiProblemsError, type ApiProblemsResponse, type ApiRunData, type ApiRunError, type ApiRunResponse, type ArtifactDownloadRequest, type ArtifactDownloadResponse, type ArtifactNotFoundError, type ArtifactNotReleasedError, type ArtifactReleaseState, type ArtifactType, type AtCapacityError, type AuditEventEntry, type AuditEventsResponse, type BanMinerData, type BanMinerError, type BanMinerResponse, type BanRequest, type BanResponse, type BanValidatorData, type BanValidatorError, type BanValidatorResponse, type BittensorAuthConfig, type Body_submit_agent, type CachedSession, type CancelAgentVersionData, type CancelAgentVersionError, type CancelAgentVersionResponse, type CancelRequest, type CancelResponse, type ChallengeRequest, type ChallengeResponse, type CheckDetail, type CheckSummary, type ChutesAuthStatusResponse, type ClaimWorkData, type ClaimWorkError, type ClaimWorkResponse, type ClaimWorkResponse2, type ClearCooldownResponse, type ClearMinerCooldownData, type ClearMinerCooldownError, type ClearMinerCooldownResponse, type ClearRaceSelectionError, type ClearRaceSelectionResponse, type CloseQualifyingError, type CloseQualifyingResponse, type CloseQualifyingResponse2, type CodeAnalysisError, type CompleteRunData, type CompleteRunError, type CompleteRunRequest, type CompleteRunResponse, type CompleteRunResponse2, type CooldownActiveError, type CreateSessionEndpointData, type CreateSessionEndpointError, type CreateSessionEndpointResponse, type CreateSuiteData, type CreateSuiteError, type CreateSuiteRequest, type CreateSuiteResponse, type CreateSuiteResponse2, type CurrentRacesResponse, type DeepHealthCheckError, type DeepHealthCheckResponse, type DeleteInferenceCredentialData, type DeleteInferenceCredentialError, type DeleteInferenceCredentialResponse, type DiscardAgentVersionData, type DiscardAgentVersionError, type DiscardAgentVersionResponse, type DiscardRequest, type DiscardResponse, type EliminateAgentVersionData, type EliminateAgentVersionError, type EliminateAgentVersionResponse, type EliminateRequest, type EliminateResponse, type EpochStandings, type ErrorCategory, type EvalRunNotFoundError, type EvaluationExecutionRead, type EvaluationItemRead, type EvaluationItemsRead, type EvaluationPhase, type EvaluationRunDetail, type EvaluationRunPublic, type EvaluationRunStatus, type EvaluationRunStatusPublic, type ExchangeChutesCodeData, type ExchangeChutesCodeError, type ExchangeChutesCodeRequest, type ExchangeChutesCodeResponse, type ExchangeChutesCodeResponse2, type FileTooLargeError, type GetAgentVersionCodeData, type GetAgentVersionCodeError, type GetAgentVersionCodeResponse, type GetAgentVersionData, type GetAgentVersionError, type GetAgentVersionProblemsData, type GetAgentVersionProblemsError, type GetAgentVersionProblemsResponse, type GetAgentVersionResponse, type GetAgentVersionRunsData, type GetAgentVersionRunsError, type GetAgentVersionRunsResponse, type GetAgentVersionStatusData, type GetAgentVersionStatusError, type GetAgentVersionStatusResponse, type GetAgentVersionVarianceData, type GetAgentVersionVarianceError, type GetAgentVersionVarianceResponse, type GetArtifactDownloadUrlData, type GetArtifactDownloadUrlError, type GetArtifactDownloadUrlResponse, type GetAuditEventsData, type GetAuditEventsError, type GetAuditEventsResponse, type GetChutesAuthStatusError, type GetChutesAuthStatusResponse, type GetCurrentRaceError, type GetCurrentRaceResponse, type GetCurrentRacesError, type GetCurrentRacesResponse, type GetCurrentSuiteError, type GetCurrentSuiteResponse, type GetCurrentSuiteV2Error, type GetCurrentSuiteV2Response, type GetEpisodeArtifactV2Data, type GetEpisodeArtifactV2Error, type GetEpisodeArtifactV2Response, type GetEvaluationItemsV2Data, type GetEvaluationItemsV2Error, type GetEvaluationItemsV2Response, type GetEvaluationRunData, type GetEvaluationRunError, type GetEvaluationRunResponse, type GetEvaluationRunV2Data, type GetEvaluationRunV2Error, type GetEvaluationRunV2Response, type GetInferenceAuthStatusOneData, type GetInferenceAuthStatusOneError, type GetInferenceAuthStatusOneResponse, type GetInferenceModelsData, type GetInferenceModelsError, type GetInferenceModelsResponse, type GetLeaderboardData, type GetLeaderboardError, type GetLeaderboardResponse, type GetOwnedAgentVersionStatusData, type GetOwnedAgentVersionStatusError, type GetOwnedAgentVersionStatusResponse, type GetPendingEvaluationsData, type GetPendingEvaluationsError, type GetPendingEvaluationsResponse, type GetRaceDetailData, type GetRaceDetailError, type GetRaceDetailResponse, type GetRaceDiagnosticsData, type GetRaceDiagnosticsError, type GetRaceDiagnosticsResponse, type GetRaceHistoryData, type GetRaceHistoryError, type GetRaceHistoryResponse, type GetRaceValidatorVarianceData, type GetRaceValidatorVarianceError, type GetRaceValidatorVarianceResponse, type GetReaperStatsError, type GetReaperStatsResponse, type GetRunProblemsData, type GetRunProblemsError, type GetRunProblemsResponse, type GetRunningEvaluationsError, type GetRunningEvaluationsResponse, type GetSuiteProblemsData, type GetSuiteProblemsError, type GetSuiteProblemsResponse, type GetSuiteV2Data, type GetSuiteV2Error, type GetSuiteV2Response, type GetTopAgentError, type GetTopAgentResponse, type GetTopHistoryData, type GetTopHistoryError, type GetTopHistoryResponse, type GetTopMinerPayoutError, type GetTopMinerPayoutResponse, type GetTrajectoryHistoryError, type GetTrajectoryHistoryResponse, type GetValidatorFailuresData, type GetValidatorFailuresError, type GetValidatorFailuresResponse, type GetValidatorPauseError, type GetValidatorPauseResponse, type GetValidatorResourceSamplesData, type GetValidatorResourceSamplesError, type GetValidatorResourceSamplesResponse, type GetValidatorScoresData, type GetValidatorScoresError, type GetValidatorScoresResponse, type GetValidatorsError, type GetValidatorsResponse, type GetWeightSaltError, type GetWeightSaltResponse, type HTTPValidationError, type HealthCheckError, type HealthCheckResponse, type HeartbeatData, type HeartbeatError, type HeartbeatRequest, type HeartbeatResponse, type HeartbeatResponse2, type InferenceAuthListResponse, type InferenceAuthStatusResponse, type InferenceModelsResponse, type InferenceTokenGrant, type InvalidAgentNameError, type InvalidArtifactTypeError, type InvalidFileError, type InvalidProblemIdError, type InvalidateEvaluationRunData, type InvalidateEvaluationRunError, type InvalidateEvaluationRunResponse, type InvalidateRunRequest, type JoinWaitlistData, type JoinWaitlistError, type JoinWaitlistResponse, type LeaderboardEntry, type LeaderboardResponse, type LeaseExpiredError, type ListAgentVersions1Data, type ListAgentVersions1Error, type ListAgentVersions1Response, type ListAgentVersionsData, type ListAgentVersionsError, type ListAgentVersionsResponse, type ListEvaluationRunsData, type ListEvaluationRunsError, type ListEvaluationRunsResponse, type ListInferenceAuthError, type ListInferenceAuthResponse, type ListMinerAgentsError, type ListMinerAgentsResponse, type ListMinersData, type ListMinersError, type ListMinersResponse, type ListSuitesError, type ListSuitesResponse, type ListValidatorsData, type ListValidatorsError, type ListValidatorsResponse, type LogoutData, type LogoutError, type LogoutResponse, type LogoutResponse2, type MinerAgentsResponse, type MinerNotFoundError, type MinerRaceSelectionRequest, type MissingParameterError, type MissingScoreError, type NoActiveSuiteError, type NoSelectionError, type NotRunOwnerError, type NotVersionOwnerError, type OroErrorCode, type PendingEvaluation, type PendingEvaluationSummary, type PendingEvaluationsResponse, type PinnedFinisher, type PooledWindowRace, type PostValidatorPauseData, type PostValidatorPauseError, type PostValidatorPauseResponse, type PostValidatorResumeData, type PostValidatorResumeError, type PostValidatorResumeResponse, type PresignUploadData, type PresignUploadError, type PresignUploadRequest, type PresignUploadResponse, type PresignUploadResponse2, type ProblemNotFoundError, type ProblemProgressEntry, type ProblemProgressUpdate, type ProblemPublic, type ProblemStatus, type ProgressUpdateRequest, type ProgressUpdateResponse, type QualifyingTaskRead, type RaceCurrentResponse, type RaceDetailResponse, type RaceDiagnosticsResponse, type RaceHistoryResponse, type RaceInFlightError, type RaceLockedError, type RaceNotFoundError, type RacePublic, type RaceQualifierEntry, type RaceQualifierPublic, type RaceSummary, type RaceValidatorVarianceResponse, type RaceWorkItemEntry, type RankedInferenceModel, type RankedInferenceModelsResponse, type RateLimitExceededError, type ReaperStatsResponse, type ReevaluateAgentVersionData, type ReevaluateAgentVersionError, type ReevaluateAgentVersionResponse, type ReevaluateRequest, type ReevaluateResponse, type ReinstateAgentVersionData, type ReinstateAgentVersionError, type ReinstateAgentVersionResponse, type ReinstateEliminationData, type ReinstateEliminationError, type ReinstateEliminationRequest, type ReinstateEliminationResponse, type ReinstateEliminationResponse2, type ReinstateRequest, type RequestChallengeData, type RequestChallengeError, type RequestChallengeResponse, type RetryConfig, type RetryContext, type RewardComponent, type RewardSummary, type RunAlreadyCompleteError, type RunProblemsResponse, type RunningEvaluation, type SafeEnvironmentMetadata, type SanitizedEpisodeArtifact, type SanitizedTraceEntry, type ScoreBelowThresholdError, type SessionAuthConfig, SessionAuthManager, type SessionInfo, type SessionRequest, type SessionResponse, type SetDefaultInferenceProviderData, type SetDefaultInferenceProviderError, type SetDefaultInferenceProviderResponse, type SetDefaultProviderRequest, type SetRaceSelectionData, type SetRaceSelectionError, type SetRaceSelectionResponse, type SetTopAgentData, type SetTopAgentError, type SetTopAgentResponse, type SetTopRequest, type SetTopResponse, type SimilarityCheckUnavailableError, type SpreadBucket, type StoreChutesTokenData, type StoreChutesTokenError, type StoreChutesTokenRequest, type StoreChutesTokenResponse, type StoreInferenceCredentialData, type StoreInferenceCredentialError, type StoreInferenceCredentialRequest, type StoreInferenceCredentialResponse, type SubmitAgentData, type SubmitAgentError, type SubmitAgentResponse, type SubmitAgentResponse2, type SuiteExecutionRead, type SuiteNotFoundError, type SuitePublic, type SuiteWithProblemsResponse, type TerminalStatus, type TopAgentResponse, type TopHistoryEntry, type TopHistoryResponse, type TopMinerPayoutResponse, type TrajectoryDay, type TrajectoryHistoryResponse, type UnbanMinerData, type UnbanMinerError, type UnbanMinerResponse, type UnbanValidatorData, type UnbanValidatorError, type UnbanValidatorResponse, type UpdateProgressData, type UpdateProgressError, type UpdateProgressResponse, type UpdateValidatorData, type UpdateValidatorError, type UpdateValidatorRequest, type UpdateValidatorResponse, type ValidationError, type ValidationErrorError, type ValidatorCurrentAgent, type ValidatorFailureEntry, type ValidatorFailuresResponse, type ValidatorNotFoundError, type ValidatorPauseRequest, type ValidatorPauseStatus, type ValidatorProblemResult, type ValidatorPublic, type ValidatorResourceSampleEntry, type ValidatorResourceSamplesResponse, type ValidatorResumeRequest, type ValidatorScoreSummary, type ValidatorScoresResponse, type ValidatorStatus, type ValidatorVarianceEntry, type WaitlistSignupRequest, type WaitlistSignupResponse, type WeightSaltResponse, type WorkItemStatus, activateSuite, apiProblems, apiRun, banMiner, banValidator, cancelAgentVersion, claimWork, classifyError, classifyStatus, clearMinerCooldown, clearRaceSelection, client, closeQualifying, completeRun, computeDelay, configureBittensorAuth, configurePublicClient, configureSessionAuth, createRetryFetch, createSessionEndpoint, createSuite, deepHealthCheck, deleteInferenceCredential, discardAgentVersion, eliminateAgentVersion, exchangeChutesCode, type execution_kind, generateAuthHeaders, getAgentVersion, getAgentVersionCode, getAgentVersionProblems, getAgentVersionRuns, getAgentVersionStatus, getAgentVersionVariance, getArtifactDownloadUrl, getAuditEvents, getChutesAuthStatus, getCurrentRace, getCurrentRaces, getCurrentSuite, getCurrentSuiteV2, getEpisodeArtifactV2, getErrorCode, getErrorDetail, getEvaluationItemsV2, getEvaluationRun, getEvaluationRunV2, getInferenceAuthStatusOne, getInferenceModels, getLeaderboard, getOwnedAgentVersionStatus, getPendingEvaluations, getRaceDetail, getRaceDiagnostics, getRaceHistory, getRaceValidatorVariance, getReaperStats, getRunProblems, getRunningEvaluations, getSuiteProblems, getSuiteV2, getTopAgent, getTopHistory, getTopMinerPayout, getTrajectoryHistory, getValidatorFailures, getValidatorPause, getValidatorResourceSamples, getValidatorScores, getValidators, getWeightSalt, hasDetail, hasErrorCode, healthCheck, heartbeat, invalidateEvaluationRun, isTransient, isTransientError, type item_kind, joinWaitlist, type kind, listAgentVersions, listAgentVersions1, listEvaluationRuns, listInferenceAuth, listMinerAgents, listMiners, listSuites, listValidators, logout, parseRetryAfter, postValidatorPause, postValidatorResume, presignUpload, type provider, reevaluateAgentVersion, reinstateAgentVersion, reinstateElimination, requestChallenge, setDefaultInferenceProvider, setRaceSelection, setTopAgent, storeChutesToken, storeInferenceCredential, submitAgent, unbanMiner, unbanValidator, updateProgress, updateValidator };
|
package/dist/index.d.ts
CHANGED
|
@@ -926,6 +926,20 @@ type ChallengeResponse = {
|
|
|
926
926
|
*/
|
|
927
927
|
expires_at: number;
|
|
928
928
|
};
|
|
929
|
+
/**
|
|
930
|
+
* One named verifier check with its pass/fail result. Names come from
|
|
931
|
+
* `EpisodeResult.verdict_checks` and are safe to expose (they identify
|
|
932
|
+
* which constraint fired, not the constraint's private threshold).
|
|
933
|
+
*/
|
|
934
|
+
type CheckDetail = {
|
|
935
|
+
name: string;
|
|
936
|
+
passed: (boolean | null);
|
|
937
|
+
};
|
|
938
|
+
type CheckSummary = {
|
|
939
|
+
passed?: number;
|
|
940
|
+
failed?: number;
|
|
941
|
+
unknown?: number;
|
|
942
|
+
};
|
|
929
943
|
type ChutesAuthStatusResponse = {
|
|
930
944
|
/**
|
|
931
945
|
* Whether the miner has a valid Chutes token stored
|
|
@@ -1219,6 +1233,42 @@ type EvalRunNotFoundError = {
|
|
|
1219
1233
|
*/
|
|
1220
1234
|
error_code?: "EVAL_RUN_NOT_FOUND";
|
|
1221
1235
|
};
|
|
1236
|
+
type EvaluationExecutionRead = {
|
|
1237
|
+
eval_run_id: string;
|
|
1238
|
+
agent_version_id: string;
|
|
1239
|
+
suite_id: number;
|
|
1240
|
+
validator_hotkey: string;
|
|
1241
|
+
status: string;
|
|
1242
|
+
completed_at: (string | null);
|
|
1243
|
+
score: (number | null);
|
|
1244
|
+
execution_kind: 'legacy_shoppingbench' | 'envpack' | 'unknown';
|
|
1245
|
+
execution_contract_id?: (string | null);
|
|
1246
|
+
environment?: (SafeEnvironmentMetadata | null);
|
|
1247
|
+
};
|
|
1248
|
+
type execution_kind = 'legacy_shoppingbench' | 'envpack' | 'unknown';
|
|
1249
|
+
type EvaluationItemRead = {
|
|
1250
|
+
item_id: string;
|
|
1251
|
+
item_kind: 'legacy_problem' | 'envpack_episode';
|
|
1252
|
+
family?: (string | null);
|
|
1253
|
+
status: string;
|
|
1254
|
+
score?: (number | null);
|
|
1255
|
+
verdict_status?: ('passed' | 'failed' | null);
|
|
1256
|
+
paid_reward?: (number | null);
|
|
1257
|
+
check_summary?: (CheckSummary | null);
|
|
1258
|
+
reward_summary?: (RewardSummary | null);
|
|
1259
|
+
step_count?: (number | null);
|
|
1260
|
+
eval_run_id: string;
|
|
1261
|
+
validator_hotkey: string;
|
|
1262
|
+
};
|
|
1263
|
+
type item_kind = 'legacy_problem' | 'envpack_episode';
|
|
1264
|
+
type EvaluationItemsRead = {
|
|
1265
|
+
eval_run_id: string;
|
|
1266
|
+
execution_kind: 'legacy_shoppingbench' | 'envpack' | 'unknown';
|
|
1267
|
+
detail_released: boolean;
|
|
1268
|
+
expected_item_count?: (number | null);
|
|
1269
|
+
persisted_item_count: number;
|
|
1270
|
+
items: Array<EvaluationItemRead>;
|
|
1271
|
+
};
|
|
1222
1272
|
/**
|
|
1223
1273
|
* Which phase of the qualifying+race cycle an evaluation belongs to.
|
|
1224
1274
|
*/
|
|
@@ -2108,6 +2158,11 @@ type ProgressUpdateResponse = {
|
|
|
2108
2158
|
*/
|
|
2109
2159
|
accepted?: boolean;
|
|
2110
2160
|
};
|
|
2161
|
+
type QualifyingTaskRead = {
|
|
2162
|
+
task_id: string;
|
|
2163
|
+
family: string;
|
|
2164
|
+
goal_text: string;
|
|
2165
|
+
};
|
|
2111
2166
|
type RaceCurrentResponse = {
|
|
2112
2167
|
/**
|
|
2113
2168
|
* Current race, if any
|
|
@@ -2569,6 +2624,19 @@ type ReinstateRequest = {
|
|
|
2569
2624
|
*/
|
|
2570
2625
|
reason?: (string | null);
|
|
2571
2626
|
};
|
|
2627
|
+
/**
|
|
2628
|
+
* One named contribution to the paid reward. Value is the same
|
|
2629
|
+
* numeric slice the miner already earned; the name identifies the
|
|
2630
|
+
* reward source (e.g. `family_metric`, `constraint_satisfaction`). No
|
|
2631
|
+
* private weighting factors surface here.
|
|
2632
|
+
*/
|
|
2633
|
+
type RewardComponent = {
|
|
2634
|
+
name: string;
|
|
2635
|
+
value: number;
|
|
2636
|
+
};
|
|
2637
|
+
type RewardSummary = {
|
|
2638
|
+
component_count?: number;
|
|
2639
|
+
};
|
|
2572
2640
|
type RunAlreadyCompleteError = {
|
|
2573
2641
|
/**
|
|
2574
2642
|
* Error message describing what went wrong
|
|
@@ -2631,6 +2699,45 @@ type RunProblemsResponse = {
|
|
|
2631
2699
|
*/
|
|
2632
2700
|
problems: Array<ProblemPublic>;
|
|
2633
2701
|
};
|
|
2702
|
+
type SafeEnvironmentMetadata = {
|
|
2703
|
+
display_name: string;
|
|
2704
|
+
/**
|
|
2705
|
+
* Short audit revision; never a storage key
|
|
2706
|
+
*/
|
|
2707
|
+
environment_revision: string;
|
|
2708
|
+
catalog_epoch: string;
|
|
2709
|
+
task_count: number;
|
|
2710
|
+
family_counts: {
|
|
2711
|
+
[key: string]: (number);
|
|
2712
|
+
};
|
|
2713
|
+
contract_version: string;
|
|
2714
|
+
runtime_version: string;
|
|
2715
|
+
tool_contract_version: string;
|
|
2716
|
+
verifier_version: string;
|
|
2717
|
+
result_schema_version: string;
|
|
2718
|
+
};
|
|
2719
|
+
type SanitizedEpisodeArtifact = {
|
|
2720
|
+
episode_result_id: string;
|
|
2721
|
+
eval_run_id: string;
|
|
2722
|
+
task_id: string;
|
|
2723
|
+
family: string;
|
|
2724
|
+
outcome: string;
|
|
2725
|
+
step_count: number;
|
|
2726
|
+
trace: Array<SanitizedTraceEntry>;
|
|
2727
|
+
paid_reward?: (number | null);
|
|
2728
|
+
check_details?: Array<CheckDetail>;
|
|
2729
|
+
reward_components?: Array<RewardComponent>;
|
|
2730
|
+
};
|
|
2731
|
+
type SanitizedTraceEntry = {
|
|
2732
|
+
seq: number;
|
|
2733
|
+
turn: number;
|
|
2734
|
+
kind: 'model_action' | 'model_message' | 'observation' | 'user_message' | 'termination';
|
|
2735
|
+
actor: string;
|
|
2736
|
+
payload: {
|
|
2737
|
+
[key: string]: unknown;
|
|
2738
|
+
};
|
|
2739
|
+
};
|
|
2740
|
+
type kind = 'model_action' | 'model_message' | 'observation' | 'user_message' | 'termination';
|
|
2634
2741
|
/**
|
|
2635
2742
|
* 400 - Candidate score does not exceed the challenge threshold.
|
|
2636
2743
|
*/
|
|
@@ -2791,6 +2898,15 @@ type SubmitAgentResponse = {
|
|
|
2791
2898
|
*/
|
|
2792
2899
|
message?: string;
|
|
2793
2900
|
};
|
|
2901
|
+
type SuiteExecutionRead = {
|
|
2902
|
+
suite_id: number;
|
|
2903
|
+
is_active: boolean;
|
|
2904
|
+
is_archived: boolean;
|
|
2905
|
+
execution_kind: 'legacy_shoppingbench' | 'envpack' | 'unknown';
|
|
2906
|
+
execution_contract_id?: (string | null);
|
|
2907
|
+
environment?: (SafeEnvironmentMetadata | null);
|
|
2908
|
+
qualifying_tasks?: (Array<QualifyingTaskRead> | null);
|
|
2909
|
+
};
|
|
2794
2910
|
type SuiteNotFoundError = {
|
|
2795
2911
|
/**
|
|
2796
2912
|
* Error message describing what went wrong
|
|
@@ -4267,6 +4383,48 @@ type PostValidatorResumeData = {
|
|
|
4267
4383
|
};
|
|
4268
4384
|
type PostValidatorResumeResponse = (ValidatorPauseStatus);
|
|
4269
4385
|
type PostValidatorResumeError = (HTTPValidationError);
|
|
4386
|
+
type GetCurrentSuiteV2Response = (SuiteExecutionRead);
|
|
4387
|
+
type GetCurrentSuiteV2Error = unknown;
|
|
4388
|
+
type GetSuiteV2Data = {
|
|
4389
|
+
path: {
|
|
4390
|
+
/**
|
|
4391
|
+
* Suite identifier
|
|
4392
|
+
*/
|
|
4393
|
+
suite_id: number;
|
|
4394
|
+
};
|
|
4395
|
+
};
|
|
4396
|
+
type GetSuiteV2Response = (SuiteExecutionRead);
|
|
4397
|
+
type GetSuiteV2Error = (HTTPValidationError);
|
|
4398
|
+
type GetEvaluationRunV2Data = {
|
|
4399
|
+
path: {
|
|
4400
|
+
/**
|
|
4401
|
+
* Evaluation run identifier
|
|
4402
|
+
*/
|
|
4403
|
+
run_id: string;
|
|
4404
|
+
};
|
|
4405
|
+
};
|
|
4406
|
+
type GetEvaluationRunV2Response = (EvaluationExecutionRead);
|
|
4407
|
+
type GetEvaluationRunV2Error = (HTTPValidationError);
|
|
4408
|
+
type GetEvaluationItemsV2Data = {
|
|
4409
|
+
path: {
|
|
4410
|
+
/**
|
|
4411
|
+
* Evaluation run identifier
|
|
4412
|
+
*/
|
|
4413
|
+
run_id: string;
|
|
4414
|
+
};
|
|
4415
|
+
};
|
|
4416
|
+
type GetEvaluationItemsV2Response = (EvaluationItemsRead);
|
|
4417
|
+
type GetEvaluationItemsV2Error = (HTTPValidationError);
|
|
4418
|
+
type GetEpisodeArtifactV2Data = {
|
|
4419
|
+
path: {
|
|
4420
|
+
/**
|
|
4421
|
+
* Episode result identifier
|
|
4422
|
+
*/
|
|
4423
|
+
episode_result_id: string;
|
|
4424
|
+
};
|
|
4425
|
+
};
|
|
4426
|
+
type GetEpisodeArtifactV2Response = (SanitizedEpisodeArtifact);
|
|
4427
|
+
type GetEpisodeArtifactV2Error = (HTTPValidationError);
|
|
4270
4428
|
type ApiProblemsData = {
|
|
4271
4429
|
headers?: {
|
|
4272
4430
|
'X-Demo-Auth'?: (string | null);
|
|
@@ -4812,6 +4970,26 @@ declare const postValidatorPause: <ThrowOnError extends boolean = false>(options
|
|
|
4812
4970
|
* Resume validator claims (release the andon cord)
|
|
4813
4971
|
*/
|
|
4814
4972
|
declare const postValidatorResume: <ThrowOnError extends boolean = false>(options: OptionsLegacyParser<PostValidatorResumeData, ThrowOnError>) => _hey_api_client_fetch.RequestResult<ValidatorPauseStatus, HTTPValidationError, ThrowOnError>;
|
|
4973
|
+
/**
|
|
4974
|
+
* Get Current Suite V2
|
|
4975
|
+
*/
|
|
4976
|
+
declare const getCurrentSuiteV2: <ThrowOnError extends boolean = false>(options?: OptionsLegacyParser<unknown, ThrowOnError>) => _hey_api_client_fetch.RequestResult<SuiteExecutionRead, unknown, ThrowOnError>;
|
|
4977
|
+
/**
|
|
4978
|
+
* Get Suite V2
|
|
4979
|
+
*/
|
|
4980
|
+
declare const getSuiteV2: <ThrowOnError extends boolean = false>(options: OptionsLegacyParser<GetSuiteV2Data, ThrowOnError>) => _hey_api_client_fetch.RequestResult<SuiteExecutionRead, HTTPValidationError, ThrowOnError>;
|
|
4981
|
+
/**
|
|
4982
|
+
* Get Evaluation Run V2
|
|
4983
|
+
*/
|
|
4984
|
+
declare const getEvaluationRunV2: <ThrowOnError extends boolean = false>(options: OptionsLegacyParser<GetEvaluationRunV2Data, ThrowOnError>) => _hey_api_client_fetch.RequestResult<EvaluationExecutionRead, HTTPValidationError, ThrowOnError>;
|
|
4985
|
+
/**
|
|
4986
|
+
* Get Evaluation Items V2
|
|
4987
|
+
*/
|
|
4988
|
+
declare const getEvaluationItemsV2: <ThrowOnError extends boolean = false>(options: OptionsLegacyParser<GetEvaluationItemsV2Data, ThrowOnError>) => _hey_api_client_fetch.RequestResult<EvaluationItemsRead, HTTPValidationError, ThrowOnError>;
|
|
4989
|
+
/**
|
|
4990
|
+
* Get Episode Artifact V2
|
|
4991
|
+
*/
|
|
4992
|
+
declare const getEpisodeArtifactV2: <ThrowOnError extends boolean = false>(options: OptionsLegacyParser<GetEpisodeArtifactV2Data, ThrowOnError>) => _hey_api_client_fetch.RequestResult<SanitizedEpisodeArtifact, HTTPValidationError, ThrowOnError>;
|
|
4815
4993
|
/**
|
|
4816
4994
|
* Api Problems
|
|
4817
4995
|
*/
|
|
@@ -5172,4 +5350,4 @@ declare class SessionAuthManager {
|
|
|
5172
5350
|
*/
|
|
5173
5351
|
declare function configureSessionAuth(baseUrl: string, config: SessionAuthConfig): SessionAuthManager;
|
|
5174
5352
|
|
|
5175
|
-
export { type ActivateSuiteData, type ActivateSuiteError, type ActivateSuiteResponse, type ActivateSuiteResponse2, type AdminAgentCodeResponse, type AdminAgentVersionEntry, type AdminAgentVersionsResponse, type AdminEvaluationRunEntry, type AdminEvaluationRunsResponse, type AdminMinerEntry, type AdminMinersResponse, type AdminValidatorEntry, type AdminValidatorsResponse, type AdmissionReason, type AdmissionStatus, type AgentLatestVersion, type AgentNotFoundError, type AgentPublic, type AgentVersionHistoryEntry, type AgentVersionNotFoundError, type AgentVersionProblemsResponse, type AgentVersionPublic, type AgentVersionScoreEntry, type AgentVersionState, type AgentVersionStatus, type AgentVersionVariance, type AgentVersionVarianceResponse, type AlreadyInvalidatedError, type ApiProblemsData, type ApiProblemsError, type ApiProblemsResponse, type ApiRunData, type ApiRunError, type ApiRunResponse, type ArtifactDownloadRequest, type ArtifactDownloadResponse, type ArtifactNotFoundError, type ArtifactNotReleasedError, type ArtifactReleaseState, type ArtifactType, type AtCapacityError, type AuditEventEntry, type AuditEventsResponse, type BanMinerData, type BanMinerError, type BanMinerResponse, type BanRequest, type BanResponse, type BanValidatorData, type BanValidatorError, type BanValidatorResponse, type BittensorAuthConfig, type Body_submit_agent, type CachedSession, type CancelAgentVersionData, type CancelAgentVersionError, type CancelAgentVersionResponse, type CancelRequest, type CancelResponse, type ChallengeRequest, type ChallengeResponse, type ChutesAuthStatusResponse, type ClaimWorkData, type ClaimWorkError, type ClaimWorkResponse, type ClaimWorkResponse2, type ClearCooldownResponse, type ClearMinerCooldownData, type ClearMinerCooldownError, type ClearMinerCooldownResponse, type ClearRaceSelectionError, type ClearRaceSelectionResponse, type CloseQualifyingError, type CloseQualifyingResponse, type CloseQualifyingResponse2, type CodeAnalysisError, type CompleteRunData, type CompleteRunError, type CompleteRunRequest, type CompleteRunResponse, type CompleteRunResponse2, type CooldownActiveError, type CreateSessionEndpointData, type CreateSessionEndpointError, type CreateSessionEndpointResponse, type CreateSuiteData, type CreateSuiteError, type CreateSuiteRequest, type CreateSuiteResponse, type CreateSuiteResponse2, type CurrentRacesResponse, type DeepHealthCheckError, type DeepHealthCheckResponse, type DeleteInferenceCredentialData, type DeleteInferenceCredentialError, type DeleteInferenceCredentialResponse, type DiscardAgentVersionData, type DiscardAgentVersionError, type DiscardAgentVersionResponse, type DiscardRequest, type DiscardResponse, type EliminateAgentVersionData, type EliminateAgentVersionError, type EliminateAgentVersionResponse, type EliminateRequest, type EliminateResponse, type EpochStandings, type ErrorCategory, type EvalRunNotFoundError, type EvaluationPhase, type EvaluationRunDetail, type EvaluationRunPublic, type EvaluationRunStatus, type EvaluationRunStatusPublic, type ExchangeChutesCodeData, type ExchangeChutesCodeError, type ExchangeChutesCodeRequest, type ExchangeChutesCodeResponse, type ExchangeChutesCodeResponse2, type FileTooLargeError, type GetAgentVersionCodeData, type GetAgentVersionCodeError, type GetAgentVersionCodeResponse, type GetAgentVersionData, type GetAgentVersionError, type GetAgentVersionProblemsData, type GetAgentVersionProblemsError, type GetAgentVersionProblemsResponse, type GetAgentVersionResponse, type GetAgentVersionRunsData, type GetAgentVersionRunsError, type GetAgentVersionRunsResponse, type GetAgentVersionStatusData, type GetAgentVersionStatusError, type GetAgentVersionStatusResponse, type GetAgentVersionVarianceData, type GetAgentVersionVarianceError, type GetAgentVersionVarianceResponse, type GetArtifactDownloadUrlData, type GetArtifactDownloadUrlError, type GetArtifactDownloadUrlResponse, type GetAuditEventsData, type GetAuditEventsError, type GetAuditEventsResponse, type GetChutesAuthStatusError, type GetChutesAuthStatusResponse, type GetCurrentRaceError, type GetCurrentRaceResponse, type GetCurrentRacesError, type GetCurrentRacesResponse, type GetCurrentSuiteError, type GetCurrentSuiteResponse, type GetEvaluationRunData, type GetEvaluationRunError, type GetEvaluationRunResponse, type GetInferenceAuthStatusOneData, type GetInferenceAuthStatusOneError, type GetInferenceAuthStatusOneResponse, type GetInferenceModelsData, type GetInferenceModelsError, type GetInferenceModelsResponse, type GetLeaderboardData, type GetLeaderboardError, type GetLeaderboardResponse, type GetOwnedAgentVersionStatusData, type GetOwnedAgentVersionStatusError, type GetOwnedAgentVersionStatusResponse, type GetPendingEvaluationsData, type GetPendingEvaluationsError, type GetPendingEvaluationsResponse, type GetRaceDetailData, type GetRaceDetailError, type GetRaceDetailResponse, type GetRaceDiagnosticsData, type GetRaceDiagnosticsError, type GetRaceDiagnosticsResponse, type GetRaceHistoryData, type GetRaceHistoryError, type GetRaceHistoryResponse, type GetRaceValidatorVarianceData, type GetRaceValidatorVarianceError, type GetRaceValidatorVarianceResponse, type GetReaperStatsError, type GetReaperStatsResponse, type GetRunProblemsData, type GetRunProblemsError, type GetRunProblemsResponse, type GetRunningEvaluationsError, type GetRunningEvaluationsResponse, type GetSuiteProblemsData, type GetSuiteProblemsError, type GetSuiteProblemsResponse, type GetTopAgentError, type GetTopAgentResponse, type GetTopHistoryData, type GetTopHistoryError, type GetTopHistoryResponse, type GetTopMinerPayoutError, type GetTopMinerPayoutResponse, type GetTrajectoryHistoryError, type GetTrajectoryHistoryResponse, type GetValidatorFailuresData, type GetValidatorFailuresError, type GetValidatorFailuresResponse, type GetValidatorPauseError, type GetValidatorPauseResponse, type GetValidatorResourceSamplesData, type GetValidatorResourceSamplesError, type GetValidatorResourceSamplesResponse, type GetValidatorScoresData, type GetValidatorScoresError, type GetValidatorScoresResponse, type GetValidatorsError, type GetValidatorsResponse, type GetWeightSaltError, type GetWeightSaltResponse, type HTTPValidationError, type HealthCheckError, type HealthCheckResponse, type HeartbeatData, type HeartbeatError, type HeartbeatRequest, type HeartbeatResponse, type HeartbeatResponse2, type InferenceAuthListResponse, type InferenceAuthStatusResponse, type InferenceModelsResponse, type InferenceTokenGrant, type InvalidAgentNameError, type InvalidArtifactTypeError, type InvalidFileError, type InvalidProblemIdError, type InvalidateEvaluationRunData, type InvalidateEvaluationRunError, type InvalidateEvaluationRunResponse, type InvalidateRunRequest, type JoinWaitlistData, type JoinWaitlistError, type JoinWaitlistResponse, type LeaderboardEntry, type LeaderboardResponse, type LeaseExpiredError, type ListAgentVersions1Data, type ListAgentVersions1Error, type ListAgentVersions1Response, type ListAgentVersionsData, type ListAgentVersionsError, type ListAgentVersionsResponse, type ListEvaluationRunsData, type ListEvaluationRunsError, type ListEvaluationRunsResponse, type ListInferenceAuthError, type ListInferenceAuthResponse, type ListMinerAgentsError, type ListMinerAgentsResponse, type ListMinersData, type ListMinersError, type ListMinersResponse, type ListSuitesError, type ListSuitesResponse, type ListValidatorsData, type ListValidatorsError, type ListValidatorsResponse, type LogoutData, type LogoutError, type LogoutResponse, type LogoutResponse2, type MinerAgentsResponse, type MinerNotFoundError, type MinerRaceSelectionRequest, type MissingParameterError, type MissingScoreError, type NoActiveSuiteError, type NoSelectionError, type NotRunOwnerError, type NotVersionOwnerError, type OroErrorCode, type PendingEvaluation, type PendingEvaluationSummary, type PendingEvaluationsResponse, type PinnedFinisher, type PooledWindowRace, type PostValidatorPauseData, type PostValidatorPauseError, type PostValidatorPauseResponse, type PostValidatorResumeData, type PostValidatorResumeError, type PostValidatorResumeResponse, type PresignUploadData, type PresignUploadError, type PresignUploadRequest, type PresignUploadResponse, type PresignUploadResponse2, type ProblemNotFoundError, type ProblemProgressEntry, type ProblemProgressUpdate, type ProblemPublic, type ProblemStatus, type ProgressUpdateRequest, type ProgressUpdateResponse, type RaceCurrentResponse, type RaceDetailResponse, type RaceDiagnosticsResponse, type RaceHistoryResponse, type RaceInFlightError, type RaceLockedError, type RaceNotFoundError, type RacePublic, type RaceQualifierEntry, type RaceQualifierPublic, type RaceSummary, type RaceValidatorVarianceResponse, type RaceWorkItemEntry, type RankedInferenceModel, type RankedInferenceModelsResponse, type RateLimitExceededError, type ReaperStatsResponse, type ReevaluateAgentVersionData, type ReevaluateAgentVersionError, type ReevaluateAgentVersionResponse, type ReevaluateRequest, type ReevaluateResponse, type ReinstateAgentVersionData, type ReinstateAgentVersionError, type ReinstateAgentVersionResponse, type ReinstateEliminationData, type ReinstateEliminationError, type ReinstateEliminationRequest, type ReinstateEliminationResponse, type ReinstateEliminationResponse2, type ReinstateRequest, type RequestChallengeData, type RequestChallengeError, type RequestChallengeResponse, type RetryConfig, type RetryContext, type RunAlreadyCompleteError, type RunProblemsResponse, type RunningEvaluation, type ScoreBelowThresholdError, type SessionAuthConfig, SessionAuthManager, type SessionInfo, type SessionRequest, type SessionResponse, type SetDefaultInferenceProviderData, type SetDefaultInferenceProviderError, type SetDefaultInferenceProviderResponse, type SetDefaultProviderRequest, type SetRaceSelectionData, type SetRaceSelectionError, type SetRaceSelectionResponse, type SetTopAgentData, type SetTopAgentError, type SetTopAgentResponse, type SetTopRequest, type SetTopResponse, type SimilarityCheckUnavailableError, type SpreadBucket, type StoreChutesTokenData, type StoreChutesTokenError, type StoreChutesTokenRequest, type StoreChutesTokenResponse, type StoreInferenceCredentialData, type StoreInferenceCredentialError, type StoreInferenceCredentialRequest, type StoreInferenceCredentialResponse, type SubmitAgentData, type SubmitAgentError, type SubmitAgentResponse, type SubmitAgentResponse2, type SuiteNotFoundError, type SuitePublic, type SuiteWithProblemsResponse, type TerminalStatus, type TopAgentResponse, type TopHistoryEntry, type TopHistoryResponse, type TopMinerPayoutResponse, type TrajectoryDay, type TrajectoryHistoryResponse, type UnbanMinerData, type UnbanMinerError, type UnbanMinerResponse, type UnbanValidatorData, type UnbanValidatorError, type UnbanValidatorResponse, type UpdateProgressData, type UpdateProgressError, type UpdateProgressResponse, type UpdateValidatorData, type UpdateValidatorError, type UpdateValidatorRequest, type UpdateValidatorResponse, type ValidationError, type ValidationErrorError, type ValidatorCurrentAgent, type ValidatorFailureEntry, type ValidatorFailuresResponse, type ValidatorNotFoundError, type ValidatorPauseRequest, type ValidatorPauseStatus, type ValidatorProblemResult, type ValidatorPublic, type ValidatorResourceSampleEntry, type ValidatorResourceSamplesResponse, type ValidatorResumeRequest, type ValidatorScoreSummary, type ValidatorScoresResponse, type ValidatorStatus, type ValidatorVarianceEntry, type WaitlistSignupRequest, type WaitlistSignupResponse, type WeightSaltResponse, type WorkItemStatus, activateSuite, apiProblems, apiRun, banMiner, banValidator, cancelAgentVersion, claimWork, classifyError, classifyStatus, clearMinerCooldown, clearRaceSelection, client, closeQualifying, completeRun, computeDelay, configureBittensorAuth, configurePublicClient, configureSessionAuth, createRetryFetch, createSessionEndpoint, createSuite, deepHealthCheck, deleteInferenceCredential, discardAgentVersion, eliminateAgentVersion, exchangeChutesCode, generateAuthHeaders, getAgentVersion, getAgentVersionCode, getAgentVersionProblems, getAgentVersionRuns, getAgentVersionStatus, getAgentVersionVariance, getArtifactDownloadUrl, getAuditEvents, getChutesAuthStatus, getCurrentRace, getCurrentRaces, getCurrentSuite, getErrorCode, getErrorDetail, getEvaluationRun, getInferenceAuthStatusOne, getInferenceModels, getLeaderboard, getOwnedAgentVersionStatus, getPendingEvaluations, getRaceDetail, getRaceDiagnostics, getRaceHistory, getRaceValidatorVariance, getReaperStats, getRunProblems, getRunningEvaluations, getSuiteProblems, getTopAgent, getTopHistory, getTopMinerPayout, getTrajectoryHistory, getValidatorFailures, getValidatorPause, getValidatorResourceSamples, getValidatorScores, getValidators, getWeightSalt, hasDetail, hasErrorCode, healthCheck, heartbeat, invalidateEvaluationRun, isTransient, isTransientError, joinWaitlist, listAgentVersions, listAgentVersions1, listEvaluationRuns, listInferenceAuth, listMinerAgents, listMiners, listSuites, listValidators, logout, parseRetryAfter, postValidatorPause, postValidatorResume, presignUpload, type provider, reevaluateAgentVersion, reinstateAgentVersion, reinstateElimination, requestChallenge, setDefaultInferenceProvider, setRaceSelection, setTopAgent, storeChutesToken, storeInferenceCredential, submitAgent, unbanMiner, unbanValidator, updateProgress, updateValidator };
|
|
5353
|
+
export { type ActivateSuiteData, type ActivateSuiteError, type ActivateSuiteResponse, type ActivateSuiteResponse2, type AdminAgentCodeResponse, type AdminAgentVersionEntry, type AdminAgentVersionsResponse, type AdminEvaluationRunEntry, type AdminEvaluationRunsResponse, type AdminMinerEntry, type AdminMinersResponse, type AdminValidatorEntry, type AdminValidatorsResponse, type AdmissionReason, type AdmissionStatus, type AgentLatestVersion, type AgentNotFoundError, type AgentPublic, type AgentVersionHistoryEntry, type AgentVersionNotFoundError, type AgentVersionProblemsResponse, type AgentVersionPublic, type AgentVersionScoreEntry, type AgentVersionState, type AgentVersionStatus, type AgentVersionVariance, type AgentVersionVarianceResponse, type AlreadyInvalidatedError, type ApiProblemsData, type ApiProblemsError, type ApiProblemsResponse, type ApiRunData, type ApiRunError, type ApiRunResponse, type ArtifactDownloadRequest, type ArtifactDownloadResponse, type ArtifactNotFoundError, type ArtifactNotReleasedError, type ArtifactReleaseState, type ArtifactType, type AtCapacityError, type AuditEventEntry, type AuditEventsResponse, type BanMinerData, type BanMinerError, type BanMinerResponse, type BanRequest, type BanResponse, type BanValidatorData, type BanValidatorError, type BanValidatorResponse, type BittensorAuthConfig, type Body_submit_agent, type CachedSession, type CancelAgentVersionData, type CancelAgentVersionError, type CancelAgentVersionResponse, type CancelRequest, type CancelResponse, type ChallengeRequest, type ChallengeResponse, type CheckDetail, type CheckSummary, type ChutesAuthStatusResponse, type ClaimWorkData, type ClaimWorkError, type ClaimWorkResponse, type ClaimWorkResponse2, type ClearCooldownResponse, type ClearMinerCooldownData, type ClearMinerCooldownError, type ClearMinerCooldownResponse, type ClearRaceSelectionError, type ClearRaceSelectionResponse, type CloseQualifyingError, type CloseQualifyingResponse, type CloseQualifyingResponse2, type CodeAnalysisError, type CompleteRunData, type CompleteRunError, type CompleteRunRequest, type CompleteRunResponse, type CompleteRunResponse2, type CooldownActiveError, type CreateSessionEndpointData, type CreateSessionEndpointError, type CreateSessionEndpointResponse, type CreateSuiteData, type CreateSuiteError, type CreateSuiteRequest, type CreateSuiteResponse, type CreateSuiteResponse2, type CurrentRacesResponse, type DeepHealthCheckError, type DeepHealthCheckResponse, type DeleteInferenceCredentialData, type DeleteInferenceCredentialError, type DeleteInferenceCredentialResponse, type DiscardAgentVersionData, type DiscardAgentVersionError, type DiscardAgentVersionResponse, type DiscardRequest, type DiscardResponse, type EliminateAgentVersionData, type EliminateAgentVersionError, type EliminateAgentVersionResponse, type EliminateRequest, type EliminateResponse, type EpochStandings, type ErrorCategory, type EvalRunNotFoundError, type EvaluationExecutionRead, type EvaluationItemRead, type EvaluationItemsRead, type EvaluationPhase, type EvaluationRunDetail, type EvaluationRunPublic, type EvaluationRunStatus, type EvaluationRunStatusPublic, type ExchangeChutesCodeData, type ExchangeChutesCodeError, type ExchangeChutesCodeRequest, type ExchangeChutesCodeResponse, type ExchangeChutesCodeResponse2, type FileTooLargeError, type GetAgentVersionCodeData, type GetAgentVersionCodeError, type GetAgentVersionCodeResponse, type GetAgentVersionData, type GetAgentVersionError, type GetAgentVersionProblemsData, type GetAgentVersionProblemsError, type GetAgentVersionProblemsResponse, type GetAgentVersionResponse, type GetAgentVersionRunsData, type GetAgentVersionRunsError, type GetAgentVersionRunsResponse, type GetAgentVersionStatusData, type GetAgentVersionStatusError, type GetAgentVersionStatusResponse, type GetAgentVersionVarianceData, type GetAgentVersionVarianceError, type GetAgentVersionVarianceResponse, type GetArtifactDownloadUrlData, type GetArtifactDownloadUrlError, type GetArtifactDownloadUrlResponse, type GetAuditEventsData, type GetAuditEventsError, type GetAuditEventsResponse, type GetChutesAuthStatusError, type GetChutesAuthStatusResponse, type GetCurrentRaceError, type GetCurrentRaceResponse, type GetCurrentRacesError, type GetCurrentRacesResponse, type GetCurrentSuiteError, type GetCurrentSuiteResponse, type GetCurrentSuiteV2Error, type GetCurrentSuiteV2Response, type GetEpisodeArtifactV2Data, type GetEpisodeArtifactV2Error, type GetEpisodeArtifactV2Response, type GetEvaluationItemsV2Data, type GetEvaluationItemsV2Error, type GetEvaluationItemsV2Response, type GetEvaluationRunData, type GetEvaluationRunError, type GetEvaluationRunResponse, type GetEvaluationRunV2Data, type GetEvaluationRunV2Error, type GetEvaluationRunV2Response, type GetInferenceAuthStatusOneData, type GetInferenceAuthStatusOneError, type GetInferenceAuthStatusOneResponse, type GetInferenceModelsData, type GetInferenceModelsError, type GetInferenceModelsResponse, type GetLeaderboardData, type GetLeaderboardError, type GetLeaderboardResponse, type GetOwnedAgentVersionStatusData, type GetOwnedAgentVersionStatusError, type GetOwnedAgentVersionStatusResponse, type GetPendingEvaluationsData, type GetPendingEvaluationsError, type GetPendingEvaluationsResponse, type GetRaceDetailData, type GetRaceDetailError, type GetRaceDetailResponse, type GetRaceDiagnosticsData, type GetRaceDiagnosticsError, type GetRaceDiagnosticsResponse, type GetRaceHistoryData, type GetRaceHistoryError, type GetRaceHistoryResponse, type GetRaceValidatorVarianceData, type GetRaceValidatorVarianceError, type GetRaceValidatorVarianceResponse, type GetReaperStatsError, type GetReaperStatsResponse, type GetRunProblemsData, type GetRunProblemsError, type GetRunProblemsResponse, type GetRunningEvaluationsError, type GetRunningEvaluationsResponse, type GetSuiteProblemsData, type GetSuiteProblemsError, type GetSuiteProblemsResponse, type GetSuiteV2Data, type GetSuiteV2Error, type GetSuiteV2Response, type GetTopAgentError, type GetTopAgentResponse, type GetTopHistoryData, type GetTopHistoryError, type GetTopHistoryResponse, type GetTopMinerPayoutError, type GetTopMinerPayoutResponse, type GetTrajectoryHistoryError, type GetTrajectoryHistoryResponse, type GetValidatorFailuresData, type GetValidatorFailuresError, type GetValidatorFailuresResponse, type GetValidatorPauseError, type GetValidatorPauseResponse, type GetValidatorResourceSamplesData, type GetValidatorResourceSamplesError, type GetValidatorResourceSamplesResponse, type GetValidatorScoresData, type GetValidatorScoresError, type GetValidatorScoresResponse, type GetValidatorsError, type GetValidatorsResponse, type GetWeightSaltError, type GetWeightSaltResponse, type HTTPValidationError, type HealthCheckError, type HealthCheckResponse, type HeartbeatData, type HeartbeatError, type HeartbeatRequest, type HeartbeatResponse, type HeartbeatResponse2, type InferenceAuthListResponse, type InferenceAuthStatusResponse, type InferenceModelsResponse, type InferenceTokenGrant, type InvalidAgentNameError, type InvalidArtifactTypeError, type InvalidFileError, type InvalidProblemIdError, type InvalidateEvaluationRunData, type InvalidateEvaluationRunError, type InvalidateEvaluationRunResponse, type InvalidateRunRequest, type JoinWaitlistData, type JoinWaitlistError, type JoinWaitlistResponse, type LeaderboardEntry, type LeaderboardResponse, type LeaseExpiredError, type ListAgentVersions1Data, type ListAgentVersions1Error, type ListAgentVersions1Response, type ListAgentVersionsData, type ListAgentVersionsError, type ListAgentVersionsResponse, type ListEvaluationRunsData, type ListEvaluationRunsError, type ListEvaluationRunsResponse, type ListInferenceAuthError, type ListInferenceAuthResponse, type ListMinerAgentsError, type ListMinerAgentsResponse, type ListMinersData, type ListMinersError, type ListMinersResponse, type ListSuitesError, type ListSuitesResponse, type ListValidatorsData, type ListValidatorsError, type ListValidatorsResponse, type LogoutData, type LogoutError, type LogoutResponse, type LogoutResponse2, type MinerAgentsResponse, type MinerNotFoundError, type MinerRaceSelectionRequest, type MissingParameterError, type MissingScoreError, type NoActiveSuiteError, type NoSelectionError, type NotRunOwnerError, type NotVersionOwnerError, type OroErrorCode, type PendingEvaluation, type PendingEvaluationSummary, type PendingEvaluationsResponse, type PinnedFinisher, type PooledWindowRace, type PostValidatorPauseData, type PostValidatorPauseError, type PostValidatorPauseResponse, type PostValidatorResumeData, type PostValidatorResumeError, type PostValidatorResumeResponse, type PresignUploadData, type PresignUploadError, type PresignUploadRequest, type PresignUploadResponse, type PresignUploadResponse2, type ProblemNotFoundError, type ProblemProgressEntry, type ProblemProgressUpdate, type ProblemPublic, type ProblemStatus, type ProgressUpdateRequest, type ProgressUpdateResponse, type QualifyingTaskRead, type RaceCurrentResponse, type RaceDetailResponse, type RaceDiagnosticsResponse, type RaceHistoryResponse, type RaceInFlightError, type RaceLockedError, type RaceNotFoundError, type RacePublic, type RaceQualifierEntry, type RaceQualifierPublic, type RaceSummary, type RaceValidatorVarianceResponse, type RaceWorkItemEntry, type RankedInferenceModel, type RankedInferenceModelsResponse, type RateLimitExceededError, type ReaperStatsResponse, type ReevaluateAgentVersionData, type ReevaluateAgentVersionError, type ReevaluateAgentVersionResponse, type ReevaluateRequest, type ReevaluateResponse, type ReinstateAgentVersionData, type ReinstateAgentVersionError, type ReinstateAgentVersionResponse, type ReinstateEliminationData, type ReinstateEliminationError, type ReinstateEliminationRequest, type ReinstateEliminationResponse, type ReinstateEliminationResponse2, type ReinstateRequest, type RequestChallengeData, type RequestChallengeError, type RequestChallengeResponse, type RetryConfig, type RetryContext, type RewardComponent, type RewardSummary, type RunAlreadyCompleteError, type RunProblemsResponse, type RunningEvaluation, type SafeEnvironmentMetadata, type SanitizedEpisodeArtifact, type SanitizedTraceEntry, type ScoreBelowThresholdError, type SessionAuthConfig, SessionAuthManager, type SessionInfo, type SessionRequest, type SessionResponse, type SetDefaultInferenceProviderData, type SetDefaultInferenceProviderError, type SetDefaultInferenceProviderResponse, type SetDefaultProviderRequest, type SetRaceSelectionData, type SetRaceSelectionError, type SetRaceSelectionResponse, type SetTopAgentData, type SetTopAgentError, type SetTopAgentResponse, type SetTopRequest, type SetTopResponse, type SimilarityCheckUnavailableError, type SpreadBucket, type StoreChutesTokenData, type StoreChutesTokenError, type StoreChutesTokenRequest, type StoreChutesTokenResponse, type StoreInferenceCredentialData, type StoreInferenceCredentialError, type StoreInferenceCredentialRequest, type StoreInferenceCredentialResponse, type SubmitAgentData, type SubmitAgentError, type SubmitAgentResponse, type SubmitAgentResponse2, type SuiteExecutionRead, type SuiteNotFoundError, type SuitePublic, type SuiteWithProblemsResponse, type TerminalStatus, type TopAgentResponse, type TopHistoryEntry, type TopHistoryResponse, type TopMinerPayoutResponse, type TrajectoryDay, type TrajectoryHistoryResponse, type UnbanMinerData, type UnbanMinerError, type UnbanMinerResponse, type UnbanValidatorData, type UnbanValidatorError, type UnbanValidatorResponse, type UpdateProgressData, type UpdateProgressError, type UpdateProgressResponse, type UpdateValidatorData, type UpdateValidatorError, type UpdateValidatorRequest, type UpdateValidatorResponse, type ValidationError, type ValidationErrorError, type ValidatorCurrentAgent, type ValidatorFailureEntry, type ValidatorFailuresResponse, type ValidatorNotFoundError, type ValidatorPauseRequest, type ValidatorPauseStatus, type ValidatorProblemResult, type ValidatorPublic, type ValidatorResourceSampleEntry, type ValidatorResourceSamplesResponse, type ValidatorResumeRequest, type ValidatorScoreSummary, type ValidatorScoresResponse, type ValidatorStatus, type ValidatorVarianceEntry, type WaitlistSignupRequest, type WaitlistSignupResponse, type WeightSaltResponse, type WorkItemStatus, activateSuite, apiProblems, apiRun, banMiner, banValidator, cancelAgentVersion, claimWork, classifyError, classifyStatus, clearMinerCooldown, clearRaceSelection, client, closeQualifying, completeRun, computeDelay, configureBittensorAuth, configurePublicClient, configureSessionAuth, createRetryFetch, createSessionEndpoint, createSuite, deepHealthCheck, deleteInferenceCredential, discardAgentVersion, eliminateAgentVersion, exchangeChutesCode, type execution_kind, generateAuthHeaders, getAgentVersion, getAgentVersionCode, getAgentVersionProblems, getAgentVersionRuns, getAgentVersionStatus, getAgentVersionVariance, getArtifactDownloadUrl, getAuditEvents, getChutesAuthStatus, getCurrentRace, getCurrentRaces, getCurrentSuite, getCurrentSuiteV2, getEpisodeArtifactV2, getErrorCode, getErrorDetail, getEvaluationItemsV2, getEvaluationRun, getEvaluationRunV2, getInferenceAuthStatusOne, getInferenceModels, getLeaderboard, getOwnedAgentVersionStatus, getPendingEvaluations, getRaceDetail, getRaceDiagnostics, getRaceHistory, getRaceValidatorVariance, getReaperStats, getRunProblems, getRunningEvaluations, getSuiteProblems, getSuiteV2, getTopAgent, getTopHistory, getTopMinerPayout, getTrajectoryHistory, getValidatorFailures, getValidatorPause, getValidatorResourceSamples, getValidatorScores, getValidators, getWeightSalt, hasDetail, hasErrorCode, healthCheck, heartbeat, invalidateEvaluationRun, isTransient, isTransientError, type item_kind, joinWaitlist, type kind, listAgentVersions, listAgentVersions1, listEvaluationRuns, listInferenceAuth, listMinerAgents, listMiners, listSuites, listValidators, logout, parseRetryAfter, postValidatorPause, postValidatorResume, presignUpload, type provider, reevaluateAgentVersion, reinstateAgentVersion, reinstateElimination, requestChallenge, setDefaultInferenceProvider, setRaceSelection, setTopAgent, storeChutesToken, storeInferenceCredential, submitAgent, unbanMiner, unbanValidator, updateProgress, updateValidator };
|
package/dist/index.js
CHANGED
|
@@ -70,9 +70,13 @@ __export(index_exports, {
|
|
|
70
70
|
getCurrentRace: () => getCurrentRace,
|
|
71
71
|
getCurrentRaces: () => getCurrentRaces,
|
|
72
72
|
getCurrentSuite: () => getCurrentSuite,
|
|
73
|
+
getCurrentSuiteV2: () => getCurrentSuiteV2,
|
|
74
|
+
getEpisodeArtifactV2: () => getEpisodeArtifactV2,
|
|
73
75
|
getErrorCode: () => getErrorCode,
|
|
74
76
|
getErrorDetail: () => getErrorDetail,
|
|
77
|
+
getEvaluationItemsV2: () => getEvaluationItemsV2,
|
|
75
78
|
getEvaluationRun: () => getEvaluationRun,
|
|
79
|
+
getEvaluationRunV2: () => getEvaluationRunV2,
|
|
76
80
|
getInferenceAuthStatusOne: () => getInferenceAuthStatusOne,
|
|
77
81
|
getInferenceModels: () => getInferenceModels,
|
|
78
82
|
getLeaderboard: () => getLeaderboard,
|
|
@@ -86,6 +90,7 @@ __export(index_exports, {
|
|
|
86
90
|
getRunProblems: () => getRunProblems,
|
|
87
91
|
getRunningEvaluations: () => getRunningEvaluations,
|
|
88
92
|
getSuiteProblems: () => getSuiteProblems,
|
|
93
|
+
getSuiteV2: () => getSuiteV2,
|
|
89
94
|
getTopAgent: () => getTopAgent,
|
|
90
95
|
getTopHistory: () => getTopHistory,
|
|
91
96
|
getTopMinerPayout: () => getTopMinerPayout,
|
|
@@ -634,6 +639,36 @@ var postValidatorResume = (options) => {
|
|
|
634
639
|
url: "/v1/admin/validator-resume"
|
|
635
640
|
});
|
|
636
641
|
};
|
|
642
|
+
var getCurrentSuiteV2 = (options) => {
|
|
643
|
+
return (options?.client ?? client).get({
|
|
644
|
+
...options,
|
|
645
|
+
url: "/v2/public/suites/current"
|
|
646
|
+
});
|
|
647
|
+
};
|
|
648
|
+
var getSuiteV2 = (options) => {
|
|
649
|
+
return (options?.client ?? client).get({
|
|
650
|
+
...options,
|
|
651
|
+
url: "/v2/public/suites/{suite_id}"
|
|
652
|
+
});
|
|
653
|
+
};
|
|
654
|
+
var getEvaluationRunV2 = (options) => {
|
|
655
|
+
return (options?.client ?? client).get({
|
|
656
|
+
...options,
|
|
657
|
+
url: "/v2/public/evaluation-runs/{run_id}"
|
|
658
|
+
});
|
|
659
|
+
};
|
|
660
|
+
var getEvaluationItemsV2 = (options) => {
|
|
661
|
+
return (options?.client ?? client).get({
|
|
662
|
+
...options,
|
|
663
|
+
url: "/v2/public/evaluation-runs/{run_id}/items"
|
|
664
|
+
});
|
|
665
|
+
};
|
|
666
|
+
var getEpisodeArtifactV2 = (options) => {
|
|
667
|
+
return (options?.client ?? client).get({
|
|
668
|
+
...options,
|
|
669
|
+
url: "/v2/public/episode-artifacts/{episode_result_id}"
|
|
670
|
+
});
|
|
671
|
+
};
|
|
637
672
|
var apiProblems = (options) => {
|
|
638
673
|
return (options?.client ?? client).get({
|
|
639
674
|
...options,
|
|
@@ -1048,9 +1083,13 @@ function configureSessionAuth(baseUrl, config) {
|
|
|
1048
1083
|
getCurrentRace,
|
|
1049
1084
|
getCurrentRaces,
|
|
1050
1085
|
getCurrentSuite,
|
|
1086
|
+
getCurrentSuiteV2,
|
|
1087
|
+
getEpisodeArtifactV2,
|
|
1051
1088
|
getErrorCode,
|
|
1052
1089
|
getErrorDetail,
|
|
1090
|
+
getEvaluationItemsV2,
|
|
1053
1091
|
getEvaluationRun,
|
|
1092
|
+
getEvaluationRunV2,
|
|
1054
1093
|
getInferenceAuthStatusOne,
|
|
1055
1094
|
getInferenceModels,
|
|
1056
1095
|
getLeaderboard,
|
|
@@ -1064,6 +1103,7 @@ function configureSessionAuth(baseUrl, config) {
|
|
|
1064
1103
|
getRunProblems,
|
|
1065
1104
|
getRunningEvaluations,
|
|
1066
1105
|
getSuiteProblems,
|
|
1106
|
+
getSuiteV2,
|
|
1067
1107
|
getTopAgent,
|
|
1068
1108
|
getTopHistory,
|
|
1069
1109
|
getTopMinerPayout,
|
package/dist/index.mjs
CHANGED
|
@@ -498,6 +498,36 @@ var postValidatorResume = (options) => {
|
|
|
498
498
|
url: "/v1/admin/validator-resume"
|
|
499
499
|
});
|
|
500
500
|
};
|
|
501
|
+
var getCurrentSuiteV2 = (options) => {
|
|
502
|
+
return (options?.client ?? client).get({
|
|
503
|
+
...options,
|
|
504
|
+
url: "/v2/public/suites/current"
|
|
505
|
+
});
|
|
506
|
+
};
|
|
507
|
+
var getSuiteV2 = (options) => {
|
|
508
|
+
return (options?.client ?? client).get({
|
|
509
|
+
...options,
|
|
510
|
+
url: "/v2/public/suites/{suite_id}"
|
|
511
|
+
});
|
|
512
|
+
};
|
|
513
|
+
var getEvaluationRunV2 = (options) => {
|
|
514
|
+
return (options?.client ?? client).get({
|
|
515
|
+
...options,
|
|
516
|
+
url: "/v2/public/evaluation-runs/{run_id}"
|
|
517
|
+
});
|
|
518
|
+
};
|
|
519
|
+
var getEvaluationItemsV2 = (options) => {
|
|
520
|
+
return (options?.client ?? client).get({
|
|
521
|
+
...options,
|
|
522
|
+
url: "/v2/public/evaluation-runs/{run_id}/items"
|
|
523
|
+
});
|
|
524
|
+
};
|
|
525
|
+
var getEpisodeArtifactV2 = (options) => {
|
|
526
|
+
return (options?.client ?? client).get({
|
|
527
|
+
...options,
|
|
528
|
+
url: "/v2/public/episode-artifacts/{episode_result_id}"
|
|
529
|
+
});
|
|
530
|
+
};
|
|
501
531
|
var apiProblems = (options) => {
|
|
502
532
|
return (options?.client ?? client).get({
|
|
503
533
|
...options,
|
|
@@ -911,9 +941,13 @@ export {
|
|
|
911
941
|
getCurrentRace,
|
|
912
942
|
getCurrentRaces,
|
|
913
943
|
getCurrentSuite,
|
|
944
|
+
getCurrentSuiteV2,
|
|
945
|
+
getEpisodeArtifactV2,
|
|
914
946
|
getErrorCode,
|
|
915
947
|
getErrorDetail,
|
|
948
|
+
getEvaluationItemsV2,
|
|
916
949
|
getEvaluationRun,
|
|
950
|
+
getEvaluationRunV2,
|
|
917
951
|
getInferenceAuthStatusOne,
|
|
918
952
|
getInferenceModels,
|
|
919
953
|
getLeaderboard,
|
|
@@ -927,6 +961,7 @@ export {
|
|
|
927
961
|
getRunProblems,
|
|
928
962
|
getRunningEvaluations,
|
|
929
963
|
getSuiteProblems,
|
|
964
|
+
getSuiteV2,
|
|
930
965
|
getTopAgent,
|
|
931
966
|
getTopHistory,
|
|
932
967
|
getTopMinerPayout,
|
package/package.json
CHANGED
package/src/generated/sdk.gen.ts
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
// This file is auto-generated by @hey-api/openapi-ts
|
|
2
2
|
|
|
3
3
|
import { createClient, createConfig, type OptionsLegacyParser, formDataBodySerializer } from '@hey-api/client-fetch';
|
|
4
|
-
import type { HealthCheckError, HealthCheckResponse, DeepHealthCheckError, DeepHealthCheckResponse, ListSuitesError, ListSuitesResponse, GetCurrentSuiteError, GetCurrentSuiteResponse, GetSuiteProblemsData, GetSuiteProblemsError, GetSuiteProblemsResponse, GetLeaderboardData, GetLeaderboardError, GetLeaderboardResponse, GetTopAgentError, GetTopAgentResponse, GetTrajectoryHistoryError, GetTrajectoryHistoryResponse, GetTopMinerPayoutError, GetTopMinerPayoutResponse, GetTopHistoryData, GetTopHistoryError, GetTopHistoryResponse, GetAgentVersionStatusData, GetAgentVersionStatusError, GetAgentVersionStatusResponse, GetAgentVersionRunsData, GetAgentVersionRunsError, GetAgentVersionRunsResponse, GetAgentVersionProblemsData, GetAgentVersionProblemsError, GetAgentVersionProblemsResponse, GetAgentVersionData, GetAgentVersionError, GetAgentVersionResponse, GetArtifactDownloadUrlData, GetArtifactDownloadUrlError, GetArtifactDownloadUrlResponse, GetEvaluationRunData, GetEvaluationRunError, GetEvaluationRunResponse, GetValidatorsError, GetValidatorsResponse, GetRunningEvaluationsError, GetRunningEvaluationsResponse, GetPendingEvaluationsData, GetPendingEvaluationsError, GetPendingEvaluationsResponse, GetCurrentRaceError, GetCurrentRaceResponse, GetRaceHistoryData, GetRaceHistoryError, GetRaceHistoryResponse, GetRaceDetailData, GetRaceDetailError, GetRaceDetailResponse, GetRaceValidatorVarianceData, GetRaceValidatorVarianceError, GetRaceValidatorVarianceResponse, JoinWaitlistData, JoinWaitlistError, JoinWaitlistResponse, GetInferenceModelsData, GetInferenceModelsError, GetInferenceModelsResponse, RequestChallengeData, RequestChallengeError, RequestChallengeResponse, CreateSessionEndpointData, CreateSessionEndpointError, CreateSessionEndpointResponse, LogoutData, LogoutError, LogoutResponse2, SubmitAgentData, SubmitAgentError, SubmitAgentResponse2, StoreInferenceCredentialData, StoreInferenceCredentialError, StoreInferenceCredentialResponse, GetInferenceAuthStatusOneData, GetInferenceAuthStatusOneError, GetInferenceAuthStatusOneResponse, DeleteInferenceCredentialData, DeleteInferenceCredentialError, DeleteInferenceCredentialResponse, ListInferenceAuthError, ListInferenceAuthResponse, SetDefaultInferenceProviderData, SetDefaultInferenceProviderError, SetDefaultInferenceProviderResponse, StoreChutesTokenData, StoreChutesTokenError, StoreChutesTokenResponse, GetChutesAuthStatusError, GetChutesAuthStatusResponse, ExchangeChutesCodeData, ExchangeChutesCodeError, ExchangeChutesCodeResponse2, ListMinerAgentsError, ListMinerAgentsResponse, ListAgentVersionsData, ListAgentVersionsError, ListAgentVersionsResponse, GetOwnedAgentVersionStatusData, GetOwnedAgentVersionStatusError, GetOwnedAgentVersionStatusResponse, SetRaceSelectionData, SetRaceSelectionError, SetRaceSelectionResponse, ClearRaceSelectionError, ClearRaceSelectionResponse, ClaimWorkData, ClaimWorkError, ClaimWorkResponse2, HeartbeatData, HeartbeatError, HeartbeatResponse2, UpdateProgressData, UpdateProgressError, UpdateProgressResponse, PresignUploadData, PresignUploadError, PresignUploadResponse2, CompleteRunData, CompleteRunError, CompleteRunResponse2, GetRunProblemsData, GetRunProblemsError, GetRunProblemsResponse, GetWeightSaltError, GetWeightSaltResponse, BanMinerData, BanMinerError, BanMinerResponse, UnbanMinerData, UnbanMinerError, UnbanMinerResponse, BanValidatorData, BanValidatorError, BanValidatorResponse, UnbanValidatorData, UnbanValidatorError, UnbanValidatorResponse, UpdateValidatorData, UpdateValidatorError, UpdateValidatorResponse, DiscardAgentVersionData, DiscardAgentVersionError, DiscardAgentVersionResponse, ReinstateAgentVersionData, ReinstateAgentVersionError, ReinstateAgentVersionResponse, EliminateAgentVersionData, EliminateAgentVersionError, EliminateAgentVersionResponse, ReinstateEliminationData, ReinstateEliminationError, ReinstateEliminationResponse2, SetTopAgentData, SetTopAgentError, SetTopAgentResponse, InvalidateEvaluationRunData, InvalidateEvaluationRunError, InvalidateEvaluationRunResponse, ReevaluateAgentVersionData, ReevaluateAgentVersionError, ReevaluateAgentVersionResponse, CancelAgentVersionData, CancelAgentVersionError, CancelAgentVersionResponse, CreateSuiteData, CreateSuiteError, CreateSuiteResponse2, ActivateSuiteData, ActivateSuiteError, ActivateSuiteResponse2, GetAuditEventsData, GetAuditEventsError, GetAuditEventsResponse, GetReaperStatsError, GetReaperStatsResponse, ClearMinerCooldownData, ClearMinerCooldownError, ClearMinerCooldownResponse, ListMinersData, ListMinersError, ListMinersResponse, ListValidatorsData, ListValidatorsError, ListValidatorsResponse, ListAgentVersions1Data, ListAgentVersions1Error, ListAgentVersions1Response, ListEvaluationRunsData, ListEvaluationRunsError, ListEvaluationRunsResponse, GetValidatorScoresData, GetValidatorScoresError, GetValidatorScoresResponse, GetAgentVersionVarianceData, GetAgentVersionVarianceError, GetAgentVersionVarianceResponse, GetAgentVersionCodeData, GetAgentVersionCodeError, GetAgentVersionCodeResponse, GetCurrentRacesError, GetCurrentRacesResponse, GetRaceDiagnosticsData, GetRaceDiagnosticsError, GetRaceDiagnosticsResponse, CloseQualifyingError, CloseQualifyingResponse2, GetValidatorResourceSamplesData, GetValidatorResourceSamplesError, GetValidatorResourceSamplesResponse, GetValidatorFailuresData, GetValidatorFailuresError, GetValidatorFailuresResponse, GetValidatorPauseError, GetValidatorPauseResponse, PostValidatorPauseData, PostValidatorPauseError, PostValidatorPauseResponse, PostValidatorResumeData, PostValidatorResumeError, PostValidatorResumeResponse, ApiProblemsData, ApiProblemsError, ApiProblemsResponse, ApiRunData, ApiRunError, ApiRunResponse } from './types.gen';
|
|
4
|
+
import type { HealthCheckError, HealthCheckResponse, DeepHealthCheckError, DeepHealthCheckResponse, ListSuitesError, ListSuitesResponse, GetCurrentSuiteError, GetCurrentSuiteResponse, GetSuiteProblemsData, GetSuiteProblemsError, GetSuiteProblemsResponse, GetLeaderboardData, GetLeaderboardError, GetLeaderboardResponse, GetTopAgentError, GetTopAgentResponse, GetTrajectoryHistoryError, GetTrajectoryHistoryResponse, GetTopMinerPayoutError, GetTopMinerPayoutResponse, GetTopHistoryData, GetTopHistoryError, GetTopHistoryResponse, GetAgentVersionStatusData, GetAgentVersionStatusError, GetAgentVersionStatusResponse, GetAgentVersionRunsData, GetAgentVersionRunsError, GetAgentVersionRunsResponse, GetAgentVersionProblemsData, GetAgentVersionProblemsError, GetAgentVersionProblemsResponse, GetAgentVersionData, GetAgentVersionError, GetAgentVersionResponse, GetArtifactDownloadUrlData, GetArtifactDownloadUrlError, GetArtifactDownloadUrlResponse, GetEvaluationRunData, GetEvaluationRunError, GetEvaluationRunResponse, GetValidatorsError, GetValidatorsResponse, GetRunningEvaluationsError, GetRunningEvaluationsResponse, GetPendingEvaluationsData, GetPendingEvaluationsError, GetPendingEvaluationsResponse, GetCurrentRaceError, GetCurrentRaceResponse, GetRaceHistoryData, GetRaceHistoryError, GetRaceHistoryResponse, GetRaceDetailData, GetRaceDetailError, GetRaceDetailResponse, GetRaceValidatorVarianceData, GetRaceValidatorVarianceError, GetRaceValidatorVarianceResponse, JoinWaitlistData, JoinWaitlistError, JoinWaitlistResponse, GetInferenceModelsData, GetInferenceModelsError, GetInferenceModelsResponse, RequestChallengeData, RequestChallengeError, RequestChallengeResponse, CreateSessionEndpointData, CreateSessionEndpointError, CreateSessionEndpointResponse, LogoutData, LogoutError, LogoutResponse2, SubmitAgentData, SubmitAgentError, SubmitAgentResponse2, StoreInferenceCredentialData, StoreInferenceCredentialError, StoreInferenceCredentialResponse, GetInferenceAuthStatusOneData, GetInferenceAuthStatusOneError, GetInferenceAuthStatusOneResponse, DeleteInferenceCredentialData, DeleteInferenceCredentialError, DeleteInferenceCredentialResponse, ListInferenceAuthError, ListInferenceAuthResponse, SetDefaultInferenceProviderData, SetDefaultInferenceProviderError, SetDefaultInferenceProviderResponse, StoreChutesTokenData, StoreChutesTokenError, StoreChutesTokenResponse, GetChutesAuthStatusError, GetChutesAuthStatusResponse, ExchangeChutesCodeData, ExchangeChutesCodeError, ExchangeChutesCodeResponse2, ListMinerAgentsError, ListMinerAgentsResponse, ListAgentVersionsData, ListAgentVersionsError, ListAgentVersionsResponse, GetOwnedAgentVersionStatusData, GetOwnedAgentVersionStatusError, GetOwnedAgentVersionStatusResponse, SetRaceSelectionData, SetRaceSelectionError, SetRaceSelectionResponse, ClearRaceSelectionError, ClearRaceSelectionResponse, ClaimWorkData, ClaimWorkError, ClaimWorkResponse2, HeartbeatData, HeartbeatError, HeartbeatResponse2, UpdateProgressData, UpdateProgressError, UpdateProgressResponse, PresignUploadData, PresignUploadError, PresignUploadResponse2, CompleteRunData, CompleteRunError, CompleteRunResponse2, GetRunProblemsData, GetRunProblemsError, GetRunProblemsResponse, GetWeightSaltError, GetWeightSaltResponse, BanMinerData, BanMinerError, BanMinerResponse, UnbanMinerData, UnbanMinerError, UnbanMinerResponse, BanValidatorData, BanValidatorError, BanValidatorResponse, UnbanValidatorData, UnbanValidatorError, UnbanValidatorResponse, UpdateValidatorData, UpdateValidatorError, UpdateValidatorResponse, DiscardAgentVersionData, DiscardAgentVersionError, DiscardAgentVersionResponse, ReinstateAgentVersionData, ReinstateAgentVersionError, ReinstateAgentVersionResponse, EliminateAgentVersionData, EliminateAgentVersionError, EliminateAgentVersionResponse, ReinstateEliminationData, ReinstateEliminationError, ReinstateEliminationResponse2, SetTopAgentData, SetTopAgentError, SetTopAgentResponse, InvalidateEvaluationRunData, InvalidateEvaluationRunError, InvalidateEvaluationRunResponse, ReevaluateAgentVersionData, ReevaluateAgentVersionError, ReevaluateAgentVersionResponse, CancelAgentVersionData, CancelAgentVersionError, CancelAgentVersionResponse, CreateSuiteData, CreateSuiteError, CreateSuiteResponse2, ActivateSuiteData, ActivateSuiteError, ActivateSuiteResponse2, GetAuditEventsData, GetAuditEventsError, GetAuditEventsResponse, GetReaperStatsError, GetReaperStatsResponse, ClearMinerCooldownData, ClearMinerCooldownError, ClearMinerCooldownResponse, ListMinersData, ListMinersError, ListMinersResponse, ListValidatorsData, ListValidatorsError, ListValidatorsResponse, ListAgentVersions1Data, ListAgentVersions1Error, ListAgentVersions1Response, ListEvaluationRunsData, ListEvaluationRunsError, ListEvaluationRunsResponse, GetValidatorScoresData, GetValidatorScoresError, GetValidatorScoresResponse, GetAgentVersionVarianceData, GetAgentVersionVarianceError, GetAgentVersionVarianceResponse, GetAgentVersionCodeData, GetAgentVersionCodeError, GetAgentVersionCodeResponse, GetCurrentRacesError, GetCurrentRacesResponse, GetRaceDiagnosticsData, GetRaceDiagnosticsError, GetRaceDiagnosticsResponse, CloseQualifyingError, CloseQualifyingResponse2, GetValidatorResourceSamplesData, GetValidatorResourceSamplesError, GetValidatorResourceSamplesResponse, GetValidatorFailuresData, GetValidatorFailuresError, GetValidatorFailuresResponse, GetValidatorPauseError, GetValidatorPauseResponse, PostValidatorPauseData, PostValidatorPauseError, PostValidatorPauseResponse, PostValidatorResumeData, PostValidatorResumeError, PostValidatorResumeResponse, GetCurrentSuiteV2Error, GetCurrentSuiteV2Response, GetSuiteV2Data, GetSuiteV2Error, GetSuiteV2Response, GetEvaluationRunV2Data, GetEvaluationRunV2Error, GetEvaluationRunV2Response, GetEvaluationItemsV2Data, GetEvaluationItemsV2Error, GetEvaluationItemsV2Response, GetEpisodeArtifactV2Data, GetEpisodeArtifactV2Error, GetEpisodeArtifactV2Response, ApiProblemsData, ApiProblemsError, ApiProblemsResponse, ApiRunData, ApiRunError, ApiRunResponse } from './types.gen';
|
|
5
5
|
|
|
6
6
|
export const client = createClient(createConfig());
|
|
7
7
|
|
|
@@ -1020,6 +1020,56 @@ export const postValidatorResume = <ThrowOnError extends boolean = false>(option
|
|
|
1020
1020
|
});
|
|
1021
1021
|
};
|
|
1022
1022
|
|
|
1023
|
+
/**
|
|
1024
|
+
* Get Current Suite V2
|
|
1025
|
+
*/
|
|
1026
|
+
export const getCurrentSuiteV2 = <ThrowOnError extends boolean = false>(options?: OptionsLegacyParser<unknown, ThrowOnError>) => {
|
|
1027
|
+
return (options?.client ?? client).get<GetCurrentSuiteV2Response, GetCurrentSuiteV2Error, ThrowOnError>({
|
|
1028
|
+
...options,
|
|
1029
|
+
url: '/v2/public/suites/current'
|
|
1030
|
+
});
|
|
1031
|
+
};
|
|
1032
|
+
|
|
1033
|
+
/**
|
|
1034
|
+
* Get Suite V2
|
|
1035
|
+
*/
|
|
1036
|
+
export const getSuiteV2 = <ThrowOnError extends boolean = false>(options: OptionsLegacyParser<GetSuiteV2Data, ThrowOnError>) => {
|
|
1037
|
+
return (options?.client ?? client).get<GetSuiteV2Response, GetSuiteV2Error, ThrowOnError>({
|
|
1038
|
+
...options,
|
|
1039
|
+
url: '/v2/public/suites/{suite_id}'
|
|
1040
|
+
});
|
|
1041
|
+
};
|
|
1042
|
+
|
|
1043
|
+
/**
|
|
1044
|
+
* Get Evaluation Run V2
|
|
1045
|
+
*/
|
|
1046
|
+
export const getEvaluationRunV2 = <ThrowOnError extends boolean = false>(options: OptionsLegacyParser<GetEvaluationRunV2Data, ThrowOnError>) => {
|
|
1047
|
+
return (options?.client ?? client).get<GetEvaluationRunV2Response, GetEvaluationRunV2Error, ThrowOnError>({
|
|
1048
|
+
...options,
|
|
1049
|
+
url: '/v2/public/evaluation-runs/{run_id}'
|
|
1050
|
+
});
|
|
1051
|
+
};
|
|
1052
|
+
|
|
1053
|
+
/**
|
|
1054
|
+
* Get Evaluation Items V2
|
|
1055
|
+
*/
|
|
1056
|
+
export const getEvaluationItemsV2 = <ThrowOnError extends boolean = false>(options: OptionsLegacyParser<GetEvaluationItemsV2Data, ThrowOnError>) => {
|
|
1057
|
+
return (options?.client ?? client).get<GetEvaluationItemsV2Response, GetEvaluationItemsV2Error, ThrowOnError>({
|
|
1058
|
+
...options,
|
|
1059
|
+
url: '/v2/public/evaluation-runs/{run_id}/items'
|
|
1060
|
+
});
|
|
1061
|
+
};
|
|
1062
|
+
|
|
1063
|
+
/**
|
|
1064
|
+
* Get Episode Artifact V2
|
|
1065
|
+
*/
|
|
1066
|
+
export const getEpisodeArtifactV2 = <ThrowOnError extends boolean = false>(options: OptionsLegacyParser<GetEpisodeArtifactV2Data, ThrowOnError>) => {
|
|
1067
|
+
return (options?.client ?? client).get<GetEpisodeArtifactV2Response, GetEpisodeArtifactV2Error, ThrowOnError>({
|
|
1068
|
+
...options,
|
|
1069
|
+
url: '/v2/public/episode-artifacts/{episode_result_id}'
|
|
1070
|
+
});
|
|
1071
|
+
};
|
|
1072
|
+
|
|
1023
1073
|
/**
|
|
1024
1074
|
* Api Problems
|
|
1025
1075
|
*/
|
|
@@ -966,6 +966,22 @@ export type ChallengeResponse = {
|
|
|
966
966
|
expires_at: number;
|
|
967
967
|
};
|
|
968
968
|
|
|
969
|
+
/**
|
|
970
|
+
* One named verifier check with its pass/fail result. Names come from
|
|
971
|
+
* `EpisodeResult.verdict_checks` and are safe to expose (they identify
|
|
972
|
+
* which constraint fired, not the constraint's private threshold).
|
|
973
|
+
*/
|
|
974
|
+
export type CheckDetail = {
|
|
975
|
+
name: string;
|
|
976
|
+
passed: (boolean | null);
|
|
977
|
+
};
|
|
978
|
+
|
|
979
|
+
export type CheckSummary = {
|
|
980
|
+
passed?: number;
|
|
981
|
+
failed?: number;
|
|
982
|
+
unknown?: number;
|
|
983
|
+
};
|
|
984
|
+
|
|
969
985
|
export type ChutesAuthStatusResponse = {
|
|
970
986
|
/**
|
|
971
987
|
* Whether the miner has a valid Chutes token stored
|
|
@@ -1276,6 +1292,47 @@ export type EvalRunNotFoundError = {
|
|
|
1276
1292
|
error_code?: "EVAL_RUN_NOT_FOUND";
|
|
1277
1293
|
};
|
|
1278
1294
|
|
|
1295
|
+
export type EvaluationExecutionRead = {
|
|
1296
|
+
eval_run_id: string;
|
|
1297
|
+
agent_version_id: string;
|
|
1298
|
+
suite_id: number;
|
|
1299
|
+
validator_hotkey: string;
|
|
1300
|
+
status: string;
|
|
1301
|
+
completed_at: (string | null);
|
|
1302
|
+
score: (number | null);
|
|
1303
|
+
execution_kind: 'legacy_shoppingbench' | 'envpack' | 'unknown';
|
|
1304
|
+
execution_contract_id?: (string | null);
|
|
1305
|
+
environment?: (SafeEnvironmentMetadata | null);
|
|
1306
|
+
};
|
|
1307
|
+
|
|
1308
|
+
export type execution_kind = 'legacy_shoppingbench' | 'envpack' | 'unknown';
|
|
1309
|
+
|
|
1310
|
+
export type EvaluationItemRead = {
|
|
1311
|
+
item_id: string;
|
|
1312
|
+
item_kind: 'legacy_problem' | 'envpack_episode';
|
|
1313
|
+
family?: (string | null);
|
|
1314
|
+
status: string;
|
|
1315
|
+
score?: (number | null);
|
|
1316
|
+
verdict_status?: ('passed' | 'failed' | null);
|
|
1317
|
+
paid_reward?: (number | null);
|
|
1318
|
+
check_summary?: (CheckSummary | null);
|
|
1319
|
+
reward_summary?: (RewardSummary | null);
|
|
1320
|
+
step_count?: (number | null);
|
|
1321
|
+
eval_run_id: string;
|
|
1322
|
+
validator_hotkey: string;
|
|
1323
|
+
};
|
|
1324
|
+
|
|
1325
|
+
export type item_kind = 'legacy_problem' | 'envpack_episode';
|
|
1326
|
+
|
|
1327
|
+
export type EvaluationItemsRead = {
|
|
1328
|
+
eval_run_id: string;
|
|
1329
|
+
execution_kind: 'legacy_shoppingbench' | 'envpack' | 'unknown';
|
|
1330
|
+
detail_released: boolean;
|
|
1331
|
+
expected_item_count?: (number | null);
|
|
1332
|
+
persisted_item_count: number;
|
|
1333
|
+
items: Array<EvaluationItemRead>;
|
|
1334
|
+
};
|
|
1335
|
+
|
|
1279
1336
|
/**
|
|
1280
1337
|
* Which phase of the qualifying+race cycle an evaluation belongs to.
|
|
1281
1338
|
*/
|
|
@@ -2213,6 +2270,12 @@ export type ProgressUpdateResponse = {
|
|
|
2213
2270
|
accepted?: boolean;
|
|
2214
2271
|
};
|
|
2215
2272
|
|
|
2273
|
+
export type QualifyingTaskRead = {
|
|
2274
|
+
task_id: string;
|
|
2275
|
+
family: string;
|
|
2276
|
+
goal_text: string;
|
|
2277
|
+
};
|
|
2278
|
+
|
|
2216
2279
|
export type RaceCurrentResponse = {
|
|
2217
2280
|
/**
|
|
2218
2281
|
* Current race, if any
|
|
@@ -2696,6 +2759,21 @@ export type ReinstateRequest = {
|
|
|
2696
2759
|
reason?: (string | null);
|
|
2697
2760
|
};
|
|
2698
2761
|
|
|
2762
|
+
/**
|
|
2763
|
+
* One named contribution to the paid reward. Value is the same
|
|
2764
|
+
* numeric slice the miner already earned; the name identifies the
|
|
2765
|
+
* reward source (e.g. `family_metric`, `constraint_satisfaction`). No
|
|
2766
|
+
* private weighting factors surface here.
|
|
2767
|
+
*/
|
|
2768
|
+
export type RewardComponent = {
|
|
2769
|
+
name: string;
|
|
2770
|
+
value: number;
|
|
2771
|
+
};
|
|
2772
|
+
|
|
2773
|
+
export type RewardSummary = {
|
|
2774
|
+
component_count?: number;
|
|
2775
|
+
};
|
|
2776
|
+
|
|
2699
2777
|
export type RunAlreadyCompleteError = {
|
|
2700
2778
|
/**
|
|
2701
2779
|
* Error message describing what went wrong
|
|
@@ -2761,6 +2839,49 @@ export type RunProblemsResponse = {
|
|
|
2761
2839
|
problems: Array<ProblemPublic>;
|
|
2762
2840
|
};
|
|
2763
2841
|
|
|
2842
|
+
export type SafeEnvironmentMetadata = {
|
|
2843
|
+
display_name: string;
|
|
2844
|
+
/**
|
|
2845
|
+
* Short audit revision; never a storage key
|
|
2846
|
+
*/
|
|
2847
|
+
environment_revision: string;
|
|
2848
|
+
catalog_epoch: string;
|
|
2849
|
+
task_count: number;
|
|
2850
|
+
family_counts: {
|
|
2851
|
+
[key: string]: (number);
|
|
2852
|
+
};
|
|
2853
|
+
contract_version: string;
|
|
2854
|
+
runtime_version: string;
|
|
2855
|
+
tool_contract_version: string;
|
|
2856
|
+
verifier_version: string;
|
|
2857
|
+
result_schema_version: string;
|
|
2858
|
+
};
|
|
2859
|
+
|
|
2860
|
+
export type SanitizedEpisodeArtifact = {
|
|
2861
|
+
episode_result_id: string;
|
|
2862
|
+
eval_run_id: string;
|
|
2863
|
+
task_id: string;
|
|
2864
|
+
family: string;
|
|
2865
|
+
outcome: string;
|
|
2866
|
+
step_count: number;
|
|
2867
|
+
trace: Array<SanitizedTraceEntry>;
|
|
2868
|
+
paid_reward?: (number | null);
|
|
2869
|
+
check_details?: Array<CheckDetail>;
|
|
2870
|
+
reward_components?: Array<RewardComponent>;
|
|
2871
|
+
};
|
|
2872
|
+
|
|
2873
|
+
export type SanitizedTraceEntry = {
|
|
2874
|
+
seq: number;
|
|
2875
|
+
turn: number;
|
|
2876
|
+
kind: 'model_action' | 'model_message' | 'observation' | 'user_message' | 'termination';
|
|
2877
|
+
actor: string;
|
|
2878
|
+
payload: {
|
|
2879
|
+
[key: string]: unknown;
|
|
2880
|
+
};
|
|
2881
|
+
};
|
|
2882
|
+
|
|
2883
|
+
export type kind = 'model_action' | 'model_message' | 'observation' | 'user_message' | 'termination';
|
|
2884
|
+
|
|
2764
2885
|
/**
|
|
2765
2886
|
* 400 - Candidate score does not exceed the challenge threshold.
|
|
2766
2887
|
*/
|
|
@@ -2932,6 +3053,16 @@ export type SubmitAgentResponse = {
|
|
|
2932
3053
|
message?: string;
|
|
2933
3054
|
};
|
|
2934
3055
|
|
|
3056
|
+
export type SuiteExecutionRead = {
|
|
3057
|
+
suite_id: number;
|
|
3058
|
+
is_active: boolean;
|
|
3059
|
+
is_archived: boolean;
|
|
3060
|
+
execution_kind: 'legacy_shoppingbench' | 'envpack' | 'unknown';
|
|
3061
|
+
execution_contract_id?: (string | null);
|
|
3062
|
+
environment?: (SafeEnvironmentMetadata | null);
|
|
3063
|
+
qualifying_tasks?: (Array<QualifyingTaskRead> | null);
|
|
3064
|
+
};
|
|
3065
|
+
|
|
2935
3066
|
export type SuiteNotFoundError = {
|
|
2936
3067
|
/**
|
|
2937
3068
|
* Error message describing what went wrong
|
|
@@ -4667,6 +4798,62 @@ export type PostValidatorResumeResponse = (ValidatorPauseStatus);
|
|
|
4667
4798
|
|
|
4668
4799
|
export type PostValidatorResumeError = (HTTPValidationError);
|
|
4669
4800
|
|
|
4801
|
+
export type GetCurrentSuiteV2Response = (SuiteExecutionRead);
|
|
4802
|
+
|
|
4803
|
+
export type GetCurrentSuiteV2Error = unknown;
|
|
4804
|
+
|
|
4805
|
+
export type GetSuiteV2Data = {
|
|
4806
|
+
path: {
|
|
4807
|
+
/**
|
|
4808
|
+
* Suite identifier
|
|
4809
|
+
*/
|
|
4810
|
+
suite_id: number;
|
|
4811
|
+
};
|
|
4812
|
+
};
|
|
4813
|
+
|
|
4814
|
+
export type GetSuiteV2Response = (SuiteExecutionRead);
|
|
4815
|
+
|
|
4816
|
+
export type GetSuiteV2Error = (HTTPValidationError);
|
|
4817
|
+
|
|
4818
|
+
export type GetEvaluationRunV2Data = {
|
|
4819
|
+
path: {
|
|
4820
|
+
/**
|
|
4821
|
+
* Evaluation run identifier
|
|
4822
|
+
*/
|
|
4823
|
+
run_id: string;
|
|
4824
|
+
};
|
|
4825
|
+
};
|
|
4826
|
+
|
|
4827
|
+
export type GetEvaluationRunV2Response = (EvaluationExecutionRead);
|
|
4828
|
+
|
|
4829
|
+
export type GetEvaluationRunV2Error = (HTTPValidationError);
|
|
4830
|
+
|
|
4831
|
+
export type GetEvaluationItemsV2Data = {
|
|
4832
|
+
path: {
|
|
4833
|
+
/**
|
|
4834
|
+
* Evaluation run identifier
|
|
4835
|
+
*/
|
|
4836
|
+
run_id: string;
|
|
4837
|
+
};
|
|
4838
|
+
};
|
|
4839
|
+
|
|
4840
|
+
export type GetEvaluationItemsV2Response = (EvaluationItemsRead);
|
|
4841
|
+
|
|
4842
|
+
export type GetEvaluationItemsV2Error = (HTTPValidationError);
|
|
4843
|
+
|
|
4844
|
+
export type GetEpisodeArtifactV2Data = {
|
|
4845
|
+
path: {
|
|
4846
|
+
/**
|
|
4847
|
+
* Episode result identifier
|
|
4848
|
+
*/
|
|
4849
|
+
episode_result_id: string;
|
|
4850
|
+
};
|
|
4851
|
+
};
|
|
4852
|
+
|
|
4853
|
+
export type GetEpisodeArtifactV2Response = (SanitizedEpisodeArtifact);
|
|
4854
|
+
|
|
4855
|
+
export type GetEpisodeArtifactV2Error = (HTTPValidationError);
|
|
4856
|
+
|
|
4670
4857
|
export type ApiProblemsData = {
|
|
4671
4858
|
headers?: {
|
|
4672
4859
|
'X-Demo-Auth'?: (string | null);
|