@oro-ai/sdk 1.0.7 → 1.0.9

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/dist/index.d.mts CHANGED
@@ -18,6 +18,23 @@ type ActivateSuiteResponse = {
18
18
  */
19
19
  is_active: boolean;
20
20
  };
21
+ /**
22
+ * Response with presigned download URL for admin agent code access.
23
+ */
24
+ type AdminAgentCodeResponse = {
25
+ /**
26
+ * Presigned S3 download URL
27
+ */
28
+ download_url: string;
29
+ /**
30
+ * Agent version ID
31
+ */
32
+ agent_version_id: string;
33
+ /**
34
+ * Agent name
35
+ */
36
+ agent_name: string;
37
+ };
21
38
  /**
22
39
  * An agent version entry for admin listing.
23
40
  */
@@ -2250,7 +2267,7 @@ type ValidatorPublic = {
2250
2267
  identity_description?: (string | null);
2251
2268
  };
2252
2269
  /**
2253
- * Response for validator scoring analytics.
2270
+ * Response for validator scoring and performance analytics.
2254
2271
  */
2255
2272
  type ValidatorScoresResponse = {
2256
2273
  /**
@@ -2265,9 +2282,13 @@ type ValidatorScoresResponse = {
2265
2282
  * Global standard deviation
2266
2283
  */
2267
2284
  global_stddev: number;
2285
+ /**
2286
+ * Global average execution time
2287
+ */
2288
+ global_avg_execution_seconds?: number;
2268
2289
  };
2269
2290
  /**
2270
- * Aggregated scoring stats for a single validator.
2291
+ * Aggregated scoring and performance stats for a single validator.
2271
2292
  */
2272
2293
  type ValidatorScoreSummary = {
2273
2294
  /**
@@ -2306,6 +2327,54 @@ type ValidatorScoreSummary = {
2306
2327
  * True if deviation exceeds 1.5 standard deviations from global mean
2307
2328
  */
2308
2329
  is_outlier: boolean;
2330
+ /**
2331
+ * Mean seconds from claimed to completed
2332
+ */
2333
+ avg_execution_seconds?: number;
2334
+ /**
2335
+ * Median execution time in seconds
2336
+ */
2337
+ median_execution_seconds?: number;
2338
+ /**
2339
+ * Fastest run
2340
+ */
2341
+ min_execution_seconds?: number;
2342
+ /**
2343
+ * Slowest run
2344
+ */
2345
+ max_execution_seconds?: number;
2346
+ /**
2347
+ * % deviation from global avg execution time
2348
+ */
2349
+ execution_deviation_pct?: number;
2350
+ /**
2351
+ * Significantly slower than peers
2352
+ */
2353
+ is_slow_outlier?: boolean;
2354
+ /**
2355
+ * SUCCESS runs
2356
+ */
2357
+ success_count?: number;
2358
+ /**
2359
+ * FAILED runs
2360
+ */
2361
+ failed_count?: number;
2362
+ /**
2363
+ * TIMED_OUT runs
2364
+ */
2365
+ timed_out_count?: number;
2366
+ /**
2367
+ * success / total
2368
+ */
2369
+ success_rate?: number;
2370
+ /**
2371
+ * Most recent failure reason
2372
+ */
2373
+ last_failure_reason?: (string | null);
2374
+ /**
2375
+ * When last failure occurred
2376
+ */
2377
+ last_failure_at?: (string | null);
2309
2378
  };
2310
2379
  /**
2311
2380
  * Status of a validator.
@@ -2905,6 +2974,16 @@ type GetAgentVersionVarianceData = {
2905
2974
  };
2906
2975
  type GetAgentVersionVarianceResponse = (AgentVersionVarianceResponse);
2907
2976
  type GetAgentVersionVarianceError = (HTTPValidationError);
2977
+ type GetAgentVersionCodeData = {
2978
+ path: {
2979
+ /**
2980
+ * Agent version ID
2981
+ */
2982
+ agent_version_id: string;
2983
+ };
2984
+ };
2985
+ type GetAgentVersionCodeResponse = (AdminAgentCodeResponse);
2986
+ type GetAgentVersionCodeError = (AgentVersionNotFoundError | HTTPValidationError);
2908
2987
 
2909
2988
  declare const client: _hey_api_client_fetch.Client<Request, Response, unknown, _hey_api_client_fetch.RequestOptions<boolean, string>>;
2910
2989
  /**
@@ -2954,7 +3033,7 @@ declare const getAgentVersionProblems: <ThrowOnError extends boolean = false>(op
2954
3033
  declare const getAgentVersion: <ThrowOnError extends boolean = false>(options: OptionsLegacyParser<GetAgentVersionData, ThrowOnError>) => _hey_api_client_fetch.RequestResult<AgentVersionPublic, GetAgentVersionError, ThrowOnError>;
2955
3034
  /**
2956
3035
  * Get artifact download URL
2957
- * Get a presigned URL to download released artifacts.
3036
+ * Get a presigned URL to download artifacts. Agent code requires the version to be released. Trajectories and logs are available immediately.
2958
3037
  */
2959
3038
  declare const getArtifactDownloadUrl: <ThrowOnError extends boolean = false>(options: OptionsLegacyParser<GetArtifactDownloadUrlData, ThrowOnError>) => _hey_api_client_fetch.RequestResult<ArtifactDownloadResponse, GetArtifactDownloadUrlError, ThrowOnError>;
2960
3039
  /**
@@ -3184,7 +3263,7 @@ declare const listAgentVersions1: <ThrowOnError extends boolean = false>(options
3184
3263
  declare const listEvaluationRuns: <ThrowOnError extends boolean = false>(options?: OptionsLegacyParser<ListEvaluationRunsData, ThrowOnError>) => _hey_api_client_fetch.RequestResult<AdminEvaluationRunsResponse, HTTPValidationError, ThrowOnError>;
3185
3264
  /**
3186
3265
  * Aggregated scoring statistics per validator
3187
- * Compute per-validator scoring statistics from completed runs.
3266
+ * Compute per-validator scoring and performance statistics.
3188
3267
  */
3189
3268
  declare const getValidatorScores: <ThrowOnError extends boolean = false>(options?: OptionsLegacyParser<GetValidatorScoresData, ThrowOnError>) => _hey_api_client_fetch.RequestResult<ValidatorScoresResponse, HTTPValidationError, ThrowOnError>;
3190
3269
  /**
@@ -3192,6 +3271,11 @@ declare const getValidatorScores: <ThrowOnError extends boolean = false>(options
3192
3271
  * Find agent versions with high score variance across validators.
3193
3272
  */
3194
3273
  declare const getAgentVersionVariance: <ThrowOnError extends boolean = false>(options?: OptionsLegacyParser<GetAgentVersionVarianceData, ThrowOnError>) => _hey_api_client_fetch.RequestResult<AgentVersionVarianceResponse, HTTPValidationError, ThrowOnError>;
3274
+ /**
3275
+ * Download agent code
3276
+ * Get a presigned S3 URL to download agent source code for any version, regardless of release state.
3277
+ */
3278
+ declare const getAgentVersionCode: <ThrowOnError extends boolean = false>(options: OptionsLegacyParser<GetAgentVersionCodeData, ThrowOnError>) => _hey_api_client_fetch.RequestResult<AdminAgentCodeResponse, GetAgentVersionCodeError, ThrowOnError>;
3195
3279
 
3196
3280
  /**
3197
3281
  * Auto-generated error code type.
@@ -3544,4 +3628,4 @@ declare class SessionAuthManager {
3544
3628
  */
3545
3629
  declare function configureSessionAuth(baseUrl: string, config: SessionAuthConfig): SessionAuthManager;
3546
3630
 
3547
- export { type ActivateSuiteData, type ActivateSuiteError, type ActivateSuiteResponse, type ActivateSuiteResponse2, type AdminAgentVersionEntry, type AdminAgentVersionsResponse, type AdminEvaluationRunEntry, type AdminEvaluationRunsResponse, type AdminMinerEntry, type AdminMinersResponse, type AdminValidatorEntry, type AdminValidatorsResponse, type AdmissionReason, type AdmissionStatus, type AgentNotFoundError, type AgentPublic, type AgentVersionHistoryEntry, type AgentVersionNotFoundError, type AgentVersionProblemsResponse, type AgentVersionPublic, type AgentVersionScoreEntry, type AgentVersionState, type AgentVersionStatus, type AgentVersionVariance, type AgentVersionVarianceResponse, type AlreadyInvalidatedError, type ArtifactDownloadRequest, type ArtifactDownloadResponse, type ArtifactNotFoundError, type ArtifactNotReleasedError, type ArtifactReleaseState, type ArtifactType, type AtCapacityError, type AuditEventEntry, type AuditEventsResponse, type BanMinerData, type BanMinerError, type BanMinerResponse, type BanRequest, type BanResponse, type BanValidatorData, type BanValidatorError, type BanValidatorResponse, type BittensorAuthConfig, type Body_submit_agent, type CachedSession, type CancelAgentVersionData, type CancelAgentVersionError, type CancelAgentVersionResponse, type CancelRequest, type CancelResponse, type ChallengeRequest, type ChallengeResponse, type ChutesAuthStatusResponse, type ClaimWorkData, type ClaimWorkError, type ClaimWorkResponse, type ClaimWorkResponse2, type ClearMinerCooldownData, type ClearMinerCooldownError, type ClearMinerCooldownResponse, type CodeAnalysisError, type CompleteRunData, type CompleteRunError, type CompleteRunRequest, type CompleteRunResponse, type CompleteRunResponse2, type CooldownActiveError, type CreateSessionEndpointData, type CreateSessionEndpointError, type CreateSessionEndpointResponse, type CreateSuiteData, type CreateSuiteError, type CreateSuiteRequest, type CreateSuiteResponse, type CreateSuiteResponse2, type DiscardAgentVersionData, type DiscardAgentVersionError, type DiscardAgentVersionResponse, type DiscardRequest, type DiscardResponse, type ErrorCategory, type EvalRunNotFoundError, type EvaluationRunDetail, type EvaluationRunPublic, type EvaluationRunStatus, type EvaluationRunStatusPublic, type FileTooLargeError, type GetAgentVersionData, type GetAgentVersionError, type GetAgentVersionProblemsData, type GetAgentVersionProblemsError, type GetAgentVersionProblemsResponse, type GetAgentVersionResponse, type GetAgentVersionRunsData, type GetAgentVersionRunsError, type GetAgentVersionRunsResponse, type GetAgentVersionStatusData, type GetAgentVersionStatusError, type GetAgentVersionStatusResponse, type GetAgentVersionVarianceData, type GetAgentVersionVarianceError, type GetAgentVersionVarianceResponse, type GetArtifactDownloadUrlData, type GetArtifactDownloadUrlError, type GetArtifactDownloadUrlResponse, type GetAuditEventsData, type GetAuditEventsError, type GetAuditEventsResponse, type GetChutesAuthStatusError, type GetChutesAuthStatusResponse, type GetCurrentSuiteError, type GetCurrentSuiteResponse, type GetEvaluationRunData, type GetEvaluationRunError, type GetEvaluationRunResponse, type GetLeaderboardData, type GetLeaderboardError, type GetLeaderboardResponse, type GetOwnedAgentVersionStatusData, type GetOwnedAgentVersionStatusError, type GetOwnedAgentVersionStatusResponse, type GetPendingEvaluationsData, type GetPendingEvaluationsError, type GetPendingEvaluationsResponse, type GetReaperStatsError, type GetReaperStatsResponse, type GetRunningEvaluationsError, type GetRunningEvaluationsResponse, type GetSuiteProblemsData, type GetSuiteProblemsError, type GetSuiteProblemsResponse, type GetTopAgentError, type GetTopAgentResponse, type GetValidatorScoresData, type GetValidatorScoresError, type GetValidatorScoresResponse, type GetValidatorsError, type GetValidatorsResponse, type HTTPValidationError, type HealthCheckError, type HealthCheckResponse, type HeartbeatData, type HeartbeatError, type HeartbeatRequest, type HeartbeatResponse, type HeartbeatResponse2, type InvalidAgentNameError, type InvalidArtifactTypeError, type InvalidFileError, type InvalidProblemIdError, type InvalidateEvaluationRunData, type InvalidateEvaluationRunError, type InvalidateEvaluationRunResponse, type InvalidateRunRequest, type JoinWaitlistData, type JoinWaitlistError, type JoinWaitlistResponse, type LeaderboardEntry, type LeaderboardResponse, type LeaseExpiredError, type ListAgentVersions1Data, type ListAgentVersions1Error, type ListAgentVersions1Response, type ListAgentVersionsData, type ListAgentVersionsError, type ListAgentVersionsResponse, type ListEvaluationRunsData, type ListEvaluationRunsError, type ListEvaluationRunsResponse, type ListMinerAgentsError, type ListMinerAgentsResponse, type ListMinersData, type ListMinersError, type ListMinersResponse, type ListValidatorsData, type ListValidatorsError, type ListValidatorsResponse, type LogoutData, type LogoutError, type LogoutResponse, type LogoutResponse2, type MinerAgentsResponse, type MinerNotFoundError, type MissingParameterError, type MissingScoreError, type NoActiveSuiteError, type NotRunOwnerError, type OroErrorCode, type PendingEvaluation, type PendingEvaluationSummary, type PendingEvaluationsResponse, type PresignUploadData, type PresignUploadError, type PresignUploadRequest, type PresignUploadResponse, type PresignUploadResponse2, type ProblemNotFoundError, type ProblemProgressEntry, type ProblemProgressUpdate, type ProblemPublic, type ProblemStatus, type ProgressUpdateRequest, type ProgressUpdateResponse, type RateLimitExceededError, type ReaperStatsResponse, type ReevaluateAgentVersionData, type ReevaluateAgentVersionError, type ReevaluateAgentVersionResponse, type ReevaluateRequest, type ReevaluateResponse, type ReinstateAgentVersionData, type ReinstateAgentVersionError, type ReinstateAgentVersionResponse, type ReinstateRequest, type RequestChallengeData, type RequestChallengeError, type RequestChallengeResponse, type RetryConfig, type RetryContext, type RunAlreadyCompleteError, type RunningEvaluation, type ScoreBelowThresholdError, type SessionAuthConfig, SessionAuthManager, type SessionInfo, type SessionRequest, type SessionResponse, type SetTopAgentData, type SetTopAgentError, type SetTopAgentResponse, type SetTopRequest, type SetTopResponse, type StoreChutesTokenData, type StoreChutesTokenError, type StoreChutesTokenRequest, type StoreChutesTokenResponse, type SubmitAgentData, type SubmitAgentError, type SubmitAgentResponse, type SubmitAgentResponse2, type SuiteNotFoundError, type SuitePublic, type SuiteWithProblemsResponse, type TerminalStatus, type TopAgentResponse, type UnbanMinerData, type UnbanMinerError, type UnbanMinerResponse, type UnbanValidatorData, type UnbanValidatorError, type UnbanValidatorResponse, type UpdateProgressData, type UpdateProgressError, type UpdateProgressResponse, type ValidationError, type ValidatorCurrentAgent, type ValidatorNotFoundError, type ValidatorProblemResult, type ValidatorPublic, type ValidatorScoreSummary, type ValidatorScoresResponse, type ValidatorStatus, type WaitlistSignupRequest, type WaitlistSignupResponse, type WorkItemStatus, activateSuite, banMiner, banValidator, cancelAgentVersion, claimWork, classifyError, classifyStatus, clearMinerCooldown, client, completeRun, computeDelay, configureBittensorAuth, configurePublicClient, configureSessionAuth, createRetryFetch, createSessionEndpoint, createSuite, discardAgentVersion, generateAuthHeaders, getAgentVersion, getAgentVersionProblems, getAgentVersionRuns, getAgentVersionStatus, getAgentVersionVariance, getArtifactDownloadUrl, getAuditEvents, getChutesAuthStatus, getCurrentSuite, getErrorCode, getErrorDetail, getEvaluationRun, getLeaderboard, getOwnedAgentVersionStatus, getPendingEvaluations, getReaperStats, getRunningEvaluations, getSuiteProblems, getTopAgent, getValidatorScores, getValidators, hasDetail, hasErrorCode, healthCheck, heartbeat, invalidateEvaluationRun, isTransient, isTransientError, joinWaitlist, listAgentVersions, listAgentVersions1, listEvaluationRuns, listMinerAgents, listMiners, listValidators, logout, parseRetryAfter, presignUpload, reevaluateAgentVersion, reinstateAgentVersion, requestChallenge, setTopAgent, storeChutesToken, submitAgent, unbanMiner, unbanValidator, updateProgress };
3631
+ export { type ActivateSuiteData, type ActivateSuiteError, type ActivateSuiteResponse, type ActivateSuiteResponse2, type AdminAgentCodeResponse, type AdminAgentVersionEntry, type AdminAgentVersionsResponse, type AdminEvaluationRunEntry, type AdminEvaluationRunsResponse, type AdminMinerEntry, type AdminMinersResponse, type AdminValidatorEntry, type AdminValidatorsResponse, type AdmissionReason, type AdmissionStatus, type AgentNotFoundError, type AgentPublic, type AgentVersionHistoryEntry, type AgentVersionNotFoundError, type AgentVersionProblemsResponse, type AgentVersionPublic, type AgentVersionScoreEntry, type AgentVersionState, type AgentVersionStatus, type AgentVersionVariance, type AgentVersionVarianceResponse, type AlreadyInvalidatedError, type ArtifactDownloadRequest, type ArtifactDownloadResponse, type ArtifactNotFoundError, type ArtifactNotReleasedError, type ArtifactReleaseState, type ArtifactType, type AtCapacityError, type AuditEventEntry, type AuditEventsResponse, type BanMinerData, type BanMinerError, type BanMinerResponse, type BanRequest, type BanResponse, type BanValidatorData, type BanValidatorError, type BanValidatorResponse, type BittensorAuthConfig, type Body_submit_agent, type CachedSession, type CancelAgentVersionData, type CancelAgentVersionError, type CancelAgentVersionResponse, type CancelRequest, type CancelResponse, type ChallengeRequest, type ChallengeResponse, type ChutesAuthStatusResponse, type ClaimWorkData, type ClaimWorkError, type ClaimWorkResponse, type ClaimWorkResponse2, type ClearMinerCooldownData, type ClearMinerCooldownError, type ClearMinerCooldownResponse, type CodeAnalysisError, type CompleteRunData, type CompleteRunError, type CompleteRunRequest, type CompleteRunResponse, type CompleteRunResponse2, type CooldownActiveError, type CreateSessionEndpointData, type CreateSessionEndpointError, type CreateSessionEndpointResponse, type CreateSuiteData, type CreateSuiteError, type CreateSuiteRequest, type CreateSuiteResponse, type CreateSuiteResponse2, type DiscardAgentVersionData, type DiscardAgentVersionError, type DiscardAgentVersionResponse, type DiscardRequest, type DiscardResponse, type ErrorCategory, type EvalRunNotFoundError, type EvaluationRunDetail, type EvaluationRunPublic, type EvaluationRunStatus, type EvaluationRunStatusPublic, type FileTooLargeError, type GetAgentVersionCodeData, type GetAgentVersionCodeError, type GetAgentVersionCodeResponse, type GetAgentVersionData, type GetAgentVersionError, type GetAgentVersionProblemsData, type GetAgentVersionProblemsError, type GetAgentVersionProblemsResponse, type GetAgentVersionResponse, type GetAgentVersionRunsData, type GetAgentVersionRunsError, type GetAgentVersionRunsResponse, type GetAgentVersionStatusData, type GetAgentVersionStatusError, type GetAgentVersionStatusResponse, type GetAgentVersionVarianceData, type GetAgentVersionVarianceError, type GetAgentVersionVarianceResponse, type GetArtifactDownloadUrlData, type GetArtifactDownloadUrlError, type GetArtifactDownloadUrlResponse, type GetAuditEventsData, type GetAuditEventsError, type GetAuditEventsResponse, type GetChutesAuthStatusError, type GetChutesAuthStatusResponse, type GetCurrentSuiteError, type GetCurrentSuiteResponse, type GetEvaluationRunData, type GetEvaluationRunError, type GetEvaluationRunResponse, type GetLeaderboardData, type GetLeaderboardError, type GetLeaderboardResponse, type GetOwnedAgentVersionStatusData, type GetOwnedAgentVersionStatusError, type GetOwnedAgentVersionStatusResponse, type GetPendingEvaluationsData, type GetPendingEvaluationsError, type GetPendingEvaluationsResponse, type GetReaperStatsError, type GetReaperStatsResponse, type GetRunningEvaluationsError, type GetRunningEvaluationsResponse, type GetSuiteProblemsData, type GetSuiteProblemsError, type GetSuiteProblemsResponse, type GetTopAgentError, type GetTopAgentResponse, type GetValidatorScoresData, type GetValidatorScoresError, type GetValidatorScoresResponse, type GetValidatorsError, type GetValidatorsResponse, type HTTPValidationError, type HealthCheckError, type HealthCheckResponse, type HeartbeatData, type HeartbeatError, type HeartbeatRequest, type HeartbeatResponse, type HeartbeatResponse2, type InvalidAgentNameError, type InvalidArtifactTypeError, type InvalidFileError, type InvalidProblemIdError, type InvalidateEvaluationRunData, type InvalidateEvaluationRunError, type InvalidateEvaluationRunResponse, type InvalidateRunRequest, type JoinWaitlistData, type JoinWaitlistError, type JoinWaitlistResponse, type LeaderboardEntry, type LeaderboardResponse, type LeaseExpiredError, type ListAgentVersions1Data, type ListAgentVersions1Error, type ListAgentVersions1Response, type ListAgentVersionsData, type ListAgentVersionsError, type ListAgentVersionsResponse, type ListEvaluationRunsData, type ListEvaluationRunsError, type ListEvaluationRunsResponse, type ListMinerAgentsError, type ListMinerAgentsResponse, type ListMinersData, type ListMinersError, type ListMinersResponse, type ListValidatorsData, type ListValidatorsError, type ListValidatorsResponse, type LogoutData, type LogoutError, type LogoutResponse, type LogoutResponse2, type MinerAgentsResponse, type MinerNotFoundError, type MissingParameterError, type MissingScoreError, type NoActiveSuiteError, type NotRunOwnerError, type OroErrorCode, type PendingEvaluation, type PendingEvaluationSummary, type PendingEvaluationsResponse, type PresignUploadData, type PresignUploadError, type PresignUploadRequest, type PresignUploadResponse, type PresignUploadResponse2, type ProblemNotFoundError, type ProblemProgressEntry, type ProblemProgressUpdate, type ProblemPublic, type ProblemStatus, type ProgressUpdateRequest, type ProgressUpdateResponse, type RateLimitExceededError, type ReaperStatsResponse, type ReevaluateAgentVersionData, type ReevaluateAgentVersionError, type ReevaluateAgentVersionResponse, type ReevaluateRequest, type ReevaluateResponse, type ReinstateAgentVersionData, type ReinstateAgentVersionError, type ReinstateAgentVersionResponse, type ReinstateRequest, type RequestChallengeData, type RequestChallengeError, type RequestChallengeResponse, type RetryConfig, type RetryContext, type RunAlreadyCompleteError, type RunningEvaluation, type ScoreBelowThresholdError, type SessionAuthConfig, SessionAuthManager, type SessionInfo, type SessionRequest, type SessionResponse, type SetTopAgentData, type SetTopAgentError, type SetTopAgentResponse, type SetTopRequest, type SetTopResponse, type StoreChutesTokenData, type StoreChutesTokenError, type StoreChutesTokenRequest, type StoreChutesTokenResponse, type SubmitAgentData, type SubmitAgentError, type SubmitAgentResponse, type SubmitAgentResponse2, type SuiteNotFoundError, type SuitePublic, type SuiteWithProblemsResponse, type TerminalStatus, type TopAgentResponse, type UnbanMinerData, type UnbanMinerError, type UnbanMinerResponse, type UnbanValidatorData, type UnbanValidatorError, type UnbanValidatorResponse, type UpdateProgressData, type UpdateProgressError, type UpdateProgressResponse, type ValidationError, type ValidatorCurrentAgent, type ValidatorNotFoundError, type ValidatorProblemResult, type ValidatorPublic, type ValidatorScoreSummary, type ValidatorScoresResponse, type ValidatorStatus, type WaitlistSignupRequest, type WaitlistSignupResponse, type WorkItemStatus, activateSuite, banMiner, banValidator, cancelAgentVersion, claimWork, classifyError, classifyStatus, clearMinerCooldown, client, completeRun, computeDelay, configureBittensorAuth, configurePublicClient, configureSessionAuth, createRetryFetch, createSessionEndpoint, createSuite, discardAgentVersion, generateAuthHeaders, getAgentVersion, getAgentVersionCode, getAgentVersionProblems, getAgentVersionRuns, getAgentVersionStatus, getAgentVersionVariance, getArtifactDownloadUrl, getAuditEvents, getChutesAuthStatus, getCurrentSuite, getErrorCode, getErrorDetail, getEvaluationRun, getLeaderboard, getOwnedAgentVersionStatus, getPendingEvaluations, getReaperStats, getRunningEvaluations, getSuiteProblems, getTopAgent, getValidatorScores, getValidators, hasDetail, hasErrorCode, healthCheck, heartbeat, invalidateEvaluationRun, isTransient, isTransientError, joinWaitlist, listAgentVersions, listAgentVersions1, listEvaluationRuns, listMinerAgents, listMiners, listValidators, logout, parseRetryAfter, presignUpload, reevaluateAgentVersion, reinstateAgentVersion, requestChallenge, setTopAgent, storeChutesToken, submitAgent, unbanMiner, unbanValidator, updateProgress };
package/dist/index.d.ts CHANGED
@@ -18,6 +18,23 @@ type ActivateSuiteResponse = {
18
18
  */
19
19
  is_active: boolean;
20
20
  };
21
+ /**
22
+ * Response with presigned download URL for admin agent code access.
23
+ */
24
+ type AdminAgentCodeResponse = {
25
+ /**
26
+ * Presigned S3 download URL
27
+ */
28
+ download_url: string;
29
+ /**
30
+ * Agent version ID
31
+ */
32
+ agent_version_id: string;
33
+ /**
34
+ * Agent name
35
+ */
36
+ agent_name: string;
37
+ };
21
38
  /**
22
39
  * An agent version entry for admin listing.
23
40
  */
@@ -2250,7 +2267,7 @@ type ValidatorPublic = {
2250
2267
  identity_description?: (string | null);
2251
2268
  };
2252
2269
  /**
2253
- * Response for validator scoring analytics.
2270
+ * Response for validator scoring and performance analytics.
2254
2271
  */
2255
2272
  type ValidatorScoresResponse = {
2256
2273
  /**
@@ -2265,9 +2282,13 @@ type ValidatorScoresResponse = {
2265
2282
  * Global standard deviation
2266
2283
  */
2267
2284
  global_stddev: number;
2285
+ /**
2286
+ * Global average execution time
2287
+ */
2288
+ global_avg_execution_seconds?: number;
2268
2289
  };
2269
2290
  /**
2270
- * Aggregated scoring stats for a single validator.
2291
+ * Aggregated scoring and performance stats for a single validator.
2271
2292
  */
2272
2293
  type ValidatorScoreSummary = {
2273
2294
  /**
@@ -2306,6 +2327,54 @@ type ValidatorScoreSummary = {
2306
2327
  * True if deviation exceeds 1.5 standard deviations from global mean
2307
2328
  */
2308
2329
  is_outlier: boolean;
2330
+ /**
2331
+ * Mean seconds from claimed to completed
2332
+ */
2333
+ avg_execution_seconds?: number;
2334
+ /**
2335
+ * Median execution time in seconds
2336
+ */
2337
+ median_execution_seconds?: number;
2338
+ /**
2339
+ * Fastest run
2340
+ */
2341
+ min_execution_seconds?: number;
2342
+ /**
2343
+ * Slowest run
2344
+ */
2345
+ max_execution_seconds?: number;
2346
+ /**
2347
+ * % deviation from global avg execution time
2348
+ */
2349
+ execution_deviation_pct?: number;
2350
+ /**
2351
+ * Significantly slower than peers
2352
+ */
2353
+ is_slow_outlier?: boolean;
2354
+ /**
2355
+ * SUCCESS runs
2356
+ */
2357
+ success_count?: number;
2358
+ /**
2359
+ * FAILED runs
2360
+ */
2361
+ failed_count?: number;
2362
+ /**
2363
+ * TIMED_OUT runs
2364
+ */
2365
+ timed_out_count?: number;
2366
+ /**
2367
+ * success / total
2368
+ */
2369
+ success_rate?: number;
2370
+ /**
2371
+ * Most recent failure reason
2372
+ */
2373
+ last_failure_reason?: (string | null);
2374
+ /**
2375
+ * When last failure occurred
2376
+ */
2377
+ last_failure_at?: (string | null);
2309
2378
  };
2310
2379
  /**
2311
2380
  * Status of a validator.
@@ -2905,6 +2974,16 @@ type GetAgentVersionVarianceData = {
2905
2974
  };
2906
2975
  type GetAgentVersionVarianceResponse = (AgentVersionVarianceResponse);
2907
2976
  type GetAgentVersionVarianceError = (HTTPValidationError);
2977
+ type GetAgentVersionCodeData = {
2978
+ path: {
2979
+ /**
2980
+ * Agent version ID
2981
+ */
2982
+ agent_version_id: string;
2983
+ };
2984
+ };
2985
+ type GetAgentVersionCodeResponse = (AdminAgentCodeResponse);
2986
+ type GetAgentVersionCodeError = (AgentVersionNotFoundError | HTTPValidationError);
2908
2987
 
2909
2988
  declare const client: _hey_api_client_fetch.Client<Request, Response, unknown, _hey_api_client_fetch.RequestOptions<boolean, string>>;
2910
2989
  /**
@@ -2954,7 +3033,7 @@ declare const getAgentVersionProblems: <ThrowOnError extends boolean = false>(op
2954
3033
  declare const getAgentVersion: <ThrowOnError extends boolean = false>(options: OptionsLegacyParser<GetAgentVersionData, ThrowOnError>) => _hey_api_client_fetch.RequestResult<AgentVersionPublic, GetAgentVersionError, ThrowOnError>;
2955
3034
  /**
2956
3035
  * Get artifact download URL
2957
- * Get a presigned URL to download released artifacts.
3036
+ * Get a presigned URL to download artifacts. Agent code requires the version to be released. Trajectories and logs are available immediately.
2958
3037
  */
2959
3038
  declare const getArtifactDownloadUrl: <ThrowOnError extends boolean = false>(options: OptionsLegacyParser<GetArtifactDownloadUrlData, ThrowOnError>) => _hey_api_client_fetch.RequestResult<ArtifactDownloadResponse, GetArtifactDownloadUrlError, ThrowOnError>;
2960
3039
  /**
@@ -3184,7 +3263,7 @@ declare const listAgentVersions1: <ThrowOnError extends boolean = false>(options
3184
3263
  declare const listEvaluationRuns: <ThrowOnError extends boolean = false>(options?: OptionsLegacyParser<ListEvaluationRunsData, ThrowOnError>) => _hey_api_client_fetch.RequestResult<AdminEvaluationRunsResponse, HTTPValidationError, ThrowOnError>;
3185
3264
  /**
3186
3265
  * Aggregated scoring statistics per validator
3187
- * Compute per-validator scoring statistics from completed runs.
3266
+ * Compute per-validator scoring and performance statistics.
3188
3267
  */
3189
3268
  declare const getValidatorScores: <ThrowOnError extends boolean = false>(options?: OptionsLegacyParser<GetValidatorScoresData, ThrowOnError>) => _hey_api_client_fetch.RequestResult<ValidatorScoresResponse, HTTPValidationError, ThrowOnError>;
3190
3269
  /**
@@ -3192,6 +3271,11 @@ declare const getValidatorScores: <ThrowOnError extends boolean = false>(options
3192
3271
  * Find agent versions with high score variance across validators.
3193
3272
  */
3194
3273
  declare const getAgentVersionVariance: <ThrowOnError extends boolean = false>(options?: OptionsLegacyParser<GetAgentVersionVarianceData, ThrowOnError>) => _hey_api_client_fetch.RequestResult<AgentVersionVarianceResponse, HTTPValidationError, ThrowOnError>;
3274
+ /**
3275
+ * Download agent code
3276
+ * Get a presigned S3 URL to download agent source code for any version, regardless of release state.
3277
+ */
3278
+ declare const getAgentVersionCode: <ThrowOnError extends boolean = false>(options: OptionsLegacyParser<GetAgentVersionCodeData, ThrowOnError>) => _hey_api_client_fetch.RequestResult<AdminAgentCodeResponse, GetAgentVersionCodeError, ThrowOnError>;
3195
3279
 
3196
3280
  /**
3197
3281
  * Auto-generated error code type.
@@ -3544,4 +3628,4 @@ declare class SessionAuthManager {
3544
3628
  */
3545
3629
  declare function configureSessionAuth(baseUrl: string, config: SessionAuthConfig): SessionAuthManager;
3546
3630
 
3547
- export { type ActivateSuiteData, type ActivateSuiteError, type ActivateSuiteResponse, type ActivateSuiteResponse2, type AdminAgentVersionEntry, type AdminAgentVersionsResponse, type AdminEvaluationRunEntry, type AdminEvaluationRunsResponse, type AdminMinerEntry, type AdminMinersResponse, type AdminValidatorEntry, type AdminValidatorsResponse, type AdmissionReason, type AdmissionStatus, type AgentNotFoundError, type AgentPublic, type AgentVersionHistoryEntry, type AgentVersionNotFoundError, type AgentVersionProblemsResponse, type AgentVersionPublic, type AgentVersionScoreEntry, type AgentVersionState, type AgentVersionStatus, type AgentVersionVariance, type AgentVersionVarianceResponse, type AlreadyInvalidatedError, type ArtifactDownloadRequest, type ArtifactDownloadResponse, type ArtifactNotFoundError, type ArtifactNotReleasedError, type ArtifactReleaseState, type ArtifactType, type AtCapacityError, type AuditEventEntry, type AuditEventsResponse, type BanMinerData, type BanMinerError, type BanMinerResponse, type BanRequest, type BanResponse, type BanValidatorData, type BanValidatorError, type BanValidatorResponse, type BittensorAuthConfig, type Body_submit_agent, type CachedSession, type CancelAgentVersionData, type CancelAgentVersionError, type CancelAgentVersionResponse, type CancelRequest, type CancelResponse, type ChallengeRequest, type ChallengeResponse, type ChutesAuthStatusResponse, type ClaimWorkData, type ClaimWorkError, type ClaimWorkResponse, type ClaimWorkResponse2, type ClearMinerCooldownData, type ClearMinerCooldownError, type ClearMinerCooldownResponse, type CodeAnalysisError, type CompleteRunData, type CompleteRunError, type CompleteRunRequest, type CompleteRunResponse, type CompleteRunResponse2, type CooldownActiveError, type CreateSessionEndpointData, type CreateSessionEndpointError, type CreateSessionEndpointResponse, type CreateSuiteData, type CreateSuiteError, type CreateSuiteRequest, type CreateSuiteResponse, type CreateSuiteResponse2, type DiscardAgentVersionData, type DiscardAgentVersionError, type DiscardAgentVersionResponse, type DiscardRequest, type DiscardResponse, type ErrorCategory, type EvalRunNotFoundError, type EvaluationRunDetail, type EvaluationRunPublic, type EvaluationRunStatus, type EvaluationRunStatusPublic, type FileTooLargeError, type GetAgentVersionData, type GetAgentVersionError, type GetAgentVersionProblemsData, type GetAgentVersionProblemsError, type GetAgentVersionProblemsResponse, type GetAgentVersionResponse, type GetAgentVersionRunsData, type GetAgentVersionRunsError, type GetAgentVersionRunsResponse, type GetAgentVersionStatusData, type GetAgentVersionStatusError, type GetAgentVersionStatusResponse, type GetAgentVersionVarianceData, type GetAgentVersionVarianceError, type GetAgentVersionVarianceResponse, type GetArtifactDownloadUrlData, type GetArtifactDownloadUrlError, type GetArtifactDownloadUrlResponse, type GetAuditEventsData, type GetAuditEventsError, type GetAuditEventsResponse, type GetChutesAuthStatusError, type GetChutesAuthStatusResponse, type GetCurrentSuiteError, type GetCurrentSuiteResponse, type GetEvaluationRunData, type GetEvaluationRunError, type GetEvaluationRunResponse, type GetLeaderboardData, type GetLeaderboardError, type GetLeaderboardResponse, type GetOwnedAgentVersionStatusData, type GetOwnedAgentVersionStatusError, type GetOwnedAgentVersionStatusResponse, type GetPendingEvaluationsData, type GetPendingEvaluationsError, type GetPendingEvaluationsResponse, type GetReaperStatsError, type GetReaperStatsResponse, type GetRunningEvaluationsError, type GetRunningEvaluationsResponse, type GetSuiteProblemsData, type GetSuiteProblemsError, type GetSuiteProblemsResponse, type GetTopAgentError, type GetTopAgentResponse, type GetValidatorScoresData, type GetValidatorScoresError, type GetValidatorScoresResponse, type GetValidatorsError, type GetValidatorsResponse, type HTTPValidationError, type HealthCheckError, type HealthCheckResponse, type HeartbeatData, type HeartbeatError, type HeartbeatRequest, type HeartbeatResponse, type HeartbeatResponse2, type InvalidAgentNameError, type InvalidArtifactTypeError, type InvalidFileError, type InvalidProblemIdError, type InvalidateEvaluationRunData, type InvalidateEvaluationRunError, type InvalidateEvaluationRunResponse, type InvalidateRunRequest, type JoinWaitlistData, type JoinWaitlistError, type JoinWaitlistResponse, type LeaderboardEntry, type LeaderboardResponse, type LeaseExpiredError, type ListAgentVersions1Data, type ListAgentVersions1Error, type ListAgentVersions1Response, type ListAgentVersionsData, type ListAgentVersionsError, type ListAgentVersionsResponse, type ListEvaluationRunsData, type ListEvaluationRunsError, type ListEvaluationRunsResponse, type ListMinerAgentsError, type ListMinerAgentsResponse, type ListMinersData, type ListMinersError, type ListMinersResponse, type ListValidatorsData, type ListValidatorsError, type ListValidatorsResponse, type LogoutData, type LogoutError, type LogoutResponse, type LogoutResponse2, type MinerAgentsResponse, type MinerNotFoundError, type MissingParameterError, type MissingScoreError, type NoActiveSuiteError, type NotRunOwnerError, type OroErrorCode, type PendingEvaluation, type PendingEvaluationSummary, type PendingEvaluationsResponse, type PresignUploadData, type PresignUploadError, type PresignUploadRequest, type PresignUploadResponse, type PresignUploadResponse2, type ProblemNotFoundError, type ProblemProgressEntry, type ProblemProgressUpdate, type ProblemPublic, type ProblemStatus, type ProgressUpdateRequest, type ProgressUpdateResponse, type RateLimitExceededError, type ReaperStatsResponse, type ReevaluateAgentVersionData, type ReevaluateAgentVersionError, type ReevaluateAgentVersionResponse, type ReevaluateRequest, type ReevaluateResponse, type ReinstateAgentVersionData, type ReinstateAgentVersionError, type ReinstateAgentVersionResponse, type ReinstateRequest, type RequestChallengeData, type RequestChallengeError, type RequestChallengeResponse, type RetryConfig, type RetryContext, type RunAlreadyCompleteError, type RunningEvaluation, type ScoreBelowThresholdError, type SessionAuthConfig, SessionAuthManager, type SessionInfo, type SessionRequest, type SessionResponse, type SetTopAgentData, type SetTopAgentError, type SetTopAgentResponse, type SetTopRequest, type SetTopResponse, type StoreChutesTokenData, type StoreChutesTokenError, type StoreChutesTokenRequest, type StoreChutesTokenResponse, type SubmitAgentData, type SubmitAgentError, type SubmitAgentResponse, type SubmitAgentResponse2, type SuiteNotFoundError, type SuitePublic, type SuiteWithProblemsResponse, type TerminalStatus, type TopAgentResponse, type UnbanMinerData, type UnbanMinerError, type UnbanMinerResponse, type UnbanValidatorData, type UnbanValidatorError, type UnbanValidatorResponse, type UpdateProgressData, type UpdateProgressError, type UpdateProgressResponse, type ValidationError, type ValidatorCurrentAgent, type ValidatorNotFoundError, type ValidatorProblemResult, type ValidatorPublic, type ValidatorScoreSummary, type ValidatorScoresResponse, type ValidatorStatus, type WaitlistSignupRequest, type WaitlistSignupResponse, type WorkItemStatus, activateSuite, banMiner, banValidator, cancelAgentVersion, claimWork, classifyError, classifyStatus, clearMinerCooldown, client, completeRun, computeDelay, configureBittensorAuth, configurePublicClient, configureSessionAuth, createRetryFetch, createSessionEndpoint, createSuite, discardAgentVersion, generateAuthHeaders, getAgentVersion, getAgentVersionProblems, getAgentVersionRuns, getAgentVersionStatus, getAgentVersionVariance, getArtifactDownloadUrl, getAuditEvents, getChutesAuthStatus, getCurrentSuite, getErrorCode, getErrorDetail, getEvaluationRun, getLeaderboard, getOwnedAgentVersionStatus, getPendingEvaluations, getReaperStats, getRunningEvaluations, getSuiteProblems, getTopAgent, getValidatorScores, getValidators, hasDetail, hasErrorCode, healthCheck, heartbeat, invalidateEvaluationRun, isTransient, isTransientError, joinWaitlist, listAgentVersions, listAgentVersions1, listEvaluationRuns, listMinerAgents, listMiners, listValidators, logout, parseRetryAfter, presignUpload, reevaluateAgentVersion, reinstateAgentVersion, requestChallenge, setTopAgent, storeChutesToken, submitAgent, unbanMiner, unbanValidator, updateProgress };
3631
+ export { type ActivateSuiteData, type ActivateSuiteError, type ActivateSuiteResponse, type ActivateSuiteResponse2, type AdminAgentCodeResponse, type AdminAgentVersionEntry, type AdminAgentVersionsResponse, type AdminEvaluationRunEntry, type AdminEvaluationRunsResponse, type AdminMinerEntry, type AdminMinersResponse, type AdminValidatorEntry, type AdminValidatorsResponse, type AdmissionReason, type AdmissionStatus, type AgentNotFoundError, type AgentPublic, type AgentVersionHistoryEntry, type AgentVersionNotFoundError, type AgentVersionProblemsResponse, type AgentVersionPublic, type AgentVersionScoreEntry, type AgentVersionState, type AgentVersionStatus, type AgentVersionVariance, type AgentVersionVarianceResponse, type AlreadyInvalidatedError, type ArtifactDownloadRequest, type ArtifactDownloadResponse, type ArtifactNotFoundError, type ArtifactNotReleasedError, type ArtifactReleaseState, type ArtifactType, type AtCapacityError, type AuditEventEntry, type AuditEventsResponse, type BanMinerData, type BanMinerError, type BanMinerResponse, type BanRequest, type BanResponse, type BanValidatorData, type BanValidatorError, type BanValidatorResponse, type BittensorAuthConfig, type Body_submit_agent, type CachedSession, type CancelAgentVersionData, type CancelAgentVersionError, type CancelAgentVersionResponse, type CancelRequest, type CancelResponse, type ChallengeRequest, type ChallengeResponse, type ChutesAuthStatusResponse, type ClaimWorkData, type ClaimWorkError, type ClaimWorkResponse, type ClaimWorkResponse2, type ClearMinerCooldownData, type ClearMinerCooldownError, type ClearMinerCooldownResponse, type CodeAnalysisError, type CompleteRunData, type CompleteRunError, type CompleteRunRequest, type CompleteRunResponse, type CompleteRunResponse2, type CooldownActiveError, type CreateSessionEndpointData, type CreateSessionEndpointError, type CreateSessionEndpointResponse, type CreateSuiteData, type CreateSuiteError, type CreateSuiteRequest, type CreateSuiteResponse, type CreateSuiteResponse2, type DiscardAgentVersionData, type DiscardAgentVersionError, type DiscardAgentVersionResponse, type DiscardRequest, type DiscardResponse, type ErrorCategory, type EvalRunNotFoundError, type EvaluationRunDetail, type EvaluationRunPublic, type EvaluationRunStatus, type EvaluationRunStatusPublic, type FileTooLargeError, type GetAgentVersionCodeData, type GetAgentVersionCodeError, type GetAgentVersionCodeResponse, type GetAgentVersionData, type GetAgentVersionError, type GetAgentVersionProblemsData, type GetAgentVersionProblemsError, type GetAgentVersionProblemsResponse, type GetAgentVersionResponse, type GetAgentVersionRunsData, type GetAgentVersionRunsError, type GetAgentVersionRunsResponse, type GetAgentVersionStatusData, type GetAgentVersionStatusError, type GetAgentVersionStatusResponse, type GetAgentVersionVarianceData, type GetAgentVersionVarianceError, type GetAgentVersionVarianceResponse, type GetArtifactDownloadUrlData, type GetArtifactDownloadUrlError, type GetArtifactDownloadUrlResponse, type GetAuditEventsData, type GetAuditEventsError, type GetAuditEventsResponse, type GetChutesAuthStatusError, type GetChutesAuthStatusResponse, type GetCurrentSuiteError, type GetCurrentSuiteResponse, type GetEvaluationRunData, type GetEvaluationRunError, type GetEvaluationRunResponse, type GetLeaderboardData, type GetLeaderboardError, type GetLeaderboardResponse, type GetOwnedAgentVersionStatusData, type GetOwnedAgentVersionStatusError, type GetOwnedAgentVersionStatusResponse, type GetPendingEvaluationsData, type GetPendingEvaluationsError, type GetPendingEvaluationsResponse, type GetReaperStatsError, type GetReaperStatsResponse, type GetRunningEvaluationsError, type GetRunningEvaluationsResponse, type GetSuiteProblemsData, type GetSuiteProblemsError, type GetSuiteProblemsResponse, type GetTopAgentError, type GetTopAgentResponse, type GetValidatorScoresData, type GetValidatorScoresError, type GetValidatorScoresResponse, type GetValidatorsError, type GetValidatorsResponse, type HTTPValidationError, type HealthCheckError, type HealthCheckResponse, type HeartbeatData, type HeartbeatError, type HeartbeatRequest, type HeartbeatResponse, type HeartbeatResponse2, type InvalidAgentNameError, type InvalidArtifactTypeError, type InvalidFileError, type InvalidProblemIdError, type InvalidateEvaluationRunData, type InvalidateEvaluationRunError, type InvalidateEvaluationRunResponse, type InvalidateRunRequest, type JoinWaitlistData, type JoinWaitlistError, type JoinWaitlistResponse, type LeaderboardEntry, type LeaderboardResponse, type LeaseExpiredError, type ListAgentVersions1Data, type ListAgentVersions1Error, type ListAgentVersions1Response, type ListAgentVersionsData, type ListAgentVersionsError, type ListAgentVersionsResponse, type ListEvaluationRunsData, type ListEvaluationRunsError, type ListEvaluationRunsResponse, type ListMinerAgentsError, type ListMinerAgentsResponse, type ListMinersData, type ListMinersError, type ListMinersResponse, type ListValidatorsData, type ListValidatorsError, type ListValidatorsResponse, type LogoutData, type LogoutError, type LogoutResponse, type LogoutResponse2, type MinerAgentsResponse, type MinerNotFoundError, type MissingParameterError, type MissingScoreError, type NoActiveSuiteError, type NotRunOwnerError, type OroErrorCode, type PendingEvaluation, type PendingEvaluationSummary, type PendingEvaluationsResponse, type PresignUploadData, type PresignUploadError, type PresignUploadRequest, type PresignUploadResponse, type PresignUploadResponse2, type ProblemNotFoundError, type ProblemProgressEntry, type ProblemProgressUpdate, type ProblemPublic, type ProblemStatus, type ProgressUpdateRequest, type ProgressUpdateResponse, type RateLimitExceededError, type ReaperStatsResponse, type ReevaluateAgentVersionData, type ReevaluateAgentVersionError, type ReevaluateAgentVersionResponse, type ReevaluateRequest, type ReevaluateResponse, type ReinstateAgentVersionData, type ReinstateAgentVersionError, type ReinstateAgentVersionResponse, type ReinstateRequest, type RequestChallengeData, type RequestChallengeError, type RequestChallengeResponse, type RetryConfig, type RetryContext, type RunAlreadyCompleteError, type RunningEvaluation, type ScoreBelowThresholdError, type SessionAuthConfig, SessionAuthManager, type SessionInfo, type SessionRequest, type SessionResponse, type SetTopAgentData, type SetTopAgentError, type SetTopAgentResponse, type SetTopRequest, type SetTopResponse, type StoreChutesTokenData, type StoreChutesTokenError, type StoreChutesTokenRequest, type StoreChutesTokenResponse, type SubmitAgentData, type SubmitAgentError, type SubmitAgentResponse, type SubmitAgentResponse2, type SuiteNotFoundError, type SuitePublic, type SuiteWithProblemsResponse, type TerminalStatus, type TopAgentResponse, type UnbanMinerData, type UnbanMinerError, type UnbanMinerResponse, type UnbanValidatorData, type UnbanValidatorError, type UnbanValidatorResponse, type UpdateProgressData, type UpdateProgressError, type UpdateProgressResponse, type ValidationError, type ValidatorCurrentAgent, type ValidatorNotFoundError, type ValidatorProblemResult, type ValidatorPublic, type ValidatorScoreSummary, type ValidatorScoresResponse, type ValidatorStatus, type WaitlistSignupRequest, type WaitlistSignupResponse, type WorkItemStatus, activateSuite, banMiner, banValidator, cancelAgentVersion, claimWork, classifyError, classifyStatus, clearMinerCooldown, client, completeRun, computeDelay, configureBittensorAuth, configurePublicClient, configureSessionAuth, createRetryFetch, createSessionEndpoint, createSuite, discardAgentVersion, generateAuthHeaders, getAgentVersion, getAgentVersionCode, getAgentVersionProblems, getAgentVersionRuns, getAgentVersionStatus, getAgentVersionVariance, getArtifactDownloadUrl, getAuditEvents, getChutesAuthStatus, getCurrentSuite, getErrorCode, getErrorDetail, getEvaluationRun, getLeaderboard, getOwnedAgentVersionStatus, getPendingEvaluations, getReaperStats, getRunningEvaluations, getSuiteProblems, getTopAgent, getValidatorScores, getValidators, hasDetail, hasErrorCode, healthCheck, heartbeat, invalidateEvaluationRun, isTransient, isTransientError, joinWaitlist, listAgentVersions, listAgentVersions1, listEvaluationRuns, listMinerAgents, listMiners, listValidators, logout, parseRetryAfter, presignUpload, reevaluateAgentVersion, reinstateAgentVersion, requestChallenge, setTopAgent, storeChutesToken, submitAgent, unbanMiner, unbanValidator, updateProgress };
package/dist/index.js CHANGED
@@ -51,6 +51,7 @@ __export(index_exports, {
51
51
  discardAgentVersion: () => discardAgentVersion,
52
52
  generateAuthHeaders: () => generateAuthHeaders,
53
53
  getAgentVersion: () => getAgentVersion,
54
+ getAgentVersionCode: () => getAgentVersionCode,
54
55
  getAgentVersionProblems: () => getAgentVersionProblems,
55
56
  getAgentVersionRuns: () => getAgentVersionRuns,
56
57
  getAgentVersionStatus: () => getAgentVersionStatus,
@@ -408,6 +409,12 @@ var getAgentVersionVariance = (options) => {
408
409
  url: "/v1/admin/analytics/agent-version-variance"
409
410
  });
410
411
  };
412
+ var getAgentVersionCode = (options) => {
413
+ return (options?.client ?? client).get({
414
+ ...options,
415
+ url: "/v1/admin/agent-versions/{agent_version_id}/code"
416
+ });
417
+ };
411
418
 
412
419
  // src/errors.ts
413
420
  function classifyStatus(status) {
@@ -791,6 +798,7 @@ function configureSessionAuth(baseUrl, config) {
791
798
  discardAgentVersion,
792
799
  generateAuthHeaders,
793
800
  getAgentVersion,
801
+ getAgentVersionCode,
794
802
  getAgentVersionProblems,
795
803
  getAgentVersionRuns,
796
804
  getAgentVersionStatus,
package/dist/index.mjs CHANGED
@@ -306,6 +306,12 @@ var getAgentVersionVariance = (options) => {
306
306
  url: "/v1/admin/analytics/agent-version-variance"
307
307
  });
308
308
  };
309
+ var getAgentVersionCode = (options) => {
310
+ return (options?.client ?? client).get({
311
+ ...options,
312
+ url: "/v1/admin/agent-versions/{agent_version_id}/code"
313
+ });
314
+ };
309
315
 
310
316
  // src/errors.ts
311
317
  function classifyStatus(status) {
@@ -688,6 +694,7 @@ export {
688
694
  discardAgentVersion,
689
695
  generateAuthHeaders,
690
696
  getAgentVersion,
697
+ getAgentVersionCode,
691
698
  getAgentVersionProblems,
692
699
  getAgentVersionRuns,
693
700
  getAgentVersionStatus,
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "@oro-ai/sdk",
3
- "version": "1.0.7",
3
+ "version": "1.0.9",
4
4
  "description": "Official TypeScript SDK for the ORO Bittensor Subnet API",
5
5
  "main": "dist/index.js",
6
6
  "module": "dist/index.mjs",
@@ -1,7 +1,7 @@
1
1
  // This file is auto-generated by @hey-api/openapi-ts
2
2
 
3
3
  import { createClient, createConfig, type OptionsLegacyParser, formDataBodySerializer } from '@hey-api/client-fetch';
4
- import type { HealthCheckError, HealthCheckResponse, GetCurrentSuiteError, GetCurrentSuiteResponse, GetSuiteProblemsData, GetSuiteProblemsError, GetSuiteProblemsResponse, GetLeaderboardData, GetLeaderboardError, GetLeaderboardResponse, GetTopAgentError, GetTopAgentResponse, GetAgentVersionStatusData, GetAgentVersionStatusError, GetAgentVersionStatusResponse, GetAgentVersionRunsData, GetAgentVersionRunsError, GetAgentVersionRunsResponse, GetAgentVersionProblemsData, GetAgentVersionProblemsError, GetAgentVersionProblemsResponse, GetAgentVersionData, GetAgentVersionError, GetAgentVersionResponse, GetArtifactDownloadUrlData, GetArtifactDownloadUrlError, GetArtifactDownloadUrlResponse, GetEvaluationRunData, GetEvaluationRunError, GetEvaluationRunResponse, GetValidatorsError, GetValidatorsResponse, GetRunningEvaluationsError, GetRunningEvaluationsResponse, GetPendingEvaluationsData, GetPendingEvaluationsError, GetPendingEvaluationsResponse, JoinWaitlistData, JoinWaitlistError, JoinWaitlistResponse, RequestChallengeData, RequestChallengeError, RequestChallengeResponse, CreateSessionEndpointData, CreateSessionEndpointError, CreateSessionEndpointResponse, LogoutData, LogoutError, LogoutResponse2, SubmitAgentData, SubmitAgentError, SubmitAgentResponse2, StoreChutesTokenData, StoreChutesTokenError, StoreChutesTokenResponse, GetChutesAuthStatusError, GetChutesAuthStatusResponse, ListMinerAgentsError, ListMinerAgentsResponse, ListAgentVersionsData, ListAgentVersionsError, ListAgentVersionsResponse, GetOwnedAgentVersionStatusData, GetOwnedAgentVersionStatusError, GetOwnedAgentVersionStatusResponse, ClaimWorkData, ClaimWorkError, ClaimWorkResponse2, HeartbeatData, HeartbeatError, HeartbeatResponse2, UpdateProgressData, UpdateProgressError, UpdateProgressResponse, PresignUploadData, PresignUploadError, PresignUploadResponse2, CompleteRunData, CompleteRunError, CompleteRunResponse2, BanMinerData, BanMinerError, BanMinerResponse, UnbanMinerData, UnbanMinerError, UnbanMinerResponse, BanValidatorData, BanValidatorError, BanValidatorResponse, UnbanValidatorData, UnbanValidatorError, UnbanValidatorResponse, DiscardAgentVersionData, DiscardAgentVersionError, DiscardAgentVersionResponse, ReinstateAgentVersionData, ReinstateAgentVersionError, ReinstateAgentVersionResponse, SetTopAgentData, SetTopAgentError, SetTopAgentResponse, InvalidateEvaluationRunData, InvalidateEvaluationRunError, InvalidateEvaluationRunResponse, ReevaluateAgentVersionData, ReevaluateAgentVersionError, ReevaluateAgentVersionResponse, CancelAgentVersionData, CancelAgentVersionError, CancelAgentVersionResponse, CreateSuiteData, CreateSuiteError, CreateSuiteResponse2, ActivateSuiteData, ActivateSuiteError, ActivateSuiteResponse2, GetAuditEventsData, GetAuditEventsError, GetAuditEventsResponse, GetReaperStatsError, GetReaperStatsResponse, ClearMinerCooldownData, ClearMinerCooldownError, ClearMinerCooldownResponse, ListMinersData, ListMinersError, ListMinersResponse, ListValidatorsData, ListValidatorsError, ListValidatorsResponse, ListAgentVersions1Data, ListAgentVersions1Error, ListAgentVersions1Response, ListEvaluationRunsData, ListEvaluationRunsError, ListEvaluationRunsResponse, GetValidatorScoresData, GetValidatorScoresError, GetValidatorScoresResponse, GetAgentVersionVarianceData, GetAgentVersionVarianceError, GetAgentVersionVarianceResponse } from './types.gen';
4
+ import type { HealthCheckError, HealthCheckResponse, GetCurrentSuiteError, GetCurrentSuiteResponse, GetSuiteProblemsData, GetSuiteProblemsError, GetSuiteProblemsResponse, GetLeaderboardData, GetLeaderboardError, GetLeaderboardResponse, GetTopAgentError, GetTopAgentResponse, GetAgentVersionStatusData, GetAgentVersionStatusError, GetAgentVersionStatusResponse, GetAgentVersionRunsData, GetAgentVersionRunsError, GetAgentVersionRunsResponse, GetAgentVersionProblemsData, GetAgentVersionProblemsError, GetAgentVersionProblemsResponse, GetAgentVersionData, GetAgentVersionError, GetAgentVersionResponse, GetArtifactDownloadUrlData, GetArtifactDownloadUrlError, GetArtifactDownloadUrlResponse, GetEvaluationRunData, GetEvaluationRunError, GetEvaluationRunResponse, GetValidatorsError, GetValidatorsResponse, GetRunningEvaluationsError, GetRunningEvaluationsResponse, GetPendingEvaluationsData, GetPendingEvaluationsError, GetPendingEvaluationsResponse, JoinWaitlistData, JoinWaitlistError, JoinWaitlistResponse, RequestChallengeData, RequestChallengeError, RequestChallengeResponse, CreateSessionEndpointData, CreateSessionEndpointError, CreateSessionEndpointResponse, LogoutData, LogoutError, LogoutResponse2, SubmitAgentData, SubmitAgentError, SubmitAgentResponse2, StoreChutesTokenData, StoreChutesTokenError, StoreChutesTokenResponse, GetChutesAuthStatusError, GetChutesAuthStatusResponse, ListMinerAgentsError, ListMinerAgentsResponse, ListAgentVersionsData, ListAgentVersionsError, ListAgentVersionsResponse, GetOwnedAgentVersionStatusData, GetOwnedAgentVersionStatusError, GetOwnedAgentVersionStatusResponse, ClaimWorkData, ClaimWorkError, ClaimWorkResponse2, HeartbeatData, HeartbeatError, HeartbeatResponse2, UpdateProgressData, UpdateProgressError, UpdateProgressResponse, PresignUploadData, PresignUploadError, PresignUploadResponse2, CompleteRunData, CompleteRunError, CompleteRunResponse2, BanMinerData, BanMinerError, BanMinerResponse, UnbanMinerData, UnbanMinerError, UnbanMinerResponse, BanValidatorData, BanValidatorError, BanValidatorResponse, UnbanValidatorData, UnbanValidatorError, UnbanValidatorResponse, DiscardAgentVersionData, DiscardAgentVersionError, DiscardAgentVersionResponse, ReinstateAgentVersionData, ReinstateAgentVersionError, ReinstateAgentVersionResponse, SetTopAgentData, SetTopAgentError, SetTopAgentResponse, InvalidateEvaluationRunData, InvalidateEvaluationRunError, InvalidateEvaluationRunResponse, ReevaluateAgentVersionData, ReevaluateAgentVersionError, ReevaluateAgentVersionResponse, CancelAgentVersionData, CancelAgentVersionError, CancelAgentVersionResponse, CreateSuiteData, CreateSuiteError, CreateSuiteResponse2, ActivateSuiteData, ActivateSuiteError, ActivateSuiteResponse2, GetAuditEventsData, GetAuditEventsError, GetAuditEventsResponse, GetReaperStatsError, GetReaperStatsResponse, ClearMinerCooldownData, ClearMinerCooldownError, ClearMinerCooldownResponse, ListMinersData, ListMinersError, ListMinersResponse, ListValidatorsData, ListValidatorsError, ListValidatorsResponse, ListAgentVersions1Data, ListAgentVersions1Error, ListAgentVersions1Response, ListEvaluationRunsData, ListEvaluationRunsError, ListEvaluationRunsResponse, GetValidatorScoresData, GetValidatorScoresError, GetValidatorScoresResponse, GetAgentVersionVarianceData, GetAgentVersionVarianceError, GetAgentVersionVarianceResponse, GetAgentVersionCodeData, GetAgentVersionCodeError, GetAgentVersionCodeResponse } from './types.gen';
5
5
 
6
6
  export const client = createClient(createConfig());
7
7
 
@@ -106,7 +106,7 @@ export const getAgentVersion = <ThrowOnError extends boolean = false>(options: O
106
106
 
107
107
  /**
108
108
  * Get artifact download URL
109
- * Get a presigned URL to download released artifacts.
109
+ * Get a presigned URL to download artifacts. Agent code requires the version to be released. Trajectories and logs are available immediately.
110
110
  */
111
111
  export const getArtifactDownloadUrl = <ThrowOnError extends boolean = false>(options: OptionsLegacyParser<GetArtifactDownloadUrlData, ThrowOnError>) => {
112
112
  return (options?.client ?? client).post<GetArtifactDownloadUrlResponse, GetArtifactDownloadUrlError, ThrowOnError>({
@@ -575,7 +575,7 @@ export const listEvaluationRuns = <ThrowOnError extends boolean = false>(options
575
575
 
576
576
  /**
577
577
  * Aggregated scoring statistics per validator
578
- * Compute per-validator scoring statistics from completed runs.
578
+ * Compute per-validator scoring and performance statistics.
579
579
  */
580
580
  export const getValidatorScores = <ThrowOnError extends boolean = false>(options?: OptionsLegacyParser<GetValidatorScoresData, ThrowOnError>) => {
581
581
  return (options?.client ?? client).get<GetValidatorScoresResponse, GetValidatorScoresError, ThrowOnError>({
@@ -593,4 +593,15 @@ export const getAgentVersionVariance = <ThrowOnError extends boolean = false>(op
593
593
  ...options,
594
594
  url: '/v1/admin/analytics/agent-version-variance'
595
595
  });
596
+ };
597
+
598
+ /**
599
+ * Download agent code
600
+ * Get a presigned S3 URL to download agent source code for any version, regardless of release state.
601
+ */
602
+ export const getAgentVersionCode = <ThrowOnError extends boolean = false>(options: OptionsLegacyParser<GetAgentVersionCodeData, ThrowOnError>) => {
603
+ return (options?.client ?? client).get<GetAgentVersionCodeResponse, GetAgentVersionCodeError, ThrowOnError>({
604
+ ...options,
605
+ url: '/v1/admin/agent-versions/{agent_version_id}/code'
606
+ });
596
607
  };
@@ -18,6 +18,24 @@ export type ActivateSuiteResponse = {
18
18
  is_active: boolean;
19
19
  };
20
20
 
21
+ /**
22
+ * Response with presigned download URL for admin agent code access.
23
+ */
24
+ export type AdminAgentCodeResponse = {
25
+ /**
26
+ * Presigned S3 download URL
27
+ */
28
+ download_url: string;
29
+ /**
30
+ * Agent version ID
31
+ */
32
+ agent_version_id: string;
33
+ /**
34
+ * Agent name
35
+ */
36
+ agent_name: string;
37
+ };
38
+
21
39
  /**
22
40
  * An agent version entry for admin listing.
23
41
  */
@@ -2358,7 +2376,7 @@ export type ValidatorPublic = {
2358
2376
  };
2359
2377
 
2360
2378
  /**
2361
- * Response for validator scoring analytics.
2379
+ * Response for validator scoring and performance analytics.
2362
2380
  */
2363
2381
  export type ValidatorScoresResponse = {
2364
2382
  /**
@@ -2373,10 +2391,14 @@ export type ValidatorScoresResponse = {
2373
2391
  * Global standard deviation
2374
2392
  */
2375
2393
  global_stddev: number;
2394
+ /**
2395
+ * Global average execution time
2396
+ */
2397
+ global_avg_execution_seconds?: number;
2376
2398
  };
2377
2399
 
2378
2400
  /**
2379
- * Aggregated scoring stats for a single validator.
2401
+ * Aggregated scoring and performance stats for a single validator.
2380
2402
  */
2381
2403
  export type ValidatorScoreSummary = {
2382
2404
  /**
@@ -2415,6 +2437,54 @@ export type ValidatorScoreSummary = {
2415
2437
  * True if deviation exceeds 1.5 standard deviations from global mean
2416
2438
  */
2417
2439
  is_outlier: boolean;
2440
+ /**
2441
+ * Mean seconds from claimed to completed
2442
+ */
2443
+ avg_execution_seconds?: number;
2444
+ /**
2445
+ * Median execution time in seconds
2446
+ */
2447
+ median_execution_seconds?: number;
2448
+ /**
2449
+ * Fastest run
2450
+ */
2451
+ min_execution_seconds?: number;
2452
+ /**
2453
+ * Slowest run
2454
+ */
2455
+ max_execution_seconds?: number;
2456
+ /**
2457
+ * % deviation from global avg execution time
2458
+ */
2459
+ execution_deviation_pct?: number;
2460
+ /**
2461
+ * Significantly slower than peers
2462
+ */
2463
+ is_slow_outlier?: boolean;
2464
+ /**
2465
+ * SUCCESS runs
2466
+ */
2467
+ success_count?: number;
2468
+ /**
2469
+ * FAILED runs
2470
+ */
2471
+ failed_count?: number;
2472
+ /**
2473
+ * TIMED_OUT runs
2474
+ */
2475
+ timed_out_count?: number;
2476
+ /**
2477
+ * success / total
2478
+ */
2479
+ success_rate?: number;
2480
+ /**
2481
+ * Most recent failure reason
2482
+ */
2483
+ last_failure_reason?: (string | null);
2484
+ /**
2485
+ * When last failure occurred
2486
+ */
2487
+ last_failure_at?: (string | null);
2418
2488
  };
2419
2489
 
2420
2490
  /**
@@ -3159,4 +3229,17 @@ export type GetAgentVersionVarianceData = {
3159
3229
 
3160
3230
  export type GetAgentVersionVarianceResponse = (AgentVersionVarianceResponse);
3161
3231
 
3162
- export type GetAgentVersionVarianceError = (HTTPValidationError);
3232
+ export type GetAgentVersionVarianceError = (HTTPValidationError);
3233
+
3234
+ export type GetAgentVersionCodeData = {
3235
+ path: {
3236
+ /**
3237
+ * Agent version ID
3238
+ */
3239
+ agent_version_id: string;
3240
+ };
3241
+ };
3242
+
3243
+ export type GetAgentVersionCodeResponse = (AdminAgentCodeResponse);
3244
+
3245
+ export type GetAgentVersionCodeError = (AgentVersionNotFoundError | HTTPValidationError);