@oro-ai/sdk 1.0.114 → 1.0.116
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/index.d.mts +78 -10
- package/dist/index.d.ts +78 -10
- package/dist/index.js +8 -0
- package/dist/index.mjs +7 -0
- package/package.json +1 -1
- package/src/generated/sdk.gen.ts +12 -1
- package/src/generated/types.gen.ts +83 -10
package/dist/index.d.mts
CHANGED
|
@@ -776,10 +776,6 @@ type ArtifactDownloadRequest = {
|
|
|
776
776
|
* Problem ID for per-problem artifact downloads
|
|
777
777
|
*/
|
|
778
778
|
problem_id?: (string | null);
|
|
779
|
-
/**
|
|
780
|
-
* Episode result ID for per-episode envpack ledger downloads
|
|
781
|
-
*/
|
|
782
|
-
episode_result_id?: (string | null);
|
|
783
779
|
};
|
|
784
780
|
type ArtifactDownloadResponse = {
|
|
785
781
|
/**
|
|
@@ -815,7 +811,7 @@ type ArtifactNotReleasedError = {
|
|
|
815
811
|
* Release state of agent version artifacts.
|
|
816
812
|
*/
|
|
817
813
|
type ArtifactReleaseState = 'HIDDEN' | 'RELEASED';
|
|
818
|
-
type ArtifactType = 'AGENT_CODE' | 'EVAL_LOGS_BUNDLE' | 'EVAL_PROBLEM_LOGS' | 'REASONING_DETAILS'
|
|
814
|
+
type ArtifactType = 'AGENT_CODE' | 'EVAL_LOGS_BUNDLE' | 'EVAL_PROBLEM_LOGS' | 'REASONING_DETAILS';
|
|
819
815
|
type AtCapacityError = {
|
|
820
816
|
/**
|
|
821
817
|
* Error message describing what went wrong
|
|
@@ -1234,6 +1230,31 @@ type EpisodeArtifactPresignResponse = {
|
|
|
1234
1230
|
artifact_uri: string;
|
|
1235
1231
|
artifact_sha256: string;
|
|
1236
1232
|
};
|
|
1233
|
+
/**
|
|
1234
|
+
* `oro.episode_feedback.v1` payload — the only shape the public feedback
|
|
1235
|
+
* endpoint may return.
|
|
1236
|
+
*/
|
|
1237
|
+
type EpisodeFeedback = {
|
|
1238
|
+
schema_version?: "oro.episode_feedback.v1";
|
|
1239
|
+
episode_result_id: string;
|
|
1240
|
+
task_id: string;
|
|
1241
|
+
family: string;
|
|
1242
|
+
phase: 'QUALIFYING' | 'RACE';
|
|
1243
|
+
outcome: 'completed' | 'partial' | 'agent_error' | 'environment_error' | 'verifier_error' | 'leakage' | 'exploit';
|
|
1244
|
+
passed?: (boolean | null);
|
|
1245
|
+
paid_reward?: (number | null);
|
|
1246
|
+
step_count: number;
|
|
1247
|
+
tool_call_count: number;
|
|
1248
|
+
search_call_count: number;
|
|
1249
|
+
termination_code: 'placed_order' | 'step_limit' | 'no_final_order' | 'agent_error' | 'infrastructure_error' | 'unknown';
|
|
1250
|
+
interaction?: Array<InteractionStep>;
|
|
1251
|
+
observable_issues?: Array<ObservableIssue>;
|
|
1252
|
+
diagnostics_state?: 'available' | 'diagnostics_unavailable';
|
|
1253
|
+
};
|
|
1254
|
+
type phase = 'QUALIFYING' | 'RACE';
|
|
1255
|
+
type outcome = 'completed' | 'partial' | 'agent_error' | 'environment_error' | 'verifier_error' | 'leakage' | 'exploit';
|
|
1256
|
+
type termination_code = 'placed_order' | 'step_limit' | 'no_final_order' | 'agent_error' | 'infrastructure_error' | 'unknown';
|
|
1257
|
+
type diagnostics_state = 'available' | 'diagnostics_unavailable';
|
|
1237
1258
|
/**
|
|
1238
1259
|
* A validator's terminal result for one task in a bound environment pack.
|
|
1239
1260
|
*/
|
|
@@ -1295,10 +1316,6 @@ type EpisodeResultEntry = {
|
|
|
1295
1316
|
*/
|
|
1296
1317
|
step_count?: number;
|
|
1297
1318
|
};
|
|
1298
|
-
/**
|
|
1299
|
-
* Terminal task outcome.
|
|
1300
|
-
*/
|
|
1301
|
-
type outcome = 'completed' | 'partial' | 'agent_error' | 'environment_error' | 'verifier_error' | 'leakage' | 'exploit';
|
|
1302
1319
|
/**
|
|
1303
1320
|
* Per-item result inside ``SubmitEpisodeResultsResponse``.
|
|
1304
1321
|
*/
|
|
@@ -1772,6 +1789,34 @@ type InferenceTokenGrant = {
|
|
|
1772
1789
|
* Provider that minted the token.
|
|
1773
1790
|
*/
|
|
1774
1791
|
type provider = 'chutes' | 'openrouter';
|
|
1792
|
+
/**
|
|
1793
|
+
* One tool invocation within a step, projected from validator call trace.
|
|
1794
|
+
*
|
|
1795
|
+
* The projector fills these fields explicitly from the validator's already-
|
|
1796
|
+
* scrubbed public step result — see `app/services/episode_feedback.py`.
|
|
1797
|
+
* Never accept a raw call payload here.
|
|
1798
|
+
*/
|
|
1799
|
+
type InteractionCall = {
|
|
1800
|
+
call_id: string;
|
|
1801
|
+
tool_name: string;
|
|
1802
|
+
args?: ({
|
|
1803
|
+
[key: string]: unknown;
|
|
1804
|
+
} | null);
|
|
1805
|
+
observation?: ({
|
|
1806
|
+
[key: string]: unknown;
|
|
1807
|
+
} | null);
|
|
1808
|
+
done?: (boolean | null);
|
|
1809
|
+
error_code?: (string | null);
|
|
1810
|
+
};
|
|
1811
|
+
/**
|
|
1812
|
+
* One turn in the agent-visible interaction.
|
|
1813
|
+
*/
|
|
1814
|
+
type InteractionStep = {
|
|
1815
|
+
step_index: number;
|
|
1816
|
+
turn?: (number | null);
|
|
1817
|
+
calls?: Array<InteractionCall>;
|
|
1818
|
+
shopper_message?: (string | null);
|
|
1819
|
+
};
|
|
1775
1820
|
type InvalidAgentNameError = {
|
|
1776
1821
|
/**
|
|
1777
1822
|
* Error message describing what went wrong
|
|
@@ -2040,6 +2085,14 @@ type NotVersionOwnerError = {
|
|
|
2040
2085
|
*/
|
|
2041
2086
|
error_code?: "NOT_VERSION_OWNER";
|
|
2042
2087
|
};
|
|
2088
|
+
/**
|
|
2089
|
+
* One agent-visible failure code, derived only from the public trace.
|
|
2090
|
+
*/
|
|
2091
|
+
type ObservableIssue = {
|
|
2092
|
+
code: string;
|
|
2093
|
+
count?: number;
|
|
2094
|
+
step_index?: (number | null);
|
|
2095
|
+
};
|
|
2043
2096
|
/**
|
|
2044
2097
|
* Authorized environment delivery and its parent pack identity.
|
|
2045
2098
|
*
|
|
@@ -3950,6 +4003,16 @@ type GetArtifactDownloadUrlData = {
|
|
|
3950
4003
|
};
|
|
3951
4004
|
type GetArtifactDownloadUrlResponse = (ArtifactDownloadResponse);
|
|
3952
4005
|
type GetArtifactDownloadUrlError = ((MissingParameterError | InvalidArtifactTypeError) | RaceInFlightError | (AgentVersionNotFoundError | SuiteNotFoundError | ArtifactNotReleasedError | ArtifactNotFoundError | EvalRunNotFoundError) | HTTPValidationError);
|
|
4006
|
+
type GetEpisodeFeedbackData = {
|
|
4007
|
+
path: {
|
|
4008
|
+
/**
|
|
4009
|
+
* EpisodeResult primary key
|
|
4010
|
+
*/
|
|
4011
|
+
episode_result_id: string;
|
|
4012
|
+
};
|
|
4013
|
+
};
|
|
4014
|
+
type GetEpisodeFeedbackResponse = (EpisodeFeedback);
|
|
4015
|
+
type GetEpisodeFeedbackError = (ArtifactNotFoundError | HTTPValidationError);
|
|
3953
4016
|
type GetEvaluationRunData = {
|
|
3954
4017
|
path: {
|
|
3955
4018
|
/**
|
|
@@ -4827,6 +4890,11 @@ declare const getAgentVersion: <ThrowOnError extends boolean = false>(options: O
|
|
|
4827
4890
|
* Get a presigned URL to download artifacts. Agent code requires the version to be released. Qualifying-phase trajectories and logs are available immediately; race-phase artifacts are gated until the race completes (403 RACE_IN_FLIGHT).
|
|
4828
4891
|
*/
|
|
4829
4892
|
declare const getArtifactDownloadUrl: <ThrowOnError extends boolean = false>(options: OptionsLegacyParser<GetArtifactDownloadUrlData, ThrowOnError>) => _hey_api_client_fetch.RequestResult<ArtifactDownloadResponse, GetArtifactDownloadUrlError, ThrowOnError>;
|
|
4893
|
+
/**
|
|
4894
|
+
* Get miner-safe episode feedback
|
|
4895
|
+
* Return a positive-allowlist `oro.episode_feedback.v1` projection of a single envpack episode: outcome, paid reward, step + tool counts, termination code, agent-visible interaction, and observable-only issue codes. The sealed validator artifact (checks, reward record, family metrics, ledger, explanation) is never exposed here — replay remains available through authorized internal routes.
|
|
4896
|
+
*/
|
|
4897
|
+
declare const getEpisodeFeedback: <ThrowOnError extends boolean = false>(options: OptionsLegacyParser<GetEpisodeFeedbackData, ThrowOnError>) => _hey_api_client_fetch.RequestResult<EpisodeFeedback, GetEpisodeFeedbackError, ThrowOnError>;
|
|
4830
4898
|
/**
|
|
4831
4899
|
* Get evaluation run details
|
|
4832
4900
|
* Get detailed information about a specific evaluation run.
|
|
@@ -5657,4 +5725,4 @@ declare class SessionAuthManager {
|
|
|
5657
5725
|
*/
|
|
5658
5726
|
declare function configureSessionAuth(baseUrl: string, config: SessionAuthConfig): SessionAuthManager;
|
|
5659
5727
|
|
|
5660
|
-
export { type ActivateSuiteData, type ActivateSuiteError, type ActivateSuiteResponse, type ActivateSuiteResponse2, type AdminAgentCodeResponse, type AdminAgentVersionEntry, type AdminAgentVersionsResponse, type AdminEvaluationRunEntry, type AdminEvaluationRunsResponse, type AdminMinerEntry, type AdminMinersResponse, type AdminValidatorEntry, type AdminValidatorsResponse, type AdmissionReason, type AdmissionStatus, type AgentLatestVersion, type AgentNotFoundError, type AgentPublic, type AgentVersionHistoryEntry, type AgentVersionNotFoundError, type AgentVersionProblemsResponse, type AgentVersionPublic, type AgentVersionScoreEntry, type AgentVersionState, type AgentVersionStatus, type AgentVersionVariance, type AgentVersionVarianceResponse, type AlreadyInvalidatedError, type ApiProblemsData, type ApiProblemsError, type ApiProblemsResponse, type ApiRunData, type ApiRunError, type ApiRunResponse, type ArtifactDownloadRequest, type ArtifactDownloadResponse, type ArtifactNotFoundError, type ArtifactNotReleasedError, type ArtifactReleaseState, type ArtifactType, type AtCapacityError, type AuditEventEntry, type AuditEventsResponse, type BanMinerData, type BanMinerError, type BanMinerResponse, type BanRequest, type BanResponse, type BanValidatorData, type BanValidatorError, type BanValidatorResponse, type BittensorAuthConfig, type Body_submit_agent, type CachedSession, type CancelAgentVersionData, type CancelAgentVersionError, type CancelAgentVersionResponse, type CancelRequest, type CancelResponse, type ChallengeRequest, type ChallengeResponse, type CheckSummary, type ChutesAuthStatusResponse, type ClaimWorkData, type ClaimWorkError, type ClaimWorkResponse, type ClaimWorkResponse2, type ClearAllCooldownsResponse, type ClearAllMinerCooldownsError, type ClearAllMinerCooldownsResponse, type ClearCooldownResponse, type ClearMinerCooldownData, type ClearMinerCooldownError, type ClearMinerCooldownResponse, type ClearRaceSelectionError, type ClearRaceSelectionResponse, type CloseQualifyingError, type CloseQualifyingResponse, type CloseQualifyingResponse2, type CodeAnalysisError, type CompleteRunData, type CompleteRunError, type CompleteRunRequest, type CompleteRunResponse, type CompleteRunResponse2, type CooldownActiveError, type CreateSessionEndpointData, type CreateSessionEndpointError, type CreateSessionEndpointResponse, type CreateSuiteData, type CreateSuiteError, type CreateSuiteRequest, type CreateSuiteResponse, type CreateSuiteResponse2, type CurrentRacesResponse, type DeepHealthCheckError, type DeepHealthCheckResponse, type DeleteInferenceCredentialData, type DeleteInferenceCredentialError, type DeleteInferenceCredentialResponse, type DiscardAgentVersionData, type DiscardAgentVersionError, type DiscardAgentVersionResponse, type DiscardRequest, type DiscardResponse, type EliminateAgentVersionData, type EliminateAgentVersionError, type EliminateAgentVersionResponse, type EliminateRequest, type EliminateResponse, type EnvPackErrorResponse, type EpisodeArtifactPresignRequest, type EpisodeArtifactPresignResponse, type EpisodeResultEntry, type EpisodeResultSubmission, type EpochStandings, type ErrorCategory, type EvalRunNotFoundError, type EvaluationExecutionRead, type EvaluationItemRead, type EvaluationItemsRead, type EvaluationPhase, type EvaluationRunDetail, type EvaluationRunPublic, type EvaluationRunStatus, type EvaluationRunStatusPublic, type ExchangeChutesCodeData, type ExchangeChutesCodeError, type ExchangeChutesCodeRequest, type ExchangeChutesCodeResponse, type ExchangeChutesCodeResponse2, type FileTooLargeError, type GeneratedEvaluationResultRead, type GetAgentVersionCodeData, type GetAgentVersionCodeError, type GetAgentVersionCodeResponse, type GetAgentVersionData, type GetAgentVersionError, type GetAgentVersionProblemsData, type GetAgentVersionProblemsError, type GetAgentVersionProblemsResponse, type GetAgentVersionResponse, type GetAgentVersionRunsData, type GetAgentVersionRunsError, type GetAgentVersionRunsResponse, type GetAgentVersionStatusData, type GetAgentVersionStatusError, type GetAgentVersionStatusResponse, type GetAgentVersionVarianceData, type GetAgentVersionVarianceError, type GetAgentVersionVarianceResponse, type GetArtifactDownloadUrlData, type GetArtifactDownloadUrlError, type GetArtifactDownloadUrlResponse, type GetAuditEventsData, type GetAuditEventsError, type GetAuditEventsResponse, type GetChutesAuthStatusError, type GetChutesAuthStatusResponse, type GetCurrentRaceError, type GetCurrentRaceResponse, type GetCurrentRacesError, type GetCurrentRacesResponse, type GetCurrentSuiteError, type GetCurrentSuiteResponse, type GetEvaluationRunData, type GetEvaluationRunError, type GetEvaluationRunResponse, type GetInferenceAuthStatusOneData, type GetInferenceAuthStatusOneError, type GetInferenceAuthStatusOneResponse, type GetInferenceModelsData, type GetInferenceModelsError, type GetInferenceModelsResponse, type GetLeaderboardData, type GetLeaderboardError, type GetLeaderboardResponse, type GetOwnedAgentVersionStatusData, type GetOwnedAgentVersionStatusError, type GetOwnedAgentVersionStatusResponse, type GetPackData, type GetPackError, type GetPackResponse, type GetPendingEvaluationsData, type GetPendingEvaluationsError, type GetPendingEvaluationsResponse, type GetRaceDetailData, type GetRaceDetailError, type GetRaceDetailResponse, type GetRaceDiagnosticsData, type GetRaceDiagnosticsError, type GetRaceDiagnosticsResponse, type GetRaceHistoryData, type GetRaceHistoryError, type GetRaceHistoryResponse, type GetRacePackData, type GetRacePackError, type GetRacePackResponse, type GetRaceValidatorVarianceData, type GetRaceValidatorVarianceError, type GetRaceValidatorVarianceResponse, type GetReaperStatsError, type GetReaperStatsResponse, type GetRunProblemsData, type GetRunProblemsError, type GetRunProblemsResponse, type GetRunningEvaluationsError, type GetRunningEvaluationsResponse, type GetSubmissionPauseError, type GetSubmissionPauseResponse, type GetSuiteProblemsData, type GetSuiteProblemsError, type GetSuiteProblemsResponse, type GetTopAgentError, type GetTopAgentResponse, type GetTopHistoryData, type GetTopHistoryError, type GetTopHistoryResponse, type GetTopMinerPayoutError, type GetTopMinerPayoutResponse, type GetTrajectoryHistoryError, type GetTrajectoryHistoryResponse, type GetValidatorFailuresData, type GetValidatorFailuresError, type GetValidatorFailuresResponse, type GetValidatorPauseError, type GetValidatorPauseResponse, type GetValidatorResourceSamplesData, type GetValidatorResourceSamplesError, type GetValidatorResourceSamplesResponse, type GetValidatorScoresData, type GetValidatorScoresError, type GetValidatorScoresResponse, type GetValidatorsError, type GetValidatorsResponse, type GetWeightSaltError, type GetWeightSaltResponse, type HTTPValidationError, type HealthCheckError, type HealthCheckResponse, type HeartbeatData, type HeartbeatError, type HeartbeatRequest, type HeartbeatResponse, type HeartbeatResponse2, type InferenceAuthListResponse, type InferenceAuthStatusResponse, type InferenceModelsResponse, type InferenceTokenGrant, type InvalidAgentNameError, type InvalidArtifactTypeError, type InvalidFileError, type InvalidProblemIdError, type InvalidateEvaluationRunData, type InvalidateEvaluationRunError, type InvalidateEvaluationRunResponse, type InvalidateRunRequest, type JoinWaitlistData, type JoinWaitlistError, type JoinWaitlistResponse, type LeaderboardEntry, type LeaderboardResponse, type LeaseExpiredError, type ListAgentVersions1Data, type ListAgentVersions1Error, type ListAgentVersions1Response, type ListAgentVersionsData, type ListAgentVersionsError, type ListAgentVersionsResponse, type ListEvaluationRunsData, type ListEvaluationRunsError, type ListEvaluationRunsResponse, type ListInferenceAuthError, type ListInferenceAuthResponse, type ListMinerAgentsError, type ListMinerAgentsResponse, type ListMinersData, type ListMinersError, type ListMinersResponse, type ListSuitesError, type ListSuitesResponse, type ListValidatorsData, type ListValidatorsError, type ListValidatorsResponse, type LogoutData, type LogoutError, type LogoutResponse, type LogoutResponse2, type MinerAgentsResponse, type MinerNotFoundError, type MinerRaceSelectionRequest, type MissingParameterError, type MissingScoreError, type NoActiveSuiteError, type NoSelectionError, type NotRunOwnerError, type NotVersionOwnerError, type OroErrorCode, type PackFetchResponse, type PendingEvaluation, type PendingEvaluationSummary, type PendingEvaluationsResponse, type PinnedFinisher, type PooledWindowRace, type PostSubmissionPauseData, type PostSubmissionPauseError, type PostSubmissionPauseResponse, type PostSubmissionResumeData, type PostSubmissionResumeError, type PostSubmissionResumeResponse, type PostValidatorPauseData, type PostValidatorPauseError, type PostValidatorPauseResponse, type PostValidatorResumeData, type PostValidatorResumeError, type PostValidatorResumeResponse, type PresignEpisodeArtifactData, type PresignEpisodeArtifactError, type PresignEpisodeArtifactResponse, type PresignUploadData, type PresignUploadError, type PresignUploadRequest, type PresignUploadResponse, type PresignUploadResponse2, type ProblemNotFoundError, type ProblemProgressEntry, type ProblemProgressUpdate, type ProblemPublic, type ProblemStatus, type ProgressUpdateRequest, type ProgressUpdateResponse, type QualifyingTaskRead, type RaceCurrentResponse, type RaceDetailResponse, type RaceDiagnosticsResponse, type RaceHistoryResponse, type RaceInFlightError, type RaceLockedError, type RaceNotFoundError, type RacePackFetchResponse, type RacePublic, type RaceQualifierEntry, type RaceQualifierPublic, type RaceSummary, type RaceValidatorVarianceResponse, type RaceWorkItemEntry, type RankedInferenceModel, type RankedInferenceModelsResponse, type RateLimitExceededError, type ReaperStatsResponse, type ReevaluateAgentVersionData, type ReevaluateAgentVersionError, type ReevaluateAgentVersionResponse, type ReevaluateRequest, type ReevaluateResponse, type ReinstateAgentVersionData, type ReinstateAgentVersionError, type ReinstateAgentVersionResponse, type ReinstateEliminationData, type ReinstateEliminationError, type ReinstateEliminationRequest, type ReinstateEliminationResponse, type ReinstateEliminationResponse2, type ReinstateRequest, type RequestChallengeData, type RequestChallengeError, type RequestChallengeResponse, type RetryConfig, type RetryContext, type RewardSummary, type RunAlreadyCompleteError, type RunProblemsResponse, type RunningEvaluation, type SafeEnvironmentMetadata, type ScoreBelowThresholdError, type SessionAuthConfig, SessionAuthManager, type SessionInfo, type SessionRequest, type SessionResponse, type SetDefaultInferenceProviderData, type SetDefaultInferenceProviderError, type SetDefaultInferenceProviderResponse, type SetDefaultProviderRequest, type SetRaceSelectionData, type SetRaceSelectionError, type SetRaceSelectionResponse, type SetTopAgentData, type SetTopAgentError, type SetTopAgentResponse, type SetTopRequest, type SetTopResponse, type SimilarityCheckUnavailableError, type SpreadBucket, type StoreChutesTokenData, type StoreChutesTokenError, type StoreChutesTokenRequest, type StoreChutesTokenResponse, type StoreInferenceCredentialData, type StoreInferenceCredentialError, type StoreInferenceCredentialRequest, type StoreInferenceCredentialResponse, type SubmissionPauseRequest, type SubmissionPauseStatus, type SubmissionsPausedError, type SubmitAgentData, type SubmitAgentError, type SubmitAgentResponse, type SubmitAgentResponse2, type SubmitEpisodeResultsData, type SubmitEpisodeResultsError, type SubmitEpisodeResultsRequest, type SubmitEpisodeResultsResponse, type SubmitEpisodeResultsResponse2, type SuiteNotFoundError, type SuitePublic, type SuiteWithProblemsResponse, type TerminalStatus, type TopAgentResponse, type TopHistoryEntry, type TopHistoryResponse, type TopMinerPayoutResponse, type TrajectoryDay, type TrajectoryHistoryResponse, type UnbanMinerData, type UnbanMinerError, type UnbanMinerResponse, type UnbanValidatorData, type UnbanValidatorError, type UnbanValidatorResponse, type UpdateProgressData, type UpdateProgressError, type UpdateProgressResponse, type UpdateQualifyingDeadlineData, type UpdateQualifyingDeadlineError, type UpdateQualifyingDeadlineRequest, type UpdateQualifyingDeadlineResponse, type UpdateQualifyingDeadlineResponse2, type UpdateValidatorData, type UpdateValidatorError, type UpdateValidatorRequest, type UpdateValidatorResponse, type ValidationError, type ValidationErrorError, type ValidatorCurrentAgent, type ValidatorFailureEntry, type ValidatorFailuresResponse, type ValidatorNotFoundError, type ValidatorPauseRequest, type ValidatorPauseStatus, type ValidatorProblemResult, type ValidatorPublic, type ValidatorResourceSampleEntry, type ValidatorResourceSamplesResponse, type ValidatorResumeRequest, type ValidatorScoreSummary, type ValidatorScoresResponse, type ValidatorStatus, type ValidatorVarianceEntry, type WaitlistSignupRequest, type WaitlistSignupResponse, type WeightSaltResponse, type WorkItemStatus, activateSuite, apiProblems, apiRun, banMiner, banValidator, cancelAgentVersion, claimWork, classifyError, classifyStatus, clearAllMinerCooldowns, clearMinerCooldown, clearRaceSelection, client, closeQualifying, completeRun, computeDelay, configureBittensorAuth, configurePublicClient, configureSessionAuth, createRetryFetch, createSessionEndpoint, createSuite, deepHealthCheck, deleteInferenceCredential, discardAgentVersion, eliminateAgentVersion, exchangeChutesCode, type execution_kind, generateAuthHeaders, getAgentVersion, getAgentVersionCode, getAgentVersionProblems, getAgentVersionRuns, getAgentVersionStatus, getAgentVersionVariance, getArtifactDownloadUrl, getAuditEvents, getChutesAuthStatus, getCurrentRace, getCurrentRaces, getCurrentSuite, getErrorCode, getErrorDetail, getEvaluationRun, getInferenceAuthStatusOne, getInferenceModels, getLeaderboard, getOwnedAgentVersionStatus, getPack, getPendingEvaluations, getRaceDetail, getRaceDiagnostics, getRaceHistory, getRacePack, getRaceValidatorVariance, getReaperStats, getRunProblems, getRunningEvaluations, getSubmissionPause, getSuiteProblems, getTopAgent, getTopHistory, getTopMinerPayout, getTrajectoryHistory, getValidatorFailures, getValidatorPause, getValidatorResourceSamples, getValidatorScores, getValidators, getWeightSalt, hasDetail, hasErrorCode, healthCheck, heartbeat, invalidateEvaluationRun, isTransient, isTransientError, type item_kind, joinWaitlist, listAgentVersions, listAgentVersions1, listEvaluationRuns, listInferenceAuth, listMinerAgents, listMiners, listSuites, listValidators, logout, type outcome, parseRetryAfter, postSubmissionPause, postSubmissionResume, postValidatorPause, postValidatorResume, presignEpisodeArtifact, presignUpload, type provider, reevaluateAgentVersion, reinstateAgentVersion, reinstateElimination, requestChallenge, setDefaultInferenceProvider, setRaceSelection, setTopAgent, type status, storeChutesToken, storeInferenceCredential, submitAgent, submitEpisodeResults, unbanMiner, unbanValidator, updateProgress, updateQualifyingDeadline, updateValidator };
|
|
5728
|
+
export { type ActivateSuiteData, type ActivateSuiteError, type ActivateSuiteResponse, type ActivateSuiteResponse2, type AdminAgentCodeResponse, type AdminAgentVersionEntry, type AdminAgentVersionsResponse, type AdminEvaluationRunEntry, type AdminEvaluationRunsResponse, type AdminMinerEntry, type AdminMinersResponse, type AdminValidatorEntry, type AdminValidatorsResponse, type AdmissionReason, type AdmissionStatus, type AgentLatestVersion, type AgentNotFoundError, type AgentPublic, type AgentVersionHistoryEntry, type AgentVersionNotFoundError, type AgentVersionProblemsResponse, type AgentVersionPublic, type AgentVersionScoreEntry, type AgentVersionState, type AgentVersionStatus, type AgentVersionVariance, type AgentVersionVarianceResponse, type AlreadyInvalidatedError, type ApiProblemsData, type ApiProblemsError, type ApiProblemsResponse, type ApiRunData, type ApiRunError, type ApiRunResponse, type ArtifactDownloadRequest, type ArtifactDownloadResponse, type ArtifactNotFoundError, type ArtifactNotReleasedError, type ArtifactReleaseState, type ArtifactType, type AtCapacityError, type AuditEventEntry, type AuditEventsResponse, type BanMinerData, type BanMinerError, type BanMinerResponse, type BanRequest, type BanResponse, type BanValidatorData, type BanValidatorError, type BanValidatorResponse, type BittensorAuthConfig, type Body_submit_agent, type CachedSession, type CancelAgentVersionData, type CancelAgentVersionError, type CancelAgentVersionResponse, type CancelRequest, type CancelResponse, type ChallengeRequest, type ChallengeResponse, type CheckSummary, type ChutesAuthStatusResponse, type ClaimWorkData, type ClaimWorkError, type ClaimWorkResponse, type ClaimWorkResponse2, type ClearAllCooldownsResponse, type ClearAllMinerCooldownsError, type ClearAllMinerCooldownsResponse, type ClearCooldownResponse, type ClearMinerCooldownData, type ClearMinerCooldownError, type ClearMinerCooldownResponse, type ClearRaceSelectionError, type ClearRaceSelectionResponse, type CloseQualifyingError, type CloseQualifyingResponse, type CloseQualifyingResponse2, type CodeAnalysisError, type CompleteRunData, type CompleteRunError, type CompleteRunRequest, type CompleteRunResponse, type CompleteRunResponse2, type CooldownActiveError, type CreateSessionEndpointData, type CreateSessionEndpointError, type CreateSessionEndpointResponse, type CreateSuiteData, type CreateSuiteError, type CreateSuiteRequest, type CreateSuiteResponse, type CreateSuiteResponse2, type CurrentRacesResponse, type DeepHealthCheckError, type DeepHealthCheckResponse, type DeleteInferenceCredentialData, type DeleteInferenceCredentialError, type DeleteInferenceCredentialResponse, type DiscardAgentVersionData, type DiscardAgentVersionError, type DiscardAgentVersionResponse, type DiscardRequest, type DiscardResponse, type EliminateAgentVersionData, type EliminateAgentVersionError, type EliminateAgentVersionResponse, type EliminateRequest, type EliminateResponse, type EnvPackErrorResponse, type EpisodeArtifactPresignRequest, type EpisodeArtifactPresignResponse, type EpisodeFeedback, type EpisodeResultEntry, type EpisodeResultSubmission, type EpochStandings, type ErrorCategory, type EvalRunNotFoundError, type EvaluationExecutionRead, type EvaluationItemRead, type EvaluationItemsRead, type EvaluationPhase, type EvaluationRunDetail, type EvaluationRunPublic, type EvaluationRunStatus, type EvaluationRunStatusPublic, type ExchangeChutesCodeData, type ExchangeChutesCodeError, type ExchangeChutesCodeRequest, type ExchangeChutesCodeResponse, type ExchangeChutesCodeResponse2, type FileTooLargeError, type GeneratedEvaluationResultRead, type GetAgentVersionCodeData, type GetAgentVersionCodeError, type GetAgentVersionCodeResponse, type GetAgentVersionData, type GetAgentVersionError, type GetAgentVersionProblemsData, type GetAgentVersionProblemsError, type GetAgentVersionProblemsResponse, type GetAgentVersionResponse, type GetAgentVersionRunsData, type GetAgentVersionRunsError, type GetAgentVersionRunsResponse, type GetAgentVersionStatusData, type GetAgentVersionStatusError, type GetAgentVersionStatusResponse, type GetAgentVersionVarianceData, type GetAgentVersionVarianceError, type GetAgentVersionVarianceResponse, type GetArtifactDownloadUrlData, type GetArtifactDownloadUrlError, type GetArtifactDownloadUrlResponse, type GetAuditEventsData, type GetAuditEventsError, type GetAuditEventsResponse, type GetChutesAuthStatusError, type GetChutesAuthStatusResponse, type GetCurrentRaceError, type GetCurrentRaceResponse, type GetCurrentRacesError, type GetCurrentRacesResponse, type GetCurrentSuiteError, type GetCurrentSuiteResponse, type GetEpisodeFeedbackData, type GetEpisodeFeedbackError, type GetEpisodeFeedbackResponse, type GetEvaluationRunData, type GetEvaluationRunError, type GetEvaluationRunResponse, type GetInferenceAuthStatusOneData, type GetInferenceAuthStatusOneError, type GetInferenceAuthStatusOneResponse, type GetInferenceModelsData, type GetInferenceModelsError, type GetInferenceModelsResponse, type GetLeaderboardData, type GetLeaderboardError, type GetLeaderboardResponse, type GetOwnedAgentVersionStatusData, type GetOwnedAgentVersionStatusError, type GetOwnedAgentVersionStatusResponse, type GetPackData, type GetPackError, type GetPackResponse, type GetPendingEvaluationsData, type GetPendingEvaluationsError, type GetPendingEvaluationsResponse, type GetRaceDetailData, type GetRaceDetailError, type GetRaceDetailResponse, type GetRaceDiagnosticsData, type GetRaceDiagnosticsError, type GetRaceDiagnosticsResponse, type GetRaceHistoryData, type GetRaceHistoryError, type GetRaceHistoryResponse, type GetRacePackData, type GetRacePackError, type GetRacePackResponse, type GetRaceValidatorVarianceData, type GetRaceValidatorVarianceError, type GetRaceValidatorVarianceResponse, type GetReaperStatsError, type GetReaperStatsResponse, type GetRunProblemsData, type GetRunProblemsError, type GetRunProblemsResponse, type GetRunningEvaluationsError, type GetRunningEvaluationsResponse, type GetSubmissionPauseError, type GetSubmissionPauseResponse, type GetSuiteProblemsData, type GetSuiteProblemsError, type GetSuiteProblemsResponse, type GetTopAgentError, type GetTopAgentResponse, type GetTopHistoryData, type GetTopHistoryError, type GetTopHistoryResponse, type GetTopMinerPayoutError, type GetTopMinerPayoutResponse, type GetTrajectoryHistoryError, type GetTrajectoryHistoryResponse, type GetValidatorFailuresData, type GetValidatorFailuresError, type GetValidatorFailuresResponse, type GetValidatorPauseError, type GetValidatorPauseResponse, type GetValidatorResourceSamplesData, type GetValidatorResourceSamplesError, type GetValidatorResourceSamplesResponse, type GetValidatorScoresData, type GetValidatorScoresError, type GetValidatorScoresResponse, type GetValidatorsError, type GetValidatorsResponse, type GetWeightSaltError, type GetWeightSaltResponse, type HTTPValidationError, type HealthCheckError, type HealthCheckResponse, type HeartbeatData, type HeartbeatError, type HeartbeatRequest, type HeartbeatResponse, type HeartbeatResponse2, type InferenceAuthListResponse, type InferenceAuthStatusResponse, type InferenceModelsResponse, type InferenceTokenGrant, type InteractionCall, type InteractionStep, type InvalidAgentNameError, type InvalidArtifactTypeError, type InvalidFileError, type InvalidProblemIdError, type InvalidateEvaluationRunData, type InvalidateEvaluationRunError, type InvalidateEvaluationRunResponse, type InvalidateRunRequest, type JoinWaitlistData, type JoinWaitlistError, type JoinWaitlistResponse, type LeaderboardEntry, type LeaderboardResponse, type LeaseExpiredError, type ListAgentVersions1Data, type ListAgentVersions1Error, type ListAgentVersions1Response, type ListAgentVersionsData, type ListAgentVersionsError, type ListAgentVersionsResponse, type ListEvaluationRunsData, type ListEvaluationRunsError, type ListEvaluationRunsResponse, type ListInferenceAuthError, type ListInferenceAuthResponse, type ListMinerAgentsError, type ListMinerAgentsResponse, type ListMinersData, type ListMinersError, type ListMinersResponse, type ListSuitesError, type ListSuitesResponse, type ListValidatorsData, type ListValidatorsError, type ListValidatorsResponse, type LogoutData, type LogoutError, type LogoutResponse, type LogoutResponse2, type MinerAgentsResponse, type MinerNotFoundError, type MinerRaceSelectionRequest, type MissingParameterError, type MissingScoreError, type NoActiveSuiteError, type NoSelectionError, type NotRunOwnerError, type NotVersionOwnerError, type ObservableIssue, type OroErrorCode, type PackFetchResponse, type PendingEvaluation, type PendingEvaluationSummary, type PendingEvaluationsResponse, type PinnedFinisher, type PooledWindowRace, type PostSubmissionPauseData, type PostSubmissionPauseError, type PostSubmissionPauseResponse, type PostSubmissionResumeData, type PostSubmissionResumeError, type PostSubmissionResumeResponse, type PostValidatorPauseData, type PostValidatorPauseError, type PostValidatorPauseResponse, type PostValidatorResumeData, type PostValidatorResumeError, type PostValidatorResumeResponse, type PresignEpisodeArtifactData, type PresignEpisodeArtifactError, type PresignEpisodeArtifactResponse, type PresignUploadData, type PresignUploadError, type PresignUploadRequest, type PresignUploadResponse, type PresignUploadResponse2, type ProblemNotFoundError, type ProblemProgressEntry, type ProblemProgressUpdate, type ProblemPublic, type ProblemStatus, type ProgressUpdateRequest, type ProgressUpdateResponse, type QualifyingTaskRead, type RaceCurrentResponse, type RaceDetailResponse, type RaceDiagnosticsResponse, type RaceHistoryResponse, type RaceInFlightError, type RaceLockedError, type RaceNotFoundError, type RacePackFetchResponse, type RacePublic, type RaceQualifierEntry, type RaceQualifierPublic, type RaceSummary, type RaceValidatorVarianceResponse, type RaceWorkItemEntry, type RankedInferenceModel, type RankedInferenceModelsResponse, type RateLimitExceededError, type ReaperStatsResponse, type ReevaluateAgentVersionData, type ReevaluateAgentVersionError, type ReevaluateAgentVersionResponse, type ReevaluateRequest, type ReevaluateResponse, type ReinstateAgentVersionData, type ReinstateAgentVersionError, type ReinstateAgentVersionResponse, type ReinstateEliminationData, type ReinstateEliminationError, type ReinstateEliminationRequest, type ReinstateEliminationResponse, type ReinstateEliminationResponse2, type ReinstateRequest, type RequestChallengeData, type RequestChallengeError, type RequestChallengeResponse, type RetryConfig, type RetryContext, type RewardSummary, type RunAlreadyCompleteError, type RunProblemsResponse, type RunningEvaluation, type SafeEnvironmentMetadata, type ScoreBelowThresholdError, type SessionAuthConfig, SessionAuthManager, type SessionInfo, type SessionRequest, type SessionResponse, type SetDefaultInferenceProviderData, type SetDefaultInferenceProviderError, type SetDefaultInferenceProviderResponse, type SetDefaultProviderRequest, type SetRaceSelectionData, type SetRaceSelectionError, type SetRaceSelectionResponse, type SetTopAgentData, type SetTopAgentError, type SetTopAgentResponse, type SetTopRequest, type SetTopResponse, type SimilarityCheckUnavailableError, type SpreadBucket, type StoreChutesTokenData, type StoreChutesTokenError, type StoreChutesTokenRequest, type StoreChutesTokenResponse, type StoreInferenceCredentialData, type StoreInferenceCredentialError, type StoreInferenceCredentialRequest, type StoreInferenceCredentialResponse, type SubmissionPauseRequest, type SubmissionPauseStatus, type SubmissionsPausedError, type SubmitAgentData, type SubmitAgentError, type SubmitAgentResponse, type SubmitAgentResponse2, type SubmitEpisodeResultsData, type SubmitEpisodeResultsError, type SubmitEpisodeResultsRequest, type SubmitEpisodeResultsResponse, type SubmitEpisodeResultsResponse2, type SuiteNotFoundError, type SuitePublic, type SuiteWithProblemsResponse, type TerminalStatus, type TopAgentResponse, type TopHistoryEntry, type TopHistoryResponse, type TopMinerPayoutResponse, type TrajectoryDay, type TrajectoryHistoryResponse, type UnbanMinerData, type UnbanMinerError, type UnbanMinerResponse, type UnbanValidatorData, type UnbanValidatorError, type UnbanValidatorResponse, type UpdateProgressData, type UpdateProgressError, type UpdateProgressResponse, type UpdateQualifyingDeadlineData, type UpdateQualifyingDeadlineError, type UpdateQualifyingDeadlineRequest, type UpdateQualifyingDeadlineResponse, type UpdateQualifyingDeadlineResponse2, type UpdateValidatorData, type UpdateValidatorError, type UpdateValidatorRequest, type UpdateValidatorResponse, type ValidationError, type ValidationErrorError, type ValidatorCurrentAgent, type ValidatorFailureEntry, type ValidatorFailuresResponse, type ValidatorNotFoundError, type ValidatorPauseRequest, type ValidatorPauseStatus, type ValidatorProblemResult, type ValidatorPublic, type ValidatorResourceSampleEntry, type ValidatorResourceSamplesResponse, type ValidatorResumeRequest, type ValidatorScoreSummary, type ValidatorScoresResponse, type ValidatorStatus, type ValidatorVarianceEntry, type WaitlistSignupRequest, type WaitlistSignupResponse, type WeightSaltResponse, type WorkItemStatus, activateSuite, apiProblems, apiRun, banMiner, banValidator, cancelAgentVersion, claimWork, classifyError, classifyStatus, clearAllMinerCooldowns, clearMinerCooldown, clearRaceSelection, client, closeQualifying, completeRun, computeDelay, configureBittensorAuth, configurePublicClient, configureSessionAuth, createRetryFetch, createSessionEndpoint, createSuite, deepHealthCheck, deleteInferenceCredential, type diagnostics_state, discardAgentVersion, eliminateAgentVersion, exchangeChutesCode, type execution_kind, generateAuthHeaders, getAgentVersion, getAgentVersionCode, getAgentVersionProblems, getAgentVersionRuns, getAgentVersionStatus, getAgentVersionVariance, getArtifactDownloadUrl, getAuditEvents, getChutesAuthStatus, getCurrentRace, getCurrentRaces, getCurrentSuite, getEpisodeFeedback, getErrorCode, getErrorDetail, getEvaluationRun, getInferenceAuthStatusOne, getInferenceModels, getLeaderboard, getOwnedAgentVersionStatus, getPack, getPendingEvaluations, getRaceDetail, getRaceDiagnostics, getRaceHistory, getRacePack, getRaceValidatorVariance, getReaperStats, getRunProblems, getRunningEvaluations, getSubmissionPause, getSuiteProblems, getTopAgent, getTopHistory, getTopMinerPayout, getTrajectoryHistory, getValidatorFailures, getValidatorPause, getValidatorResourceSamples, getValidatorScores, getValidators, getWeightSalt, hasDetail, hasErrorCode, healthCheck, heartbeat, invalidateEvaluationRun, isTransient, isTransientError, type item_kind, joinWaitlist, listAgentVersions, listAgentVersions1, listEvaluationRuns, listInferenceAuth, listMinerAgents, listMiners, listSuites, listValidators, logout, type outcome, parseRetryAfter, type phase, postSubmissionPause, postSubmissionResume, postValidatorPause, postValidatorResume, presignEpisodeArtifact, presignUpload, type provider, reevaluateAgentVersion, reinstateAgentVersion, reinstateElimination, requestChallenge, setDefaultInferenceProvider, setRaceSelection, setTopAgent, type status, storeChutesToken, storeInferenceCredential, submitAgent, submitEpisodeResults, type termination_code, unbanMiner, unbanValidator, updateProgress, updateQualifyingDeadline, updateValidator };
|
package/dist/index.d.ts
CHANGED
|
@@ -776,10 +776,6 @@ type ArtifactDownloadRequest = {
|
|
|
776
776
|
* Problem ID for per-problem artifact downloads
|
|
777
777
|
*/
|
|
778
778
|
problem_id?: (string | null);
|
|
779
|
-
/**
|
|
780
|
-
* Episode result ID for per-episode envpack ledger downloads
|
|
781
|
-
*/
|
|
782
|
-
episode_result_id?: (string | null);
|
|
783
779
|
};
|
|
784
780
|
type ArtifactDownloadResponse = {
|
|
785
781
|
/**
|
|
@@ -815,7 +811,7 @@ type ArtifactNotReleasedError = {
|
|
|
815
811
|
* Release state of agent version artifacts.
|
|
816
812
|
*/
|
|
817
813
|
type ArtifactReleaseState = 'HIDDEN' | 'RELEASED';
|
|
818
|
-
type ArtifactType = 'AGENT_CODE' | 'EVAL_LOGS_BUNDLE' | 'EVAL_PROBLEM_LOGS' | 'REASONING_DETAILS'
|
|
814
|
+
type ArtifactType = 'AGENT_CODE' | 'EVAL_LOGS_BUNDLE' | 'EVAL_PROBLEM_LOGS' | 'REASONING_DETAILS';
|
|
819
815
|
type AtCapacityError = {
|
|
820
816
|
/**
|
|
821
817
|
* Error message describing what went wrong
|
|
@@ -1234,6 +1230,31 @@ type EpisodeArtifactPresignResponse = {
|
|
|
1234
1230
|
artifact_uri: string;
|
|
1235
1231
|
artifact_sha256: string;
|
|
1236
1232
|
};
|
|
1233
|
+
/**
|
|
1234
|
+
* `oro.episode_feedback.v1` payload — the only shape the public feedback
|
|
1235
|
+
* endpoint may return.
|
|
1236
|
+
*/
|
|
1237
|
+
type EpisodeFeedback = {
|
|
1238
|
+
schema_version?: "oro.episode_feedback.v1";
|
|
1239
|
+
episode_result_id: string;
|
|
1240
|
+
task_id: string;
|
|
1241
|
+
family: string;
|
|
1242
|
+
phase: 'QUALIFYING' | 'RACE';
|
|
1243
|
+
outcome: 'completed' | 'partial' | 'agent_error' | 'environment_error' | 'verifier_error' | 'leakage' | 'exploit';
|
|
1244
|
+
passed?: (boolean | null);
|
|
1245
|
+
paid_reward?: (number | null);
|
|
1246
|
+
step_count: number;
|
|
1247
|
+
tool_call_count: number;
|
|
1248
|
+
search_call_count: number;
|
|
1249
|
+
termination_code: 'placed_order' | 'step_limit' | 'no_final_order' | 'agent_error' | 'infrastructure_error' | 'unknown';
|
|
1250
|
+
interaction?: Array<InteractionStep>;
|
|
1251
|
+
observable_issues?: Array<ObservableIssue>;
|
|
1252
|
+
diagnostics_state?: 'available' | 'diagnostics_unavailable';
|
|
1253
|
+
};
|
|
1254
|
+
type phase = 'QUALIFYING' | 'RACE';
|
|
1255
|
+
type outcome = 'completed' | 'partial' | 'agent_error' | 'environment_error' | 'verifier_error' | 'leakage' | 'exploit';
|
|
1256
|
+
type termination_code = 'placed_order' | 'step_limit' | 'no_final_order' | 'agent_error' | 'infrastructure_error' | 'unknown';
|
|
1257
|
+
type diagnostics_state = 'available' | 'diagnostics_unavailable';
|
|
1237
1258
|
/**
|
|
1238
1259
|
* A validator's terminal result for one task in a bound environment pack.
|
|
1239
1260
|
*/
|
|
@@ -1295,10 +1316,6 @@ type EpisodeResultEntry = {
|
|
|
1295
1316
|
*/
|
|
1296
1317
|
step_count?: number;
|
|
1297
1318
|
};
|
|
1298
|
-
/**
|
|
1299
|
-
* Terminal task outcome.
|
|
1300
|
-
*/
|
|
1301
|
-
type outcome = 'completed' | 'partial' | 'agent_error' | 'environment_error' | 'verifier_error' | 'leakage' | 'exploit';
|
|
1302
1319
|
/**
|
|
1303
1320
|
* Per-item result inside ``SubmitEpisodeResultsResponse``.
|
|
1304
1321
|
*/
|
|
@@ -1772,6 +1789,34 @@ type InferenceTokenGrant = {
|
|
|
1772
1789
|
* Provider that minted the token.
|
|
1773
1790
|
*/
|
|
1774
1791
|
type provider = 'chutes' | 'openrouter';
|
|
1792
|
+
/**
|
|
1793
|
+
* One tool invocation within a step, projected from validator call trace.
|
|
1794
|
+
*
|
|
1795
|
+
* The projector fills these fields explicitly from the validator's already-
|
|
1796
|
+
* scrubbed public step result — see `app/services/episode_feedback.py`.
|
|
1797
|
+
* Never accept a raw call payload here.
|
|
1798
|
+
*/
|
|
1799
|
+
type InteractionCall = {
|
|
1800
|
+
call_id: string;
|
|
1801
|
+
tool_name: string;
|
|
1802
|
+
args?: ({
|
|
1803
|
+
[key: string]: unknown;
|
|
1804
|
+
} | null);
|
|
1805
|
+
observation?: ({
|
|
1806
|
+
[key: string]: unknown;
|
|
1807
|
+
} | null);
|
|
1808
|
+
done?: (boolean | null);
|
|
1809
|
+
error_code?: (string | null);
|
|
1810
|
+
};
|
|
1811
|
+
/**
|
|
1812
|
+
* One turn in the agent-visible interaction.
|
|
1813
|
+
*/
|
|
1814
|
+
type InteractionStep = {
|
|
1815
|
+
step_index: number;
|
|
1816
|
+
turn?: (number | null);
|
|
1817
|
+
calls?: Array<InteractionCall>;
|
|
1818
|
+
shopper_message?: (string | null);
|
|
1819
|
+
};
|
|
1775
1820
|
type InvalidAgentNameError = {
|
|
1776
1821
|
/**
|
|
1777
1822
|
* Error message describing what went wrong
|
|
@@ -2040,6 +2085,14 @@ type NotVersionOwnerError = {
|
|
|
2040
2085
|
*/
|
|
2041
2086
|
error_code?: "NOT_VERSION_OWNER";
|
|
2042
2087
|
};
|
|
2088
|
+
/**
|
|
2089
|
+
* One agent-visible failure code, derived only from the public trace.
|
|
2090
|
+
*/
|
|
2091
|
+
type ObservableIssue = {
|
|
2092
|
+
code: string;
|
|
2093
|
+
count?: number;
|
|
2094
|
+
step_index?: (number | null);
|
|
2095
|
+
};
|
|
2043
2096
|
/**
|
|
2044
2097
|
* Authorized environment delivery and its parent pack identity.
|
|
2045
2098
|
*
|
|
@@ -3950,6 +4003,16 @@ type GetArtifactDownloadUrlData = {
|
|
|
3950
4003
|
};
|
|
3951
4004
|
type GetArtifactDownloadUrlResponse = (ArtifactDownloadResponse);
|
|
3952
4005
|
type GetArtifactDownloadUrlError = ((MissingParameterError | InvalidArtifactTypeError) | RaceInFlightError | (AgentVersionNotFoundError | SuiteNotFoundError | ArtifactNotReleasedError | ArtifactNotFoundError | EvalRunNotFoundError) | HTTPValidationError);
|
|
4006
|
+
type GetEpisodeFeedbackData = {
|
|
4007
|
+
path: {
|
|
4008
|
+
/**
|
|
4009
|
+
* EpisodeResult primary key
|
|
4010
|
+
*/
|
|
4011
|
+
episode_result_id: string;
|
|
4012
|
+
};
|
|
4013
|
+
};
|
|
4014
|
+
type GetEpisodeFeedbackResponse = (EpisodeFeedback);
|
|
4015
|
+
type GetEpisodeFeedbackError = (ArtifactNotFoundError | HTTPValidationError);
|
|
3953
4016
|
type GetEvaluationRunData = {
|
|
3954
4017
|
path: {
|
|
3955
4018
|
/**
|
|
@@ -4827,6 +4890,11 @@ declare const getAgentVersion: <ThrowOnError extends boolean = false>(options: O
|
|
|
4827
4890
|
* Get a presigned URL to download artifacts. Agent code requires the version to be released. Qualifying-phase trajectories and logs are available immediately; race-phase artifacts are gated until the race completes (403 RACE_IN_FLIGHT).
|
|
4828
4891
|
*/
|
|
4829
4892
|
declare const getArtifactDownloadUrl: <ThrowOnError extends boolean = false>(options: OptionsLegacyParser<GetArtifactDownloadUrlData, ThrowOnError>) => _hey_api_client_fetch.RequestResult<ArtifactDownloadResponse, GetArtifactDownloadUrlError, ThrowOnError>;
|
|
4893
|
+
/**
|
|
4894
|
+
* Get miner-safe episode feedback
|
|
4895
|
+
* Return a positive-allowlist `oro.episode_feedback.v1` projection of a single envpack episode: outcome, paid reward, step + tool counts, termination code, agent-visible interaction, and observable-only issue codes. The sealed validator artifact (checks, reward record, family metrics, ledger, explanation) is never exposed here — replay remains available through authorized internal routes.
|
|
4896
|
+
*/
|
|
4897
|
+
declare const getEpisodeFeedback: <ThrowOnError extends boolean = false>(options: OptionsLegacyParser<GetEpisodeFeedbackData, ThrowOnError>) => _hey_api_client_fetch.RequestResult<EpisodeFeedback, GetEpisodeFeedbackError, ThrowOnError>;
|
|
4830
4898
|
/**
|
|
4831
4899
|
* Get evaluation run details
|
|
4832
4900
|
* Get detailed information about a specific evaluation run.
|
|
@@ -5657,4 +5725,4 @@ declare class SessionAuthManager {
|
|
|
5657
5725
|
*/
|
|
5658
5726
|
declare function configureSessionAuth(baseUrl: string, config: SessionAuthConfig): SessionAuthManager;
|
|
5659
5727
|
|
|
5660
|
-
export { type ActivateSuiteData, type ActivateSuiteError, type ActivateSuiteResponse, type ActivateSuiteResponse2, type AdminAgentCodeResponse, type AdminAgentVersionEntry, type AdminAgentVersionsResponse, type AdminEvaluationRunEntry, type AdminEvaluationRunsResponse, type AdminMinerEntry, type AdminMinersResponse, type AdminValidatorEntry, type AdminValidatorsResponse, type AdmissionReason, type AdmissionStatus, type AgentLatestVersion, type AgentNotFoundError, type AgentPublic, type AgentVersionHistoryEntry, type AgentVersionNotFoundError, type AgentVersionProblemsResponse, type AgentVersionPublic, type AgentVersionScoreEntry, type AgentVersionState, type AgentVersionStatus, type AgentVersionVariance, type AgentVersionVarianceResponse, type AlreadyInvalidatedError, type ApiProblemsData, type ApiProblemsError, type ApiProblemsResponse, type ApiRunData, type ApiRunError, type ApiRunResponse, type ArtifactDownloadRequest, type ArtifactDownloadResponse, type ArtifactNotFoundError, type ArtifactNotReleasedError, type ArtifactReleaseState, type ArtifactType, type AtCapacityError, type AuditEventEntry, type AuditEventsResponse, type BanMinerData, type BanMinerError, type BanMinerResponse, type BanRequest, type BanResponse, type BanValidatorData, type BanValidatorError, type BanValidatorResponse, type BittensorAuthConfig, type Body_submit_agent, type CachedSession, type CancelAgentVersionData, type CancelAgentVersionError, type CancelAgentVersionResponse, type CancelRequest, type CancelResponse, type ChallengeRequest, type ChallengeResponse, type CheckSummary, type ChutesAuthStatusResponse, type ClaimWorkData, type ClaimWorkError, type ClaimWorkResponse, type ClaimWorkResponse2, type ClearAllCooldownsResponse, type ClearAllMinerCooldownsError, type ClearAllMinerCooldownsResponse, type ClearCooldownResponse, type ClearMinerCooldownData, type ClearMinerCooldownError, type ClearMinerCooldownResponse, type ClearRaceSelectionError, type ClearRaceSelectionResponse, type CloseQualifyingError, type CloseQualifyingResponse, type CloseQualifyingResponse2, type CodeAnalysisError, type CompleteRunData, type CompleteRunError, type CompleteRunRequest, type CompleteRunResponse, type CompleteRunResponse2, type CooldownActiveError, type CreateSessionEndpointData, type CreateSessionEndpointError, type CreateSessionEndpointResponse, type CreateSuiteData, type CreateSuiteError, type CreateSuiteRequest, type CreateSuiteResponse, type CreateSuiteResponse2, type CurrentRacesResponse, type DeepHealthCheckError, type DeepHealthCheckResponse, type DeleteInferenceCredentialData, type DeleteInferenceCredentialError, type DeleteInferenceCredentialResponse, type DiscardAgentVersionData, type DiscardAgentVersionError, type DiscardAgentVersionResponse, type DiscardRequest, type DiscardResponse, type EliminateAgentVersionData, type EliminateAgentVersionError, type EliminateAgentVersionResponse, type EliminateRequest, type EliminateResponse, type EnvPackErrorResponse, type EpisodeArtifactPresignRequest, type EpisodeArtifactPresignResponse, type EpisodeResultEntry, type EpisodeResultSubmission, type EpochStandings, type ErrorCategory, type EvalRunNotFoundError, type EvaluationExecutionRead, type EvaluationItemRead, type EvaluationItemsRead, type EvaluationPhase, type EvaluationRunDetail, type EvaluationRunPublic, type EvaluationRunStatus, type EvaluationRunStatusPublic, type ExchangeChutesCodeData, type ExchangeChutesCodeError, type ExchangeChutesCodeRequest, type ExchangeChutesCodeResponse, type ExchangeChutesCodeResponse2, type FileTooLargeError, type GeneratedEvaluationResultRead, type GetAgentVersionCodeData, type GetAgentVersionCodeError, type GetAgentVersionCodeResponse, type GetAgentVersionData, type GetAgentVersionError, type GetAgentVersionProblemsData, type GetAgentVersionProblemsError, type GetAgentVersionProblemsResponse, type GetAgentVersionResponse, type GetAgentVersionRunsData, type GetAgentVersionRunsError, type GetAgentVersionRunsResponse, type GetAgentVersionStatusData, type GetAgentVersionStatusError, type GetAgentVersionStatusResponse, type GetAgentVersionVarianceData, type GetAgentVersionVarianceError, type GetAgentVersionVarianceResponse, type GetArtifactDownloadUrlData, type GetArtifactDownloadUrlError, type GetArtifactDownloadUrlResponse, type GetAuditEventsData, type GetAuditEventsError, type GetAuditEventsResponse, type GetChutesAuthStatusError, type GetChutesAuthStatusResponse, type GetCurrentRaceError, type GetCurrentRaceResponse, type GetCurrentRacesError, type GetCurrentRacesResponse, type GetCurrentSuiteError, type GetCurrentSuiteResponse, type GetEvaluationRunData, type GetEvaluationRunError, type GetEvaluationRunResponse, type GetInferenceAuthStatusOneData, type GetInferenceAuthStatusOneError, type GetInferenceAuthStatusOneResponse, type GetInferenceModelsData, type GetInferenceModelsError, type GetInferenceModelsResponse, type GetLeaderboardData, type GetLeaderboardError, type GetLeaderboardResponse, type GetOwnedAgentVersionStatusData, type GetOwnedAgentVersionStatusError, type GetOwnedAgentVersionStatusResponse, type GetPackData, type GetPackError, type GetPackResponse, type GetPendingEvaluationsData, type GetPendingEvaluationsError, type GetPendingEvaluationsResponse, type GetRaceDetailData, type GetRaceDetailError, type GetRaceDetailResponse, type GetRaceDiagnosticsData, type GetRaceDiagnosticsError, type GetRaceDiagnosticsResponse, type GetRaceHistoryData, type GetRaceHistoryError, type GetRaceHistoryResponse, type GetRacePackData, type GetRacePackError, type GetRacePackResponse, type GetRaceValidatorVarianceData, type GetRaceValidatorVarianceError, type GetRaceValidatorVarianceResponse, type GetReaperStatsError, type GetReaperStatsResponse, type GetRunProblemsData, type GetRunProblemsError, type GetRunProblemsResponse, type GetRunningEvaluationsError, type GetRunningEvaluationsResponse, type GetSubmissionPauseError, type GetSubmissionPauseResponse, type GetSuiteProblemsData, type GetSuiteProblemsError, type GetSuiteProblemsResponse, type GetTopAgentError, type GetTopAgentResponse, type GetTopHistoryData, type GetTopHistoryError, type GetTopHistoryResponse, type GetTopMinerPayoutError, type GetTopMinerPayoutResponse, type GetTrajectoryHistoryError, type GetTrajectoryHistoryResponse, type GetValidatorFailuresData, type GetValidatorFailuresError, type GetValidatorFailuresResponse, type GetValidatorPauseError, type GetValidatorPauseResponse, type GetValidatorResourceSamplesData, type GetValidatorResourceSamplesError, type GetValidatorResourceSamplesResponse, type GetValidatorScoresData, type GetValidatorScoresError, type GetValidatorScoresResponse, type GetValidatorsError, type GetValidatorsResponse, type GetWeightSaltError, type GetWeightSaltResponse, type HTTPValidationError, type HealthCheckError, type HealthCheckResponse, type HeartbeatData, type HeartbeatError, type HeartbeatRequest, type HeartbeatResponse, type HeartbeatResponse2, type InferenceAuthListResponse, type InferenceAuthStatusResponse, type InferenceModelsResponse, type InferenceTokenGrant, type InvalidAgentNameError, type InvalidArtifactTypeError, type InvalidFileError, type InvalidProblemIdError, type InvalidateEvaluationRunData, type InvalidateEvaluationRunError, type InvalidateEvaluationRunResponse, type InvalidateRunRequest, type JoinWaitlistData, type JoinWaitlistError, type JoinWaitlistResponse, type LeaderboardEntry, type LeaderboardResponse, type LeaseExpiredError, type ListAgentVersions1Data, type ListAgentVersions1Error, type ListAgentVersions1Response, type ListAgentVersionsData, type ListAgentVersionsError, type ListAgentVersionsResponse, type ListEvaluationRunsData, type ListEvaluationRunsError, type ListEvaluationRunsResponse, type ListInferenceAuthError, type ListInferenceAuthResponse, type ListMinerAgentsError, type ListMinerAgentsResponse, type ListMinersData, type ListMinersError, type ListMinersResponse, type ListSuitesError, type ListSuitesResponse, type ListValidatorsData, type ListValidatorsError, type ListValidatorsResponse, type LogoutData, type LogoutError, type LogoutResponse, type LogoutResponse2, type MinerAgentsResponse, type MinerNotFoundError, type MinerRaceSelectionRequest, type MissingParameterError, type MissingScoreError, type NoActiveSuiteError, type NoSelectionError, type NotRunOwnerError, type NotVersionOwnerError, type OroErrorCode, type PackFetchResponse, type PendingEvaluation, type PendingEvaluationSummary, type PendingEvaluationsResponse, type PinnedFinisher, type PooledWindowRace, type PostSubmissionPauseData, type PostSubmissionPauseError, type PostSubmissionPauseResponse, type PostSubmissionResumeData, type PostSubmissionResumeError, type PostSubmissionResumeResponse, type PostValidatorPauseData, type PostValidatorPauseError, type PostValidatorPauseResponse, type PostValidatorResumeData, type PostValidatorResumeError, type PostValidatorResumeResponse, type PresignEpisodeArtifactData, type PresignEpisodeArtifactError, type PresignEpisodeArtifactResponse, type PresignUploadData, type PresignUploadError, type PresignUploadRequest, type PresignUploadResponse, type PresignUploadResponse2, type ProblemNotFoundError, type ProblemProgressEntry, type ProblemProgressUpdate, type ProblemPublic, type ProblemStatus, type ProgressUpdateRequest, type ProgressUpdateResponse, type QualifyingTaskRead, type RaceCurrentResponse, type RaceDetailResponse, type RaceDiagnosticsResponse, type RaceHistoryResponse, type RaceInFlightError, type RaceLockedError, type RaceNotFoundError, type RacePackFetchResponse, type RacePublic, type RaceQualifierEntry, type RaceQualifierPublic, type RaceSummary, type RaceValidatorVarianceResponse, type RaceWorkItemEntry, type RankedInferenceModel, type RankedInferenceModelsResponse, type RateLimitExceededError, type ReaperStatsResponse, type ReevaluateAgentVersionData, type ReevaluateAgentVersionError, type ReevaluateAgentVersionResponse, type ReevaluateRequest, type ReevaluateResponse, type ReinstateAgentVersionData, type ReinstateAgentVersionError, type ReinstateAgentVersionResponse, type ReinstateEliminationData, type ReinstateEliminationError, type ReinstateEliminationRequest, type ReinstateEliminationResponse, type ReinstateEliminationResponse2, type ReinstateRequest, type RequestChallengeData, type RequestChallengeError, type RequestChallengeResponse, type RetryConfig, type RetryContext, type RewardSummary, type RunAlreadyCompleteError, type RunProblemsResponse, type RunningEvaluation, type SafeEnvironmentMetadata, type ScoreBelowThresholdError, type SessionAuthConfig, SessionAuthManager, type SessionInfo, type SessionRequest, type SessionResponse, type SetDefaultInferenceProviderData, type SetDefaultInferenceProviderError, type SetDefaultInferenceProviderResponse, type SetDefaultProviderRequest, type SetRaceSelectionData, type SetRaceSelectionError, type SetRaceSelectionResponse, type SetTopAgentData, type SetTopAgentError, type SetTopAgentResponse, type SetTopRequest, type SetTopResponse, type SimilarityCheckUnavailableError, type SpreadBucket, type StoreChutesTokenData, type StoreChutesTokenError, type StoreChutesTokenRequest, type StoreChutesTokenResponse, type StoreInferenceCredentialData, type StoreInferenceCredentialError, type StoreInferenceCredentialRequest, type StoreInferenceCredentialResponse, type SubmissionPauseRequest, type SubmissionPauseStatus, type SubmissionsPausedError, type SubmitAgentData, type SubmitAgentError, type SubmitAgentResponse, type SubmitAgentResponse2, type SubmitEpisodeResultsData, type SubmitEpisodeResultsError, type SubmitEpisodeResultsRequest, type SubmitEpisodeResultsResponse, type SubmitEpisodeResultsResponse2, type SuiteNotFoundError, type SuitePublic, type SuiteWithProblemsResponse, type TerminalStatus, type TopAgentResponse, type TopHistoryEntry, type TopHistoryResponse, type TopMinerPayoutResponse, type TrajectoryDay, type TrajectoryHistoryResponse, type UnbanMinerData, type UnbanMinerError, type UnbanMinerResponse, type UnbanValidatorData, type UnbanValidatorError, type UnbanValidatorResponse, type UpdateProgressData, type UpdateProgressError, type UpdateProgressResponse, type UpdateQualifyingDeadlineData, type UpdateQualifyingDeadlineError, type UpdateQualifyingDeadlineRequest, type UpdateQualifyingDeadlineResponse, type UpdateQualifyingDeadlineResponse2, type UpdateValidatorData, type UpdateValidatorError, type UpdateValidatorRequest, type UpdateValidatorResponse, type ValidationError, type ValidationErrorError, type ValidatorCurrentAgent, type ValidatorFailureEntry, type ValidatorFailuresResponse, type ValidatorNotFoundError, type ValidatorPauseRequest, type ValidatorPauseStatus, type ValidatorProblemResult, type ValidatorPublic, type ValidatorResourceSampleEntry, type ValidatorResourceSamplesResponse, type ValidatorResumeRequest, type ValidatorScoreSummary, type ValidatorScoresResponse, type ValidatorStatus, type ValidatorVarianceEntry, type WaitlistSignupRequest, type WaitlistSignupResponse, type WeightSaltResponse, type WorkItemStatus, activateSuite, apiProblems, apiRun, banMiner, banValidator, cancelAgentVersion, claimWork, classifyError, classifyStatus, clearAllMinerCooldowns, clearMinerCooldown, clearRaceSelection, client, closeQualifying, completeRun, computeDelay, configureBittensorAuth, configurePublicClient, configureSessionAuth, createRetryFetch, createSessionEndpoint, createSuite, deepHealthCheck, deleteInferenceCredential, discardAgentVersion, eliminateAgentVersion, exchangeChutesCode, type execution_kind, generateAuthHeaders, getAgentVersion, getAgentVersionCode, getAgentVersionProblems, getAgentVersionRuns, getAgentVersionStatus, getAgentVersionVariance, getArtifactDownloadUrl, getAuditEvents, getChutesAuthStatus, getCurrentRace, getCurrentRaces, getCurrentSuite, getErrorCode, getErrorDetail, getEvaluationRun, getInferenceAuthStatusOne, getInferenceModels, getLeaderboard, getOwnedAgentVersionStatus, getPack, getPendingEvaluations, getRaceDetail, getRaceDiagnostics, getRaceHistory, getRacePack, getRaceValidatorVariance, getReaperStats, getRunProblems, getRunningEvaluations, getSubmissionPause, getSuiteProblems, getTopAgent, getTopHistory, getTopMinerPayout, getTrajectoryHistory, getValidatorFailures, getValidatorPause, getValidatorResourceSamples, getValidatorScores, getValidators, getWeightSalt, hasDetail, hasErrorCode, healthCheck, heartbeat, invalidateEvaluationRun, isTransient, isTransientError, type item_kind, joinWaitlist, listAgentVersions, listAgentVersions1, listEvaluationRuns, listInferenceAuth, listMinerAgents, listMiners, listSuites, listValidators, logout, type outcome, parseRetryAfter, postSubmissionPause, postSubmissionResume, postValidatorPause, postValidatorResume, presignEpisodeArtifact, presignUpload, type provider, reevaluateAgentVersion, reinstateAgentVersion, reinstateElimination, requestChallenge, setDefaultInferenceProvider, setRaceSelection, setTopAgent, type status, storeChutesToken, storeInferenceCredential, submitAgent, submitEpisodeResults, unbanMiner, unbanValidator, updateProgress, updateQualifyingDeadline, updateValidator };
|
|
5728
|
+
export { type ActivateSuiteData, type ActivateSuiteError, type ActivateSuiteResponse, type ActivateSuiteResponse2, type AdminAgentCodeResponse, type AdminAgentVersionEntry, type AdminAgentVersionsResponse, type AdminEvaluationRunEntry, type AdminEvaluationRunsResponse, type AdminMinerEntry, type AdminMinersResponse, type AdminValidatorEntry, type AdminValidatorsResponse, type AdmissionReason, type AdmissionStatus, type AgentLatestVersion, type AgentNotFoundError, type AgentPublic, type AgentVersionHistoryEntry, type AgentVersionNotFoundError, type AgentVersionProblemsResponse, type AgentVersionPublic, type AgentVersionScoreEntry, type AgentVersionState, type AgentVersionStatus, type AgentVersionVariance, type AgentVersionVarianceResponse, type AlreadyInvalidatedError, type ApiProblemsData, type ApiProblemsError, type ApiProblemsResponse, type ApiRunData, type ApiRunError, type ApiRunResponse, type ArtifactDownloadRequest, type ArtifactDownloadResponse, type ArtifactNotFoundError, type ArtifactNotReleasedError, type ArtifactReleaseState, type ArtifactType, type AtCapacityError, type AuditEventEntry, type AuditEventsResponse, type BanMinerData, type BanMinerError, type BanMinerResponse, type BanRequest, type BanResponse, type BanValidatorData, type BanValidatorError, type BanValidatorResponse, type BittensorAuthConfig, type Body_submit_agent, type CachedSession, type CancelAgentVersionData, type CancelAgentVersionError, type CancelAgentVersionResponse, type CancelRequest, type CancelResponse, type ChallengeRequest, type ChallengeResponse, type CheckSummary, type ChutesAuthStatusResponse, type ClaimWorkData, type ClaimWorkError, type ClaimWorkResponse, type ClaimWorkResponse2, type ClearAllCooldownsResponse, type ClearAllMinerCooldownsError, type ClearAllMinerCooldownsResponse, type ClearCooldownResponse, type ClearMinerCooldownData, type ClearMinerCooldownError, type ClearMinerCooldownResponse, type ClearRaceSelectionError, type ClearRaceSelectionResponse, type CloseQualifyingError, type CloseQualifyingResponse, type CloseQualifyingResponse2, type CodeAnalysisError, type CompleteRunData, type CompleteRunError, type CompleteRunRequest, type CompleteRunResponse, type CompleteRunResponse2, type CooldownActiveError, type CreateSessionEndpointData, type CreateSessionEndpointError, type CreateSessionEndpointResponse, type CreateSuiteData, type CreateSuiteError, type CreateSuiteRequest, type CreateSuiteResponse, type CreateSuiteResponse2, type CurrentRacesResponse, type DeepHealthCheckError, type DeepHealthCheckResponse, type DeleteInferenceCredentialData, type DeleteInferenceCredentialError, type DeleteInferenceCredentialResponse, type DiscardAgentVersionData, type DiscardAgentVersionError, type DiscardAgentVersionResponse, type DiscardRequest, type DiscardResponse, type EliminateAgentVersionData, type EliminateAgentVersionError, type EliminateAgentVersionResponse, type EliminateRequest, type EliminateResponse, type EnvPackErrorResponse, type EpisodeArtifactPresignRequest, type EpisodeArtifactPresignResponse, type EpisodeFeedback, type EpisodeResultEntry, type EpisodeResultSubmission, type EpochStandings, type ErrorCategory, type EvalRunNotFoundError, type EvaluationExecutionRead, type EvaluationItemRead, type EvaluationItemsRead, type EvaluationPhase, type EvaluationRunDetail, type EvaluationRunPublic, type EvaluationRunStatus, type EvaluationRunStatusPublic, type ExchangeChutesCodeData, type ExchangeChutesCodeError, type ExchangeChutesCodeRequest, type ExchangeChutesCodeResponse, type ExchangeChutesCodeResponse2, type FileTooLargeError, type GeneratedEvaluationResultRead, type GetAgentVersionCodeData, type GetAgentVersionCodeError, type GetAgentVersionCodeResponse, type GetAgentVersionData, type GetAgentVersionError, type GetAgentVersionProblemsData, type GetAgentVersionProblemsError, type GetAgentVersionProblemsResponse, type GetAgentVersionResponse, type GetAgentVersionRunsData, type GetAgentVersionRunsError, type GetAgentVersionRunsResponse, type GetAgentVersionStatusData, type GetAgentVersionStatusError, type GetAgentVersionStatusResponse, type GetAgentVersionVarianceData, type GetAgentVersionVarianceError, type GetAgentVersionVarianceResponse, type GetArtifactDownloadUrlData, type GetArtifactDownloadUrlError, type GetArtifactDownloadUrlResponse, type GetAuditEventsData, type GetAuditEventsError, type GetAuditEventsResponse, type GetChutesAuthStatusError, type GetChutesAuthStatusResponse, type GetCurrentRaceError, type GetCurrentRaceResponse, type GetCurrentRacesError, type GetCurrentRacesResponse, type GetCurrentSuiteError, type GetCurrentSuiteResponse, type GetEpisodeFeedbackData, type GetEpisodeFeedbackError, type GetEpisodeFeedbackResponse, type GetEvaluationRunData, type GetEvaluationRunError, type GetEvaluationRunResponse, type GetInferenceAuthStatusOneData, type GetInferenceAuthStatusOneError, type GetInferenceAuthStatusOneResponse, type GetInferenceModelsData, type GetInferenceModelsError, type GetInferenceModelsResponse, type GetLeaderboardData, type GetLeaderboardError, type GetLeaderboardResponse, type GetOwnedAgentVersionStatusData, type GetOwnedAgentVersionStatusError, type GetOwnedAgentVersionStatusResponse, type GetPackData, type GetPackError, type GetPackResponse, type GetPendingEvaluationsData, type GetPendingEvaluationsError, type GetPendingEvaluationsResponse, type GetRaceDetailData, type GetRaceDetailError, type GetRaceDetailResponse, type GetRaceDiagnosticsData, type GetRaceDiagnosticsError, type GetRaceDiagnosticsResponse, type GetRaceHistoryData, type GetRaceHistoryError, type GetRaceHistoryResponse, type GetRacePackData, type GetRacePackError, type GetRacePackResponse, type GetRaceValidatorVarianceData, type GetRaceValidatorVarianceError, type GetRaceValidatorVarianceResponse, type GetReaperStatsError, type GetReaperStatsResponse, type GetRunProblemsData, type GetRunProblemsError, type GetRunProblemsResponse, type GetRunningEvaluationsError, type GetRunningEvaluationsResponse, type GetSubmissionPauseError, type GetSubmissionPauseResponse, type GetSuiteProblemsData, type GetSuiteProblemsError, type GetSuiteProblemsResponse, type GetTopAgentError, type GetTopAgentResponse, type GetTopHistoryData, type GetTopHistoryError, type GetTopHistoryResponse, type GetTopMinerPayoutError, type GetTopMinerPayoutResponse, type GetTrajectoryHistoryError, type GetTrajectoryHistoryResponse, type GetValidatorFailuresData, type GetValidatorFailuresError, type GetValidatorFailuresResponse, type GetValidatorPauseError, type GetValidatorPauseResponse, type GetValidatorResourceSamplesData, type GetValidatorResourceSamplesError, type GetValidatorResourceSamplesResponse, type GetValidatorScoresData, type GetValidatorScoresError, type GetValidatorScoresResponse, type GetValidatorsError, type GetValidatorsResponse, type GetWeightSaltError, type GetWeightSaltResponse, type HTTPValidationError, type HealthCheckError, type HealthCheckResponse, type HeartbeatData, type HeartbeatError, type HeartbeatRequest, type HeartbeatResponse, type HeartbeatResponse2, type InferenceAuthListResponse, type InferenceAuthStatusResponse, type InferenceModelsResponse, type InferenceTokenGrant, type InteractionCall, type InteractionStep, type InvalidAgentNameError, type InvalidArtifactTypeError, type InvalidFileError, type InvalidProblemIdError, type InvalidateEvaluationRunData, type InvalidateEvaluationRunError, type InvalidateEvaluationRunResponse, type InvalidateRunRequest, type JoinWaitlistData, type JoinWaitlistError, type JoinWaitlistResponse, type LeaderboardEntry, type LeaderboardResponse, type LeaseExpiredError, type ListAgentVersions1Data, type ListAgentVersions1Error, type ListAgentVersions1Response, type ListAgentVersionsData, type ListAgentVersionsError, type ListAgentVersionsResponse, type ListEvaluationRunsData, type ListEvaluationRunsError, type ListEvaluationRunsResponse, type ListInferenceAuthError, type ListInferenceAuthResponse, type ListMinerAgentsError, type ListMinerAgentsResponse, type ListMinersData, type ListMinersError, type ListMinersResponse, type ListSuitesError, type ListSuitesResponse, type ListValidatorsData, type ListValidatorsError, type ListValidatorsResponse, type LogoutData, type LogoutError, type LogoutResponse, type LogoutResponse2, type MinerAgentsResponse, type MinerNotFoundError, type MinerRaceSelectionRequest, type MissingParameterError, type MissingScoreError, type NoActiveSuiteError, type NoSelectionError, type NotRunOwnerError, type NotVersionOwnerError, type ObservableIssue, type OroErrorCode, type PackFetchResponse, type PendingEvaluation, type PendingEvaluationSummary, type PendingEvaluationsResponse, type PinnedFinisher, type PooledWindowRace, type PostSubmissionPauseData, type PostSubmissionPauseError, type PostSubmissionPauseResponse, type PostSubmissionResumeData, type PostSubmissionResumeError, type PostSubmissionResumeResponse, type PostValidatorPauseData, type PostValidatorPauseError, type PostValidatorPauseResponse, type PostValidatorResumeData, type PostValidatorResumeError, type PostValidatorResumeResponse, type PresignEpisodeArtifactData, type PresignEpisodeArtifactError, type PresignEpisodeArtifactResponse, type PresignUploadData, type PresignUploadError, type PresignUploadRequest, type PresignUploadResponse, type PresignUploadResponse2, type ProblemNotFoundError, type ProblemProgressEntry, type ProblemProgressUpdate, type ProblemPublic, type ProblemStatus, type ProgressUpdateRequest, type ProgressUpdateResponse, type QualifyingTaskRead, type RaceCurrentResponse, type RaceDetailResponse, type RaceDiagnosticsResponse, type RaceHistoryResponse, type RaceInFlightError, type RaceLockedError, type RaceNotFoundError, type RacePackFetchResponse, type RacePublic, type RaceQualifierEntry, type RaceQualifierPublic, type RaceSummary, type RaceValidatorVarianceResponse, type RaceWorkItemEntry, type RankedInferenceModel, type RankedInferenceModelsResponse, type RateLimitExceededError, type ReaperStatsResponse, type ReevaluateAgentVersionData, type ReevaluateAgentVersionError, type ReevaluateAgentVersionResponse, type ReevaluateRequest, type ReevaluateResponse, type ReinstateAgentVersionData, type ReinstateAgentVersionError, type ReinstateAgentVersionResponse, type ReinstateEliminationData, type ReinstateEliminationError, type ReinstateEliminationRequest, type ReinstateEliminationResponse, type ReinstateEliminationResponse2, type ReinstateRequest, type RequestChallengeData, type RequestChallengeError, type RequestChallengeResponse, type RetryConfig, type RetryContext, type RewardSummary, type RunAlreadyCompleteError, type RunProblemsResponse, type RunningEvaluation, type SafeEnvironmentMetadata, type ScoreBelowThresholdError, type SessionAuthConfig, SessionAuthManager, type SessionInfo, type SessionRequest, type SessionResponse, type SetDefaultInferenceProviderData, type SetDefaultInferenceProviderError, type SetDefaultInferenceProviderResponse, type SetDefaultProviderRequest, type SetRaceSelectionData, type SetRaceSelectionError, type SetRaceSelectionResponse, type SetTopAgentData, type SetTopAgentError, type SetTopAgentResponse, type SetTopRequest, type SetTopResponse, type SimilarityCheckUnavailableError, type SpreadBucket, type StoreChutesTokenData, type StoreChutesTokenError, type StoreChutesTokenRequest, type StoreChutesTokenResponse, type StoreInferenceCredentialData, type StoreInferenceCredentialError, type StoreInferenceCredentialRequest, type StoreInferenceCredentialResponse, type SubmissionPauseRequest, type SubmissionPauseStatus, type SubmissionsPausedError, type SubmitAgentData, type SubmitAgentError, type SubmitAgentResponse, type SubmitAgentResponse2, type SubmitEpisodeResultsData, type SubmitEpisodeResultsError, type SubmitEpisodeResultsRequest, type SubmitEpisodeResultsResponse, type SubmitEpisodeResultsResponse2, type SuiteNotFoundError, type SuitePublic, type SuiteWithProblemsResponse, type TerminalStatus, type TopAgentResponse, type TopHistoryEntry, type TopHistoryResponse, type TopMinerPayoutResponse, type TrajectoryDay, type TrajectoryHistoryResponse, type UnbanMinerData, type UnbanMinerError, type UnbanMinerResponse, type UnbanValidatorData, type UnbanValidatorError, type UnbanValidatorResponse, type UpdateProgressData, type UpdateProgressError, type UpdateProgressResponse, type UpdateQualifyingDeadlineData, type UpdateQualifyingDeadlineError, type UpdateQualifyingDeadlineRequest, type UpdateQualifyingDeadlineResponse, type UpdateQualifyingDeadlineResponse2, type UpdateValidatorData, type UpdateValidatorError, type UpdateValidatorRequest, type UpdateValidatorResponse, type ValidationError, type ValidationErrorError, type ValidatorCurrentAgent, type ValidatorFailureEntry, type ValidatorFailuresResponse, type ValidatorNotFoundError, type ValidatorPauseRequest, type ValidatorPauseStatus, type ValidatorProblemResult, type ValidatorPublic, type ValidatorResourceSampleEntry, type ValidatorResourceSamplesResponse, type ValidatorResumeRequest, type ValidatorScoreSummary, type ValidatorScoresResponse, type ValidatorStatus, type ValidatorVarianceEntry, type WaitlistSignupRequest, type WaitlistSignupResponse, type WeightSaltResponse, type WorkItemStatus, activateSuite, apiProblems, apiRun, banMiner, banValidator, cancelAgentVersion, claimWork, classifyError, classifyStatus, clearAllMinerCooldowns, clearMinerCooldown, clearRaceSelection, client, closeQualifying, completeRun, computeDelay, configureBittensorAuth, configurePublicClient, configureSessionAuth, createRetryFetch, createSessionEndpoint, createSuite, deepHealthCheck, deleteInferenceCredential, type diagnostics_state, discardAgentVersion, eliminateAgentVersion, exchangeChutesCode, type execution_kind, generateAuthHeaders, getAgentVersion, getAgentVersionCode, getAgentVersionProblems, getAgentVersionRuns, getAgentVersionStatus, getAgentVersionVariance, getArtifactDownloadUrl, getAuditEvents, getChutesAuthStatus, getCurrentRace, getCurrentRaces, getCurrentSuite, getEpisodeFeedback, getErrorCode, getErrorDetail, getEvaluationRun, getInferenceAuthStatusOne, getInferenceModels, getLeaderboard, getOwnedAgentVersionStatus, getPack, getPendingEvaluations, getRaceDetail, getRaceDiagnostics, getRaceHistory, getRacePack, getRaceValidatorVariance, getReaperStats, getRunProblems, getRunningEvaluations, getSubmissionPause, getSuiteProblems, getTopAgent, getTopHistory, getTopMinerPayout, getTrajectoryHistory, getValidatorFailures, getValidatorPause, getValidatorResourceSamples, getValidatorScores, getValidators, getWeightSalt, hasDetail, hasErrorCode, healthCheck, heartbeat, invalidateEvaluationRun, isTransient, isTransientError, type item_kind, joinWaitlist, listAgentVersions, listAgentVersions1, listEvaluationRuns, listInferenceAuth, listMinerAgents, listMiners, listSuites, listValidators, logout, type outcome, parseRetryAfter, type phase, postSubmissionPause, postSubmissionResume, postValidatorPause, postValidatorResume, presignEpisodeArtifact, presignUpload, type provider, reevaluateAgentVersion, reinstateAgentVersion, reinstateElimination, requestChallenge, setDefaultInferenceProvider, setRaceSelection, setTopAgent, type status, storeChutesToken, storeInferenceCredential, submitAgent, submitEpisodeResults, type termination_code, unbanMiner, unbanValidator, updateProgress, updateQualifyingDeadline, updateValidator };
|
package/dist/index.js
CHANGED
|
@@ -71,6 +71,7 @@ __export(index_exports, {
|
|
|
71
71
|
getCurrentRace: () => getCurrentRace,
|
|
72
72
|
getCurrentRaces: () => getCurrentRaces,
|
|
73
73
|
getCurrentSuite: () => getCurrentSuite,
|
|
74
|
+
getEpisodeFeedback: () => getEpisodeFeedback,
|
|
74
75
|
getErrorCode: () => getErrorCode,
|
|
75
76
|
getErrorDetail: () => getErrorDetail,
|
|
76
77
|
getEvaluationRun: () => getEvaluationRun,
|
|
@@ -236,6 +237,12 @@ var getArtifactDownloadUrl = (options) => {
|
|
|
236
237
|
url: "/v1/public/artifacts/download-url"
|
|
237
238
|
});
|
|
238
239
|
};
|
|
240
|
+
var getEpisodeFeedback = (options) => {
|
|
241
|
+
return (options?.client ?? client).get({
|
|
242
|
+
...options,
|
|
243
|
+
url: "/v1/public/episode-results/{episode_result_id}/feedback"
|
|
244
|
+
});
|
|
245
|
+
};
|
|
239
246
|
var getEvaluationRun = (options) => {
|
|
240
247
|
return (options?.client ?? client).get({
|
|
241
248
|
...options,
|
|
@@ -1112,6 +1119,7 @@ function configureSessionAuth(baseUrl, config) {
|
|
|
1112
1119
|
getCurrentRace,
|
|
1113
1120
|
getCurrentRaces,
|
|
1114
1121
|
getCurrentSuite,
|
|
1122
|
+
getEpisodeFeedback,
|
|
1115
1123
|
getErrorCode,
|
|
1116
1124
|
getErrorDetail,
|
|
1117
1125
|
getEvaluationRun,
|
package/dist/index.mjs
CHANGED
|
@@ -91,6 +91,12 @@ var getArtifactDownloadUrl = (options) => {
|
|
|
91
91
|
url: "/v1/public/artifacts/download-url"
|
|
92
92
|
});
|
|
93
93
|
};
|
|
94
|
+
var getEpisodeFeedback = (options) => {
|
|
95
|
+
return (options?.client ?? client).get({
|
|
96
|
+
...options,
|
|
97
|
+
url: "/v1/public/episode-results/{episode_result_id}/feedback"
|
|
98
|
+
});
|
|
99
|
+
};
|
|
94
100
|
var getEvaluationRun = (options) => {
|
|
95
101
|
return (options?.client ?? client).get({
|
|
96
102
|
...options,
|
|
@@ -966,6 +972,7 @@ export {
|
|
|
966
972
|
getCurrentRace,
|
|
967
973
|
getCurrentRaces,
|
|
968
974
|
getCurrentSuite,
|
|
975
|
+
getEpisodeFeedback,
|
|
969
976
|
getErrorCode,
|
|
970
977
|
getErrorDetail,
|
|
971
978
|
getEvaluationRun,
|
package/package.json
CHANGED
package/src/generated/sdk.gen.ts
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
// This file is auto-generated by @hey-api/openapi-ts
|
|
2
2
|
|
|
3
3
|
import { createClient, createConfig, type OptionsLegacyParser, formDataBodySerializer } from '@hey-api/client-fetch';
|
|
4
|
-
import type { HealthCheckError, HealthCheckResponse, DeepHealthCheckError, DeepHealthCheckResponse, ListSuitesError, ListSuitesResponse, GetCurrentSuiteError, GetCurrentSuiteResponse, GetSuiteProblemsData, GetSuiteProblemsError, GetSuiteProblemsResponse, GetLeaderboardData, GetLeaderboardError, GetLeaderboardResponse, GetTopAgentError, GetTopAgentResponse, GetTrajectoryHistoryError, GetTrajectoryHistoryResponse, GetTopMinerPayoutError, GetTopMinerPayoutResponse, GetTopHistoryData, GetTopHistoryError, GetTopHistoryResponse, GetAgentVersionStatusData, GetAgentVersionStatusError, GetAgentVersionStatusResponse, GetAgentVersionRunsData, GetAgentVersionRunsError, GetAgentVersionRunsResponse, GetAgentVersionProblemsData, GetAgentVersionProblemsError, GetAgentVersionProblemsResponse, GetAgentVersionData, GetAgentVersionError, GetAgentVersionResponse, GetArtifactDownloadUrlData, GetArtifactDownloadUrlError, GetArtifactDownloadUrlResponse, GetEvaluationRunData, GetEvaluationRunError, GetEvaluationRunResponse, GetValidatorsError, GetValidatorsResponse, GetRunningEvaluationsError, GetRunningEvaluationsResponse, GetPendingEvaluationsData, GetPendingEvaluationsError, GetPendingEvaluationsResponse, GetCurrentRaceError, GetCurrentRaceResponse, GetRaceHistoryData, GetRaceHistoryError, GetRaceHistoryResponse, GetRaceDetailData, GetRaceDetailError, GetRaceDetailResponse, GetRaceValidatorVarianceData, GetRaceValidatorVarianceError, GetRaceValidatorVarianceResponse, JoinWaitlistData, JoinWaitlistError, JoinWaitlistResponse, GetInferenceModelsData, GetInferenceModelsError, GetInferenceModelsResponse, RequestChallengeData, RequestChallengeError, RequestChallengeResponse, CreateSessionEndpointData, CreateSessionEndpointError, CreateSessionEndpointResponse, LogoutData, LogoutError, LogoutResponse2, SubmitAgentData, SubmitAgentError, SubmitAgentResponse2, StoreInferenceCredentialData, StoreInferenceCredentialError, StoreInferenceCredentialResponse, GetInferenceAuthStatusOneData, GetInferenceAuthStatusOneError, GetInferenceAuthStatusOneResponse, DeleteInferenceCredentialData, DeleteInferenceCredentialError, DeleteInferenceCredentialResponse, ListInferenceAuthError, ListInferenceAuthResponse, SetDefaultInferenceProviderData, SetDefaultInferenceProviderError, SetDefaultInferenceProviderResponse, StoreChutesTokenData, StoreChutesTokenError, StoreChutesTokenResponse, GetChutesAuthStatusError, GetChutesAuthStatusResponse, ExchangeChutesCodeData, ExchangeChutesCodeError, ExchangeChutesCodeResponse2, ListMinerAgentsError, ListMinerAgentsResponse, ListAgentVersionsData, ListAgentVersionsError, ListAgentVersionsResponse, GetOwnedAgentVersionStatusData, GetOwnedAgentVersionStatusError, GetOwnedAgentVersionStatusResponse, SetRaceSelectionData, SetRaceSelectionError, SetRaceSelectionResponse, ClearRaceSelectionError, ClearRaceSelectionResponse, ClaimWorkData, ClaimWorkError, ClaimWorkResponse2, HeartbeatData, HeartbeatError, HeartbeatResponse2, UpdateProgressData, UpdateProgressError, UpdateProgressResponse, PresignUploadData, PresignUploadError, PresignUploadResponse2, CompleteRunData, CompleteRunError, CompleteRunResponse2, GetRunProblemsData, GetRunProblemsError, GetRunProblemsResponse, GetWeightSaltError, GetWeightSaltResponse, BanMinerData, BanMinerError, BanMinerResponse, UnbanMinerData, UnbanMinerError, UnbanMinerResponse, BanValidatorData, BanValidatorError, BanValidatorResponse, UnbanValidatorData, UnbanValidatorError, UnbanValidatorResponse, UpdateValidatorData, UpdateValidatorError, UpdateValidatorResponse, DiscardAgentVersionData, DiscardAgentVersionError, DiscardAgentVersionResponse, ReinstateAgentVersionData, ReinstateAgentVersionError, ReinstateAgentVersionResponse, EliminateAgentVersionData, EliminateAgentVersionError, EliminateAgentVersionResponse, ReinstateEliminationData, ReinstateEliminationError, ReinstateEliminationResponse2, SetTopAgentData, SetTopAgentError, SetTopAgentResponse, InvalidateEvaluationRunData, InvalidateEvaluationRunError, InvalidateEvaluationRunResponse, ReevaluateAgentVersionData, ReevaluateAgentVersionError, ReevaluateAgentVersionResponse, CancelAgentVersionData, CancelAgentVersionError, CancelAgentVersionResponse, CreateSuiteData, CreateSuiteError, CreateSuiteResponse2, ActivateSuiteData, ActivateSuiteError, ActivateSuiteResponse2, GetAuditEventsData, GetAuditEventsError, GetAuditEventsResponse, GetReaperStatsError, GetReaperStatsResponse, ClearMinerCooldownData, ClearMinerCooldownError, ClearMinerCooldownResponse, ClearAllMinerCooldownsError, ClearAllMinerCooldownsResponse, ListMinersData, ListMinersError, ListMinersResponse, ListValidatorsData, ListValidatorsError, ListValidatorsResponse, ListAgentVersions1Data, ListAgentVersions1Error, ListAgentVersions1Response, ListEvaluationRunsData, ListEvaluationRunsError, ListEvaluationRunsResponse, GetValidatorScoresData, GetValidatorScoresError, GetValidatorScoresResponse, GetAgentVersionVarianceData, GetAgentVersionVarianceError, GetAgentVersionVarianceResponse, GetAgentVersionCodeData, GetAgentVersionCodeError, GetAgentVersionCodeResponse, GetCurrentRacesError, GetCurrentRacesResponse, GetRaceDiagnosticsData, GetRaceDiagnosticsError, GetRaceDiagnosticsResponse, UpdateQualifyingDeadlineData, UpdateQualifyingDeadlineError, UpdateQualifyingDeadlineResponse2, CloseQualifyingError, CloseQualifyingResponse2, GetValidatorResourceSamplesData, GetValidatorResourceSamplesError, GetValidatorResourceSamplesResponse, GetValidatorFailuresData, GetValidatorFailuresError, GetValidatorFailuresResponse, GetSubmissionPauseError, GetSubmissionPauseResponse, PostSubmissionPauseData, PostSubmissionPauseError, PostSubmissionPauseResponse, PostSubmissionResumeData, PostSubmissionResumeError, PostSubmissionResumeResponse, GetValidatorPauseError, GetValidatorPauseResponse, PostValidatorPauseData, PostValidatorPauseError, PostValidatorPauseResponse, PostValidatorResumeData, PostValidatorResumeError, PostValidatorResumeResponse, GetPackData, GetPackError, GetPackResponse, GetRacePackData, GetRacePackError, GetRacePackResponse, PresignEpisodeArtifactData, PresignEpisodeArtifactError, PresignEpisodeArtifactResponse, SubmitEpisodeResultsData, SubmitEpisodeResultsError, SubmitEpisodeResultsResponse2, ApiProblemsData, ApiProblemsError, ApiProblemsResponse, ApiRunData, ApiRunError, ApiRunResponse } from './types.gen';
|
|
4
|
+
import type { HealthCheckError, HealthCheckResponse, DeepHealthCheckError, DeepHealthCheckResponse, ListSuitesError, ListSuitesResponse, GetCurrentSuiteError, GetCurrentSuiteResponse, GetSuiteProblemsData, GetSuiteProblemsError, GetSuiteProblemsResponse, GetLeaderboardData, GetLeaderboardError, GetLeaderboardResponse, GetTopAgentError, GetTopAgentResponse, GetTrajectoryHistoryError, GetTrajectoryHistoryResponse, GetTopMinerPayoutError, GetTopMinerPayoutResponse, GetTopHistoryData, GetTopHistoryError, GetTopHistoryResponse, GetAgentVersionStatusData, GetAgentVersionStatusError, GetAgentVersionStatusResponse, GetAgentVersionRunsData, GetAgentVersionRunsError, GetAgentVersionRunsResponse, GetAgentVersionProblemsData, GetAgentVersionProblemsError, GetAgentVersionProblemsResponse, GetAgentVersionData, GetAgentVersionError, GetAgentVersionResponse, GetArtifactDownloadUrlData, GetArtifactDownloadUrlError, GetArtifactDownloadUrlResponse, GetEpisodeFeedbackData, GetEpisodeFeedbackError, GetEpisodeFeedbackResponse, GetEvaluationRunData, GetEvaluationRunError, GetEvaluationRunResponse, GetValidatorsError, GetValidatorsResponse, GetRunningEvaluationsError, GetRunningEvaluationsResponse, GetPendingEvaluationsData, GetPendingEvaluationsError, GetPendingEvaluationsResponse, GetCurrentRaceError, GetCurrentRaceResponse, GetRaceHistoryData, GetRaceHistoryError, GetRaceHistoryResponse, GetRaceDetailData, GetRaceDetailError, GetRaceDetailResponse, GetRaceValidatorVarianceData, GetRaceValidatorVarianceError, GetRaceValidatorVarianceResponse, JoinWaitlistData, JoinWaitlistError, JoinWaitlistResponse, GetInferenceModelsData, GetInferenceModelsError, GetInferenceModelsResponse, RequestChallengeData, RequestChallengeError, RequestChallengeResponse, CreateSessionEndpointData, CreateSessionEndpointError, CreateSessionEndpointResponse, LogoutData, LogoutError, LogoutResponse2, SubmitAgentData, SubmitAgentError, SubmitAgentResponse2, StoreInferenceCredentialData, StoreInferenceCredentialError, StoreInferenceCredentialResponse, GetInferenceAuthStatusOneData, GetInferenceAuthStatusOneError, GetInferenceAuthStatusOneResponse, DeleteInferenceCredentialData, DeleteInferenceCredentialError, DeleteInferenceCredentialResponse, ListInferenceAuthError, ListInferenceAuthResponse, SetDefaultInferenceProviderData, SetDefaultInferenceProviderError, SetDefaultInferenceProviderResponse, StoreChutesTokenData, StoreChutesTokenError, StoreChutesTokenResponse, GetChutesAuthStatusError, GetChutesAuthStatusResponse, ExchangeChutesCodeData, ExchangeChutesCodeError, ExchangeChutesCodeResponse2, ListMinerAgentsError, ListMinerAgentsResponse, ListAgentVersionsData, ListAgentVersionsError, ListAgentVersionsResponse, GetOwnedAgentVersionStatusData, GetOwnedAgentVersionStatusError, GetOwnedAgentVersionStatusResponse, SetRaceSelectionData, SetRaceSelectionError, SetRaceSelectionResponse, ClearRaceSelectionError, ClearRaceSelectionResponse, ClaimWorkData, ClaimWorkError, ClaimWorkResponse2, HeartbeatData, HeartbeatError, HeartbeatResponse2, UpdateProgressData, UpdateProgressError, UpdateProgressResponse, PresignUploadData, PresignUploadError, PresignUploadResponse2, CompleteRunData, CompleteRunError, CompleteRunResponse2, GetRunProblemsData, GetRunProblemsError, GetRunProblemsResponse, GetWeightSaltError, GetWeightSaltResponse, BanMinerData, BanMinerError, BanMinerResponse, UnbanMinerData, UnbanMinerError, UnbanMinerResponse, BanValidatorData, BanValidatorError, BanValidatorResponse, UnbanValidatorData, UnbanValidatorError, UnbanValidatorResponse, UpdateValidatorData, UpdateValidatorError, UpdateValidatorResponse, DiscardAgentVersionData, DiscardAgentVersionError, DiscardAgentVersionResponse, ReinstateAgentVersionData, ReinstateAgentVersionError, ReinstateAgentVersionResponse, EliminateAgentVersionData, EliminateAgentVersionError, EliminateAgentVersionResponse, ReinstateEliminationData, ReinstateEliminationError, ReinstateEliminationResponse2, SetTopAgentData, SetTopAgentError, SetTopAgentResponse, InvalidateEvaluationRunData, InvalidateEvaluationRunError, InvalidateEvaluationRunResponse, ReevaluateAgentVersionData, ReevaluateAgentVersionError, ReevaluateAgentVersionResponse, CancelAgentVersionData, CancelAgentVersionError, CancelAgentVersionResponse, CreateSuiteData, CreateSuiteError, CreateSuiteResponse2, ActivateSuiteData, ActivateSuiteError, ActivateSuiteResponse2, GetAuditEventsData, GetAuditEventsError, GetAuditEventsResponse, GetReaperStatsError, GetReaperStatsResponse, ClearMinerCooldownData, ClearMinerCooldownError, ClearMinerCooldownResponse, ClearAllMinerCooldownsError, ClearAllMinerCooldownsResponse, ListMinersData, ListMinersError, ListMinersResponse, ListValidatorsData, ListValidatorsError, ListValidatorsResponse, ListAgentVersions1Data, ListAgentVersions1Error, ListAgentVersions1Response, ListEvaluationRunsData, ListEvaluationRunsError, ListEvaluationRunsResponse, GetValidatorScoresData, GetValidatorScoresError, GetValidatorScoresResponse, GetAgentVersionVarianceData, GetAgentVersionVarianceError, GetAgentVersionVarianceResponse, GetAgentVersionCodeData, GetAgentVersionCodeError, GetAgentVersionCodeResponse, GetCurrentRacesError, GetCurrentRacesResponse, GetRaceDiagnosticsData, GetRaceDiagnosticsError, GetRaceDiagnosticsResponse, UpdateQualifyingDeadlineData, UpdateQualifyingDeadlineError, UpdateQualifyingDeadlineResponse2, CloseQualifyingError, CloseQualifyingResponse2, GetValidatorResourceSamplesData, GetValidatorResourceSamplesError, GetValidatorResourceSamplesResponse, GetValidatorFailuresData, GetValidatorFailuresError, GetValidatorFailuresResponse, GetSubmissionPauseError, GetSubmissionPauseResponse, PostSubmissionPauseData, PostSubmissionPauseError, PostSubmissionPauseResponse, PostSubmissionResumeData, PostSubmissionResumeError, PostSubmissionResumeResponse, GetValidatorPauseError, GetValidatorPauseResponse, PostValidatorPauseData, PostValidatorPauseError, PostValidatorPauseResponse, PostValidatorResumeData, PostValidatorResumeError, PostValidatorResumeResponse, GetPackData, GetPackError, GetPackResponse, GetRacePackData, GetRacePackError, GetRacePackResponse, PresignEpisodeArtifactData, PresignEpisodeArtifactError, PresignEpisodeArtifactResponse, SubmitEpisodeResultsData, SubmitEpisodeResultsError, SubmitEpisodeResultsResponse2, ApiProblemsData, ApiProblemsError, ApiProblemsResponse, ApiRunData, ApiRunError, ApiRunResponse } from './types.gen';
|
|
5
5
|
|
|
6
6
|
export const client = createClient(createConfig());
|
|
7
7
|
|
|
@@ -186,6 +186,17 @@ export const getArtifactDownloadUrl = <ThrowOnError extends boolean = false>(opt
|
|
|
186
186
|
});
|
|
187
187
|
};
|
|
188
188
|
|
|
189
|
+
/**
|
|
190
|
+
* Get miner-safe episode feedback
|
|
191
|
+
* Return a positive-allowlist `oro.episode_feedback.v1` projection of a single envpack episode: outcome, paid reward, step + tool counts, termination code, agent-visible interaction, and observable-only issue codes. The sealed validator artifact (checks, reward record, family metrics, ledger, explanation) is never exposed here — replay remains available through authorized internal routes.
|
|
192
|
+
*/
|
|
193
|
+
export const getEpisodeFeedback = <ThrowOnError extends boolean = false>(options: OptionsLegacyParser<GetEpisodeFeedbackData, ThrowOnError>) => {
|
|
194
|
+
return (options?.client ?? client).get<GetEpisodeFeedbackResponse, GetEpisodeFeedbackError, ThrowOnError>({
|
|
195
|
+
...options,
|
|
196
|
+
url: '/v1/public/episode-results/{episode_result_id}/feedback'
|
|
197
|
+
});
|
|
198
|
+
};
|
|
199
|
+
|
|
189
200
|
/**
|
|
190
201
|
* Get evaluation run details
|
|
191
202
|
* Get detailed information about a specific evaluation run.
|
|
@@ -800,10 +800,6 @@ export type ArtifactDownloadRequest = {
|
|
|
800
800
|
* Problem ID for per-problem artifact downloads
|
|
801
801
|
*/
|
|
802
802
|
problem_id?: (string | null);
|
|
803
|
-
/**
|
|
804
|
-
* Episode result ID for per-episode envpack ledger downloads
|
|
805
|
-
*/
|
|
806
|
-
episode_result_id?: (string | null);
|
|
807
803
|
};
|
|
808
804
|
|
|
809
805
|
export type ArtifactDownloadResponse = {
|
|
@@ -844,7 +840,7 @@ export type ArtifactNotReleasedError = {
|
|
|
844
840
|
*/
|
|
845
841
|
export type ArtifactReleaseState = 'HIDDEN' | 'RELEASED';
|
|
846
842
|
|
|
847
|
-
export type ArtifactType = 'AGENT_CODE' | 'EVAL_LOGS_BUNDLE' | 'EVAL_PROBLEM_LOGS' | 'REASONING_DETAILS'
|
|
843
|
+
export type ArtifactType = 'AGENT_CODE' | 'EVAL_LOGS_BUNDLE' | 'EVAL_PROBLEM_LOGS' | 'REASONING_DETAILS';
|
|
848
844
|
|
|
849
845
|
export type AtCapacityError = {
|
|
850
846
|
/**
|
|
@@ -1294,6 +1290,36 @@ export type EpisodeArtifactPresignResponse = {
|
|
|
1294
1290
|
artifact_sha256: string;
|
|
1295
1291
|
};
|
|
1296
1292
|
|
|
1293
|
+
/**
|
|
1294
|
+
* `oro.episode_feedback.v1` payload — the only shape the public feedback
|
|
1295
|
+
* endpoint may return.
|
|
1296
|
+
*/
|
|
1297
|
+
export type EpisodeFeedback = {
|
|
1298
|
+
schema_version?: "oro.episode_feedback.v1";
|
|
1299
|
+
episode_result_id: string;
|
|
1300
|
+
task_id: string;
|
|
1301
|
+
family: string;
|
|
1302
|
+
phase: 'QUALIFYING' | 'RACE';
|
|
1303
|
+
outcome: 'completed' | 'partial' | 'agent_error' | 'environment_error' | 'verifier_error' | 'leakage' | 'exploit';
|
|
1304
|
+
passed?: (boolean | null);
|
|
1305
|
+
paid_reward?: (number | null);
|
|
1306
|
+
step_count: number;
|
|
1307
|
+
tool_call_count: number;
|
|
1308
|
+
search_call_count: number;
|
|
1309
|
+
termination_code: 'placed_order' | 'step_limit' | 'no_final_order' | 'agent_error' | 'infrastructure_error' | 'unknown';
|
|
1310
|
+
interaction?: Array<InteractionStep>;
|
|
1311
|
+
observable_issues?: Array<ObservableIssue>;
|
|
1312
|
+
diagnostics_state?: 'available' | 'diagnostics_unavailable';
|
|
1313
|
+
};
|
|
1314
|
+
|
|
1315
|
+
export type phase = 'QUALIFYING' | 'RACE';
|
|
1316
|
+
|
|
1317
|
+
export type outcome = 'completed' | 'partial' | 'agent_error' | 'environment_error' | 'verifier_error' | 'leakage' | 'exploit';
|
|
1318
|
+
|
|
1319
|
+
export type termination_code = 'placed_order' | 'step_limit' | 'no_final_order' | 'agent_error' | 'infrastructure_error' | 'unknown';
|
|
1320
|
+
|
|
1321
|
+
export type diagnostics_state = 'available' | 'diagnostics_unavailable';
|
|
1322
|
+
|
|
1297
1323
|
/**
|
|
1298
1324
|
* A validator's terminal result for one task in a bound environment pack.
|
|
1299
1325
|
*/
|
|
@@ -1356,11 +1382,6 @@ export type EpisodeResultEntry = {
|
|
|
1356
1382
|
step_count?: number;
|
|
1357
1383
|
};
|
|
1358
1384
|
|
|
1359
|
-
/**
|
|
1360
|
-
* Terminal task outcome.
|
|
1361
|
-
*/
|
|
1362
|
-
export type outcome = 'completed' | 'partial' | 'agent_error' | 'environment_error' | 'verifier_error' | 'leakage' | 'exploit';
|
|
1363
|
-
|
|
1364
1385
|
/**
|
|
1365
1386
|
* Per-item result inside ``SubmitEpisodeResultsResponse``.
|
|
1366
1387
|
*/
|
|
@@ -1860,6 +1881,36 @@ export type InferenceTokenGrant = {
|
|
|
1860
1881
|
*/
|
|
1861
1882
|
export type provider = 'chutes' | 'openrouter';
|
|
1862
1883
|
|
|
1884
|
+
/**
|
|
1885
|
+
* One tool invocation within a step, projected from validator call trace.
|
|
1886
|
+
*
|
|
1887
|
+
* The projector fills these fields explicitly from the validator's already-
|
|
1888
|
+
* scrubbed public step result — see `app/services/episode_feedback.py`.
|
|
1889
|
+
* Never accept a raw call payload here.
|
|
1890
|
+
*/
|
|
1891
|
+
export type InteractionCall = {
|
|
1892
|
+
call_id: string;
|
|
1893
|
+
tool_name: string;
|
|
1894
|
+
args?: ({
|
|
1895
|
+
[key: string]: unknown;
|
|
1896
|
+
} | null);
|
|
1897
|
+
observation?: ({
|
|
1898
|
+
[key: string]: unknown;
|
|
1899
|
+
} | null);
|
|
1900
|
+
done?: (boolean | null);
|
|
1901
|
+
error_code?: (string | null);
|
|
1902
|
+
};
|
|
1903
|
+
|
|
1904
|
+
/**
|
|
1905
|
+
* One turn in the agent-visible interaction.
|
|
1906
|
+
*/
|
|
1907
|
+
export type InteractionStep = {
|
|
1908
|
+
step_index: number;
|
|
1909
|
+
turn?: (number | null);
|
|
1910
|
+
calls?: Array<InteractionCall>;
|
|
1911
|
+
shopper_message?: (string | null);
|
|
1912
|
+
};
|
|
1913
|
+
|
|
1863
1914
|
export type InvalidAgentNameError = {
|
|
1864
1915
|
/**
|
|
1865
1916
|
* Error message describing what went wrong
|
|
@@ -2146,6 +2197,15 @@ export type NotVersionOwnerError = {
|
|
|
2146
2197
|
error_code?: "NOT_VERSION_OWNER";
|
|
2147
2198
|
};
|
|
2148
2199
|
|
|
2200
|
+
/**
|
|
2201
|
+
* One agent-visible failure code, derived only from the public trace.
|
|
2202
|
+
*/
|
|
2203
|
+
export type ObservableIssue = {
|
|
2204
|
+
code: string;
|
|
2205
|
+
count?: number;
|
|
2206
|
+
step_index?: (number | null);
|
|
2207
|
+
};
|
|
2208
|
+
|
|
2149
2209
|
/**
|
|
2150
2210
|
* Authorized environment delivery and its parent pack identity.
|
|
2151
2211
|
*
|
|
@@ -4188,6 +4248,19 @@ export type GetArtifactDownloadUrlResponse = (ArtifactDownloadResponse);
|
|
|
4188
4248
|
|
|
4189
4249
|
export type GetArtifactDownloadUrlError = ((MissingParameterError | InvalidArtifactTypeError) | RaceInFlightError | (AgentVersionNotFoundError | SuiteNotFoundError | ArtifactNotReleasedError | ArtifactNotFoundError | EvalRunNotFoundError) | HTTPValidationError);
|
|
4190
4250
|
|
|
4251
|
+
export type GetEpisodeFeedbackData = {
|
|
4252
|
+
path: {
|
|
4253
|
+
/**
|
|
4254
|
+
* EpisodeResult primary key
|
|
4255
|
+
*/
|
|
4256
|
+
episode_result_id: string;
|
|
4257
|
+
};
|
|
4258
|
+
};
|
|
4259
|
+
|
|
4260
|
+
export type GetEpisodeFeedbackResponse = (EpisodeFeedback);
|
|
4261
|
+
|
|
4262
|
+
export type GetEpisodeFeedbackError = (ArtifactNotFoundError | HTTPValidationError);
|
|
4263
|
+
|
|
4191
4264
|
export type GetEvaluationRunData = {
|
|
4192
4265
|
path: {
|
|
4193
4266
|
/**
|