@oro-ai/sdk 1.0.114 → 1.0.115
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/index.d.mts +77 -5
- package/dist/index.d.ts +77 -5
- package/dist/index.js +8 -0
- package/dist/index.mjs +7 -0
- package/package.json +1 -1
- package/src/generated/sdk.gen.ts +12 -1
- package/src/generated/types.gen.ts +82 -5
package/dist/index.d.mts
CHANGED
|
@@ -1234,6 +1234,31 @@ type EpisodeArtifactPresignResponse = {
|
|
|
1234
1234
|
artifact_uri: string;
|
|
1235
1235
|
artifact_sha256: string;
|
|
1236
1236
|
};
|
|
1237
|
+
/**
|
|
1238
|
+
* `oro.episode_feedback.v1` payload — the only shape the public feedback
|
|
1239
|
+
* endpoint may return.
|
|
1240
|
+
*/
|
|
1241
|
+
type EpisodeFeedback = {
|
|
1242
|
+
schema_version?: "oro.episode_feedback.v1";
|
|
1243
|
+
episode_result_id: string;
|
|
1244
|
+
task_id: string;
|
|
1245
|
+
family: string;
|
|
1246
|
+
phase: 'QUALIFYING' | 'RACE';
|
|
1247
|
+
outcome: 'completed' | 'partial' | 'agent_error' | 'environment_error' | 'verifier_error' | 'leakage' | 'exploit';
|
|
1248
|
+
passed?: (boolean | null);
|
|
1249
|
+
paid_reward?: (number | null);
|
|
1250
|
+
step_count: number;
|
|
1251
|
+
tool_call_count: number;
|
|
1252
|
+
search_call_count: number;
|
|
1253
|
+
termination_code: 'placed_order' | 'step_limit' | 'no_final_order' | 'agent_error' | 'infrastructure_error' | 'unknown';
|
|
1254
|
+
interaction?: Array<InteractionStep>;
|
|
1255
|
+
observable_issues?: Array<ObservableIssue>;
|
|
1256
|
+
diagnostics_state?: 'available' | 'diagnostics_unavailable';
|
|
1257
|
+
};
|
|
1258
|
+
type phase = 'QUALIFYING' | 'RACE';
|
|
1259
|
+
type outcome = 'completed' | 'partial' | 'agent_error' | 'environment_error' | 'verifier_error' | 'leakage' | 'exploit';
|
|
1260
|
+
type termination_code = 'placed_order' | 'step_limit' | 'no_final_order' | 'agent_error' | 'infrastructure_error' | 'unknown';
|
|
1261
|
+
type diagnostics_state = 'available' | 'diagnostics_unavailable';
|
|
1237
1262
|
/**
|
|
1238
1263
|
* A validator's terminal result for one task in a bound environment pack.
|
|
1239
1264
|
*/
|
|
@@ -1295,10 +1320,6 @@ type EpisodeResultEntry = {
|
|
|
1295
1320
|
*/
|
|
1296
1321
|
step_count?: number;
|
|
1297
1322
|
};
|
|
1298
|
-
/**
|
|
1299
|
-
* Terminal task outcome.
|
|
1300
|
-
*/
|
|
1301
|
-
type outcome = 'completed' | 'partial' | 'agent_error' | 'environment_error' | 'verifier_error' | 'leakage' | 'exploit';
|
|
1302
1323
|
/**
|
|
1303
1324
|
* Per-item result inside ``SubmitEpisodeResultsResponse``.
|
|
1304
1325
|
*/
|
|
@@ -1772,6 +1793,34 @@ type InferenceTokenGrant = {
|
|
|
1772
1793
|
* Provider that minted the token.
|
|
1773
1794
|
*/
|
|
1774
1795
|
type provider = 'chutes' | 'openrouter';
|
|
1796
|
+
/**
|
|
1797
|
+
* One tool invocation within a step, projected from validator call trace.
|
|
1798
|
+
*
|
|
1799
|
+
* The projector fills these fields explicitly from the validator's already-
|
|
1800
|
+
* scrubbed public step result — see `app/services/episode_feedback.py`.
|
|
1801
|
+
* Never accept a raw call payload here.
|
|
1802
|
+
*/
|
|
1803
|
+
type InteractionCall = {
|
|
1804
|
+
call_id: string;
|
|
1805
|
+
tool_name: string;
|
|
1806
|
+
args?: ({
|
|
1807
|
+
[key: string]: unknown;
|
|
1808
|
+
} | null);
|
|
1809
|
+
observation?: ({
|
|
1810
|
+
[key: string]: unknown;
|
|
1811
|
+
} | null);
|
|
1812
|
+
done?: (boolean | null);
|
|
1813
|
+
error_code?: (string | null);
|
|
1814
|
+
};
|
|
1815
|
+
/**
|
|
1816
|
+
* One turn in the agent-visible interaction.
|
|
1817
|
+
*/
|
|
1818
|
+
type InteractionStep = {
|
|
1819
|
+
step_index: number;
|
|
1820
|
+
turn?: (number | null);
|
|
1821
|
+
calls?: Array<InteractionCall>;
|
|
1822
|
+
shopper_message?: (string | null);
|
|
1823
|
+
};
|
|
1775
1824
|
type InvalidAgentNameError = {
|
|
1776
1825
|
/**
|
|
1777
1826
|
* Error message describing what went wrong
|
|
@@ -2040,6 +2089,14 @@ type NotVersionOwnerError = {
|
|
|
2040
2089
|
*/
|
|
2041
2090
|
error_code?: "NOT_VERSION_OWNER";
|
|
2042
2091
|
};
|
|
2092
|
+
/**
|
|
2093
|
+
* One agent-visible failure code, derived only from the public trace.
|
|
2094
|
+
*/
|
|
2095
|
+
type ObservableIssue = {
|
|
2096
|
+
code: string;
|
|
2097
|
+
count?: number;
|
|
2098
|
+
step_index?: (number | null);
|
|
2099
|
+
};
|
|
2043
2100
|
/**
|
|
2044
2101
|
* Authorized environment delivery and its parent pack identity.
|
|
2045
2102
|
*
|
|
@@ -3950,6 +4007,16 @@ type GetArtifactDownloadUrlData = {
|
|
|
3950
4007
|
};
|
|
3951
4008
|
type GetArtifactDownloadUrlResponse = (ArtifactDownloadResponse);
|
|
3952
4009
|
type GetArtifactDownloadUrlError = ((MissingParameterError | InvalidArtifactTypeError) | RaceInFlightError | (AgentVersionNotFoundError | SuiteNotFoundError | ArtifactNotReleasedError | ArtifactNotFoundError | EvalRunNotFoundError) | HTTPValidationError);
|
|
4010
|
+
type GetEpisodeFeedbackData = {
|
|
4011
|
+
path: {
|
|
4012
|
+
/**
|
|
4013
|
+
* EpisodeResult primary key
|
|
4014
|
+
*/
|
|
4015
|
+
episode_result_id: string;
|
|
4016
|
+
};
|
|
4017
|
+
};
|
|
4018
|
+
type GetEpisodeFeedbackResponse = (EpisodeFeedback);
|
|
4019
|
+
type GetEpisodeFeedbackError = (ArtifactNotFoundError | HTTPValidationError);
|
|
3953
4020
|
type GetEvaluationRunData = {
|
|
3954
4021
|
path: {
|
|
3955
4022
|
/**
|
|
@@ -4827,6 +4894,11 @@ declare const getAgentVersion: <ThrowOnError extends boolean = false>(options: O
|
|
|
4827
4894
|
* Get a presigned URL to download artifacts. Agent code requires the version to be released. Qualifying-phase trajectories and logs are available immediately; race-phase artifacts are gated until the race completes (403 RACE_IN_FLIGHT).
|
|
4828
4895
|
*/
|
|
4829
4896
|
declare const getArtifactDownloadUrl: <ThrowOnError extends boolean = false>(options: OptionsLegacyParser<GetArtifactDownloadUrlData, ThrowOnError>) => _hey_api_client_fetch.RequestResult<ArtifactDownloadResponse, GetArtifactDownloadUrlError, ThrowOnError>;
|
|
4897
|
+
/**
|
|
4898
|
+
* Get miner-safe episode feedback
|
|
4899
|
+
* Return a positive-allowlist `oro.episode_feedback.v1` projection of a single envpack episode: outcome, paid reward, step + tool counts, termination code, agent-visible interaction, and observable-only issue codes. The sealed validator artifact (checks, reward record, family metrics, ledger, explanation) is never exposed here — replay remains available through authorized internal routes.
|
|
4900
|
+
*/
|
|
4901
|
+
declare const getEpisodeFeedback: <ThrowOnError extends boolean = false>(options: OptionsLegacyParser<GetEpisodeFeedbackData, ThrowOnError>) => _hey_api_client_fetch.RequestResult<EpisodeFeedback, GetEpisodeFeedbackError, ThrowOnError>;
|
|
4830
4902
|
/**
|
|
4831
4903
|
* Get evaluation run details
|
|
4832
4904
|
* Get detailed information about a specific evaluation run.
|
|
@@ -5657,4 +5729,4 @@ declare class SessionAuthManager {
|
|
|
5657
5729
|
*/
|
|
5658
5730
|
declare function configureSessionAuth(baseUrl: string, config: SessionAuthConfig): SessionAuthManager;
|
|
5659
5731
|
|
|
5660
|
-
export { type ActivateSuiteData, type ActivateSuiteError, type ActivateSuiteResponse, type ActivateSuiteResponse2, type AdminAgentCodeResponse, type AdminAgentVersionEntry, type AdminAgentVersionsResponse, type AdminEvaluationRunEntry, type AdminEvaluationRunsResponse, type AdminMinerEntry, type AdminMinersResponse, type AdminValidatorEntry, type AdminValidatorsResponse, type AdmissionReason, type AdmissionStatus, type AgentLatestVersion, type AgentNotFoundError, type AgentPublic, type AgentVersionHistoryEntry, type AgentVersionNotFoundError, type AgentVersionProblemsResponse, type AgentVersionPublic, type AgentVersionScoreEntry, type AgentVersionState, type AgentVersionStatus, type AgentVersionVariance, type AgentVersionVarianceResponse, type AlreadyInvalidatedError, type ApiProblemsData, type ApiProblemsError, type ApiProblemsResponse, type ApiRunData, type ApiRunError, type ApiRunResponse, type ArtifactDownloadRequest, type ArtifactDownloadResponse, type ArtifactNotFoundError, type ArtifactNotReleasedError, type ArtifactReleaseState, type ArtifactType, type AtCapacityError, type AuditEventEntry, type AuditEventsResponse, type BanMinerData, type BanMinerError, type BanMinerResponse, type BanRequest, type BanResponse, type BanValidatorData, type BanValidatorError, type BanValidatorResponse, type BittensorAuthConfig, type Body_submit_agent, type CachedSession, type CancelAgentVersionData, type CancelAgentVersionError, type CancelAgentVersionResponse, type CancelRequest, type CancelResponse, type ChallengeRequest, type ChallengeResponse, type CheckSummary, type ChutesAuthStatusResponse, type ClaimWorkData, type ClaimWorkError, type ClaimWorkResponse, type ClaimWorkResponse2, type ClearAllCooldownsResponse, type ClearAllMinerCooldownsError, type ClearAllMinerCooldownsResponse, type ClearCooldownResponse, type ClearMinerCooldownData, type ClearMinerCooldownError, type ClearMinerCooldownResponse, type ClearRaceSelectionError, type ClearRaceSelectionResponse, type CloseQualifyingError, type CloseQualifyingResponse, type CloseQualifyingResponse2, type CodeAnalysisError, type CompleteRunData, type CompleteRunError, type CompleteRunRequest, type CompleteRunResponse, type CompleteRunResponse2, type CooldownActiveError, type CreateSessionEndpointData, type CreateSessionEndpointError, type CreateSessionEndpointResponse, type CreateSuiteData, type CreateSuiteError, type CreateSuiteRequest, type CreateSuiteResponse, type CreateSuiteResponse2, type CurrentRacesResponse, type DeepHealthCheckError, type DeepHealthCheckResponse, type DeleteInferenceCredentialData, type DeleteInferenceCredentialError, type DeleteInferenceCredentialResponse, type DiscardAgentVersionData, type DiscardAgentVersionError, type DiscardAgentVersionResponse, type DiscardRequest, type DiscardResponse, type EliminateAgentVersionData, type EliminateAgentVersionError, type EliminateAgentVersionResponse, type EliminateRequest, type EliminateResponse, type EnvPackErrorResponse, type EpisodeArtifactPresignRequest, type EpisodeArtifactPresignResponse, type EpisodeResultEntry, type EpisodeResultSubmission, type EpochStandings, type ErrorCategory, type EvalRunNotFoundError, type EvaluationExecutionRead, type EvaluationItemRead, type EvaluationItemsRead, type EvaluationPhase, type EvaluationRunDetail, type EvaluationRunPublic, type EvaluationRunStatus, type EvaluationRunStatusPublic, type ExchangeChutesCodeData, type ExchangeChutesCodeError, type ExchangeChutesCodeRequest, type ExchangeChutesCodeResponse, type ExchangeChutesCodeResponse2, type FileTooLargeError, type GeneratedEvaluationResultRead, type GetAgentVersionCodeData, type GetAgentVersionCodeError, type GetAgentVersionCodeResponse, type GetAgentVersionData, type GetAgentVersionError, type GetAgentVersionProblemsData, type GetAgentVersionProblemsError, type GetAgentVersionProblemsResponse, type GetAgentVersionResponse, type GetAgentVersionRunsData, type GetAgentVersionRunsError, type GetAgentVersionRunsResponse, type GetAgentVersionStatusData, type GetAgentVersionStatusError, type GetAgentVersionStatusResponse, type GetAgentVersionVarianceData, type GetAgentVersionVarianceError, type GetAgentVersionVarianceResponse, type GetArtifactDownloadUrlData, type GetArtifactDownloadUrlError, type GetArtifactDownloadUrlResponse, type GetAuditEventsData, type GetAuditEventsError, type GetAuditEventsResponse, type GetChutesAuthStatusError, type GetChutesAuthStatusResponse, type GetCurrentRaceError, type GetCurrentRaceResponse, type GetCurrentRacesError, type GetCurrentRacesResponse, type GetCurrentSuiteError, type GetCurrentSuiteResponse, type GetEvaluationRunData, type GetEvaluationRunError, type GetEvaluationRunResponse, type GetInferenceAuthStatusOneData, type GetInferenceAuthStatusOneError, type GetInferenceAuthStatusOneResponse, type GetInferenceModelsData, type GetInferenceModelsError, type GetInferenceModelsResponse, type GetLeaderboardData, type GetLeaderboardError, type GetLeaderboardResponse, type GetOwnedAgentVersionStatusData, type GetOwnedAgentVersionStatusError, type GetOwnedAgentVersionStatusResponse, type GetPackData, type GetPackError, type GetPackResponse, type GetPendingEvaluationsData, type GetPendingEvaluationsError, type GetPendingEvaluationsResponse, type GetRaceDetailData, type GetRaceDetailError, type GetRaceDetailResponse, type GetRaceDiagnosticsData, type GetRaceDiagnosticsError, type GetRaceDiagnosticsResponse, type GetRaceHistoryData, type GetRaceHistoryError, type GetRaceHistoryResponse, type GetRacePackData, type GetRacePackError, type GetRacePackResponse, type GetRaceValidatorVarianceData, type GetRaceValidatorVarianceError, type GetRaceValidatorVarianceResponse, type GetReaperStatsError, type GetReaperStatsResponse, type GetRunProblemsData, type GetRunProblemsError, type GetRunProblemsResponse, type GetRunningEvaluationsError, type GetRunningEvaluationsResponse, type GetSubmissionPauseError, type GetSubmissionPauseResponse, type GetSuiteProblemsData, type GetSuiteProblemsError, type GetSuiteProblemsResponse, type GetTopAgentError, type GetTopAgentResponse, type GetTopHistoryData, type GetTopHistoryError, type GetTopHistoryResponse, type GetTopMinerPayoutError, type GetTopMinerPayoutResponse, type GetTrajectoryHistoryError, type GetTrajectoryHistoryResponse, type GetValidatorFailuresData, type GetValidatorFailuresError, type GetValidatorFailuresResponse, type GetValidatorPauseError, type GetValidatorPauseResponse, type GetValidatorResourceSamplesData, type GetValidatorResourceSamplesError, type GetValidatorResourceSamplesResponse, type GetValidatorScoresData, type GetValidatorScoresError, type GetValidatorScoresResponse, type GetValidatorsError, type GetValidatorsResponse, type GetWeightSaltError, type GetWeightSaltResponse, type HTTPValidationError, type HealthCheckError, type HealthCheckResponse, type HeartbeatData, type HeartbeatError, type HeartbeatRequest, type HeartbeatResponse, type HeartbeatResponse2, type InferenceAuthListResponse, type InferenceAuthStatusResponse, type InferenceModelsResponse, type InferenceTokenGrant, type InvalidAgentNameError, type InvalidArtifactTypeError, type InvalidFileError, type InvalidProblemIdError, type InvalidateEvaluationRunData, type InvalidateEvaluationRunError, type InvalidateEvaluationRunResponse, type InvalidateRunRequest, type JoinWaitlistData, type JoinWaitlistError, type JoinWaitlistResponse, type LeaderboardEntry, type LeaderboardResponse, type LeaseExpiredError, type ListAgentVersions1Data, type ListAgentVersions1Error, type ListAgentVersions1Response, type ListAgentVersionsData, type ListAgentVersionsError, type ListAgentVersionsResponse, type ListEvaluationRunsData, type ListEvaluationRunsError, type ListEvaluationRunsResponse, type ListInferenceAuthError, type ListInferenceAuthResponse, type ListMinerAgentsError, type ListMinerAgentsResponse, type ListMinersData, type ListMinersError, type ListMinersResponse, type ListSuitesError, type ListSuitesResponse, type ListValidatorsData, type ListValidatorsError, type ListValidatorsResponse, type LogoutData, type LogoutError, type LogoutResponse, type LogoutResponse2, type MinerAgentsResponse, type MinerNotFoundError, type MinerRaceSelectionRequest, type MissingParameterError, type MissingScoreError, type NoActiveSuiteError, type NoSelectionError, type NotRunOwnerError, type NotVersionOwnerError, type OroErrorCode, type PackFetchResponse, type PendingEvaluation, type PendingEvaluationSummary, type PendingEvaluationsResponse, type PinnedFinisher, type PooledWindowRace, type PostSubmissionPauseData, type PostSubmissionPauseError, type PostSubmissionPauseResponse, type PostSubmissionResumeData, type PostSubmissionResumeError, type PostSubmissionResumeResponse, type PostValidatorPauseData, type PostValidatorPauseError, type PostValidatorPauseResponse, type PostValidatorResumeData, type PostValidatorResumeError, type PostValidatorResumeResponse, type PresignEpisodeArtifactData, type PresignEpisodeArtifactError, type PresignEpisodeArtifactResponse, type PresignUploadData, type PresignUploadError, type PresignUploadRequest, type PresignUploadResponse, type PresignUploadResponse2, type ProblemNotFoundError, type ProblemProgressEntry, type ProblemProgressUpdate, type ProblemPublic, type ProblemStatus, type ProgressUpdateRequest, type ProgressUpdateResponse, type QualifyingTaskRead, type RaceCurrentResponse, type RaceDetailResponse, type RaceDiagnosticsResponse, type RaceHistoryResponse, type RaceInFlightError, type RaceLockedError, type RaceNotFoundError, type RacePackFetchResponse, type RacePublic, type RaceQualifierEntry, type RaceQualifierPublic, type RaceSummary, type RaceValidatorVarianceResponse, type RaceWorkItemEntry, type RankedInferenceModel, type RankedInferenceModelsResponse, type RateLimitExceededError, type ReaperStatsResponse, type ReevaluateAgentVersionData, type ReevaluateAgentVersionError, type ReevaluateAgentVersionResponse, type ReevaluateRequest, type ReevaluateResponse, type ReinstateAgentVersionData, type ReinstateAgentVersionError, type ReinstateAgentVersionResponse, type ReinstateEliminationData, type ReinstateEliminationError, type ReinstateEliminationRequest, type ReinstateEliminationResponse, type ReinstateEliminationResponse2, type ReinstateRequest, type RequestChallengeData, type RequestChallengeError, type RequestChallengeResponse, type RetryConfig, type RetryContext, type RewardSummary, type RunAlreadyCompleteError, type RunProblemsResponse, type RunningEvaluation, type SafeEnvironmentMetadata, type ScoreBelowThresholdError, type SessionAuthConfig, SessionAuthManager, type SessionInfo, type SessionRequest, type SessionResponse, type SetDefaultInferenceProviderData, type SetDefaultInferenceProviderError, type SetDefaultInferenceProviderResponse, type SetDefaultProviderRequest, type SetRaceSelectionData, type SetRaceSelectionError, type SetRaceSelectionResponse, type SetTopAgentData, type SetTopAgentError, type SetTopAgentResponse, type SetTopRequest, type SetTopResponse, type SimilarityCheckUnavailableError, type SpreadBucket, type StoreChutesTokenData, type StoreChutesTokenError, type StoreChutesTokenRequest, type StoreChutesTokenResponse, type StoreInferenceCredentialData, type StoreInferenceCredentialError, type StoreInferenceCredentialRequest, type StoreInferenceCredentialResponse, type SubmissionPauseRequest, type SubmissionPauseStatus, type SubmissionsPausedError, type SubmitAgentData, type SubmitAgentError, type SubmitAgentResponse, type SubmitAgentResponse2, type SubmitEpisodeResultsData, type SubmitEpisodeResultsError, type SubmitEpisodeResultsRequest, type SubmitEpisodeResultsResponse, type SubmitEpisodeResultsResponse2, type SuiteNotFoundError, type SuitePublic, type SuiteWithProblemsResponse, type TerminalStatus, type TopAgentResponse, type TopHistoryEntry, type TopHistoryResponse, type TopMinerPayoutResponse, type TrajectoryDay, type TrajectoryHistoryResponse, type UnbanMinerData, type UnbanMinerError, type UnbanMinerResponse, type UnbanValidatorData, type UnbanValidatorError, type UnbanValidatorResponse, type UpdateProgressData, type UpdateProgressError, type UpdateProgressResponse, type UpdateQualifyingDeadlineData, type UpdateQualifyingDeadlineError, type UpdateQualifyingDeadlineRequest, type UpdateQualifyingDeadlineResponse, type UpdateQualifyingDeadlineResponse2, type UpdateValidatorData, type UpdateValidatorError, type UpdateValidatorRequest, type UpdateValidatorResponse, type ValidationError, type ValidationErrorError, type ValidatorCurrentAgent, type ValidatorFailureEntry, type ValidatorFailuresResponse, type ValidatorNotFoundError, type ValidatorPauseRequest, type ValidatorPauseStatus, type ValidatorProblemResult, type ValidatorPublic, type ValidatorResourceSampleEntry, type ValidatorResourceSamplesResponse, type ValidatorResumeRequest, type ValidatorScoreSummary, type ValidatorScoresResponse, type ValidatorStatus, type ValidatorVarianceEntry, type WaitlistSignupRequest, type WaitlistSignupResponse, type WeightSaltResponse, type WorkItemStatus, activateSuite, apiProblems, apiRun, banMiner, banValidator, cancelAgentVersion, claimWork, classifyError, classifyStatus, clearAllMinerCooldowns, clearMinerCooldown, clearRaceSelection, client, closeQualifying, completeRun, computeDelay, configureBittensorAuth, configurePublicClient, configureSessionAuth, createRetryFetch, createSessionEndpoint, createSuite, deepHealthCheck, deleteInferenceCredential, discardAgentVersion, eliminateAgentVersion, exchangeChutesCode, type execution_kind, generateAuthHeaders, getAgentVersion, getAgentVersionCode, getAgentVersionProblems, getAgentVersionRuns, getAgentVersionStatus, getAgentVersionVariance, getArtifactDownloadUrl, getAuditEvents, getChutesAuthStatus, getCurrentRace, getCurrentRaces, getCurrentSuite, getErrorCode, getErrorDetail, getEvaluationRun, getInferenceAuthStatusOne, getInferenceModels, getLeaderboard, getOwnedAgentVersionStatus, getPack, getPendingEvaluations, getRaceDetail, getRaceDiagnostics, getRaceHistory, getRacePack, getRaceValidatorVariance, getReaperStats, getRunProblems, getRunningEvaluations, getSubmissionPause, getSuiteProblems, getTopAgent, getTopHistory, getTopMinerPayout, getTrajectoryHistory, getValidatorFailures, getValidatorPause, getValidatorResourceSamples, getValidatorScores, getValidators, getWeightSalt, hasDetail, hasErrorCode, healthCheck, heartbeat, invalidateEvaluationRun, isTransient, isTransientError, type item_kind, joinWaitlist, listAgentVersions, listAgentVersions1, listEvaluationRuns, listInferenceAuth, listMinerAgents, listMiners, listSuites, listValidators, logout, type outcome, parseRetryAfter, postSubmissionPause, postSubmissionResume, postValidatorPause, postValidatorResume, presignEpisodeArtifact, presignUpload, type provider, reevaluateAgentVersion, reinstateAgentVersion, reinstateElimination, requestChallenge, setDefaultInferenceProvider, setRaceSelection, setTopAgent, type status, storeChutesToken, storeInferenceCredential, submitAgent, submitEpisodeResults, unbanMiner, unbanValidator, updateProgress, updateQualifyingDeadline, updateValidator };
|
|
5732
|
+
export { type ActivateSuiteData, type ActivateSuiteError, type ActivateSuiteResponse, type ActivateSuiteResponse2, type AdminAgentCodeResponse, type AdminAgentVersionEntry, type AdminAgentVersionsResponse, type AdminEvaluationRunEntry, type AdminEvaluationRunsResponse, type AdminMinerEntry, type AdminMinersResponse, type AdminValidatorEntry, type AdminValidatorsResponse, type AdmissionReason, type AdmissionStatus, type AgentLatestVersion, type AgentNotFoundError, type AgentPublic, type AgentVersionHistoryEntry, type AgentVersionNotFoundError, type AgentVersionProblemsResponse, type AgentVersionPublic, type AgentVersionScoreEntry, type AgentVersionState, type AgentVersionStatus, type AgentVersionVariance, type AgentVersionVarianceResponse, type AlreadyInvalidatedError, type ApiProblemsData, type ApiProblemsError, type ApiProblemsResponse, type ApiRunData, type ApiRunError, type ApiRunResponse, type ArtifactDownloadRequest, type ArtifactDownloadResponse, type ArtifactNotFoundError, type ArtifactNotReleasedError, type ArtifactReleaseState, type ArtifactType, type AtCapacityError, type AuditEventEntry, type AuditEventsResponse, type BanMinerData, type BanMinerError, type BanMinerResponse, type BanRequest, type BanResponse, type BanValidatorData, type BanValidatorError, type BanValidatorResponse, type BittensorAuthConfig, type Body_submit_agent, type CachedSession, type CancelAgentVersionData, type CancelAgentVersionError, type CancelAgentVersionResponse, type CancelRequest, type CancelResponse, type ChallengeRequest, type ChallengeResponse, type CheckSummary, type ChutesAuthStatusResponse, type ClaimWorkData, type ClaimWorkError, type ClaimWorkResponse, type ClaimWorkResponse2, type ClearAllCooldownsResponse, type ClearAllMinerCooldownsError, type ClearAllMinerCooldownsResponse, type ClearCooldownResponse, type ClearMinerCooldownData, type ClearMinerCooldownError, type ClearMinerCooldownResponse, type ClearRaceSelectionError, type ClearRaceSelectionResponse, type CloseQualifyingError, type CloseQualifyingResponse, type CloseQualifyingResponse2, type CodeAnalysisError, type CompleteRunData, type CompleteRunError, type CompleteRunRequest, type CompleteRunResponse, type CompleteRunResponse2, type CooldownActiveError, type CreateSessionEndpointData, type CreateSessionEndpointError, type CreateSessionEndpointResponse, type CreateSuiteData, type CreateSuiteError, type CreateSuiteRequest, type CreateSuiteResponse, type CreateSuiteResponse2, type CurrentRacesResponse, type DeepHealthCheckError, type DeepHealthCheckResponse, type DeleteInferenceCredentialData, type DeleteInferenceCredentialError, type DeleteInferenceCredentialResponse, type DiscardAgentVersionData, type DiscardAgentVersionError, type DiscardAgentVersionResponse, type DiscardRequest, type DiscardResponse, type EliminateAgentVersionData, type EliminateAgentVersionError, type EliminateAgentVersionResponse, type EliminateRequest, type EliminateResponse, type EnvPackErrorResponse, type EpisodeArtifactPresignRequest, type EpisodeArtifactPresignResponse, type EpisodeFeedback, type EpisodeResultEntry, type EpisodeResultSubmission, type EpochStandings, type ErrorCategory, type EvalRunNotFoundError, type EvaluationExecutionRead, type EvaluationItemRead, type EvaluationItemsRead, type EvaluationPhase, type EvaluationRunDetail, type EvaluationRunPublic, type EvaluationRunStatus, type EvaluationRunStatusPublic, type ExchangeChutesCodeData, type ExchangeChutesCodeError, type ExchangeChutesCodeRequest, type ExchangeChutesCodeResponse, type ExchangeChutesCodeResponse2, type FileTooLargeError, type GeneratedEvaluationResultRead, type GetAgentVersionCodeData, type GetAgentVersionCodeError, type GetAgentVersionCodeResponse, type GetAgentVersionData, type GetAgentVersionError, type GetAgentVersionProblemsData, type GetAgentVersionProblemsError, type GetAgentVersionProblemsResponse, type GetAgentVersionResponse, type GetAgentVersionRunsData, type GetAgentVersionRunsError, type GetAgentVersionRunsResponse, type GetAgentVersionStatusData, type GetAgentVersionStatusError, type GetAgentVersionStatusResponse, type GetAgentVersionVarianceData, type GetAgentVersionVarianceError, type GetAgentVersionVarianceResponse, type GetArtifactDownloadUrlData, type GetArtifactDownloadUrlError, type GetArtifactDownloadUrlResponse, type GetAuditEventsData, type GetAuditEventsError, type GetAuditEventsResponse, type GetChutesAuthStatusError, type GetChutesAuthStatusResponse, type GetCurrentRaceError, type GetCurrentRaceResponse, type GetCurrentRacesError, type GetCurrentRacesResponse, type GetCurrentSuiteError, type GetCurrentSuiteResponse, type GetEpisodeFeedbackData, type GetEpisodeFeedbackError, type GetEpisodeFeedbackResponse, type GetEvaluationRunData, type GetEvaluationRunError, type GetEvaluationRunResponse, type GetInferenceAuthStatusOneData, type GetInferenceAuthStatusOneError, type GetInferenceAuthStatusOneResponse, type GetInferenceModelsData, type GetInferenceModelsError, type GetInferenceModelsResponse, type GetLeaderboardData, type GetLeaderboardError, type GetLeaderboardResponse, type GetOwnedAgentVersionStatusData, type GetOwnedAgentVersionStatusError, type GetOwnedAgentVersionStatusResponse, type GetPackData, type GetPackError, type GetPackResponse, type GetPendingEvaluationsData, type GetPendingEvaluationsError, type GetPendingEvaluationsResponse, type GetRaceDetailData, type GetRaceDetailError, type GetRaceDetailResponse, type GetRaceDiagnosticsData, type GetRaceDiagnosticsError, type GetRaceDiagnosticsResponse, type GetRaceHistoryData, type GetRaceHistoryError, type GetRaceHistoryResponse, type GetRacePackData, type GetRacePackError, type GetRacePackResponse, type GetRaceValidatorVarianceData, type GetRaceValidatorVarianceError, type GetRaceValidatorVarianceResponse, type GetReaperStatsError, type GetReaperStatsResponse, type GetRunProblemsData, type GetRunProblemsError, type GetRunProblemsResponse, type GetRunningEvaluationsError, type GetRunningEvaluationsResponse, type GetSubmissionPauseError, type GetSubmissionPauseResponse, type GetSuiteProblemsData, type GetSuiteProblemsError, type GetSuiteProblemsResponse, type GetTopAgentError, type GetTopAgentResponse, type GetTopHistoryData, type GetTopHistoryError, type GetTopHistoryResponse, type GetTopMinerPayoutError, type GetTopMinerPayoutResponse, type GetTrajectoryHistoryError, type GetTrajectoryHistoryResponse, type GetValidatorFailuresData, type GetValidatorFailuresError, type GetValidatorFailuresResponse, type GetValidatorPauseError, type GetValidatorPauseResponse, type GetValidatorResourceSamplesData, type GetValidatorResourceSamplesError, type GetValidatorResourceSamplesResponse, type GetValidatorScoresData, type GetValidatorScoresError, type GetValidatorScoresResponse, type GetValidatorsError, type GetValidatorsResponse, type GetWeightSaltError, type GetWeightSaltResponse, type HTTPValidationError, type HealthCheckError, type HealthCheckResponse, type HeartbeatData, type HeartbeatError, type HeartbeatRequest, type HeartbeatResponse, type HeartbeatResponse2, type InferenceAuthListResponse, type InferenceAuthStatusResponse, type InferenceModelsResponse, type InferenceTokenGrant, type InteractionCall, type InteractionStep, type InvalidAgentNameError, type InvalidArtifactTypeError, type InvalidFileError, type InvalidProblemIdError, type InvalidateEvaluationRunData, type InvalidateEvaluationRunError, type InvalidateEvaluationRunResponse, type InvalidateRunRequest, type JoinWaitlistData, type JoinWaitlistError, type JoinWaitlistResponse, type LeaderboardEntry, type LeaderboardResponse, type LeaseExpiredError, type ListAgentVersions1Data, type ListAgentVersions1Error, type ListAgentVersions1Response, type ListAgentVersionsData, type ListAgentVersionsError, type ListAgentVersionsResponse, type ListEvaluationRunsData, type ListEvaluationRunsError, type ListEvaluationRunsResponse, type ListInferenceAuthError, type ListInferenceAuthResponse, type ListMinerAgentsError, type ListMinerAgentsResponse, type ListMinersData, type ListMinersError, type ListMinersResponse, type ListSuitesError, type ListSuitesResponse, type ListValidatorsData, type ListValidatorsError, type ListValidatorsResponse, type LogoutData, type LogoutError, type LogoutResponse, type LogoutResponse2, type MinerAgentsResponse, type MinerNotFoundError, type MinerRaceSelectionRequest, type MissingParameterError, type MissingScoreError, type NoActiveSuiteError, type NoSelectionError, type NotRunOwnerError, type NotVersionOwnerError, type ObservableIssue, type OroErrorCode, type PackFetchResponse, type PendingEvaluation, type PendingEvaluationSummary, type PendingEvaluationsResponse, type PinnedFinisher, type PooledWindowRace, type PostSubmissionPauseData, type PostSubmissionPauseError, type PostSubmissionPauseResponse, type PostSubmissionResumeData, type PostSubmissionResumeError, type PostSubmissionResumeResponse, type PostValidatorPauseData, type PostValidatorPauseError, type PostValidatorPauseResponse, type PostValidatorResumeData, type PostValidatorResumeError, type PostValidatorResumeResponse, type PresignEpisodeArtifactData, type PresignEpisodeArtifactError, type PresignEpisodeArtifactResponse, type PresignUploadData, type PresignUploadError, type PresignUploadRequest, type PresignUploadResponse, type PresignUploadResponse2, type ProblemNotFoundError, type ProblemProgressEntry, type ProblemProgressUpdate, type ProblemPublic, type ProblemStatus, type ProgressUpdateRequest, type ProgressUpdateResponse, type QualifyingTaskRead, type RaceCurrentResponse, type RaceDetailResponse, type RaceDiagnosticsResponse, type RaceHistoryResponse, type RaceInFlightError, type RaceLockedError, type RaceNotFoundError, type RacePackFetchResponse, type RacePublic, type RaceQualifierEntry, type RaceQualifierPublic, type RaceSummary, type RaceValidatorVarianceResponse, type RaceWorkItemEntry, type RankedInferenceModel, type RankedInferenceModelsResponse, type RateLimitExceededError, type ReaperStatsResponse, type ReevaluateAgentVersionData, type ReevaluateAgentVersionError, type ReevaluateAgentVersionResponse, type ReevaluateRequest, type ReevaluateResponse, type ReinstateAgentVersionData, type ReinstateAgentVersionError, type ReinstateAgentVersionResponse, type ReinstateEliminationData, type ReinstateEliminationError, type ReinstateEliminationRequest, type ReinstateEliminationResponse, type ReinstateEliminationResponse2, type ReinstateRequest, type RequestChallengeData, type RequestChallengeError, type RequestChallengeResponse, type RetryConfig, type RetryContext, type RewardSummary, type RunAlreadyCompleteError, type RunProblemsResponse, type RunningEvaluation, type SafeEnvironmentMetadata, type ScoreBelowThresholdError, type SessionAuthConfig, SessionAuthManager, type SessionInfo, type SessionRequest, type SessionResponse, type SetDefaultInferenceProviderData, type SetDefaultInferenceProviderError, type SetDefaultInferenceProviderResponse, type SetDefaultProviderRequest, type SetRaceSelectionData, type SetRaceSelectionError, type SetRaceSelectionResponse, type SetTopAgentData, type SetTopAgentError, type SetTopAgentResponse, type SetTopRequest, type SetTopResponse, type SimilarityCheckUnavailableError, type SpreadBucket, type StoreChutesTokenData, type StoreChutesTokenError, type StoreChutesTokenRequest, type StoreChutesTokenResponse, type StoreInferenceCredentialData, type StoreInferenceCredentialError, type StoreInferenceCredentialRequest, type StoreInferenceCredentialResponse, type SubmissionPauseRequest, type SubmissionPauseStatus, type SubmissionsPausedError, type SubmitAgentData, type SubmitAgentError, type SubmitAgentResponse, type SubmitAgentResponse2, type SubmitEpisodeResultsData, type SubmitEpisodeResultsError, type SubmitEpisodeResultsRequest, type SubmitEpisodeResultsResponse, type SubmitEpisodeResultsResponse2, type SuiteNotFoundError, type SuitePublic, type SuiteWithProblemsResponse, type TerminalStatus, type TopAgentResponse, type TopHistoryEntry, type TopHistoryResponse, type TopMinerPayoutResponse, type TrajectoryDay, type TrajectoryHistoryResponse, type UnbanMinerData, type UnbanMinerError, type UnbanMinerResponse, type UnbanValidatorData, type UnbanValidatorError, type UnbanValidatorResponse, type UpdateProgressData, type UpdateProgressError, type UpdateProgressResponse, type UpdateQualifyingDeadlineData, type UpdateQualifyingDeadlineError, type UpdateQualifyingDeadlineRequest, type UpdateQualifyingDeadlineResponse, type UpdateQualifyingDeadlineResponse2, type UpdateValidatorData, type UpdateValidatorError, type UpdateValidatorRequest, type UpdateValidatorResponse, type ValidationError, type ValidationErrorError, type ValidatorCurrentAgent, type ValidatorFailureEntry, type ValidatorFailuresResponse, type ValidatorNotFoundError, type ValidatorPauseRequest, type ValidatorPauseStatus, type ValidatorProblemResult, type ValidatorPublic, type ValidatorResourceSampleEntry, type ValidatorResourceSamplesResponse, type ValidatorResumeRequest, type ValidatorScoreSummary, type ValidatorScoresResponse, type ValidatorStatus, type ValidatorVarianceEntry, type WaitlistSignupRequest, type WaitlistSignupResponse, type WeightSaltResponse, type WorkItemStatus, activateSuite, apiProblems, apiRun, banMiner, banValidator, cancelAgentVersion, claimWork, classifyError, classifyStatus, clearAllMinerCooldowns, clearMinerCooldown, clearRaceSelection, client, closeQualifying, completeRun, computeDelay, configureBittensorAuth, configurePublicClient, configureSessionAuth, createRetryFetch, createSessionEndpoint, createSuite, deepHealthCheck, deleteInferenceCredential, type diagnostics_state, discardAgentVersion, eliminateAgentVersion, exchangeChutesCode, type execution_kind, generateAuthHeaders, getAgentVersion, getAgentVersionCode, getAgentVersionProblems, getAgentVersionRuns, getAgentVersionStatus, getAgentVersionVariance, getArtifactDownloadUrl, getAuditEvents, getChutesAuthStatus, getCurrentRace, getCurrentRaces, getCurrentSuite, getEpisodeFeedback, getErrorCode, getErrorDetail, getEvaluationRun, getInferenceAuthStatusOne, getInferenceModels, getLeaderboard, getOwnedAgentVersionStatus, getPack, getPendingEvaluations, getRaceDetail, getRaceDiagnostics, getRaceHistory, getRacePack, getRaceValidatorVariance, getReaperStats, getRunProblems, getRunningEvaluations, getSubmissionPause, getSuiteProblems, getTopAgent, getTopHistory, getTopMinerPayout, getTrajectoryHistory, getValidatorFailures, getValidatorPause, getValidatorResourceSamples, getValidatorScores, getValidators, getWeightSalt, hasDetail, hasErrorCode, healthCheck, heartbeat, invalidateEvaluationRun, isTransient, isTransientError, type item_kind, joinWaitlist, listAgentVersions, listAgentVersions1, listEvaluationRuns, listInferenceAuth, listMinerAgents, listMiners, listSuites, listValidators, logout, type outcome, parseRetryAfter, type phase, postSubmissionPause, postSubmissionResume, postValidatorPause, postValidatorResume, presignEpisodeArtifact, presignUpload, type provider, reevaluateAgentVersion, reinstateAgentVersion, reinstateElimination, requestChallenge, setDefaultInferenceProvider, setRaceSelection, setTopAgent, type status, storeChutesToken, storeInferenceCredential, submitAgent, submitEpisodeResults, type termination_code, unbanMiner, unbanValidator, updateProgress, updateQualifyingDeadline, updateValidator };
|
package/dist/index.d.ts
CHANGED
|
@@ -1234,6 +1234,31 @@ type EpisodeArtifactPresignResponse = {
|
|
|
1234
1234
|
artifact_uri: string;
|
|
1235
1235
|
artifact_sha256: string;
|
|
1236
1236
|
};
|
|
1237
|
+
/**
|
|
1238
|
+
* `oro.episode_feedback.v1` payload — the only shape the public feedback
|
|
1239
|
+
* endpoint may return.
|
|
1240
|
+
*/
|
|
1241
|
+
type EpisodeFeedback = {
|
|
1242
|
+
schema_version?: "oro.episode_feedback.v1";
|
|
1243
|
+
episode_result_id: string;
|
|
1244
|
+
task_id: string;
|
|
1245
|
+
family: string;
|
|
1246
|
+
phase: 'QUALIFYING' | 'RACE';
|
|
1247
|
+
outcome: 'completed' | 'partial' | 'agent_error' | 'environment_error' | 'verifier_error' | 'leakage' | 'exploit';
|
|
1248
|
+
passed?: (boolean | null);
|
|
1249
|
+
paid_reward?: (number | null);
|
|
1250
|
+
step_count: number;
|
|
1251
|
+
tool_call_count: number;
|
|
1252
|
+
search_call_count: number;
|
|
1253
|
+
termination_code: 'placed_order' | 'step_limit' | 'no_final_order' | 'agent_error' | 'infrastructure_error' | 'unknown';
|
|
1254
|
+
interaction?: Array<InteractionStep>;
|
|
1255
|
+
observable_issues?: Array<ObservableIssue>;
|
|
1256
|
+
diagnostics_state?: 'available' | 'diagnostics_unavailable';
|
|
1257
|
+
};
|
|
1258
|
+
type phase = 'QUALIFYING' | 'RACE';
|
|
1259
|
+
type outcome = 'completed' | 'partial' | 'agent_error' | 'environment_error' | 'verifier_error' | 'leakage' | 'exploit';
|
|
1260
|
+
type termination_code = 'placed_order' | 'step_limit' | 'no_final_order' | 'agent_error' | 'infrastructure_error' | 'unknown';
|
|
1261
|
+
type diagnostics_state = 'available' | 'diagnostics_unavailable';
|
|
1237
1262
|
/**
|
|
1238
1263
|
* A validator's terminal result for one task in a bound environment pack.
|
|
1239
1264
|
*/
|
|
@@ -1295,10 +1320,6 @@ type EpisodeResultEntry = {
|
|
|
1295
1320
|
*/
|
|
1296
1321
|
step_count?: number;
|
|
1297
1322
|
};
|
|
1298
|
-
/**
|
|
1299
|
-
* Terminal task outcome.
|
|
1300
|
-
*/
|
|
1301
|
-
type outcome = 'completed' | 'partial' | 'agent_error' | 'environment_error' | 'verifier_error' | 'leakage' | 'exploit';
|
|
1302
1323
|
/**
|
|
1303
1324
|
* Per-item result inside ``SubmitEpisodeResultsResponse``.
|
|
1304
1325
|
*/
|
|
@@ -1772,6 +1793,34 @@ type InferenceTokenGrant = {
|
|
|
1772
1793
|
* Provider that minted the token.
|
|
1773
1794
|
*/
|
|
1774
1795
|
type provider = 'chutes' | 'openrouter';
|
|
1796
|
+
/**
|
|
1797
|
+
* One tool invocation within a step, projected from validator call trace.
|
|
1798
|
+
*
|
|
1799
|
+
* The projector fills these fields explicitly from the validator's already-
|
|
1800
|
+
* scrubbed public step result — see `app/services/episode_feedback.py`.
|
|
1801
|
+
* Never accept a raw call payload here.
|
|
1802
|
+
*/
|
|
1803
|
+
type InteractionCall = {
|
|
1804
|
+
call_id: string;
|
|
1805
|
+
tool_name: string;
|
|
1806
|
+
args?: ({
|
|
1807
|
+
[key: string]: unknown;
|
|
1808
|
+
} | null);
|
|
1809
|
+
observation?: ({
|
|
1810
|
+
[key: string]: unknown;
|
|
1811
|
+
} | null);
|
|
1812
|
+
done?: (boolean | null);
|
|
1813
|
+
error_code?: (string | null);
|
|
1814
|
+
};
|
|
1815
|
+
/**
|
|
1816
|
+
* One turn in the agent-visible interaction.
|
|
1817
|
+
*/
|
|
1818
|
+
type InteractionStep = {
|
|
1819
|
+
step_index: number;
|
|
1820
|
+
turn?: (number | null);
|
|
1821
|
+
calls?: Array<InteractionCall>;
|
|
1822
|
+
shopper_message?: (string | null);
|
|
1823
|
+
};
|
|
1775
1824
|
type InvalidAgentNameError = {
|
|
1776
1825
|
/**
|
|
1777
1826
|
* Error message describing what went wrong
|
|
@@ -2040,6 +2089,14 @@ type NotVersionOwnerError = {
|
|
|
2040
2089
|
*/
|
|
2041
2090
|
error_code?: "NOT_VERSION_OWNER";
|
|
2042
2091
|
};
|
|
2092
|
+
/**
|
|
2093
|
+
* One agent-visible failure code, derived only from the public trace.
|
|
2094
|
+
*/
|
|
2095
|
+
type ObservableIssue = {
|
|
2096
|
+
code: string;
|
|
2097
|
+
count?: number;
|
|
2098
|
+
step_index?: (number | null);
|
|
2099
|
+
};
|
|
2043
2100
|
/**
|
|
2044
2101
|
* Authorized environment delivery and its parent pack identity.
|
|
2045
2102
|
*
|
|
@@ -3950,6 +4007,16 @@ type GetArtifactDownloadUrlData = {
|
|
|
3950
4007
|
};
|
|
3951
4008
|
type GetArtifactDownloadUrlResponse = (ArtifactDownloadResponse);
|
|
3952
4009
|
type GetArtifactDownloadUrlError = ((MissingParameterError | InvalidArtifactTypeError) | RaceInFlightError | (AgentVersionNotFoundError | SuiteNotFoundError | ArtifactNotReleasedError | ArtifactNotFoundError | EvalRunNotFoundError) | HTTPValidationError);
|
|
4010
|
+
type GetEpisodeFeedbackData = {
|
|
4011
|
+
path: {
|
|
4012
|
+
/**
|
|
4013
|
+
* EpisodeResult primary key
|
|
4014
|
+
*/
|
|
4015
|
+
episode_result_id: string;
|
|
4016
|
+
};
|
|
4017
|
+
};
|
|
4018
|
+
type GetEpisodeFeedbackResponse = (EpisodeFeedback);
|
|
4019
|
+
type GetEpisodeFeedbackError = (ArtifactNotFoundError | HTTPValidationError);
|
|
3953
4020
|
type GetEvaluationRunData = {
|
|
3954
4021
|
path: {
|
|
3955
4022
|
/**
|
|
@@ -4827,6 +4894,11 @@ declare const getAgentVersion: <ThrowOnError extends boolean = false>(options: O
|
|
|
4827
4894
|
* Get a presigned URL to download artifacts. Agent code requires the version to be released. Qualifying-phase trajectories and logs are available immediately; race-phase artifacts are gated until the race completes (403 RACE_IN_FLIGHT).
|
|
4828
4895
|
*/
|
|
4829
4896
|
declare const getArtifactDownloadUrl: <ThrowOnError extends boolean = false>(options: OptionsLegacyParser<GetArtifactDownloadUrlData, ThrowOnError>) => _hey_api_client_fetch.RequestResult<ArtifactDownloadResponse, GetArtifactDownloadUrlError, ThrowOnError>;
|
|
4897
|
+
/**
|
|
4898
|
+
* Get miner-safe episode feedback
|
|
4899
|
+
* Return a positive-allowlist `oro.episode_feedback.v1` projection of a single envpack episode: outcome, paid reward, step + tool counts, termination code, agent-visible interaction, and observable-only issue codes. The sealed validator artifact (checks, reward record, family metrics, ledger, explanation) is never exposed here — replay remains available through authorized internal routes.
|
|
4900
|
+
*/
|
|
4901
|
+
declare const getEpisodeFeedback: <ThrowOnError extends boolean = false>(options: OptionsLegacyParser<GetEpisodeFeedbackData, ThrowOnError>) => _hey_api_client_fetch.RequestResult<EpisodeFeedback, GetEpisodeFeedbackError, ThrowOnError>;
|
|
4830
4902
|
/**
|
|
4831
4903
|
* Get evaluation run details
|
|
4832
4904
|
* Get detailed information about a specific evaluation run.
|
|
@@ -5657,4 +5729,4 @@ declare class SessionAuthManager {
|
|
|
5657
5729
|
*/
|
|
5658
5730
|
declare function configureSessionAuth(baseUrl: string, config: SessionAuthConfig): SessionAuthManager;
|
|
5659
5731
|
|
|
5660
|
-
export { type ActivateSuiteData, type ActivateSuiteError, type ActivateSuiteResponse, type ActivateSuiteResponse2, type AdminAgentCodeResponse, type AdminAgentVersionEntry, type AdminAgentVersionsResponse, type AdminEvaluationRunEntry, type AdminEvaluationRunsResponse, type AdminMinerEntry, type AdminMinersResponse, type AdminValidatorEntry, type AdminValidatorsResponse, type AdmissionReason, type AdmissionStatus, type AgentLatestVersion, type AgentNotFoundError, type AgentPublic, type AgentVersionHistoryEntry, type AgentVersionNotFoundError, type AgentVersionProblemsResponse, type AgentVersionPublic, type AgentVersionScoreEntry, type AgentVersionState, type AgentVersionStatus, type AgentVersionVariance, type AgentVersionVarianceResponse, type AlreadyInvalidatedError, type ApiProblemsData, type ApiProblemsError, type ApiProblemsResponse, type ApiRunData, type ApiRunError, type ApiRunResponse, type ArtifactDownloadRequest, type ArtifactDownloadResponse, type ArtifactNotFoundError, type ArtifactNotReleasedError, type ArtifactReleaseState, type ArtifactType, type AtCapacityError, type AuditEventEntry, type AuditEventsResponse, type BanMinerData, type BanMinerError, type BanMinerResponse, type BanRequest, type BanResponse, type BanValidatorData, type BanValidatorError, type BanValidatorResponse, type BittensorAuthConfig, type Body_submit_agent, type CachedSession, type CancelAgentVersionData, type CancelAgentVersionError, type CancelAgentVersionResponse, type CancelRequest, type CancelResponse, type ChallengeRequest, type ChallengeResponse, type CheckSummary, type ChutesAuthStatusResponse, type ClaimWorkData, type ClaimWorkError, type ClaimWorkResponse, type ClaimWorkResponse2, type ClearAllCooldownsResponse, type ClearAllMinerCooldownsError, type ClearAllMinerCooldownsResponse, type ClearCooldownResponse, type ClearMinerCooldownData, type ClearMinerCooldownError, type ClearMinerCooldownResponse, type ClearRaceSelectionError, type ClearRaceSelectionResponse, type CloseQualifyingError, type CloseQualifyingResponse, type CloseQualifyingResponse2, type CodeAnalysisError, type CompleteRunData, type CompleteRunError, type CompleteRunRequest, type CompleteRunResponse, type CompleteRunResponse2, type CooldownActiveError, type CreateSessionEndpointData, type CreateSessionEndpointError, type CreateSessionEndpointResponse, type CreateSuiteData, type CreateSuiteError, type CreateSuiteRequest, type CreateSuiteResponse, type CreateSuiteResponse2, type CurrentRacesResponse, type DeepHealthCheckError, type DeepHealthCheckResponse, type DeleteInferenceCredentialData, type DeleteInferenceCredentialError, type DeleteInferenceCredentialResponse, type DiscardAgentVersionData, type DiscardAgentVersionError, type DiscardAgentVersionResponse, type DiscardRequest, type DiscardResponse, type EliminateAgentVersionData, type EliminateAgentVersionError, type EliminateAgentVersionResponse, type EliminateRequest, type EliminateResponse, type EnvPackErrorResponse, type EpisodeArtifactPresignRequest, type EpisodeArtifactPresignResponse, type EpisodeResultEntry, type EpisodeResultSubmission, type EpochStandings, type ErrorCategory, type EvalRunNotFoundError, type EvaluationExecutionRead, type EvaluationItemRead, type EvaluationItemsRead, type EvaluationPhase, type EvaluationRunDetail, type EvaluationRunPublic, type EvaluationRunStatus, type EvaluationRunStatusPublic, type ExchangeChutesCodeData, type ExchangeChutesCodeError, type ExchangeChutesCodeRequest, type ExchangeChutesCodeResponse, type ExchangeChutesCodeResponse2, type FileTooLargeError, type GeneratedEvaluationResultRead, type GetAgentVersionCodeData, type GetAgentVersionCodeError, type GetAgentVersionCodeResponse, type GetAgentVersionData, type GetAgentVersionError, type GetAgentVersionProblemsData, type GetAgentVersionProblemsError, type GetAgentVersionProblemsResponse, type GetAgentVersionResponse, type GetAgentVersionRunsData, type GetAgentVersionRunsError, type GetAgentVersionRunsResponse, type GetAgentVersionStatusData, type GetAgentVersionStatusError, type GetAgentVersionStatusResponse, type GetAgentVersionVarianceData, type GetAgentVersionVarianceError, type GetAgentVersionVarianceResponse, type GetArtifactDownloadUrlData, type GetArtifactDownloadUrlError, type GetArtifactDownloadUrlResponse, type GetAuditEventsData, type GetAuditEventsError, type GetAuditEventsResponse, type GetChutesAuthStatusError, type GetChutesAuthStatusResponse, type GetCurrentRaceError, type GetCurrentRaceResponse, type GetCurrentRacesError, type GetCurrentRacesResponse, type GetCurrentSuiteError, type GetCurrentSuiteResponse, type GetEvaluationRunData, type GetEvaluationRunError, type GetEvaluationRunResponse, type GetInferenceAuthStatusOneData, type GetInferenceAuthStatusOneError, type GetInferenceAuthStatusOneResponse, type GetInferenceModelsData, type GetInferenceModelsError, type GetInferenceModelsResponse, type GetLeaderboardData, type GetLeaderboardError, type GetLeaderboardResponse, type GetOwnedAgentVersionStatusData, type GetOwnedAgentVersionStatusError, type GetOwnedAgentVersionStatusResponse, type GetPackData, type GetPackError, type GetPackResponse, type GetPendingEvaluationsData, type GetPendingEvaluationsError, type GetPendingEvaluationsResponse, type GetRaceDetailData, type GetRaceDetailError, type GetRaceDetailResponse, type GetRaceDiagnosticsData, type GetRaceDiagnosticsError, type GetRaceDiagnosticsResponse, type GetRaceHistoryData, type GetRaceHistoryError, type GetRaceHistoryResponse, type GetRacePackData, type GetRacePackError, type GetRacePackResponse, type GetRaceValidatorVarianceData, type GetRaceValidatorVarianceError, type GetRaceValidatorVarianceResponse, type GetReaperStatsError, type GetReaperStatsResponse, type GetRunProblemsData, type GetRunProblemsError, type GetRunProblemsResponse, type GetRunningEvaluationsError, type GetRunningEvaluationsResponse, type GetSubmissionPauseError, type GetSubmissionPauseResponse, type GetSuiteProblemsData, type GetSuiteProblemsError, type GetSuiteProblemsResponse, type GetTopAgentError, type GetTopAgentResponse, type GetTopHistoryData, type GetTopHistoryError, type GetTopHistoryResponse, type GetTopMinerPayoutError, type GetTopMinerPayoutResponse, type GetTrajectoryHistoryError, type GetTrajectoryHistoryResponse, type GetValidatorFailuresData, type GetValidatorFailuresError, type GetValidatorFailuresResponse, type GetValidatorPauseError, type GetValidatorPauseResponse, type GetValidatorResourceSamplesData, type GetValidatorResourceSamplesError, type GetValidatorResourceSamplesResponse, type GetValidatorScoresData, type GetValidatorScoresError, type GetValidatorScoresResponse, type GetValidatorsError, type GetValidatorsResponse, type GetWeightSaltError, type GetWeightSaltResponse, type HTTPValidationError, type HealthCheckError, type HealthCheckResponse, type HeartbeatData, type HeartbeatError, type HeartbeatRequest, type HeartbeatResponse, type HeartbeatResponse2, type InferenceAuthListResponse, type InferenceAuthStatusResponse, type InferenceModelsResponse, type InferenceTokenGrant, type InvalidAgentNameError, type InvalidArtifactTypeError, type InvalidFileError, type InvalidProblemIdError, type InvalidateEvaluationRunData, type InvalidateEvaluationRunError, type InvalidateEvaluationRunResponse, type InvalidateRunRequest, type JoinWaitlistData, type JoinWaitlistError, type JoinWaitlistResponse, type LeaderboardEntry, type LeaderboardResponse, type LeaseExpiredError, type ListAgentVersions1Data, type ListAgentVersions1Error, type ListAgentVersions1Response, type ListAgentVersionsData, type ListAgentVersionsError, type ListAgentVersionsResponse, type ListEvaluationRunsData, type ListEvaluationRunsError, type ListEvaluationRunsResponse, type ListInferenceAuthError, type ListInferenceAuthResponse, type ListMinerAgentsError, type ListMinerAgentsResponse, type ListMinersData, type ListMinersError, type ListMinersResponse, type ListSuitesError, type ListSuitesResponse, type ListValidatorsData, type ListValidatorsError, type ListValidatorsResponse, type LogoutData, type LogoutError, type LogoutResponse, type LogoutResponse2, type MinerAgentsResponse, type MinerNotFoundError, type MinerRaceSelectionRequest, type MissingParameterError, type MissingScoreError, type NoActiveSuiteError, type NoSelectionError, type NotRunOwnerError, type NotVersionOwnerError, type OroErrorCode, type PackFetchResponse, type PendingEvaluation, type PendingEvaluationSummary, type PendingEvaluationsResponse, type PinnedFinisher, type PooledWindowRace, type PostSubmissionPauseData, type PostSubmissionPauseError, type PostSubmissionPauseResponse, type PostSubmissionResumeData, type PostSubmissionResumeError, type PostSubmissionResumeResponse, type PostValidatorPauseData, type PostValidatorPauseError, type PostValidatorPauseResponse, type PostValidatorResumeData, type PostValidatorResumeError, type PostValidatorResumeResponse, type PresignEpisodeArtifactData, type PresignEpisodeArtifactError, type PresignEpisodeArtifactResponse, type PresignUploadData, type PresignUploadError, type PresignUploadRequest, type PresignUploadResponse, type PresignUploadResponse2, type ProblemNotFoundError, type ProblemProgressEntry, type ProblemProgressUpdate, type ProblemPublic, type ProblemStatus, type ProgressUpdateRequest, type ProgressUpdateResponse, type QualifyingTaskRead, type RaceCurrentResponse, type RaceDetailResponse, type RaceDiagnosticsResponse, type RaceHistoryResponse, type RaceInFlightError, type RaceLockedError, type RaceNotFoundError, type RacePackFetchResponse, type RacePublic, type RaceQualifierEntry, type RaceQualifierPublic, type RaceSummary, type RaceValidatorVarianceResponse, type RaceWorkItemEntry, type RankedInferenceModel, type RankedInferenceModelsResponse, type RateLimitExceededError, type ReaperStatsResponse, type ReevaluateAgentVersionData, type ReevaluateAgentVersionError, type ReevaluateAgentVersionResponse, type ReevaluateRequest, type ReevaluateResponse, type ReinstateAgentVersionData, type ReinstateAgentVersionError, type ReinstateAgentVersionResponse, type ReinstateEliminationData, type ReinstateEliminationError, type ReinstateEliminationRequest, type ReinstateEliminationResponse, type ReinstateEliminationResponse2, type ReinstateRequest, type RequestChallengeData, type RequestChallengeError, type RequestChallengeResponse, type RetryConfig, type RetryContext, type RewardSummary, type RunAlreadyCompleteError, type RunProblemsResponse, type RunningEvaluation, type SafeEnvironmentMetadata, type ScoreBelowThresholdError, type SessionAuthConfig, SessionAuthManager, type SessionInfo, type SessionRequest, type SessionResponse, type SetDefaultInferenceProviderData, type SetDefaultInferenceProviderError, type SetDefaultInferenceProviderResponse, type SetDefaultProviderRequest, type SetRaceSelectionData, type SetRaceSelectionError, type SetRaceSelectionResponse, type SetTopAgentData, type SetTopAgentError, type SetTopAgentResponse, type SetTopRequest, type SetTopResponse, type SimilarityCheckUnavailableError, type SpreadBucket, type StoreChutesTokenData, type StoreChutesTokenError, type StoreChutesTokenRequest, type StoreChutesTokenResponse, type StoreInferenceCredentialData, type StoreInferenceCredentialError, type StoreInferenceCredentialRequest, type StoreInferenceCredentialResponse, type SubmissionPauseRequest, type SubmissionPauseStatus, type SubmissionsPausedError, type SubmitAgentData, type SubmitAgentError, type SubmitAgentResponse, type SubmitAgentResponse2, type SubmitEpisodeResultsData, type SubmitEpisodeResultsError, type SubmitEpisodeResultsRequest, type SubmitEpisodeResultsResponse, type SubmitEpisodeResultsResponse2, type SuiteNotFoundError, type SuitePublic, type SuiteWithProblemsResponse, type TerminalStatus, type TopAgentResponse, type TopHistoryEntry, type TopHistoryResponse, type TopMinerPayoutResponse, type TrajectoryDay, type TrajectoryHistoryResponse, type UnbanMinerData, type UnbanMinerError, type UnbanMinerResponse, type UnbanValidatorData, type UnbanValidatorError, type UnbanValidatorResponse, type UpdateProgressData, type UpdateProgressError, type UpdateProgressResponse, type UpdateQualifyingDeadlineData, type UpdateQualifyingDeadlineError, type UpdateQualifyingDeadlineRequest, type UpdateQualifyingDeadlineResponse, type UpdateQualifyingDeadlineResponse2, type UpdateValidatorData, type UpdateValidatorError, type UpdateValidatorRequest, type UpdateValidatorResponse, type ValidationError, type ValidationErrorError, type ValidatorCurrentAgent, type ValidatorFailureEntry, type ValidatorFailuresResponse, type ValidatorNotFoundError, type ValidatorPauseRequest, type ValidatorPauseStatus, type ValidatorProblemResult, type ValidatorPublic, type ValidatorResourceSampleEntry, type ValidatorResourceSamplesResponse, type ValidatorResumeRequest, type ValidatorScoreSummary, type ValidatorScoresResponse, type ValidatorStatus, type ValidatorVarianceEntry, type WaitlistSignupRequest, type WaitlistSignupResponse, type WeightSaltResponse, type WorkItemStatus, activateSuite, apiProblems, apiRun, banMiner, banValidator, cancelAgentVersion, claimWork, classifyError, classifyStatus, clearAllMinerCooldowns, clearMinerCooldown, clearRaceSelection, client, closeQualifying, completeRun, computeDelay, configureBittensorAuth, configurePublicClient, configureSessionAuth, createRetryFetch, createSessionEndpoint, createSuite, deepHealthCheck, deleteInferenceCredential, discardAgentVersion, eliminateAgentVersion, exchangeChutesCode, type execution_kind, generateAuthHeaders, getAgentVersion, getAgentVersionCode, getAgentVersionProblems, getAgentVersionRuns, getAgentVersionStatus, getAgentVersionVariance, getArtifactDownloadUrl, getAuditEvents, getChutesAuthStatus, getCurrentRace, getCurrentRaces, getCurrentSuite, getErrorCode, getErrorDetail, getEvaluationRun, getInferenceAuthStatusOne, getInferenceModels, getLeaderboard, getOwnedAgentVersionStatus, getPack, getPendingEvaluations, getRaceDetail, getRaceDiagnostics, getRaceHistory, getRacePack, getRaceValidatorVariance, getReaperStats, getRunProblems, getRunningEvaluations, getSubmissionPause, getSuiteProblems, getTopAgent, getTopHistory, getTopMinerPayout, getTrajectoryHistory, getValidatorFailures, getValidatorPause, getValidatorResourceSamples, getValidatorScores, getValidators, getWeightSalt, hasDetail, hasErrorCode, healthCheck, heartbeat, invalidateEvaluationRun, isTransient, isTransientError, type item_kind, joinWaitlist, listAgentVersions, listAgentVersions1, listEvaluationRuns, listInferenceAuth, listMinerAgents, listMiners, listSuites, listValidators, logout, type outcome, parseRetryAfter, postSubmissionPause, postSubmissionResume, postValidatorPause, postValidatorResume, presignEpisodeArtifact, presignUpload, type provider, reevaluateAgentVersion, reinstateAgentVersion, reinstateElimination, requestChallenge, setDefaultInferenceProvider, setRaceSelection, setTopAgent, type status, storeChutesToken, storeInferenceCredential, submitAgent, submitEpisodeResults, unbanMiner, unbanValidator, updateProgress, updateQualifyingDeadline, updateValidator };
|
|
5732
|
+
export { type ActivateSuiteData, type ActivateSuiteError, type ActivateSuiteResponse, type ActivateSuiteResponse2, type AdminAgentCodeResponse, type AdminAgentVersionEntry, type AdminAgentVersionsResponse, type AdminEvaluationRunEntry, type AdminEvaluationRunsResponse, type AdminMinerEntry, type AdminMinersResponse, type AdminValidatorEntry, type AdminValidatorsResponse, type AdmissionReason, type AdmissionStatus, type AgentLatestVersion, type AgentNotFoundError, type AgentPublic, type AgentVersionHistoryEntry, type AgentVersionNotFoundError, type AgentVersionProblemsResponse, type AgentVersionPublic, type AgentVersionScoreEntry, type AgentVersionState, type AgentVersionStatus, type AgentVersionVariance, type AgentVersionVarianceResponse, type AlreadyInvalidatedError, type ApiProblemsData, type ApiProblemsError, type ApiProblemsResponse, type ApiRunData, type ApiRunError, type ApiRunResponse, type ArtifactDownloadRequest, type ArtifactDownloadResponse, type ArtifactNotFoundError, type ArtifactNotReleasedError, type ArtifactReleaseState, type ArtifactType, type AtCapacityError, type AuditEventEntry, type AuditEventsResponse, type BanMinerData, type BanMinerError, type BanMinerResponse, type BanRequest, type BanResponse, type BanValidatorData, type BanValidatorError, type BanValidatorResponse, type BittensorAuthConfig, type Body_submit_agent, type CachedSession, type CancelAgentVersionData, type CancelAgentVersionError, type CancelAgentVersionResponse, type CancelRequest, type CancelResponse, type ChallengeRequest, type ChallengeResponse, type CheckSummary, type ChutesAuthStatusResponse, type ClaimWorkData, type ClaimWorkError, type ClaimWorkResponse, type ClaimWorkResponse2, type ClearAllCooldownsResponse, type ClearAllMinerCooldownsError, type ClearAllMinerCooldownsResponse, type ClearCooldownResponse, type ClearMinerCooldownData, type ClearMinerCooldownError, type ClearMinerCooldownResponse, type ClearRaceSelectionError, type ClearRaceSelectionResponse, type CloseQualifyingError, type CloseQualifyingResponse, type CloseQualifyingResponse2, type CodeAnalysisError, type CompleteRunData, type CompleteRunError, type CompleteRunRequest, type CompleteRunResponse, type CompleteRunResponse2, type CooldownActiveError, type CreateSessionEndpointData, type CreateSessionEndpointError, type CreateSessionEndpointResponse, type CreateSuiteData, type CreateSuiteError, type CreateSuiteRequest, type CreateSuiteResponse, type CreateSuiteResponse2, type CurrentRacesResponse, type DeepHealthCheckError, type DeepHealthCheckResponse, type DeleteInferenceCredentialData, type DeleteInferenceCredentialError, type DeleteInferenceCredentialResponse, type DiscardAgentVersionData, type DiscardAgentVersionError, type DiscardAgentVersionResponse, type DiscardRequest, type DiscardResponse, type EliminateAgentVersionData, type EliminateAgentVersionError, type EliminateAgentVersionResponse, type EliminateRequest, type EliminateResponse, type EnvPackErrorResponse, type EpisodeArtifactPresignRequest, type EpisodeArtifactPresignResponse, type EpisodeFeedback, type EpisodeResultEntry, type EpisodeResultSubmission, type EpochStandings, type ErrorCategory, type EvalRunNotFoundError, type EvaluationExecutionRead, type EvaluationItemRead, type EvaluationItemsRead, type EvaluationPhase, type EvaluationRunDetail, type EvaluationRunPublic, type EvaluationRunStatus, type EvaluationRunStatusPublic, type ExchangeChutesCodeData, type ExchangeChutesCodeError, type ExchangeChutesCodeRequest, type ExchangeChutesCodeResponse, type ExchangeChutesCodeResponse2, type FileTooLargeError, type GeneratedEvaluationResultRead, type GetAgentVersionCodeData, type GetAgentVersionCodeError, type GetAgentVersionCodeResponse, type GetAgentVersionData, type GetAgentVersionError, type GetAgentVersionProblemsData, type GetAgentVersionProblemsError, type GetAgentVersionProblemsResponse, type GetAgentVersionResponse, type GetAgentVersionRunsData, type GetAgentVersionRunsError, type GetAgentVersionRunsResponse, type GetAgentVersionStatusData, type GetAgentVersionStatusError, type GetAgentVersionStatusResponse, type GetAgentVersionVarianceData, type GetAgentVersionVarianceError, type GetAgentVersionVarianceResponse, type GetArtifactDownloadUrlData, type GetArtifactDownloadUrlError, type GetArtifactDownloadUrlResponse, type GetAuditEventsData, type GetAuditEventsError, type GetAuditEventsResponse, type GetChutesAuthStatusError, type GetChutesAuthStatusResponse, type GetCurrentRaceError, type GetCurrentRaceResponse, type GetCurrentRacesError, type GetCurrentRacesResponse, type GetCurrentSuiteError, type GetCurrentSuiteResponse, type GetEpisodeFeedbackData, type GetEpisodeFeedbackError, type GetEpisodeFeedbackResponse, type GetEvaluationRunData, type GetEvaluationRunError, type GetEvaluationRunResponse, type GetInferenceAuthStatusOneData, type GetInferenceAuthStatusOneError, type GetInferenceAuthStatusOneResponse, type GetInferenceModelsData, type GetInferenceModelsError, type GetInferenceModelsResponse, type GetLeaderboardData, type GetLeaderboardError, type GetLeaderboardResponse, type GetOwnedAgentVersionStatusData, type GetOwnedAgentVersionStatusError, type GetOwnedAgentVersionStatusResponse, type GetPackData, type GetPackError, type GetPackResponse, type GetPendingEvaluationsData, type GetPendingEvaluationsError, type GetPendingEvaluationsResponse, type GetRaceDetailData, type GetRaceDetailError, type GetRaceDetailResponse, type GetRaceDiagnosticsData, type GetRaceDiagnosticsError, type GetRaceDiagnosticsResponse, type GetRaceHistoryData, type GetRaceHistoryError, type GetRaceHistoryResponse, type GetRacePackData, type GetRacePackError, type GetRacePackResponse, type GetRaceValidatorVarianceData, type GetRaceValidatorVarianceError, type GetRaceValidatorVarianceResponse, type GetReaperStatsError, type GetReaperStatsResponse, type GetRunProblemsData, type GetRunProblemsError, type GetRunProblemsResponse, type GetRunningEvaluationsError, type GetRunningEvaluationsResponse, type GetSubmissionPauseError, type GetSubmissionPauseResponse, type GetSuiteProblemsData, type GetSuiteProblemsError, type GetSuiteProblemsResponse, type GetTopAgentError, type GetTopAgentResponse, type GetTopHistoryData, type GetTopHistoryError, type GetTopHistoryResponse, type GetTopMinerPayoutError, type GetTopMinerPayoutResponse, type GetTrajectoryHistoryError, type GetTrajectoryHistoryResponse, type GetValidatorFailuresData, type GetValidatorFailuresError, type GetValidatorFailuresResponse, type GetValidatorPauseError, type GetValidatorPauseResponse, type GetValidatorResourceSamplesData, type GetValidatorResourceSamplesError, type GetValidatorResourceSamplesResponse, type GetValidatorScoresData, type GetValidatorScoresError, type GetValidatorScoresResponse, type GetValidatorsError, type GetValidatorsResponse, type GetWeightSaltError, type GetWeightSaltResponse, type HTTPValidationError, type HealthCheckError, type HealthCheckResponse, type HeartbeatData, type HeartbeatError, type HeartbeatRequest, type HeartbeatResponse, type HeartbeatResponse2, type InferenceAuthListResponse, type InferenceAuthStatusResponse, type InferenceModelsResponse, type InferenceTokenGrant, type InteractionCall, type InteractionStep, type InvalidAgentNameError, type InvalidArtifactTypeError, type InvalidFileError, type InvalidProblemIdError, type InvalidateEvaluationRunData, type InvalidateEvaluationRunError, type InvalidateEvaluationRunResponse, type InvalidateRunRequest, type JoinWaitlistData, type JoinWaitlistError, type JoinWaitlistResponse, type LeaderboardEntry, type LeaderboardResponse, type LeaseExpiredError, type ListAgentVersions1Data, type ListAgentVersions1Error, type ListAgentVersions1Response, type ListAgentVersionsData, type ListAgentVersionsError, type ListAgentVersionsResponse, type ListEvaluationRunsData, type ListEvaluationRunsError, type ListEvaluationRunsResponse, type ListInferenceAuthError, type ListInferenceAuthResponse, type ListMinerAgentsError, type ListMinerAgentsResponse, type ListMinersData, type ListMinersError, type ListMinersResponse, type ListSuitesError, type ListSuitesResponse, type ListValidatorsData, type ListValidatorsError, type ListValidatorsResponse, type LogoutData, type LogoutError, type LogoutResponse, type LogoutResponse2, type MinerAgentsResponse, type MinerNotFoundError, type MinerRaceSelectionRequest, type MissingParameterError, type MissingScoreError, type NoActiveSuiteError, type NoSelectionError, type NotRunOwnerError, type NotVersionOwnerError, type ObservableIssue, type OroErrorCode, type PackFetchResponse, type PendingEvaluation, type PendingEvaluationSummary, type PendingEvaluationsResponse, type PinnedFinisher, type PooledWindowRace, type PostSubmissionPauseData, type PostSubmissionPauseError, type PostSubmissionPauseResponse, type PostSubmissionResumeData, type PostSubmissionResumeError, type PostSubmissionResumeResponse, type PostValidatorPauseData, type PostValidatorPauseError, type PostValidatorPauseResponse, type PostValidatorResumeData, type PostValidatorResumeError, type PostValidatorResumeResponse, type PresignEpisodeArtifactData, type PresignEpisodeArtifactError, type PresignEpisodeArtifactResponse, type PresignUploadData, type PresignUploadError, type PresignUploadRequest, type PresignUploadResponse, type PresignUploadResponse2, type ProblemNotFoundError, type ProblemProgressEntry, type ProblemProgressUpdate, type ProblemPublic, type ProblemStatus, type ProgressUpdateRequest, type ProgressUpdateResponse, type QualifyingTaskRead, type RaceCurrentResponse, type RaceDetailResponse, type RaceDiagnosticsResponse, type RaceHistoryResponse, type RaceInFlightError, type RaceLockedError, type RaceNotFoundError, type RacePackFetchResponse, type RacePublic, type RaceQualifierEntry, type RaceQualifierPublic, type RaceSummary, type RaceValidatorVarianceResponse, type RaceWorkItemEntry, type RankedInferenceModel, type RankedInferenceModelsResponse, type RateLimitExceededError, type ReaperStatsResponse, type ReevaluateAgentVersionData, type ReevaluateAgentVersionError, type ReevaluateAgentVersionResponse, type ReevaluateRequest, type ReevaluateResponse, type ReinstateAgentVersionData, type ReinstateAgentVersionError, type ReinstateAgentVersionResponse, type ReinstateEliminationData, type ReinstateEliminationError, type ReinstateEliminationRequest, type ReinstateEliminationResponse, type ReinstateEliminationResponse2, type ReinstateRequest, type RequestChallengeData, type RequestChallengeError, type RequestChallengeResponse, type RetryConfig, type RetryContext, type RewardSummary, type RunAlreadyCompleteError, type RunProblemsResponse, type RunningEvaluation, type SafeEnvironmentMetadata, type ScoreBelowThresholdError, type SessionAuthConfig, SessionAuthManager, type SessionInfo, type SessionRequest, type SessionResponse, type SetDefaultInferenceProviderData, type SetDefaultInferenceProviderError, type SetDefaultInferenceProviderResponse, type SetDefaultProviderRequest, type SetRaceSelectionData, type SetRaceSelectionError, type SetRaceSelectionResponse, type SetTopAgentData, type SetTopAgentError, type SetTopAgentResponse, type SetTopRequest, type SetTopResponse, type SimilarityCheckUnavailableError, type SpreadBucket, type StoreChutesTokenData, type StoreChutesTokenError, type StoreChutesTokenRequest, type StoreChutesTokenResponse, type StoreInferenceCredentialData, type StoreInferenceCredentialError, type StoreInferenceCredentialRequest, type StoreInferenceCredentialResponse, type SubmissionPauseRequest, type SubmissionPauseStatus, type SubmissionsPausedError, type SubmitAgentData, type SubmitAgentError, type SubmitAgentResponse, type SubmitAgentResponse2, type SubmitEpisodeResultsData, type SubmitEpisodeResultsError, type SubmitEpisodeResultsRequest, type SubmitEpisodeResultsResponse, type SubmitEpisodeResultsResponse2, type SuiteNotFoundError, type SuitePublic, type SuiteWithProblemsResponse, type TerminalStatus, type TopAgentResponse, type TopHistoryEntry, type TopHistoryResponse, type TopMinerPayoutResponse, type TrajectoryDay, type TrajectoryHistoryResponse, type UnbanMinerData, type UnbanMinerError, type UnbanMinerResponse, type UnbanValidatorData, type UnbanValidatorError, type UnbanValidatorResponse, type UpdateProgressData, type UpdateProgressError, type UpdateProgressResponse, type UpdateQualifyingDeadlineData, type UpdateQualifyingDeadlineError, type UpdateQualifyingDeadlineRequest, type UpdateQualifyingDeadlineResponse, type UpdateQualifyingDeadlineResponse2, type UpdateValidatorData, type UpdateValidatorError, type UpdateValidatorRequest, type UpdateValidatorResponse, type ValidationError, type ValidationErrorError, type ValidatorCurrentAgent, type ValidatorFailureEntry, type ValidatorFailuresResponse, type ValidatorNotFoundError, type ValidatorPauseRequest, type ValidatorPauseStatus, type ValidatorProblemResult, type ValidatorPublic, type ValidatorResourceSampleEntry, type ValidatorResourceSamplesResponse, type ValidatorResumeRequest, type ValidatorScoreSummary, type ValidatorScoresResponse, type ValidatorStatus, type ValidatorVarianceEntry, type WaitlistSignupRequest, type WaitlistSignupResponse, type WeightSaltResponse, type WorkItemStatus, activateSuite, apiProblems, apiRun, banMiner, banValidator, cancelAgentVersion, claimWork, classifyError, classifyStatus, clearAllMinerCooldowns, clearMinerCooldown, clearRaceSelection, client, closeQualifying, completeRun, computeDelay, configureBittensorAuth, configurePublicClient, configureSessionAuth, createRetryFetch, createSessionEndpoint, createSuite, deepHealthCheck, deleteInferenceCredential, type diagnostics_state, discardAgentVersion, eliminateAgentVersion, exchangeChutesCode, type execution_kind, generateAuthHeaders, getAgentVersion, getAgentVersionCode, getAgentVersionProblems, getAgentVersionRuns, getAgentVersionStatus, getAgentVersionVariance, getArtifactDownloadUrl, getAuditEvents, getChutesAuthStatus, getCurrentRace, getCurrentRaces, getCurrentSuite, getEpisodeFeedback, getErrorCode, getErrorDetail, getEvaluationRun, getInferenceAuthStatusOne, getInferenceModels, getLeaderboard, getOwnedAgentVersionStatus, getPack, getPendingEvaluations, getRaceDetail, getRaceDiagnostics, getRaceHistory, getRacePack, getRaceValidatorVariance, getReaperStats, getRunProblems, getRunningEvaluations, getSubmissionPause, getSuiteProblems, getTopAgent, getTopHistory, getTopMinerPayout, getTrajectoryHistory, getValidatorFailures, getValidatorPause, getValidatorResourceSamples, getValidatorScores, getValidators, getWeightSalt, hasDetail, hasErrorCode, healthCheck, heartbeat, invalidateEvaluationRun, isTransient, isTransientError, type item_kind, joinWaitlist, listAgentVersions, listAgentVersions1, listEvaluationRuns, listInferenceAuth, listMinerAgents, listMiners, listSuites, listValidators, logout, type outcome, parseRetryAfter, type phase, postSubmissionPause, postSubmissionResume, postValidatorPause, postValidatorResume, presignEpisodeArtifact, presignUpload, type provider, reevaluateAgentVersion, reinstateAgentVersion, reinstateElimination, requestChallenge, setDefaultInferenceProvider, setRaceSelection, setTopAgent, type status, storeChutesToken, storeInferenceCredential, submitAgent, submitEpisodeResults, type termination_code, unbanMiner, unbanValidator, updateProgress, updateQualifyingDeadline, updateValidator };
|
package/dist/index.js
CHANGED
|
@@ -71,6 +71,7 @@ __export(index_exports, {
|
|
|
71
71
|
getCurrentRace: () => getCurrentRace,
|
|
72
72
|
getCurrentRaces: () => getCurrentRaces,
|
|
73
73
|
getCurrentSuite: () => getCurrentSuite,
|
|
74
|
+
getEpisodeFeedback: () => getEpisodeFeedback,
|
|
74
75
|
getErrorCode: () => getErrorCode,
|
|
75
76
|
getErrorDetail: () => getErrorDetail,
|
|
76
77
|
getEvaluationRun: () => getEvaluationRun,
|
|
@@ -236,6 +237,12 @@ var getArtifactDownloadUrl = (options) => {
|
|
|
236
237
|
url: "/v1/public/artifacts/download-url"
|
|
237
238
|
});
|
|
238
239
|
};
|
|
240
|
+
var getEpisodeFeedback = (options) => {
|
|
241
|
+
return (options?.client ?? client).get({
|
|
242
|
+
...options,
|
|
243
|
+
url: "/v1/public/episode-results/{episode_result_id}/feedback"
|
|
244
|
+
});
|
|
245
|
+
};
|
|
239
246
|
var getEvaluationRun = (options) => {
|
|
240
247
|
return (options?.client ?? client).get({
|
|
241
248
|
...options,
|
|
@@ -1112,6 +1119,7 @@ function configureSessionAuth(baseUrl, config) {
|
|
|
1112
1119
|
getCurrentRace,
|
|
1113
1120
|
getCurrentRaces,
|
|
1114
1121
|
getCurrentSuite,
|
|
1122
|
+
getEpisodeFeedback,
|
|
1115
1123
|
getErrorCode,
|
|
1116
1124
|
getErrorDetail,
|
|
1117
1125
|
getEvaluationRun,
|
package/dist/index.mjs
CHANGED
|
@@ -91,6 +91,12 @@ var getArtifactDownloadUrl = (options) => {
|
|
|
91
91
|
url: "/v1/public/artifacts/download-url"
|
|
92
92
|
});
|
|
93
93
|
};
|
|
94
|
+
var getEpisodeFeedback = (options) => {
|
|
95
|
+
return (options?.client ?? client).get({
|
|
96
|
+
...options,
|
|
97
|
+
url: "/v1/public/episode-results/{episode_result_id}/feedback"
|
|
98
|
+
});
|
|
99
|
+
};
|
|
94
100
|
var getEvaluationRun = (options) => {
|
|
95
101
|
return (options?.client ?? client).get({
|
|
96
102
|
...options,
|
|
@@ -966,6 +972,7 @@ export {
|
|
|
966
972
|
getCurrentRace,
|
|
967
973
|
getCurrentRaces,
|
|
968
974
|
getCurrentSuite,
|
|
975
|
+
getEpisodeFeedback,
|
|
969
976
|
getErrorCode,
|
|
970
977
|
getErrorDetail,
|
|
971
978
|
getEvaluationRun,
|
package/package.json
CHANGED
package/src/generated/sdk.gen.ts
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
// This file is auto-generated by @hey-api/openapi-ts
|
|
2
2
|
|
|
3
3
|
import { createClient, createConfig, type OptionsLegacyParser, formDataBodySerializer } from '@hey-api/client-fetch';
|
|
4
|
-
import type { HealthCheckError, HealthCheckResponse, DeepHealthCheckError, DeepHealthCheckResponse, ListSuitesError, ListSuitesResponse, GetCurrentSuiteError, GetCurrentSuiteResponse, GetSuiteProblemsData, GetSuiteProblemsError, GetSuiteProblemsResponse, GetLeaderboardData, GetLeaderboardError, GetLeaderboardResponse, GetTopAgentError, GetTopAgentResponse, GetTrajectoryHistoryError, GetTrajectoryHistoryResponse, GetTopMinerPayoutError, GetTopMinerPayoutResponse, GetTopHistoryData, GetTopHistoryError, GetTopHistoryResponse, GetAgentVersionStatusData, GetAgentVersionStatusError, GetAgentVersionStatusResponse, GetAgentVersionRunsData, GetAgentVersionRunsError, GetAgentVersionRunsResponse, GetAgentVersionProblemsData, GetAgentVersionProblemsError, GetAgentVersionProblemsResponse, GetAgentVersionData, GetAgentVersionError, GetAgentVersionResponse, GetArtifactDownloadUrlData, GetArtifactDownloadUrlError, GetArtifactDownloadUrlResponse, GetEvaluationRunData, GetEvaluationRunError, GetEvaluationRunResponse, GetValidatorsError, GetValidatorsResponse, GetRunningEvaluationsError, GetRunningEvaluationsResponse, GetPendingEvaluationsData, GetPendingEvaluationsError, GetPendingEvaluationsResponse, GetCurrentRaceError, GetCurrentRaceResponse, GetRaceHistoryData, GetRaceHistoryError, GetRaceHistoryResponse, GetRaceDetailData, GetRaceDetailError, GetRaceDetailResponse, GetRaceValidatorVarianceData, GetRaceValidatorVarianceError, GetRaceValidatorVarianceResponse, JoinWaitlistData, JoinWaitlistError, JoinWaitlistResponse, GetInferenceModelsData, GetInferenceModelsError, GetInferenceModelsResponse, RequestChallengeData, RequestChallengeError, RequestChallengeResponse, CreateSessionEndpointData, CreateSessionEndpointError, CreateSessionEndpointResponse, LogoutData, LogoutError, LogoutResponse2, SubmitAgentData, SubmitAgentError, SubmitAgentResponse2, StoreInferenceCredentialData, StoreInferenceCredentialError, StoreInferenceCredentialResponse, GetInferenceAuthStatusOneData, GetInferenceAuthStatusOneError, GetInferenceAuthStatusOneResponse, DeleteInferenceCredentialData, DeleteInferenceCredentialError, DeleteInferenceCredentialResponse, ListInferenceAuthError, ListInferenceAuthResponse, SetDefaultInferenceProviderData, SetDefaultInferenceProviderError, SetDefaultInferenceProviderResponse, StoreChutesTokenData, StoreChutesTokenError, StoreChutesTokenResponse, GetChutesAuthStatusError, GetChutesAuthStatusResponse, ExchangeChutesCodeData, ExchangeChutesCodeError, ExchangeChutesCodeResponse2, ListMinerAgentsError, ListMinerAgentsResponse, ListAgentVersionsData, ListAgentVersionsError, ListAgentVersionsResponse, GetOwnedAgentVersionStatusData, GetOwnedAgentVersionStatusError, GetOwnedAgentVersionStatusResponse, SetRaceSelectionData, SetRaceSelectionError, SetRaceSelectionResponse, ClearRaceSelectionError, ClearRaceSelectionResponse, ClaimWorkData, ClaimWorkError, ClaimWorkResponse2, HeartbeatData, HeartbeatError, HeartbeatResponse2, UpdateProgressData, UpdateProgressError, UpdateProgressResponse, PresignUploadData, PresignUploadError, PresignUploadResponse2, CompleteRunData, CompleteRunError, CompleteRunResponse2, GetRunProblemsData, GetRunProblemsError, GetRunProblemsResponse, GetWeightSaltError, GetWeightSaltResponse, BanMinerData, BanMinerError, BanMinerResponse, UnbanMinerData, UnbanMinerError, UnbanMinerResponse, BanValidatorData, BanValidatorError, BanValidatorResponse, UnbanValidatorData, UnbanValidatorError, UnbanValidatorResponse, UpdateValidatorData, UpdateValidatorError, UpdateValidatorResponse, DiscardAgentVersionData, DiscardAgentVersionError, DiscardAgentVersionResponse, ReinstateAgentVersionData, ReinstateAgentVersionError, ReinstateAgentVersionResponse, EliminateAgentVersionData, EliminateAgentVersionError, EliminateAgentVersionResponse, ReinstateEliminationData, ReinstateEliminationError, ReinstateEliminationResponse2, SetTopAgentData, SetTopAgentError, SetTopAgentResponse, InvalidateEvaluationRunData, InvalidateEvaluationRunError, InvalidateEvaluationRunResponse, ReevaluateAgentVersionData, ReevaluateAgentVersionError, ReevaluateAgentVersionResponse, CancelAgentVersionData, CancelAgentVersionError, CancelAgentVersionResponse, CreateSuiteData, CreateSuiteError, CreateSuiteResponse2, ActivateSuiteData, ActivateSuiteError, ActivateSuiteResponse2, GetAuditEventsData, GetAuditEventsError, GetAuditEventsResponse, GetReaperStatsError, GetReaperStatsResponse, ClearMinerCooldownData, ClearMinerCooldownError, ClearMinerCooldownResponse, ClearAllMinerCooldownsError, ClearAllMinerCooldownsResponse, ListMinersData, ListMinersError, ListMinersResponse, ListValidatorsData, ListValidatorsError, ListValidatorsResponse, ListAgentVersions1Data, ListAgentVersions1Error, ListAgentVersions1Response, ListEvaluationRunsData, ListEvaluationRunsError, ListEvaluationRunsResponse, GetValidatorScoresData, GetValidatorScoresError, GetValidatorScoresResponse, GetAgentVersionVarianceData, GetAgentVersionVarianceError, GetAgentVersionVarianceResponse, GetAgentVersionCodeData, GetAgentVersionCodeError, GetAgentVersionCodeResponse, GetCurrentRacesError, GetCurrentRacesResponse, GetRaceDiagnosticsData, GetRaceDiagnosticsError, GetRaceDiagnosticsResponse, UpdateQualifyingDeadlineData, UpdateQualifyingDeadlineError, UpdateQualifyingDeadlineResponse2, CloseQualifyingError, CloseQualifyingResponse2, GetValidatorResourceSamplesData, GetValidatorResourceSamplesError, GetValidatorResourceSamplesResponse, GetValidatorFailuresData, GetValidatorFailuresError, GetValidatorFailuresResponse, GetSubmissionPauseError, GetSubmissionPauseResponse, PostSubmissionPauseData, PostSubmissionPauseError, PostSubmissionPauseResponse, PostSubmissionResumeData, PostSubmissionResumeError, PostSubmissionResumeResponse, GetValidatorPauseError, GetValidatorPauseResponse, PostValidatorPauseData, PostValidatorPauseError, PostValidatorPauseResponse, PostValidatorResumeData, PostValidatorResumeError, PostValidatorResumeResponse, GetPackData, GetPackError, GetPackResponse, GetRacePackData, GetRacePackError, GetRacePackResponse, PresignEpisodeArtifactData, PresignEpisodeArtifactError, PresignEpisodeArtifactResponse, SubmitEpisodeResultsData, SubmitEpisodeResultsError, SubmitEpisodeResultsResponse2, ApiProblemsData, ApiProblemsError, ApiProblemsResponse, ApiRunData, ApiRunError, ApiRunResponse } from './types.gen';
|
|
4
|
+
import type { HealthCheckError, HealthCheckResponse, DeepHealthCheckError, DeepHealthCheckResponse, ListSuitesError, ListSuitesResponse, GetCurrentSuiteError, GetCurrentSuiteResponse, GetSuiteProblemsData, GetSuiteProblemsError, GetSuiteProblemsResponse, GetLeaderboardData, GetLeaderboardError, GetLeaderboardResponse, GetTopAgentError, GetTopAgentResponse, GetTrajectoryHistoryError, GetTrajectoryHistoryResponse, GetTopMinerPayoutError, GetTopMinerPayoutResponse, GetTopHistoryData, GetTopHistoryError, GetTopHistoryResponse, GetAgentVersionStatusData, GetAgentVersionStatusError, GetAgentVersionStatusResponse, GetAgentVersionRunsData, GetAgentVersionRunsError, GetAgentVersionRunsResponse, GetAgentVersionProblemsData, GetAgentVersionProblemsError, GetAgentVersionProblemsResponse, GetAgentVersionData, GetAgentVersionError, GetAgentVersionResponse, GetArtifactDownloadUrlData, GetArtifactDownloadUrlError, GetArtifactDownloadUrlResponse, GetEpisodeFeedbackData, GetEpisodeFeedbackError, GetEpisodeFeedbackResponse, GetEvaluationRunData, GetEvaluationRunError, GetEvaluationRunResponse, GetValidatorsError, GetValidatorsResponse, GetRunningEvaluationsError, GetRunningEvaluationsResponse, GetPendingEvaluationsData, GetPendingEvaluationsError, GetPendingEvaluationsResponse, GetCurrentRaceError, GetCurrentRaceResponse, GetRaceHistoryData, GetRaceHistoryError, GetRaceHistoryResponse, GetRaceDetailData, GetRaceDetailError, GetRaceDetailResponse, GetRaceValidatorVarianceData, GetRaceValidatorVarianceError, GetRaceValidatorVarianceResponse, JoinWaitlistData, JoinWaitlistError, JoinWaitlistResponse, GetInferenceModelsData, GetInferenceModelsError, GetInferenceModelsResponse, RequestChallengeData, RequestChallengeError, RequestChallengeResponse, CreateSessionEndpointData, CreateSessionEndpointError, CreateSessionEndpointResponse, LogoutData, LogoutError, LogoutResponse2, SubmitAgentData, SubmitAgentError, SubmitAgentResponse2, StoreInferenceCredentialData, StoreInferenceCredentialError, StoreInferenceCredentialResponse, GetInferenceAuthStatusOneData, GetInferenceAuthStatusOneError, GetInferenceAuthStatusOneResponse, DeleteInferenceCredentialData, DeleteInferenceCredentialError, DeleteInferenceCredentialResponse, ListInferenceAuthError, ListInferenceAuthResponse, SetDefaultInferenceProviderData, SetDefaultInferenceProviderError, SetDefaultInferenceProviderResponse, StoreChutesTokenData, StoreChutesTokenError, StoreChutesTokenResponse, GetChutesAuthStatusError, GetChutesAuthStatusResponse, ExchangeChutesCodeData, ExchangeChutesCodeError, ExchangeChutesCodeResponse2, ListMinerAgentsError, ListMinerAgentsResponse, ListAgentVersionsData, ListAgentVersionsError, ListAgentVersionsResponse, GetOwnedAgentVersionStatusData, GetOwnedAgentVersionStatusError, GetOwnedAgentVersionStatusResponse, SetRaceSelectionData, SetRaceSelectionError, SetRaceSelectionResponse, ClearRaceSelectionError, ClearRaceSelectionResponse, ClaimWorkData, ClaimWorkError, ClaimWorkResponse2, HeartbeatData, HeartbeatError, HeartbeatResponse2, UpdateProgressData, UpdateProgressError, UpdateProgressResponse, PresignUploadData, PresignUploadError, PresignUploadResponse2, CompleteRunData, CompleteRunError, CompleteRunResponse2, GetRunProblemsData, GetRunProblemsError, GetRunProblemsResponse, GetWeightSaltError, GetWeightSaltResponse, BanMinerData, BanMinerError, BanMinerResponse, UnbanMinerData, UnbanMinerError, UnbanMinerResponse, BanValidatorData, BanValidatorError, BanValidatorResponse, UnbanValidatorData, UnbanValidatorError, UnbanValidatorResponse, UpdateValidatorData, UpdateValidatorError, UpdateValidatorResponse, DiscardAgentVersionData, DiscardAgentVersionError, DiscardAgentVersionResponse, ReinstateAgentVersionData, ReinstateAgentVersionError, ReinstateAgentVersionResponse, EliminateAgentVersionData, EliminateAgentVersionError, EliminateAgentVersionResponse, ReinstateEliminationData, ReinstateEliminationError, ReinstateEliminationResponse2, SetTopAgentData, SetTopAgentError, SetTopAgentResponse, InvalidateEvaluationRunData, InvalidateEvaluationRunError, InvalidateEvaluationRunResponse, ReevaluateAgentVersionData, ReevaluateAgentVersionError, ReevaluateAgentVersionResponse, CancelAgentVersionData, CancelAgentVersionError, CancelAgentVersionResponse, CreateSuiteData, CreateSuiteError, CreateSuiteResponse2, ActivateSuiteData, ActivateSuiteError, ActivateSuiteResponse2, GetAuditEventsData, GetAuditEventsError, GetAuditEventsResponse, GetReaperStatsError, GetReaperStatsResponse, ClearMinerCooldownData, ClearMinerCooldownError, ClearMinerCooldownResponse, ClearAllMinerCooldownsError, ClearAllMinerCooldownsResponse, ListMinersData, ListMinersError, ListMinersResponse, ListValidatorsData, ListValidatorsError, ListValidatorsResponse, ListAgentVersions1Data, ListAgentVersions1Error, ListAgentVersions1Response, ListEvaluationRunsData, ListEvaluationRunsError, ListEvaluationRunsResponse, GetValidatorScoresData, GetValidatorScoresError, GetValidatorScoresResponse, GetAgentVersionVarianceData, GetAgentVersionVarianceError, GetAgentVersionVarianceResponse, GetAgentVersionCodeData, GetAgentVersionCodeError, GetAgentVersionCodeResponse, GetCurrentRacesError, GetCurrentRacesResponse, GetRaceDiagnosticsData, GetRaceDiagnosticsError, GetRaceDiagnosticsResponse, UpdateQualifyingDeadlineData, UpdateQualifyingDeadlineError, UpdateQualifyingDeadlineResponse2, CloseQualifyingError, CloseQualifyingResponse2, GetValidatorResourceSamplesData, GetValidatorResourceSamplesError, GetValidatorResourceSamplesResponse, GetValidatorFailuresData, GetValidatorFailuresError, GetValidatorFailuresResponse, GetSubmissionPauseError, GetSubmissionPauseResponse, PostSubmissionPauseData, PostSubmissionPauseError, PostSubmissionPauseResponse, PostSubmissionResumeData, PostSubmissionResumeError, PostSubmissionResumeResponse, GetValidatorPauseError, GetValidatorPauseResponse, PostValidatorPauseData, PostValidatorPauseError, PostValidatorPauseResponse, PostValidatorResumeData, PostValidatorResumeError, PostValidatorResumeResponse, GetPackData, GetPackError, GetPackResponse, GetRacePackData, GetRacePackError, GetRacePackResponse, PresignEpisodeArtifactData, PresignEpisodeArtifactError, PresignEpisodeArtifactResponse, SubmitEpisodeResultsData, SubmitEpisodeResultsError, SubmitEpisodeResultsResponse2, ApiProblemsData, ApiProblemsError, ApiProblemsResponse, ApiRunData, ApiRunError, ApiRunResponse } from './types.gen';
|
|
5
5
|
|
|
6
6
|
export const client = createClient(createConfig());
|
|
7
7
|
|
|
@@ -186,6 +186,17 @@ export const getArtifactDownloadUrl = <ThrowOnError extends boolean = false>(opt
|
|
|
186
186
|
});
|
|
187
187
|
};
|
|
188
188
|
|
|
189
|
+
/**
|
|
190
|
+
* Get miner-safe episode feedback
|
|
191
|
+
* Return a positive-allowlist `oro.episode_feedback.v1` projection of a single envpack episode: outcome, paid reward, step + tool counts, termination code, agent-visible interaction, and observable-only issue codes. The sealed validator artifact (checks, reward record, family metrics, ledger, explanation) is never exposed here — replay remains available through authorized internal routes.
|
|
192
|
+
*/
|
|
193
|
+
export const getEpisodeFeedback = <ThrowOnError extends boolean = false>(options: OptionsLegacyParser<GetEpisodeFeedbackData, ThrowOnError>) => {
|
|
194
|
+
return (options?.client ?? client).get<GetEpisodeFeedbackResponse, GetEpisodeFeedbackError, ThrowOnError>({
|
|
195
|
+
...options,
|
|
196
|
+
url: '/v1/public/episode-results/{episode_result_id}/feedback'
|
|
197
|
+
});
|
|
198
|
+
};
|
|
199
|
+
|
|
189
200
|
/**
|
|
190
201
|
* Get evaluation run details
|
|
191
202
|
* Get detailed information about a specific evaluation run.
|
|
@@ -1294,6 +1294,36 @@ export type EpisodeArtifactPresignResponse = {
|
|
|
1294
1294
|
artifact_sha256: string;
|
|
1295
1295
|
};
|
|
1296
1296
|
|
|
1297
|
+
/**
|
|
1298
|
+
* `oro.episode_feedback.v1` payload — the only shape the public feedback
|
|
1299
|
+
* endpoint may return.
|
|
1300
|
+
*/
|
|
1301
|
+
export type EpisodeFeedback = {
|
|
1302
|
+
schema_version?: "oro.episode_feedback.v1";
|
|
1303
|
+
episode_result_id: string;
|
|
1304
|
+
task_id: string;
|
|
1305
|
+
family: string;
|
|
1306
|
+
phase: 'QUALIFYING' | 'RACE';
|
|
1307
|
+
outcome: 'completed' | 'partial' | 'agent_error' | 'environment_error' | 'verifier_error' | 'leakage' | 'exploit';
|
|
1308
|
+
passed?: (boolean | null);
|
|
1309
|
+
paid_reward?: (number | null);
|
|
1310
|
+
step_count: number;
|
|
1311
|
+
tool_call_count: number;
|
|
1312
|
+
search_call_count: number;
|
|
1313
|
+
termination_code: 'placed_order' | 'step_limit' | 'no_final_order' | 'agent_error' | 'infrastructure_error' | 'unknown';
|
|
1314
|
+
interaction?: Array<InteractionStep>;
|
|
1315
|
+
observable_issues?: Array<ObservableIssue>;
|
|
1316
|
+
diagnostics_state?: 'available' | 'diagnostics_unavailable';
|
|
1317
|
+
};
|
|
1318
|
+
|
|
1319
|
+
export type phase = 'QUALIFYING' | 'RACE';
|
|
1320
|
+
|
|
1321
|
+
export type outcome = 'completed' | 'partial' | 'agent_error' | 'environment_error' | 'verifier_error' | 'leakage' | 'exploit';
|
|
1322
|
+
|
|
1323
|
+
export type termination_code = 'placed_order' | 'step_limit' | 'no_final_order' | 'agent_error' | 'infrastructure_error' | 'unknown';
|
|
1324
|
+
|
|
1325
|
+
export type diagnostics_state = 'available' | 'diagnostics_unavailable';
|
|
1326
|
+
|
|
1297
1327
|
/**
|
|
1298
1328
|
* A validator's terminal result for one task in a bound environment pack.
|
|
1299
1329
|
*/
|
|
@@ -1356,11 +1386,6 @@ export type EpisodeResultEntry = {
|
|
|
1356
1386
|
step_count?: number;
|
|
1357
1387
|
};
|
|
1358
1388
|
|
|
1359
|
-
/**
|
|
1360
|
-
* Terminal task outcome.
|
|
1361
|
-
*/
|
|
1362
|
-
export type outcome = 'completed' | 'partial' | 'agent_error' | 'environment_error' | 'verifier_error' | 'leakage' | 'exploit';
|
|
1363
|
-
|
|
1364
1389
|
/**
|
|
1365
1390
|
* Per-item result inside ``SubmitEpisodeResultsResponse``.
|
|
1366
1391
|
*/
|
|
@@ -1860,6 +1885,36 @@ export type InferenceTokenGrant = {
|
|
|
1860
1885
|
*/
|
|
1861
1886
|
export type provider = 'chutes' | 'openrouter';
|
|
1862
1887
|
|
|
1888
|
+
/**
|
|
1889
|
+
* One tool invocation within a step, projected from validator call trace.
|
|
1890
|
+
*
|
|
1891
|
+
* The projector fills these fields explicitly from the validator's already-
|
|
1892
|
+
* scrubbed public step result — see `app/services/episode_feedback.py`.
|
|
1893
|
+
* Never accept a raw call payload here.
|
|
1894
|
+
*/
|
|
1895
|
+
export type InteractionCall = {
|
|
1896
|
+
call_id: string;
|
|
1897
|
+
tool_name: string;
|
|
1898
|
+
args?: ({
|
|
1899
|
+
[key: string]: unknown;
|
|
1900
|
+
} | null);
|
|
1901
|
+
observation?: ({
|
|
1902
|
+
[key: string]: unknown;
|
|
1903
|
+
} | null);
|
|
1904
|
+
done?: (boolean | null);
|
|
1905
|
+
error_code?: (string | null);
|
|
1906
|
+
};
|
|
1907
|
+
|
|
1908
|
+
/**
|
|
1909
|
+
* One turn in the agent-visible interaction.
|
|
1910
|
+
*/
|
|
1911
|
+
export type InteractionStep = {
|
|
1912
|
+
step_index: number;
|
|
1913
|
+
turn?: (number | null);
|
|
1914
|
+
calls?: Array<InteractionCall>;
|
|
1915
|
+
shopper_message?: (string | null);
|
|
1916
|
+
};
|
|
1917
|
+
|
|
1863
1918
|
export type InvalidAgentNameError = {
|
|
1864
1919
|
/**
|
|
1865
1920
|
* Error message describing what went wrong
|
|
@@ -2146,6 +2201,15 @@ export type NotVersionOwnerError = {
|
|
|
2146
2201
|
error_code?: "NOT_VERSION_OWNER";
|
|
2147
2202
|
};
|
|
2148
2203
|
|
|
2204
|
+
/**
|
|
2205
|
+
* One agent-visible failure code, derived only from the public trace.
|
|
2206
|
+
*/
|
|
2207
|
+
export type ObservableIssue = {
|
|
2208
|
+
code: string;
|
|
2209
|
+
count?: number;
|
|
2210
|
+
step_index?: (number | null);
|
|
2211
|
+
};
|
|
2212
|
+
|
|
2149
2213
|
/**
|
|
2150
2214
|
* Authorized environment delivery and its parent pack identity.
|
|
2151
2215
|
*
|
|
@@ -4188,6 +4252,19 @@ export type GetArtifactDownloadUrlResponse = (ArtifactDownloadResponse);
|
|
|
4188
4252
|
|
|
4189
4253
|
export type GetArtifactDownloadUrlError = ((MissingParameterError | InvalidArtifactTypeError) | RaceInFlightError | (AgentVersionNotFoundError | SuiteNotFoundError | ArtifactNotReleasedError | ArtifactNotFoundError | EvalRunNotFoundError) | HTTPValidationError);
|
|
4190
4254
|
|
|
4255
|
+
export type GetEpisodeFeedbackData = {
|
|
4256
|
+
path: {
|
|
4257
|
+
/**
|
|
4258
|
+
* EpisodeResult primary key
|
|
4259
|
+
*/
|
|
4260
|
+
episode_result_id: string;
|
|
4261
|
+
};
|
|
4262
|
+
};
|
|
4263
|
+
|
|
4264
|
+
export type GetEpisodeFeedbackResponse = (EpisodeFeedback);
|
|
4265
|
+
|
|
4266
|
+
export type GetEpisodeFeedbackError = (ArtifactNotFoundError | HTTPValidationError);
|
|
4267
|
+
|
|
4191
4268
|
export type GetEvaluationRunData = {
|
|
4192
4269
|
path: {
|
|
4193
4270
|
/**
|