@atlanai/sdk 0.1.0 → 0.2.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +94 -26
- package/dist/client.js +3 -1
- package/dist/evals.d.ts +46 -0
- package/dist/evals.js +230 -0
- package/dist/index.d.ts +3 -0
- package/dist/index.js +8 -1
- package/dist/manifest.json +299 -3
- package/dist/raw/eval/apis/DatasetsApi.d.ts +304 -0
- package/dist/raw/eval/apis/DatasetsApi.js +706 -0
- package/dist/raw/eval/apis/ExperimentsApi.d.ts +371 -0
- package/dist/raw/eval/apis/ExperimentsApi.js +869 -0
- package/dist/raw/eval/apis/ScorersApi.d.ts +129 -0
- package/dist/raw/eval/apis/ScorersApi.js +308 -0
- package/dist/raw/eval/apis/index.d.ts +3 -0
- package/dist/raw/eval/apis/index.js +21 -0
- package/dist/raw/eval/index.d.ts +3 -0
- package/dist/raw/eval/index.js +21 -0
- package/dist/raw/eval/models/AccessView.d.ts +57 -0
- package/dist/raw/eval/models/AccessView.js +64 -0
- package/dist/raw/eval/models/ArtifactConflictProblem.d.ts +69 -0
- package/dist/raw/eval/models/ArtifactConflictProblem.js +66 -0
- package/dist/raw/eval/models/CostView.d.ts +50 -0
- package/dist/raw/eval/models/CostView.js +60 -0
- package/dist/raw/eval/models/CursorPage.d.ts +38 -0
- package/dist/raw/eval/models/CursorPage.js +52 -0
- package/dist/raw/eval/models/EvalArtifactEnvelope.d.ts +144 -0
- package/dist/raw/eval/models/EvalArtifactEnvelope.js +84 -0
- package/dist/raw/eval/models/EvalArtifactSearchRequest.d.ts +71 -0
- package/dist/raw/eval/models/EvalArtifactSearchRequest.js +60 -0
- package/dist/raw/eval/models/EvalBulkDatasetRecordResponse.d.ts +33 -0
- package/dist/raw/eval/models/EvalBulkDatasetRecordResponse.js +51 -0
- package/dist/raw/eval/models/EvalBulkDatasetRecordResult.d.ts +52 -0
- package/dist/raw/eval/models/EvalBulkDatasetRecordResult.js +60 -0
- package/dist/raw/eval/models/EvalBulkExperimentResultResponse.d.ts +33 -0
- package/dist/raw/eval/models/EvalBulkExperimentResultResponse.js +51 -0
- package/dist/raw/eval/models/EvalBulkExperimentResultSlot.d.ts +53 -0
- package/dist/raw/eval/models/EvalBulkExperimentResultSlot.js +60 -0
- package/dist/raw/eval/models/EvalCreateDataset400Response.d.ts +65 -0
- package/dist/raw/eval/models/EvalCreateDataset400Response.js +75 -0
- package/dist/raw/eval/models/EvalCreateDataset409Response.d.ts +63 -0
- package/dist/raw/eval/models/EvalCreateDataset409Response.js +75 -0
- package/dist/raw/eval/models/EvalCreateDataset413Response.d.ts +64 -0
- package/dist/raw/eval/models/EvalCreateDataset413Response.js +74 -0
- package/dist/raw/eval/models/EvalCreateDataset415Response.d.ts +64 -0
- package/dist/raw/eval/models/EvalCreateDataset415Response.js +74 -0
- package/dist/raw/eval/models/EvalCreateDataset422Response.d.ts +63 -0
- package/dist/raw/eval/models/EvalCreateDataset422Response.js +75 -0
- package/dist/raw/eval/models/EvalDatasetArtifactView.d.ts +277 -0
- package/dist/raw/eval/models/EvalDatasetArtifactView.js +146 -0
- package/dist/raw/eval/models/EvalDatasetCreate.d.ts +150 -0
- package/dist/raw/eval/models/EvalDatasetCreate.js +86 -0
- package/dist/raw/eval/models/EvalDatasetMeta.d.ts +46 -0
- package/dist/raw/eval/models/EvalDatasetMeta.js +48 -0
- package/dist/raw/eval/models/EvalDatasetPatch.d.ts +52 -0
- package/dist/raw/eval/models/EvalDatasetPatch.js +54 -0
- package/dist/raw/eval/models/EvalDatasetRecordArtifactView.d.ts +330 -0
- package/dist/raw/eval/models/EvalDatasetRecordArtifactView.js +161 -0
- package/dist/raw/eval/models/EvalDatasetRecordBulkCreate.d.ts +33 -0
- package/dist/raw/eval/models/EvalDatasetRecordBulkCreate.js +51 -0
- package/dist/raw/eval/models/EvalDatasetRecordCreate.d.ts +195 -0
- package/dist/raw/eval/models/EvalDatasetRecordCreate.js +101 -0
- package/dist/raw/eval/models/EvalDatasetRecordMeta.d.ts +96 -0
- package/dist/raw/eval/models/EvalDatasetRecordMeta.js +67 -0
- package/dist/raw/eval/models/EvalDatasetRecordPatch.d.ts +81 -0
- package/dist/raw/eval/models/EvalDatasetRecordPatch.js +62 -0
- package/dist/raw/eval/models/EvalExperimentArtifactView.d.ts +320 -0
- package/dist/raw/eval/models/EvalExperimentArtifactView.js +160 -0
- package/dist/raw/eval/models/EvalExperimentCreate.d.ts +193 -0
- package/dist/raw/eval/models/EvalExperimentCreate.js +100 -0
- package/dist/raw/eval/models/EvalExperimentMeta.d.ts +91 -0
- package/dist/raw/eval/models/EvalExperimentMeta.js +62 -0
- package/dist/raw/eval/models/EvalExperimentPatch.d.ts +63 -0
- package/dist/raw/eval/models/EvalExperimentPatch.js +57 -0
- package/dist/raw/eval/models/EvalExperimentResultArtifactView.d.ts +330 -0
- package/dist/raw/eval/models/EvalExperimentResultArtifactView.js +162 -0
- package/dist/raw/eval/models/EvalExperimentResultBulkCreate.d.ts +33 -0
- package/dist/raw/eval/models/EvalExperimentResultBulkCreate.js +51 -0
- package/dist/raw/eval/models/EvalExperimentResultCreate.d.ts +197 -0
- package/dist/raw/eval/models/EvalExperimentResultCreate.js +100 -0
- package/dist/raw/eval/models/EvalExperimentResultMeta.d.ts +102 -0
- package/dist/raw/eval/models/EvalExperimentResultMeta.js +66 -0
- package/dist/raw/eval/models/EvalExperimentStatus.d.ts +31 -0
- package/dist/raw/eval/models/EvalExperimentStatus.js +59 -0
- package/dist/raw/eval/models/EvalGetDataset404Response.d.ts +63 -0
- package/dist/raw/eval/models/EvalGetDataset404Response.js +75 -0
- package/dist/raw/eval/models/EvalGetExperimentTrace400Response.d.ts +63 -0
- package/dist/raw/eval/models/EvalGetExperimentTrace400Response.js +75 -0
- package/dist/raw/eval/models/EvalListDatasets400Response.d.ts +63 -0
- package/dist/raw/eval/models/EvalListDatasets400Response.js +75 -0
- package/dist/raw/eval/models/EvalListDatasets401Response.d.ts +79 -0
- package/dist/raw/eval/models/EvalListDatasets401Response.js +89 -0
- package/dist/raw/eval/models/EvalListDatasets403Response.d.ts +64 -0
- package/dist/raw/eval/models/EvalListDatasets403Response.js +74 -0
- package/dist/raw/eval/models/EvalListDatasets500Response.d.ts +63 -0
- package/dist/raw/eval/models/EvalListDatasets500Response.js +75 -0
- package/dist/raw/eval/models/EvalListDatasets503Response.d.ts +64 -0
- package/dist/raw/eval/models/EvalListDatasets503Response.js +74 -0
- package/dist/raw/eval/models/EvalListDatasets504Response.d.ts +63 -0
- package/dist/raw/eval/models/EvalListDatasets504Response.js +75 -0
- package/dist/raw/eval/models/EvalPageDatasetArtifactView.d.ts +44 -0
- package/dist/raw/eval/models/EvalPageDatasetArtifactView.js +56 -0
- package/dist/raw/eval/models/EvalPageDatasetRecordArtifactView.d.ts +44 -0
- package/dist/raw/eval/models/EvalPageDatasetRecordArtifactView.js +56 -0
- package/dist/raw/eval/models/EvalPageExperimentArtifactView.d.ts +44 -0
- package/dist/raw/eval/models/EvalPageExperimentArtifactView.js +56 -0
- package/dist/raw/eval/models/EvalPageExperimentResultArtifactView.d.ts +44 -0
- package/dist/raw/eval/models/EvalPageExperimentResultArtifactView.js +56 -0
- package/dist/raw/eval/models/EvalPageScorerArtifactView.d.ts +44 -0
- package/dist/raw/eval/models/EvalPageScorerArtifactView.js +56 -0
- package/dist/raw/eval/models/EvalPatchDataset412Response.d.ts +63 -0
- package/dist/raw/eval/models/EvalPatchDataset412Response.js +75 -0
- package/dist/raw/eval/models/EvalRecordSource.d.ts +27 -0
- package/dist/raw/eval/models/EvalRecordSource.js +55 -0
- package/dist/raw/eval/models/EvalScorerArtifactView.d.ts +301 -0
- package/dist/raw/eval/models/EvalScorerArtifactView.js +154 -0
- package/dist/raw/eval/models/EvalScorerCreate.d.ts +172 -0
- package/dist/raw/eval/models/EvalScorerCreate.js +98 -0
- package/dist/raw/eval/models/EvalScorerKind.d.ts +32 -0
- package/dist/raw/eval/models/EvalScorerKind.js +60 -0
- package/dist/raw/eval/models/EvalScorerMeta.d.ts +67 -0
- package/dist/raw/eval/models/EvalScorerMeta.js +60 -0
- package/dist/raw/eval/models/EvalScorerPatch.d.ts +75 -0
- package/dist/raw/eval/models/EvalScorerPatch.js +56 -0
- package/dist/raw/eval/models/EvalScorerScope.d.ts +32 -0
- package/dist/raw/eval/models/EvalScorerScope.js +60 -0
- package/dist/raw/eval/models/EvalSubjectKind.d.ts +33 -0
- package/dist/raw/eval/models/EvalSubjectKind.js +61 -0
- package/dist/raw/eval/models/GatewayArtifactBase.d.ts +250 -0
- package/dist/raw/eval/models/GatewayArtifactBase.js +139 -0
- package/dist/raw/eval/models/GatewayArtifactIdentityRevealView.d.ts +60 -0
- package/dist/raw/eval/models/GatewayArtifactIdentityRevealView.js +58 -0
- package/dist/raw/eval/models/GatewayPageMeta.d.ts +46 -0
- package/dist/raw/eval/models/GatewayPageMeta.js +58 -0
- package/dist/raw/eval/models/GatewaySourceEnvelope.d.ts +106 -0
- package/dist/raw/eval/models/GatewaySourceEnvelope.js +66 -0
- package/dist/raw/eval/models/GatewayTraceStatsBucket.d.ts +25 -0
- package/dist/raw/eval/models/GatewayTraceStatsBucket.js +53 -0
- package/dist/raw/eval/models/GatewayTraceStatsCompareMode.d.ts +25 -0
- package/dist/raw/eval/models/GatewayTraceStatsCompareMode.js +53 -0
- package/dist/raw/eval/models/GatewayTraceStatsComparison.d.ts +45 -0
- package/dist/raw/eval/models/GatewayTraceStatsComparison.js +59 -0
- package/dist/raw/eval/models/GatewayTraceStatsData.d.ts +24 -0
- package/dist/raw/eval/models/GatewayTraceStatsData.js +64 -0
- package/dist/raw/eval/models/GatewayTraceStatsDataOneOf.d.ts +46 -0
- package/dist/raw/eval/models/GatewayTraceStatsDataOneOf.js +66 -0
- package/dist/raw/eval/models/GatewayTraceStatsDataOneOf1.d.ts +53 -0
- package/dist/raw/eval/models/GatewayTraceStatsDataOneOf1.js +71 -0
- package/dist/raw/eval/models/GatewayTraceStatsDataOneOf2.d.ts +46 -0
- package/dist/raw/eval/models/GatewayTraceStatsDataOneOf2.js +66 -0
- package/dist/raw/eval/models/GatewayTraceStatsEnvelope.d.ts +50 -0
- package/dist/raw/eval/models/GatewayTraceStatsEnvelope.js +59 -0
- package/dist/raw/eval/models/GatewayTraceStatsFilter.d.ts +47 -0
- package/dist/raw/eval/models/GatewayTraceStatsFilter.js +59 -0
- package/dist/raw/eval/models/GatewayTraceStatsFilterOperator.d.ts +28 -0
- package/dist/raw/eval/models/GatewayTraceStatsFilterOperator.js +56 -0
- package/dist/raw/eval/models/GatewayTraceStatsFilterValue.d.ts +21 -0
- package/dist/raw/eval/models/GatewayTraceStatsFilterValue.js +85 -0
- package/dist/raw/eval/models/GatewayTraceStatsGroupBy.d.ts +35 -0
- package/dist/raw/eval/models/GatewayTraceStatsGroupBy.js +63 -0
- package/dist/raw/eval/models/GatewayTraceStatsMeasure.d.ts +39 -0
- package/dist/raw/eval/models/GatewayTraceStatsMeasure.js +67 -0
- package/dist/raw/eval/models/GatewayTraceStatsMeta.d.ts +49 -0
- package/dist/raw/eval/models/GatewayTraceStatsMeta.js +53 -0
- package/dist/raw/eval/models/GatewayTraceStatsOrder.d.ts +40 -0
- package/dist/raw/eval/models/GatewayTraceStatsOrder.js +56 -0
- package/dist/raw/eval/models/GatewayTraceStatsOrderBy.d.ts +25 -0
- package/dist/raw/eval/models/GatewayTraceStatsOrderBy.js +53 -0
- package/dist/raw/eval/models/GatewayTraceStatsOrderDirection.d.ts +25 -0
- package/dist/raw/eval/models/GatewayTraceStatsOrderDirection.js +53 -0
- package/dist/raw/eval/models/GatewayTraceStatsPanelQuery.d.ts +69 -0
- package/dist/raw/eval/models/GatewayTraceStatsPanelQuery.js +66 -0
- package/dist/raw/eval/models/GatewayTraceStatsRequest.d.ts +80 -0
- package/dist/raw/eval/models/GatewayTraceStatsRequest.js +72 -0
- package/dist/raw/eval/models/GatewayTraceStatsRequestType.d.ts +26 -0
- package/dist/raw/eval/models/GatewayTraceStatsRequestType.js +54 -0
- package/dist/raw/eval/models/GatewayTraceStatsScalarResult.d.ts +52 -0
- package/dist/raw/eval/models/GatewayTraceStatsScalarResult.js +59 -0
- package/dist/raw/eval/models/GatewayTraceStatsSeries.d.ts +52 -0
- package/dist/raw/eval/models/GatewayTraceStatsSeries.js +62 -0
- package/dist/raw/eval/models/GatewayTraceStatsSeriesPoint.d.ts +38 -0
- package/dist/raw/eval/models/GatewayTraceStatsSeriesPoint.js +52 -0
- package/dist/raw/eval/models/GatewayTraceStatsTableColumn.d.ts +45 -0
- package/dist/raw/eval/models/GatewayTraceStatsTableColumn.js +57 -0
- package/dist/raw/eval/models/GatewayTraceStatsTableColumnType.d.ts +25 -0
- package/dist/raw/eval/models/GatewayTraceStatsTableColumnType.js +53 -0
- package/dist/raw/eval/models/GatewayTraceStatsTableRow.d.ts +38 -0
- package/dist/raw/eval/models/GatewayTraceStatsTableRow.js +54 -0
- package/dist/raw/eval/models/GatewayTraceStatsWindow.d.ts +38 -0
- package/dist/raw/eval/models/GatewayTraceStatsWindow.js +54 -0
- package/dist/raw/eval/models/ProblemDetails.d.ts +76 -0
- package/dist/raw/eval/models/ProblemDetails.js +64 -0
- package/dist/raw/eval/models/RegistryEdgeTarget.d.ts +38 -0
- package/dist/raw/eval/models/RegistryEdgeTarget.js +54 -0
- package/dist/raw/eval/models/RegistryRelationshipEdge.d.ts +96 -0
- package/dist/raw/eval/models/RegistryRelationshipEdge.js +77 -0
- package/dist/raw/eval/models/RegistryRelationshipsView.d.ts +45 -0
- package/dist/raw/eval/models/RegistryRelationshipsView.js +59 -0
- package/dist/raw/eval/models/SpanListEnvelope.d.ts +40 -0
- package/dist/raw/eval/models/SpanListEnvelope.js +56 -0
- package/dist/raw/eval/models/SpanViewDto.d.ts +192 -0
- package/dist/raw/eval/models/SpanViewDto.js +117 -0
- package/dist/raw/eval/models/TraceDetailView.d.ts +177 -0
- package/dist/raw/eval/models/TraceDetailView.js +108 -0
- package/dist/raw/eval/models/TraceLinks.d.ts +45 -0
- package/dist/raw/eval/models/TraceLinks.js +58 -0
- package/dist/raw/eval/models/TraceListEnvelope.d.ts +47 -0
- package/dist/raw/eval/models/TraceListEnvelope.js +61 -0
- package/dist/raw/eval/models/TraceParentView.d.ts +68 -0
- package/dist/raw/eval/models/TraceParentView.js +64 -0
- package/dist/raw/eval/models/TraceStatus.d.ts +26 -0
- package/dist/raw/eval/models/TraceStatus.js +54 -0
- package/dist/raw/eval/models/TraceSummaryStats.d.ts +62 -0
- package/dist/raw/eval/models/TraceSummaryStats.js +62 -0
- package/dist/raw/eval/models/TraceSummaryView.d.ts +150 -0
- package/dist/raw/eval/models/TraceSummaryView.js +96 -0
- package/dist/raw/eval/models/UsageView.d.ts +56 -0
- package/dist/raw/eval/models/UsageView.js +66 -0
- package/dist/raw/eval/models/index.d.ts +100 -0
- package/dist/raw/eval/models/index.js +118 -0
- package/dist/raw/eval/runtime.d.ts +185 -0
- package/dist/raw/eval/runtime.js +369 -0
- package/dist/resources.json +307 -0
- package/dist/tracing/client.js +6 -4
- package/dist/tracing/propagation.d.ts +1 -0
- package/dist/tracing/propagation.js +7 -0
- package/dist/tracing/semconv.d.ts +8 -1
- package/dist/tracing/semconv.js +27 -13
- package/dist/tracing/spans.d.ts +8 -4
- package/dist/tracing/spans.js +28 -13
- package/dist/tracing/version.d.ts +1 -1
- package/dist/tracing/version.js +1 -1
- package/package.json +1 -1
package/dist/manifest.json
CHANGED
|
@@ -1,4 +1,5 @@
|
|
|
1
1
|
{
|
|
2
|
+
"gateway_commit": "12ee18d43e28a1318ddf778747fb59d97beec9f1",
|
|
2
3
|
"schema_version": 2,
|
|
3
4
|
"services": [
|
|
4
5
|
{
|
|
@@ -1771,11 +1772,306 @@
|
|
|
1771
1772
|
}
|
|
1772
1773
|
],
|
|
1773
1774
|
"spec_sha256": "b14b2b8f115f486587ba32f179014f3068c653d20ff661896677bf4fe39a291c"
|
|
1775
|
+
},
|
|
1776
|
+
{
|
|
1777
|
+
"api_version": "v1",
|
|
1778
|
+
"base_path": "/eval/v1",
|
|
1779
|
+
"name": "eval",
|
|
1780
|
+
"operations": [
|
|
1781
|
+
{
|
|
1782
|
+
"error_contract": "native",
|
|
1783
|
+
"method": "GET",
|
|
1784
|
+
"operation_id": "eval.listDatasets",
|
|
1785
|
+
"path": "/datasets",
|
|
1786
|
+
"stability": "stable",
|
|
1787
|
+
"summary": "List datasets",
|
|
1788
|
+
"visibility": "public"
|
|
1789
|
+
},
|
|
1790
|
+
{
|
|
1791
|
+
"error_contract": "native",
|
|
1792
|
+
"method": "POST",
|
|
1793
|
+
"operation_id": "eval.createDataset",
|
|
1794
|
+
"path": "/datasets",
|
|
1795
|
+
"stability": "stable",
|
|
1796
|
+
"summary": "Create a dataset",
|
|
1797
|
+
"visibility": "public"
|
|
1798
|
+
},
|
|
1799
|
+
{
|
|
1800
|
+
"error_contract": "native",
|
|
1801
|
+
"method": "POST",
|
|
1802
|
+
"operation_id": "eval.searchDatasets",
|
|
1803
|
+
"path": "/datasets/search",
|
|
1804
|
+
"stability": "stable",
|
|
1805
|
+
"summary": "Search datasets",
|
|
1806
|
+
"visibility": "public"
|
|
1807
|
+
},
|
|
1808
|
+
{
|
|
1809
|
+
"error_contract": "native",
|
|
1810
|
+
"method": "GET",
|
|
1811
|
+
"operation_id": "eval.getDataset",
|
|
1812
|
+
"path": "/datasets/{dataset_id}",
|
|
1813
|
+
"stability": "stable",
|
|
1814
|
+
"summary": "Get a dataset",
|
|
1815
|
+
"visibility": "public"
|
|
1816
|
+
},
|
|
1817
|
+
{
|
|
1818
|
+
"error_contract": "native",
|
|
1819
|
+
"method": "PATCH",
|
|
1820
|
+
"operation_id": "eval.patchDataset",
|
|
1821
|
+
"path": "/datasets/{dataset_id}",
|
|
1822
|
+
"stability": "stable",
|
|
1823
|
+
"summary": "Update a dataset",
|
|
1824
|
+
"visibility": "public"
|
|
1825
|
+
},
|
|
1826
|
+
{
|
|
1827
|
+
"error_contract": "native",
|
|
1828
|
+
"method": "POST",
|
|
1829
|
+
"operation_id": "eval.archiveDataset",
|
|
1830
|
+
"path": "/datasets/{dataset_id}/archive",
|
|
1831
|
+
"stability": "stable",
|
|
1832
|
+
"summary": "Archive a dataset",
|
|
1833
|
+
"visibility": "public"
|
|
1834
|
+
},
|
|
1835
|
+
{
|
|
1836
|
+
"error_contract": "native",
|
|
1837
|
+
"method": "GET",
|
|
1838
|
+
"operation_id": "eval.listDatasetRecords",
|
|
1839
|
+
"path": "/datasets/{dataset_id}/records",
|
|
1840
|
+
"stability": "stable",
|
|
1841
|
+
"summary": "List a dataset's records",
|
|
1842
|
+
"visibility": "public"
|
|
1843
|
+
},
|
|
1844
|
+
{
|
|
1845
|
+
"error_contract": "native",
|
|
1846
|
+
"method": "POST",
|
|
1847
|
+
"operation_id": "eval.createDatasetRecord",
|
|
1848
|
+
"path": "/datasets/{dataset_id}/records",
|
|
1849
|
+
"stability": "stable",
|
|
1850
|
+
"summary": "Add a record to a dataset",
|
|
1851
|
+
"visibility": "public"
|
|
1852
|
+
},
|
|
1853
|
+
{
|
|
1854
|
+
"error_contract": "native",
|
|
1855
|
+
"method": "POST",
|
|
1856
|
+
"operation_id": "eval.createDatasetRecordsBulk",
|
|
1857
|
+
"path": "/datasets/{dataset_id}/records/bulk",
|
|
1858
|
+
"stability": "stable",
|
|
1859
|
+
"summary": "Add many records to a dataset",
|
|
1860
|
+
"visibility": "public"
|
|
1861
|
+
},
|
|
1862
|
+
{
|
|
1863
|
+
"error_contract": "native",
|
|
1864
|
+
"method": "GET",
|
|
1865
|
+
"operation_id": "eval.getDatasetRecord",
|
|
1866
|
+
"path": "/datasets/{dataset_id}/records/{record_id}",
|
|
1867
|
+
"stability": "stable",
|
|
1868
|
+
"summary": "Get one record",
|
|
1869
|
+
"visibility": "public"
|
|
1870
|
+
},
|
|
1871
|
+
{
|
|
1872
|
+
"error_contract": "native",
|
|
1873
|
+
"method": "PATCH",
|
|
1874
|
+
"operation_id": "eval.patchDatasetRecord",
|
|
1875
|
+
"path": "/datasets/{dataset_id}/records/{record_id}",
|
|
1876
|
+
"stability": "stable",
|
|
1877
|
+
"summary": "Update a record",
|
|
1878
|
+
"visibility": "public"
|
|
1879
|
+
},
|
|
1880
|
+
{
|
|
1881
|
+
"error_contract": "native",
|
|
1882
|
+
"method": "POST",
|
|
1883
|
+
"operation_id": "eval.archiveDatasetRecord",
|
|
1884
|
+
"path": "/datasets/{dataset_id}/records/{record_id}/archive",
|
|
1885
|
+
"stability": "stable",
|
|
1886
|
+
"summary": "Archive a record",
|
|
1887
|
+
"visibility": "public"
|
|
1888
|
+
},
|
|
1889
|
+
{
|
|
1890
|
+
"error_contract": "native",
|
|
1891
|
+
"method": "GET",
|
|
1892
|
+
"operation_id": "eval.listExperiments",
|
|
1893
|
+
"path": "/experiments",
|
|
1894
|
+
"stability": "stable",
|
|
1895
|
+
"summary": "List experiments",
|
|
1896
|
+
"visibility": "public"
|
|
1897
|
+
},
|
|
1898
|
+
{
|
|
1899
|
+
"error_contract": "native",
|
|
1900
|
+
"method": "POST",
|
|
1901
|
+
"operation_id": "eval.createExperiment",
|
|
1902
|
+
"path": "/experiments",
|
|
1903
|
+
"stability": "stable",
|
|
1904
|
+
"summary": "Create an experiment",
|
|
1905
|
+
"visibility": "public"
|
|
1906
|
+
},
|
|
1907
|
+
{
|
|
1908
|
+
"error_contract": "native",
|
|
1909
|
+
"method": "POST",
|
|
1910
|
+
"operation_id": "eval.searchExperiments",
|
|
1911
|
+
"path": "/experiments/search",
|
|
1912
|
+
"stability": "stable",
|
|
1913
|
+
"summary": "Search experiments",
|
|
1914
|
+
"visibility": "public"
|
|
1915
|
+
},
|
|
1916
|
+
{
|
|
1917
|
+
"error_contract": "native",
|
|
1918
|
+
"method": "GET",
|
|
1919
|
+
"operation_id": "eval.getExperiment",
|
|
1920
|
+
"path": "/experiments/{experiment_id}",
|
|
1921
|
+
"stability": "stable",
|
|
1922
|
+
"summary": "Get an experiment",
|
|
1923
|
+
"visibility": "public"
|
|
1924
|
+
},
|
|
1925
|
+
{
|
|
1926
|
+
"error_contract": "native",
|
|
1927
|
+
"method": "PATCH",
|
|
1928
|
+
"operation_id": "eval.patchExperiment",
|
|
1929
|
+
"path": "/experiments/{experiment_id}",
|
|
1930
|
+
"stability": "stable",
|
|
1931
|
+
"summary": "Finalize or annotate an experiment",
|
|
1932
|
+
"visibility": "public"
|
|
1933
|
+
},
|
|
1934
|
+
{
|
|
1935
|
+
"error_contract": "native",
|
|
1936
|
+
"method": "POST",
|
|
1937
|
+
"operation_id": "eval.archiveExperiment",
|
|
1938
|
+
"path": "/experiments/{experiment_id}/archive",
|
|
1939
|
+
"stability": "stable",
|
|
1940
|
+
"summary": "Archive an experiment",
|
|
1941
|
+
"visibility": "public"
|
|
1942
|
+
},
|
|
1943
|
+
{
|
|
1944
|
+
"error_contract": "native",
|
|
1945
|
+
"method": "GET",
|
|
1946
|
+
"operation_id": "eval.listExperimentResults",
|
|
1947
|
+
"path": "/experiments/{experiment_id}/results",
|
|
1948
|
+
"stability": "stable",
|
|
1949
|
+
"summary": "List an experiment's results",
|
|
1950
|
+
"visibility": "public"
|
|
1951
|
+
},
|
|
1952
|
+
{
|
|
1953
|
+
"error_contract": "native",
|
|
1954
|
+
"method": "POST",
|
|
1955
|
+
"operation_id": "eval.createExperimentResult",
|
|
1956
|
+
"path": "/experiments/{experiment_id}/results",
|
|
1957
|
+
"stability": "stable",
|
|
1958
|
+
"summary": "Report one evaluated case",
|
|
1959
|
+
"visibility": "public"
|
|
1960
|
+
},
|
|
1961
|
+
{
|
|
1962
|
+
"error_contract": "native",
|
|
1963
|
+
"method": "POST",
|
|
1964
|
+
"operation_id": "eval.createExperimentResultsBulk",
|
|
1965
|
+
"path": "/experiments/{experiment_id}/results/bulk",
|
|
1966
|
+
"stability": "stable",
|
|
1967
|
+
"summary": "Report many evaluated cases",
|
|
1968
|
+
"visibility": "public"
|
|
1969
|
+
},
|
|
1970
|
+
{
|
|
1971
|
+
"error_contract": "native",
|
|
1972
|
+
"method": "GET",
|
|
1973
|
+
"operation_id": "eval.getExperimentResult",
|
|
1974
|
+
"path": "/experiments/{experiment_id}/results/{result_id}",
|
|
1975
|
+
"stability": "stable",
|
|
1976
|
+
"summary": "Get one result",
|
|
1977
|
+
"visibility": "public"
|
|
1978
|
+
},
|
|
1979
|
+
{
|
|
1980
|
+
"error_contract": "native",
|
|
1981
|
+
"method": "POST",
|
|
1982
|
+
"operation_id": "eval.summarizeExperiment",
|
|
1983
|
+
"path": "/experiments/{experiment_id}/summarize",
|
|
1984
|
+
"stability": "stable",
|
|
1985
|
+
"summary": "Roll the run's score spans up into `summary`",
|
|
1986
|
+
"visibility": "public"
|
|
1987
|
+
},
|
|
1988
|
+
{
|
|
1989
|
+
"error_contract": "native",
|
|
1990
|
+
"method": "GET",
|
|
1991
|
+
"operation_id": "eval.listExperimentTraces",
|
|
1992
|
+
"path": "/experiments/{experiment_id}/traces",
|
|
1993
|
+
"stability": "stable",
|
|
1994
|
+
"summary": "List an experiment's traces",
|
|
1995
|
+
"visibility": "public"
|
|
1996
|
+
},
|
|
1997
|
+
{
|
|
1998
|
+
"error_contract": "native",
|
|
1999
|
+
"method": "POST",
|
|
2000
|
+
"operation_id": "eval.queryExperimentTraceStats",
|
|
2001
|
+
"path": "/experiments/{experiment_id}/traces/stats/query",
|
|
2002
|
+
"stability": "stable",
|
|
2003
|
+
"summary": "Query statistics over an experiment's traces",
|
|
2004
|
+
"visibility": "public"
|
|
2005
|
+
},
|
|
2006
|
+
{
|
|
2007
|
+
"error_contract": "native",
|
|
2008
|
+
"method": "GET",
|
|
2009
|
+
"operation_id": "eval.getExperimentTrace",
|
|
2010
|
+
"path": "/experiments/{experiment_id}/traces/{trace_id}",
|
|
2011
|
+
"stability": "stable",
|
|
2012
|
+
"summary": "Read one of an experiment's traces",
|
|
2013
|
+
"visibility": "public"
|
|
2014
|
+
},
|
|
2015
|
+
{
|
|
2016
|
+
"error_contract": "native",
|
|
2017
|
+
"method": "GET",
|
|
2018
|
+
"operation_id": "eval.listExperimentTraceSpans",
|
|
2019
|
+
"path": "/experiments/{experiment_id}/traces/{trace_id}/spans",
|
|
2020
|
+
"stability": "stable",
|
|
2021
|
+
"summary": "List spans in one of an experiment's traces",
|
|
2022
|
+
"visibility": "public"
|
|
2023
|
+
},
|
|
2024
|
+
{
|
|
2025
|
+
"error_contract": "native",
|
|
2026
|
+
"method": "GET",
|
|
2027
|
+
"operation_id": "eval.listScorers",
|
|
2028
|
+
"path": "/scorers",
|
|
2029
|
+
"stability": "stable",
|
|
2030
|
+
"summary": "List scorers",
|
|
2031
|
+
"visibility": "public"
|
|
2032
|
+
},
|
|
2033
|
+
{
|
|
2034
|
+
"error_contract": "native",
|
|
2035
|
+
"method": "POST",
|
|
2036
|
+
"operation_id": "eval.createScorer",
|
|
2037
|
+
"path": "/scorers",
|
|
2038
|
+
"stability": "stable",
|
|
2039
|
+
"summary": "Create a scorer",
|
|
2040
|
+
"visibility": "public"
|
|
2041
|
+
},
|
|
2042
|
+
{
|
|
2043
|
+
"error_contract": "native",
|
|
2044
|
+
"method": "GET",
|
|
2045
|
+
"operation_id": "eval.getScorer",
|
|
2046
|
+
"path": "/scorers/{scorer_id}",
|
|
2047
|
+
"stability": "stable",
|
|
2048
|
+
"summary": "Get a scorer",
|
|
2049
|
+
"visibility": "public"
|
|
2050
|
+
},
|
|
2051
|
+
{
|
|
2052
|
+
"error_contract": "native",
|
|
2053
|
+
"method": "PATCH",
|
|
2054
|
+
"operation_id": "eval.patchScorer",
|
|
2055
|
+
"path": "/scorers/{scorer_id}",
|
|
2056
|
+
"stability": "stable",
|
|
2057
|
+
"summary": "Update a scorer",
|
|
2058
|
+
"visibility": "public"
|
|
2059
|
+
},
|
|
2060
|
+
{
|
|
2061
|
+
"error_contract": "native",
|
|
2062
|
+
"method": "POST",
|
|
2063
|
+
"operation_id": "eval.archiveScorer",
|
|
2064
|
+
"path": "/scorers/{scorer_id}/archive",
|
|
2065
|
+
"stability": "stable",
|
|
2066
|
+
"summary": "Archive a scorer",
|
|
2067
|
+
"visibility": "public"
|
|
2068
|
+
}
|
|
2069
|
+
],
|
|
2070
|
+
"spec_sha256": "70a858aab35c8e8db06503762b2f77631106461860ecac56670389d724f732b1"
|
|
1774
2071
|
}
|
|
1775
2072
|
],
|
|
1776
2073
|
"source": {
|
|
1777
|
-
"
|
|
1778
|
-
"kind": "
|
|
1779
|
-
"origin": "https://agentgateway.atlan.engineering"
|
|
2074
|
+
"commit": "12ee18d43e28a1318ddf778747fb59d97beec9f1",
|
|
2075
|
+
"kind": "gateway_commit"
|
|
1780
2076
|
}
|
|
1781
2077
|
}
|
|
@@ -0,0 +1,304 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Evaluation catalog
|
|
3
|
+
* The evaluation loop as registry artifacts: curated `dataset`s of examples pinned from production sessions and traces, `experiment` run snapshots with create-only per-case `experiment_result`s, and versioned `scorer` definitions. A verdict is a score span in the run\'s trace; `POST /experiments/{id}/summarize` rolls a run\'s score spans into its durable `summary`. The gateway executes and scores nothing — external harnesses, CI, and judges run the evals, emit score spans, and upload results here.
|
|
4
|
+
*
|
|
5
|
+
* The version of the OpenAPI document: 0.1.0
|
|
6
|
+
*
|
|
7
|
+
*
|
|
8
|
+
* NOTE: This class is auto generated by OpenAPI Generator (https://openapi-generator.tech).
|
|
9
|
+
* https://openapi-generator.tech
|
|
10
|
+
* Do not edit the class manually.
|
|
11
|
+
*/
|
|
12
|
+
import * as runtime from '../runtime';
|
|
13
|
+
import { type EvalArtifactSearchRequest } from '../models/EvalArtifactSearchRequest';
|
|
14
|
+
import { type EvalBulkDatasetRecordResponse } from '../models/EvalBulkDatasetRecordResponse';
|
|
15
|
+
import { type EvalDatasetArtifactView } from '../models/EvalDatasetArtifactView';
|
|
16
|
+
import { type EvalDatasetCreate } from '../models/EvalDatasetCreate';
|
|
17
|
+
import { type EvalDatasetPatch } from '../models/EvalDatasetPatch';
|
|
18
|
+
import { type EvalDatasetRecordArtifactView } from '../models/EvalDatasetRecordArtifactView';
|
|
19
|
+
import { type EvalDatasetRecordBulkCreate } from '../models/EvalDatasetRecordBulkCreate';
|
|
20
|
+
import { type EvalDatasetRecordCreate } from '../models/EvalDatasetRecordCreate';
|
|
21
|
+
import { type EvalDatasetRecordPatch } from '../models/EvalDatasetRecordPatch';
|
|
22
|
+
import { type EvalPageDatasetArtifactView } from '../models/EvalPageDatasetArtifactView';
|
|
23
|
+
import { type EvalPageDatasetRecordArtifactView } from '../models/EvalPageDatasetRecordArtifactView';
|
|
24
|
+
import { type EvalRecordSource } from '../models/EvalRecordSource';
|
|
25
|
+
export interface EvalArchiveDatasetRequest {
|
|
26
|
+
datasetId: string;
|
|
27
|
+
}
|
|
28
|
+
export interface EvalArchiveDatasetRecordRequest {
|
|
29
|
+
datasetId: string;
|
|
30
|
+
recordId: string;
|
|
31
|
+
}
|
|
32
|
+
export interface EvalCreateDatasetRequest {
|
|
33
|
+
evalDatasetCreate: EvalDatasetCreate;
|
|
34
|
+
contentEncoding?: EvalCreateDatasetContentEncodingEnum;
|
|
35
|
+
}
|
|
36
|
+
export interface EvalCreateDatasetRecordRequest {
|
|
37
|
+
datasetId: string;
|
|
38
|
+
evalDatasetRecordCreate: EvalDatasetRecordCreate;
|
|
39
|
+
contentEncoding?: EvalCreateDatasetRecordContentEncodingEnum;
|
|
40
|
+
}
|
|
41
|
+
export interface EvalCreateDatasetRecordsBulkRequest {
|
|
42
|
+
datasetId: string;
|
|
43
|
+
evalDatasetRecordBulkCreate: EvalDatasetRecordBulkCreate;
|
|
44
|
+
contentEncoding?: EvalCreateDatasetRecordsBulkContentEncodingEnum;
|
|
45
|
+
}
|
|
46
|
+
export interface EvalGetDatasetRequest {
|
|
47
|
+
datasetId: string;
|
|
48
|
+
}
|
|
49
|
+
export interface EvalGetDatasetRecordRequest {
|
|
50
|
+
datasetId: string;
|
|
51
|
+
recordId: string;
|
|
52
|
+
}
|
|
53
|
+
export interface EvalListDatasetRecordsRequest {
|
|
54
|
+
datasetId: string;
|
|
55
|
+
limit?: number;
|
|
56
|
+
offset?: number;
|
|
57
|
+
q?: string;
|
|
58
|
+
label?: string;
|
|
59
|
+
category?: string;
|
|
60
|
+
sourceKind?: EvalRecordSource;
|
|
61
|
+
sourceRef?: string;
|
|
62
|
+
sort?: string;
|
|
63
|
+
}
|
|
64
|
+
export interface EvalListDatasetsRequest {
|
|
65
|
+
limit?: number;
|
|
66
|
+
offset?: number;
|
|
67
|
+
sort?: string;
|
|
68
|
+
}
|
|
69
|
+
export interface EvalPatchDatasetRequest {
|
|
70
|
+
datasetId: string;
|
|
71
|
+
evalDatasetPatch: EvalDatasetPatch;
|
|
72
|
+
contentEncoding?: EvalPatchDatasetContentEncodingEnum;
|
|
73
|
+
}
|
|
74
|
+
export interface EvalPatchDatasetRecordRequest {
|
|
75
|
+
datasetId: string;
|
|
76
|
+
recordId: string;
|
|
77
|
+
evalDatasetRecordPatch: EvalDatasetRecordPatch;
|
|
78
|
+
contentEncoding?: EvalPatchDatasetRecordContentEncodingEnum;
|
|
79
|
+
}
|
|
80
|
+
export interface EvalSearchDatasetsRequest {
|
|
81
|
+
evalArtifactSearchRequest: EvalArtifactSearchRequest;
|
|
82
|
+
contentEncoding?: EvalSearchDatasetsContentEncodingEnum;
|
|
83
|
+
}
|
|
84
|
+
/**
|
|
85
|
+
*
|
|
86
|
+
*/
|
|
87
|
+
export declare class DatasetsApi extends runtime.BaseAPI {
|
|
88
|
+
/**
|
|
89
|
+
* Creates request options for evalArchiveDataset without sending the request
|
|
90
|
+
*/
|
|
91
|
+
evalArchiveDatasetRequestOpts(requestParameters: EvalArchiveDatasetRequest): Promise<runtime.RequestOpts>;
|
|
92
|
+
/**
|
|
93
|
+
* Soft-delete the dataset and cascade its records. Deliberately **not** refused while experiments reference it: an experiment is a historical snapshot whose results carry their own input/expected copies, so its `dataset_id` pointer going stale is honest history rather than a dangling reference.
|
|
94
|
+
* Archive a dataset
|
|
95
|
+
*/
|
|
96
|
+
evalArchiveDatasetRaw(requestParameters: EvalArchiveDatasetRequest, initOverrides?: RequestInit | runtime.InitOverrideFunction): Promise<runtime.ApiResponse<EvalDatasetArtifactView>>;
|
|
97
|
+
/**
|
|
98
|
+
* Soft-delete the dataset and cascade its records. Deliberately **not** refused while experiments reference it: an experiment is a historical snapshot whose results carry their own input/expected copies, so its `dataset_id` pointer going stale is honest history rather than a dangling reference.
|
|
99
|
+
* Archive a dataset
|
|
100
|
+
*/
|
|
101
|
+
evalArchiveDataset(requestParameters: EvalArchiveDatasetRequest, initOverrides?: RequestInit | runtime.InitOverrideFunction): Promise<EvalDatasetArtifactView>;
|
|
102
|
+
/**
|
|
103
|
+
* Creates request options for evalArchiveDatasetRecord without sending the request
|
|
104
|
+
*/
|
|
105
|
+
evalArchiveDatasetRecordRequestOpts(requestParameters: EvalArchiveDatasetRecordRequest): Promise<runtime.RequestOpts>;
|
|
106
|
+
/**
|
|
107
|
+
* Soft-delete one row. Past experiment results that sampled it keep their own input/expected snapshots, so nothing dangles.
|
|
108
|
+
* Archive a record
|
|
109
|
+
*/
|
|
110
|
+
evalArchiveDatasetRecordRaw(requestParameters: EvalArchiveDatasetRecordRequest, initOverrides?: RequestInit | runtime.InitOverrideFunction): Promise<runtime.ApiResponse<EvalDatasetRecordArtifactView>>;
|
|
111
|
+
/**
|
|
112
|
+
* Soft-delete one row. Past experiment results that sampled it keep their own input/expected snapshots, so nothing dangles.
|
|
113
|
+
* Archive a record
|
|
114
|
+
*/
|
|
115
|
+
evalArchiveDatasetRecord(requestParameters: EvalArchiveDatasetRecordRequest, initOverrides?: RequestInit | runtime.InitOverrideFunction): Promise<EvalDatasetRecordArtifactView>;
|
|
116
|
+
/**
|
|
117
|
+
* Creates request options for evalCreateDataset without sending the request
|
|
118
|
+
*/
|
|
119
|
+
evalCreateDatasetRequestOpts(requestParameters: EvalCreateDatasetRequest): Promise<runtime.RequestOpts>;
|
|
120
|
+
/**
|
|
121
|
+
* Create a curated collection of evaluation examples — a golden set, a repro set, a labeled traffic sample. Rows are added afterwards as dataset records, pinned from production sessions and traces or supplied manually.
|
|
122
|
+
* Create a dataset
|
|
123
|
+
*/
|
|
124
|
+
evalCreateDatasetRaw(requestParameters: EvalCreateDatasetRequest, initOverrides?: RequestInit | runtime.InitOverrideFunction): Promise<runtime.ApiResponse<EvalDatasetArtifactView>>;
|
|
125
|
+
/**
|
|
126
|
+
* Create a curated collection of evaluation examples — a golden set, a repro set, a labeled traffic sample. Rows are added afterwards as dataset records, pinned from production sessions and traces or supplied manually.
|
|
127
|
+
* Create a dataset
|
|
128
|
+
*/
|
|
129
|
+
evalCreateDataset(requestParameters: EvalCreateDatasetRequest, initOverrides?: RequestInit | runtime.InitOverrideFunction): Promise<EvalDatasetArtifactView>;
|
|
130
|
+
/**
|
|
131
|
+
* Creates request options for evalCreateDatasetRecord without sending the request
|
|
132
|
+
*/
|
|
133
|
+
evalCreateDatasetRecordRequestOpts(requestParameters: EvalCreateDatasetRecordRequest): Promise<runtime.RequestOpts>;
|
|
134
|
+
/**
|
|
135
|
+
* Append one example row. The parent comes from the path, so `dataset_id` is not a body field. Provenance says where the row was pinned from: a `session` source resolves against the gateway\'s own session artifacts, a `trace` source records an OTel trace id verbatim, and a `manual` row names no source.
|
|
136
|
+
* Add a record to a dataset
|
|
137
|
+
*/
|
|
138
|
+
evalCreateDatasetRecordRaw(requestParameters: EvalCreateDatasetRecordRequest, initOverrides?: RequestInit | runtime.InitOverrideFunction): Promise<runtime.ApiResponse<EvalDatasetRecordArtifactView>>;
|
|
139
|
+
/**
|
|
140
|
+
* Append one example row. The parent comes from the path, so `dataset_id` is not a body field. Provenance says where the row was pinned from: a `session` source resolves against the gateway\'s own session artifacts, a `trace` source records an OTel trace id verbatim, and a `manual` row names no source.
|
|
141
|
+
* Add a record to a dataset
|
|
142
|
+
*/
|
|
143
|
+
evalCreateDatasetRecord(requestParameters: EvalCreateDatasetRecordRequest, initOverrides?: RequestInit | runtime.InitOverrideFunction): Promise<EvalDatasetRecordArtifactView>;
|
|
144
|
+
/**
|
|
145
|
+
* Creates request options for evalCreateDatasetRecordsBulk without sending the request
|
|
146
|
+
*/
|
|
147
|
+
evalCreateDatasetRecordsBulkRequestOpts(requestParameters: EvalCreateDatasetRecordsBulkRequest): Promise<runtime.RequestOpts>;
|
|
148
|
+
/**
|
|
149
|
+
* Create up to 100 records in one call — the \"add all matching\" curation flow. **207 Multi-Status**: one index-aligned slot per submitted item, so a single rejected row does not fail the batch.
|
|
150
|
+
* Add many records to a dataset
|
|
151
|
+
*/
|
|
152
|
+
evalCreateDatasetRecordsBulkRaw(requestParameters: EvalCreateDatasetRecordsBulkRequest, initOverrides?: RequestInit | runtime.InitOverrideFunction): Promise<runtime.ApiResponse<EvalBulkDatasetRecordResponse>>;
|
|
153
|
+
/**
|
|
154
|
+
* Create up to 100 records in one call — the \"add all matching\" curation flow. **207 Multi-Status**: one index-aligned slot per submitted item, so a single rejected row does not fail the batch.
|
|
155
|
+
* Add many records to a dataset
|
|
156
|
+
*/
|
|
157
|
+
evalCreateDatasetRecordsBulk(requestParameters: EvalCreateDatasetRecordsBulkRequest, initOverrides?: RequestInit | runtime.InitOverrideFunction): Promise<EvalBulkDatasetRecordResponse>;
|
|
158
|
+
/**
|
|
159
|
+
* Creates request options for evalGetDataset without sending the request
|
|
160
|
+
*/
|
|
161
|
+
evalGetDatasetRequestOpts(requestParameters: EvalGetDatasetRequest): Promise<runtime.RequestOpts>;
|
|
162
|
+
/**
|
|
163
|
+
* Read one dataset.
|
|
164
|
+
* Get a dataset
|
|
165
|
+
*/
|
|
166
|
+
evalGetDatasetRaw(requestParameters: EvalGetDatasetRequest, initOverrides?: RequestInit | runtime.InitOverrideFunction): Promise<runtime.ApiResponse<EvalDatasetArtifactView>>;
|
|
167
|
+
/**
|
|
168
|
+
* Read one dataset.
|
|
169
|
+
* Get a dataset
|
|
170
|
+
*/
|
|
171
|
+
evalGetDataset(requestParameters: EvalGetDatasetRequest, initOverrides?: RequestInit | runtime.InitOverrideFunction): Promise<EvalDatasetArtifactView>;
|
|
172
|
+
/**
|
|
173
|
+
* Creates request options for evalGetDatasetRecord without sending the request
|
|
174
|
+
*/
|
|
175
|
+
evalGetDatasetRecordRequestOpts(requestParameters: EvalGetDatasetRecordRequest): Promise<runtime.RequestOpts>;
|
|
176
|
+
/**
|
|
177
|
+
* Read one dataset record with its full typed metadata. `dataset_id` addresses the record within its dataset; the record\'s own handle is what resolves it, and the path\'s dataset is **not** currently checked against the record\'s own — see the open item in eval.md.
|
|
178
|
+
* Get one record
|
|
179
|
+
*/
|
|
180
|
+
evalGetDatasetRecordRaw(requestParameters: EvalGetDatasetRecordRequest, initOverrides?: RequestInit | runtime.InitOverrideFunction): Promise<runtime.ApiResponse<EvalDatasetRecordArtifactView>>;
|
|
181
|
+
/**
|
|
182
|
+
* Read one dataset record with its full typed metadata. `dataset_id` addresses the record within its dataset; the record\'s own handle is what resolves it, and the path\'s dataset is **not** currently checked against the record\'s own — see the open item in eval.md.
|
|
183
|
+
* Get one record
|
|
184
|
+
*/
|
|
185
|
+
evalGetDatasetRecord(requestParameters: EvalGetDatasetRecordRequest, initOverrides?: RequestInit | runtime.InitOverrideFunction): Promise<EvalDatasetRecordArtifactView>;
|
|
186
|
+
/**
|
|
187
|
+
* Creates request options for evalListDatasetRecords without sending the request
|
|
188
|
+
*/
|
|
189
|
+
evalListDatasetRecordsRequestOpts(requestParameters: EvalListDatasetRecordsRequest): Promise<runtime.RequestOpts>;
|
|
190
|
+
/**
|
|
191
|
+
* Page the dataset\'s rows, each with its typed metadata. `q` narrows to rows whose input, expected outcome, label, or categories contain the term — a case-insensitive substring within this dataset, not a ranked search.
|
|
192
|
+
* List a dataset\'s records
|
|
193
|
+
*/
|
|
194
|
+
evalListDatasetRecordsRaw(requestParameters: EvalListDatasetRecordsRequest, initOverrides?: RequestInit | runtime.InitOverrideFunction): Promise<runtime.ApiResponse<EvalPageDatasetRecordArtifactView>>;
|
|
195
|
+
/**
|
|
196
|
+
* Page the dataset\'s rows, each with its typed metadata. `q` narrows to rows whose input, expected outcome, label, or categories contain the term — a case-insensitive substring within this dataset, not a ranked search.
|
|
197
|
+
* List a dataset\'s records
|
|
198
|
+
*/
|
|
199
|
+
evalListDatasetRecords(requestParameters: EvalListDatasetRecordsRequest, initOverrides?: RequestInit | runtime.InitOverrideFunction): Promise<EvalPageDatasetRecordArtifactView>;
|
|
200
|
+
/**
|
|
201
|
+
* Creates request options for evalListDatasets without sending the request
|
|
202
|
+
*/
|
|
203
|
+
evalListDatasetsRequestOpts(requestParameters: EvalListDatasetsRequest): Promise<runtime.RequestOpts>;
|
|
204
|
+
/**
|
|
205
|
+
* Page the account\'s datasets.
|
|
206
|
+
* List datasets
|
|
207
|
+
*/
|
|
208
|
+
evalListDatasetsRaw(requestParameters: EvalListDatasetsRequest, initOverrides?: RequestInit | runtime.InitOverrideFunction): Promise<runtime.ApiResponse<EvalPageDatasetArtifactView>>;
|
|
209
|
+
/**
|
|
210
|
+
* Page the account\'s datasets.
|
|
211
|
+
* List datasets
|
|
212
|
+
*/
|
|
213
|
+
evalListDatasets(requestParameters?: EvalListDatasetsRequest, initOverrides?: RequestInit | runtime.InitOverrideFunction): Promise<EvalPageDatasetArtifactView>;
|
|
214
|
+
/**
|
|
215
|
+
* Creates request options for evalPatchDataset without sending the request
|
|
216
|
+
*/
|
|
217
|
+
evalPatchDatasetRequestOpts(requestParameters: EvalPatchDatasetRequest): Promise<runtime.RequestOpts>;
|
|
218
|
+
/**
|
|
219
|
+
* Partially update a dataset by RFC 7396 JSON Merge Patch. An omitted key means no change, and an explicit `null` clears a nullable one. Send `If-Match` with a prior read\'s `content_hash_hex` to make the write conditional.
|
|
220
|
+
* Update a dataset
|
|
221
|
+
*/
|
|
222
|
+
evalPatchDatasetRaw(requestParameters: EvalPatchDatasetRequest, initOverrides?: RequestInit | runtime.InitOverrideFunction): Promise<runtime.ApiResponse<EvalDatasetArtifactView>>;
|
|
223
|
+
/**
|
|
224
|
+
* Partially update a dataset by RFC 7396 JSON Merge Patch. An omitted key means no change, and an explicit `null` clears a nullable one. Send `If-Match` with a prior read\'s `content_hash_hex` to make the write conditional.
|
|
225
|
+
* Update a dataset
|
|
226
|
+
*/
|
|
227
|
+
evalPatchDataset(requestParameters: EvalPatchDatasetRequest, initOverrides?: RequestInit | runtime.InitOverrideFunction): Promise<EvalDatasetArtifactView>;
|
|
228
|
+
/**
|
|
229
|
+
* Creates request options for evalPatchDatasetRecord without sending the request
|
|
230
|
+
*/
|
|
231
|
+
evalPatchDatasetRecordRequestOpts(requestParameters: EvalPatchDatasetRecordRequest): Promise<runtime.RequestOpts>;
|
|
232
|
+
/**
|
|
233
|
+
* Curate a row by RFC 7396 JSON Merge Patch: the input, the expected outcome, the label, the extra bag. The owning dataset and the provenance triple are pinned — a row moving datasets would rewrite what past experiments sampled, and provenance is a fact recorded at pin time.
|
|
234
|
+
* Update a record
|
|
235
|
+
*/
|
|
236
|
+
evalPatchDatasetRecordRaw(requestParameters: EvalPatchDatasetRecordRequest, initOverrides?: RequestInit | runtime.InitOverrideFunction): Promise<runtime.ApiResponse<EvalDatasetRecordArtifactView>>;
|
|
237
|
+
/**
|
|
238
|
+
* Curate a row by RFC 7396 JSON Merge Patch: the input, the expected outcome, the label, the extra bag. The owning dataset and the provenance triple are pinned — a row moving datasets would rewrite what past experiments sampled, and provenance is a fact recorded at pin time.
|
|
239
|
+
* Update a record
|
|
240
|
+
*/
|
|
241
|
+
evalPatchDatasetRecord(requestParameters: EvalPatchDatasetRecordRequest, initOverrides?: RequestInit | runtime.InitOverrideFunction): Promise<EvalDatasetRecordArtifactView>;
|
|
242
|
+
/**
|
|
243
|
+
* Creates request options for evalSearchDatasets without sending the request
|
|
244
|
+
*/
|
|
245
|
+
evalSearchDatasetsRequestOpts(requestParameters: EvalSearchDatasetsRequest): Promise<runtime.RequestOpts>;
|
|
246
|
+
/**
|
|
247
|
+
* Full-text and semantic discovery over dataset names and descriptions. Results are summary-only and carry no `metadata`.
|
|
248
|
+
* Search datasets
|
|
249
|
+
*/
|
|
250
|
+
evalSearchDatasetsRaw(requestParameters: EvalSearchDatasetsRequest, initOverrides?: RequestInit | runtime.InitOverrideFunction): Promise<runtime.ApiResponse<EvalPageDatasetArtifactView>>;
|
|
251
|
+
/**
|
|
252
|
+
* Full-text and semantic discovery over dataset names and descriptions. Results are summary-only and carry no `metadata`.
|
|
253
|
+
* Search datasets
|
|
254
|
+
*/
|
|
255
|
+
evalSearchDatasets(requestParameters: EvalSearchDatasetsRequest, initOverrides?: RequestInit | runtime.InitOverrideFunction): Promise<EvalPageDatasetArtifactView>;
|
|
256
|
+
}
|
|
257
|
+
/**
|
|
258
|
+
* @export
|
|
259
|
+
* @enum {string}
|
|
260
|
+
*/
|
|
261
|
+
export declare enum EvalCreateDatasetContentEncodingEnum {
|
|
262
|
+
Base64 = "base64",
|
|
263
|
+
GzipBase64 = "gzip, base64"
|
|
264
|
+
}
|
|
265
|
+
/**
|
|
266
|
+
* @export
|
|
267
|
+
* @enum {string}
|
|
268
|
+
*/
|
|
269
|
+
export declare enum EvalCreateDatasetRecordContentEncodingEnum {
|
|
270
|
+
Base64 = "base64",
|
|
271
|
+
GzipBase64 = "gzip, base64"
|
|
272
|
+
}
|
|
273
|
+
/**
|
|
274
|
+
* @export
|
|
275
|
+
* @enum {string}
|
|
276
|
+
*/
|
|
277
|
+
export declare enum EvalCreateDatasetRecordsBulkContentEncodingEnum {
|
|
278
|
+
Base64 = "base64",
|
|
279
|
+
GzipBase64 = "gzip, base64"
|
|
280
|
+
}
|
|
281
|
+
/**
|
|
282
|
+
* @export
|
|
283
|
+
* @enum {string}
|
|
284
|
+
*/
|
|
285
|
+
export declare enum EvalPatchDatasetContentEncodingEnum {
|
|
286
|
+
Base64 = "base64",
|
|
287
|
+
GzipBase64 = "gzip, base64"
|
|
288
|
+
}
|
|
289
|
+
/**
|
|
290
|
+
* @export
|
|
291
|
+
* @enum {string}
|
|
292
|
+
*/
|
|
293
|
+
export declare enum EvalPatchDatasetRecordContentEncodingEnum {
|
|
294
|
+
Base64 = "base64",
|
|
295
|
+
GzipBase64 = "gzip, base64"
|
|
296
|
+
}
|
|
297
|
+
/**
|
|
298
|
+
* @export
|
|
299
|
+
* @enum {string}
|
|
300
|
+
*/
|
|
301
|
+
export declare enum EvalSearchDatasetsContentEncodingEnum {
|
|
302
|
+
Base64 = "base64",
|
|
303
|
+
GzipBase64 = "gzip, base64"
|
|
304
|
+
}
|