@meetkai/mka1 0.51.35 → 0.51.37
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +232 -241
- package/bin/mcp-server.js +1703 -1825
- package/bin/mcp-server.js.map +26 -34
- package/dist/commonjs/funcs/llmEvalsListSuiteLeaderboardRuns.d.ts +17 -0
- package/dist/commonjs/funcs/llmEvalsListSuiteLeaderboardRuns.d.ts.map +1 -0
- package/dist/commonjs/funcs/{reposCollaboratorsList.js → llmEvalsListSuiteLeaderboardRuns.js} +17 -19
- package/dist/commonjs/funcs/llmEvalsListSuiteLeaderboardRuns.js.map +1 -0
- package/dist/commonjs/funcs/reposCreate.d.ts +3 -3
- package/dist/commonjs/funcs/reposCreate.js +4 -4
- package/dist/commonjs/funcs/reposCreate.js.map +1 -1
- package/dist/commonjs/funcs/reposDelete.d.ts +2 -2
- package/dist/commonjs/funcs/reposDelete.js +2 -2
- package/dist/commonjs/funcs/reposGet.d.ts +2 -1
- package/dist/commonjs/funcs/reposGet.d.ts.map +1 -1
- package/dist/commonjs/funcs/reposGet.js +2 -1
- package/dist/commonjs/funcs/reposGet.js.map +1 -1
- package/dist/commonjs/funcs/reposList.d.ts +3 -3
- package/dist/commonjs/funcs/reposList.js +4 -4
- package/dist/commonjs/funcs/reposList.js.map +1 -1
- package/dist/commonjs/funcs/reposUpdate.d.ts +3 -4
- package/dist/commonjs/funcs/reposUpdate.d.ts.map +1 -1
- package/dist/commonjs/funcs/reposUpdate.js +3 -4
- package/dist/commonjs/funcs/reposUpdate.js.map +1 -1
- package/dist/commonjs/lib/config.d.ts +2 -2
- package/dist/commonjs/lib/config.js +2 -2
- package/dist/commonjs/mcp-server/mcp-server.js +1 -1
- package/dist/commonjs/mcp-server/server.d.ts.map +1 -1
- package/dist/commonjs/mcp-server/server.js +3 -7
- package/dist/commonjs/mcp-server/server.js.map +1 -1
- package/dist/commonjs/mcp-server/tools/llmEvalsListSuiteLeaderboardRuns.d.ts +8 -0
- package/dist/commonjs/mcp-server/tools/llmEvalsListSuiteLeaderboardRuns.d.ts.map +1 -0
- package/dist/commonjs/mcp-server/tools/{reposCollaboratorsList.js → llmEvalsListSuiteLeaderboardRuns.js} +9 -11
- package/dist/commonjs/mcp-server/tools/llmEvalsListSuiteLeaderboardRuns.js.map +1 -0
- package/dist/commonjs/mcp-server/tools/reposCreate.js +3 -3
- package/dist/commonjs/mcp-server/tools/reposDelete.js +2 -2
- package/dist/commonjs/mcp-server/tools/reposGet.d.ts.map +1 -1
- package/dist/commonjs/mcp-server/tools/reposGet.js +3 -1
- package/dist/commonjs/mcp-server/tools/reposGet.js.map +1 -1
- package/dist/commonjs/mcp-server/tools/reposList.js +3 -3
- package/dist/commonjs/mcp-server/tools/reposUpdate.d.ts.map +1 -1
- package/dist/commonjs/mcp-server/tools/reposUpdate.js +3 -4
- package/dist/commonjs/mcp-server/tools/reposUpdate.js.map +1 -1
- package/dist/commonjs/models/components/createreporequest.d.ts +0 -21
- package/dist/commonjs/models/components/createreporequest.d.ts.map +1 -1
- package/dist/commonjs/models/components/createreporequest.js +1 -14
- package/dist/commonjs/models/components/createreporequest.js.map +1 -1
- package/dist/commonjs/models/components/evalleaderboardrungroup.d.ts +35 -0
- package/dist/commonjs/models/components/evalleaderboardrungroup.d.ts.map +1 -0
- package/dist/commonjs/models/{operations/deletecollaborator.js → components/evalleaderboardrungroup.js} +22 -20
- package/dist/commonjs/models/components/evalleaderboardrungroup.js.map +1 -0
- package/dist/commonjs/models/components/index.d.ts +1 -3
- package/dist/commonjs/models/components/index.d.ts.map +1 -1
- package/dist/commonjs/models/components/index.js +1 -3
- package/dist/commonjs/models/components/index.js.map +1 -1
- package/dist/commonjs/models/components/patchreporequest.d.ts +1 -10
- package/dist/commonjs/models/components/patchreporequest.d.ts.map +1 -1
- package/dist/commonjs/models/components/patchreporequest.js +0 -3
- package/dist/commonjs/models/components/patchreporequest.js.map +1 -1
- package/dist/commonjs/models/components/repo.d.ts +0 -9
- package/dist/commonjs/models/components/repo.d.ts.map +1 -1
- package/dist/commonjs/models/components/repo.js +0 -3
- package/dist/commonjs/models/components/repo.js.map +1 -1
- package/dist/commonjs/models/operations/index.d.ts +1 -3
- package/dist/commonjs/models/operations/index.d.ts.map +1 -1
- package/dist/commonjs/models/operations/index.js +1 -3
- package/dist/commonjs/models/operations/index.js.map +1 -1
- package/dist/commonjs/models/operations/listevalsuiteleaderboardruns.d.ts +273 -0
- package/dist/commonjs/models/operations/listevalsuiteleaderboardruns.d.ts.map +1 -0
- package/dist/commonjs/models/operations/listevalsuiteleaderboardruns.js +390 -0
- package/dist/commonjs/models/operations/listevalsuiteleaderboardruns.js.map +1 -0
- package/dist/commonjs/models/operations/listrepos.d.ts +1 -1
- package/dist/commonjs/react-query/index.d.ts +1 -3
- package/dist/commonjs/react-query/index.d.ts.map +1 -1
- package/dist/commonjs/react-query/index.js +1 -3
- package/dist/commonjs/react-query/index.js.map +1 -1
- package/dist/commonjs/react-query/llmEvalsListSuiteLeaderboardRuns.core.d.ts +18 -0
- package/dist/commonjs/react-query/llmEvalsListSuiteLeaderboardRuns.core.d.ts.map +1 -0
- package/dist/commonjs/react-query/llmEvalsListSuiteLeaderboardRuns.core.js +46 -0
- package/dist/commonjs/react-query/llmEvalsListSuiteLeaderboardRuns.core.js.map +1 -0
- package/dist/commonjs/react-query/llmEvalsListSuiteLeaderboardRuns.d.ts +46 -0
- package/dist/commonjs/react-query/llmEvalsListSuiteLeaderboardRuns.d.ts.map +1 -0
- package/dist/commonjs/react-query/llmEvalsListSuiteLeaderboardRuns.js +65 -0
- package/dist/commonjs/react-query/llmEvalsListSuiteLeaderboardRuns.js.map +1 -0
- package/dist/commonjs/react-query/reposCreate.d.ts +3 -3
- package/dist/commonjs/react-query/reposCreate.js +3 -3
- package/dist/commonjs/react-query/reposDelete.d.ts +2 -2
- package/dist/commonjs/react-query/reposDelete.js +2 -2
- package/dist/commonjs/react-query/reposGet.d.ts +4 -2
- package/dist/commonjs/react-query/reposGet.d.ts.map +1 -1
- package/dist/commonjs/react-query/reposGet.js +4 -2
- package/dist/commonjs/react-query/reposGet.js.map +1 -1
- package/dist/commonjs/react-query/reposList.d.ts +6 -6
- package/dist/commonjs/react-query/reposList.js +6 -6
- package/dist/commonjs/react-query/reposUpdate.d.ts +3 -4
- package/dist/commonjs/react-query/reposUpdate.d.ts.map +1 -1
- package/dist/commonjs/react-query/reposUpdate.js +3 -4
- package/dist/commonjs/react-query/reposUpdate.js.map +1 -1
- package/dist/commonjs/sdk/evals.d.ts +7 -0
- package/dist/commonjs/sdk/evals.d.ts.map +1 -1
- package/dist/commonjs/sdk/evals.js +10 -0
- package/dist/commonjs/sdk/evals.js.map +1 -1
- package/dist/commonjs/sdk/repos.d.ts +13 -16
- package/dist/commonjs/sdk/repos.d.ts.map +1 -1
- package/dist/commonjs/sdk/repos.js +13 -17
- package/dist/commonjs/sdk/repos.js.map +1 -1
- package/dist/esm/funcs/llmEvalsListSuiteLeaderboardRuns.d.ts +17 -0
- package/dist/esm/funcs/llmEvalsListSuiteLeaderboardRuns.d.ts.map +1 -0
- package/dist/esm/funcs/{reposCollaboratorsList.js → llmEvalsListSuiteLeaderboardRuns.js} +17 -19
- package/dist/esm/funcs/llmEvalsListSuiteLeaderboardRuns.js.map +1 -0
- package/dist/esm/funcs/reposCreate.d.ts +3 -3
- package/dist/esm/funcs/reposCreate.js +4 -4
- package/dist/esm/funcs/reposCreate.js.map +1 -1
- package/dist/esm/funcs/reposDelete.d.ts +2 -2
- package/dist/esm/funcs/reposDelete.js +2 -2
- package/dist/esm/funcs/reposGet.d.ts +2 -1
- package/dist/esm/funcs/reposGet.d.ts.map +1 -1
- package/dist/esm/funcs/reposGet.js +2 -1
- package/dist/esm/funcs/reposGet.js.map +1 -1
- package/dist/esm/funcs/reposList.d.ts +3 -3
- package/dist/esm/funcs/reposList.js +4 -4
- package/dist/esm/funcs/reposList.js.map +1 -1
- package/dist/esm/funcs/reposUpdate.d.ts +3 -4
- package/dist/esm/funcs/reposUpdate.d.ts.map +1 -1
- package/dist/esm/funcs/reposUpdate.js +3 -4
- package/dist/esm/funcs/reposUpdate.js.map +1 -1
- package/dist/esm/lib/config.d.ts +2 -2
- package/dist/esm/lib/config.js +2 -2
- package/dist/esm/mcp-server/mcp-server.js +1 -1
- package/dist/esm/mcp-server/server.d.ts.map +1 -1
- package/dist/esm/mcp-server/server.js +3 -7
- package/dist/esm/mcp-server/server.js.map +1 -1
- package/dist/esm/mcp-server/tools/llmEvalsListSuiteLeaderboardRuns.d.ts +8 -0
- package/dist/esm/mcp-server/tools/llmEvalsListSuiteLeaderboardRuns.d.ts.map +1 -0
- package/dist/esm/mcp-server/tools/llmEvalsListSuiteLeaderboardRuns.js +28 -0
- package/dist/esm/mcp-server/tools/llmEvalsListSuiteLeaderboardRuns.js.map +1 -0
- package/dist/esm/mcp-server/tools/reposCreate.js +3 -3
- package/dist/esm/mcp-server/tools/reposDelete.js +2 -2
- package/dist/esm/mcp-server/tools/reposGet.d.ts.map +1 -1
- package/dist/esm/mcp-server/tools/reposGet.js +3 -1
- package/dist/esm/mcp-server/tools/reposGet.js.map +1 -1
- package/dist/esm/mcp-server/tools/reposList.js +3 -3
- package/dist/esm/mcp-server/tools/reposUpdate.d.ts.map +1 -1
- package/dist/esm/mcp-server/tools/reposUpdate.js +3 -4
- package/dist/esm/mcp-server/tools/reposUpdate.js.map +1 -1
- package/dist/esm/models/components/createreporequest.d.ts +0 -21
- package/dist/esm/models/components/createreporequest.d.ts.map +1 -1
- package/dist/esm/models/components/createreporequest.js +0 -13
- package/dist/esm/models/components/createreporequest.js.map +1 -1
- package/dist/esm/models/components/evalleaderboardrungroup.d.ts +35 -0
- package/dist/esm/models/components/evalleaderboardrungroup.d.ts.map +1 -0
- package/dist/esm/models/components/evalleaderboardrungroup.js +37 -0
- package/dist/esm/models/components/evalleaderboardrungroup.js.map +1 -0
- package/dist/esm/models/components/index.d.ts +1 -3
- package/dist/esm/models/components/index.d.ts.map +1 -1
- package/dist/esm/models/components/index.js +1 -3
- package/dist/esm/models/components/index.js.map +1 -1
- package/dist/esm/models/components/patchreporequest.d.ts +1 -10
- package/dist/esm/models/components/patchreporequest.d.ts.map +1 -1
- package/dist/esm/models/components/patchreporequest.js +0 -3
- package/dist/esm/models/components/patchreporequest.js.map +1 -1
- package/dist/esm/models/components/repo.d.ts +0 -9
- package/dist/esm/models/components/repo.d.ts.map +1 -1
- package/dist/esm/models/components/repo.js +0 -3
- package/dist/esm/models/components/repo.js.map +1 -1
- package/dist/esm/models/operations/index.d.ts +1 -3
- package/dist/esm/models/operations/index.d.ts.map +1 -1
- package/dist/esm/models/operations/index.js +1 -3
- package/dist/esm/models/operations/index.js.map +1 -1
- package/dist/esm/models/operations/listevalsuiteleaderboardruns.d.ts +273 -0
- package/dist/esm/models/operations/listevalsuiteleaderboardruns.d.ts.map +1 -0
- package/dist/esm/models/operations/listevalsuiteleaderboardruns.js +340 -0
- package/dist/esm/models/operations/listevalsuiteleaderboardruns.js.map +1 -0
- package/dist/esm/models/operations/listrepos.d.ts +1 -1
- package/dist/esm/react-query/index.d.ts +1 -3
- package/dist/esm/react-query/index.d.ts.map +1 -1
- package/dist/esm/react-query/index.js +1 -3
- package/dist/esm/react-query/index.js.map +1 -1
- package/dist/esm/react-query/llmEvalsListSuiteLeaderboardRuns.core.d.ts +18 -0
- package/dist/esm/react-query/llmEvalsListSuiteLeaderboardRuns.core.d.ts.map +1 -0
- package/dist/esm/react-query/llmEvalsListSuiteLeaderboardRuns.core.js +41 -0
- package/dist/esm/react-query/llmEvalsListSuiteLeaderboardRuns.core.js.map +1 -0
- package/dist/esm/react-query/llmEvalsListSuiteLeaderboardRuns.d.ts +46 -0
- package/dist/esm/react-query/llmEvalsListSuiteLeaderboardRuns.d.ts.map +1 -0
- package/dist/esm/react-query/llmEvalsListSuiteLeaderboardRuns.js +55 -0
- package/dist/esm/react-query/llmEvalsListSuiteLeaderboardRuns.js.map +1 -0
- package/dist/esm/react-query/reposCreate.d.ts +3 -3
- package/dist/esm/react-query/reposCreate.js +3 -3
- package/dist/esm/react-query/reposDelete.d.ts +2 -2
- package/dist/esm/react-query/reposDelete.js +2 -2
- package/dist/esm/react-query/reposGet.d.ts +4 -2
- package/dist/esm/react-query/reposGet.d.ts.map +1 -1
- package/dist/esm/react-query/reposGet.js +4 -2
- package/dist/esm/react-query/reposGet.js.map +1 -1
- package/dist/esm/react-query/reposList.d.ts +6 -6
- package/dist/esm/react-query/reposList.js +6 -6
- package/dist/esm/react-query/reposUpdate.d.ts +3 -4
- package/dist/esm/react-query/reposUpdate.d.ts.map +1 -1
- package/dist/esm/react-query/reposUpdate.js +3 -4
- package/dist/esm/react-query/reposUpdate.js.map +1 -1
- package/dist/esm/sdk/evals.d.ts +7 -0
- package/dist/esm/sdk/evals.d.ts.map +1 -1
- package/dist/esm/sdk/evals.js +10 -0
- package/dist/esm/sdk/evals.js.map +1 -1
- package/dist/esm/sdk/repos.d.ts +13 -16
- package/dist/esm/sdk/repos.d.ts.map +1 -1
- package/dist/esm/sdk/repos.js +13 -17
- package/dist/esm/sdk/repos.js.map +1 -1
- package/jsr.json +1 -1
- package/package.json +1 -1
- package/src/funcs/{reposCollaboratorsList.ts → llmEvalsListSuiteLeaderboardRuns.ts} +31 -31
- package/src/funcs/reposCreate.ts +4 -4
- package/src/funcs/reposDelete.ts +2 -2
- package/src/funcs/reposGet.ts +2 -1
- package/src/funcs/reposList.ts +5 -5
- package/src/funcs/reposUpdate.ts +3 -4
- package/src/lib/config.ts +2 -2
- package/src/mcp-server/mcp-server.ts +1 -1
- package/src/mcp-server/server.ts +3 -7
- package/src/mcp-server/tools/llmEvalsListSuiteLeaderboardRuns.ts +39 -0
- package/src/mcp-server/tools/reposCreate.ts +3 -3
- package/src/mcp-server/tools/reposDelete.ts +2 -2
- package/src/mcp-server/tools/reposGet.ts +3 -1
- package/src/mcp-server/tools/reposList.ts +3 -3
- package/src/mcp-server/tools/reposUpdate.ts +3 -4
- package/src/models/components/createreporequest.ts +0 -31
- package/src/models/components/evalleaderboardrungroup.ts +86 -0
- package/src/models/components/index.ts +1 -3
- package/src/models/components/patchreporequest.ts +1 -16
- package/src/models/components/repo.ts +0 -15
- package/src/models/operations/index.ts +1 -3
- package/src/models/operations/listevalsuiteleaderboardruns.ts +754 -0
- package/src/models/operations/listrepos.ts +1 -1
- package/src/react-query/index.ts +1 -3
- package/src/react-query/llmEvalsListSuiteLeaderboardRuns.core.ts +92 -0
- package/src/react-query/llmEvalsListSuiteLeaderboardRuns.ts +164 -0
- package/src/react-query/reposCreate.ts +3 -3
- package/src/react-query/reposDelete.ts +2 -2
- package/src/react-query/reposGet.ts +4 -2
- package/src/react-query/reposList.ts +6 -6
- package/src/react-query/reposUpdate.ts +3 -4
- package/src/sdk/evals.ts +18 -0
- package/src/sdk/repos.ts +13 -19
- package/dist/commonjs/funcs/reposCollaboratorsAdd.d.ts +0 -21
- package/dist/commonjs/funcs/reposCollaboratorsAdd.d.ts.map +0 -1
- package/dist/commonjs/funcs/reposCollaboratorsAdd.js +0 -149
- package/dist/commonjs/funcs/reposCollaboratorsAdd.js.map +0 -1
- package/dist/commonjs/funcs/reposCollaboratorsList.d.ts +0 -19
- package/dist/commonjs/funcs/reposCollaboratorsList.d.ts.map +0 -1
- package/dist/commonjs/funcs/reposCollaboratorsList.js.map +0 -1
- package/dist/commonjs/funcs/reposCollaboratorsRemove.d.ts +0 -19
- package/dist/commonjs/funcs/reposCollaboratorsRemove.d.ts.map +0 -1
- package/dist/commonjs/funcs/reposCollaboratorsRemove.js +0 -145
- package/dist/commonjs/funcs/reposCollaboratorsRemove.js.map +0 -1
- package/dist/commonjs/mcp-server/tools/reposCollaboratorsAdd.d.ts +0 -8
- package/dist/commonjs/mcp-server/tools/reposCollaboratorsAdd.d.ts.map +0 -1
- package/dist/commonjs/mcp-server/tools/reposCollaboratorsAdd.js +0 -67
- package/dist/commonjs/mcp-server/tools/reposCollaboratorsAdd.js.map +0 -1
- package/dist/commonjs/mcp-server/tools/reposCollaboratorsList.d.ts +0 -8
- package/dist/commonjs/mcp-server/tools/reposCollaboratorsList.d.ts.map +0 -1
- package/dist/commonjs/mcp-server/tools/reposCollaboratorsList.js.map +0 -1
- package/dist/commonjs/mcp-server/tools/reposCollaboratorsRemove.d.ts +0 -8
- package/dist/commonjs/mcp-server/tools/reposCollaboratorsRemove.d.ts.map +0 -1
- package/dist/commonjs/mcp-server/tools/reposCollaboratorsRemove.js +0 -65
- package/dist/commonjs/mcp-server/tools/reposCollaboratorsRemove.js.map +0 -1
- package/dist/commonjs/models/components/collaboratorrequest.d.ts +0 -45
- package/dist/commonjs/models/components/collaboratorrequest.d.ts.map +0 -1
- package/dist/commonjs/models/components/collaboratorrequest.js +0 -72
- package/dist/commonjs/models/components/collaboratorrequest.js.map +0 -1
- package/dist/commonjs/models/components/member.d.ts +0 -51
- package/dist/commonjs/models/components/member.d.ts.map +0 -1
- package/dist/commonjs/models/components/member.js +0 -77
- package/dist/commonjs/models/components/member.js.map +0 -1
- package/dist/commonjs/models/components/visibility.d.ts +0 -24
- package/dist/commonjs/models/components/visibility.d.ts.map +0 -1
- package/dist/commonjs/models/components/visibility.js +0 -56
- package/dist/commonjs/models/components/visibility.js.map +0 -1
- package/dist/commonjs/models/operations/deletecollaborator.d.ts +0 -35
- package/dist/commonjs/models/operations/deletecollaborator.d.ts.map +0 -1
- package/dist/commonjs/models/operations/deletecollaborator.js.map +0 -1
- package/dist/commonjs/models/operations/listcollaborators.d.ts +0 -47
- package/dist/commonjs/models/operations/listcollaborators.d.ts.map +0 -1
- package/dist/commonjs/models/operations/listcollaborators.js +0 -88
- package/dist/commonjs/models/operations/listcollaborators.js.map +0 -1
- package/dist/commonjs/models/operations/putcollaborator.d.ts +0 -38
- package/dist/commonjs/models/operations/putcollaborator.d.ts.map +0 -1
- package/dist/commonjs/models/operations/putcollaborator.js +0 -78
- package/dist/commonjs/models/operations/putcollaborator.js.map +0 -1
- package/dist/commonjs/react-query/reposCollaboratorsAdd.d.ts +0 -32
- package/dist/commonjs/react-query/reposCollaboratorsAdd.d.ts.map +0 -1
- package/dist/commonjs/react-query/reposCollaboratorsAdd.js +0 -49
- package/dist/commonjs/react-query/reposCollaboratorsAdd.js.map +0 -1
- package/dist/commonjs/react-query/reposCollaboratorsList.core.d.ts +0 -14
- package/dist/commonjs/react-query/reposCollaboratorsList.core.d.ts.map +0 -1
- package/dist/commonjs/react-query/reposCollaboratorsList.core.js +0 -36
- package/dist/commonjs/react-query/reposCollaboratorsList.core.js.map +0 -1
- package/dist/commonjs/react-query/reposCollaboratorsList.d.ts +0 -43
- package/dist/commonjs/react-query/reposCollaboratorsList.d.ts.map +0 -1
- package/dist/commonjs/react-query/reposCollaboratorsList.js +0 -62
- package/dist/commonjs/react-query/reposCollaboratorsList.js.map +0 -1
- package/dist/commonjs/react-query/reposCollaboratorsRemove.d.ts +0 -30
- package/dist/commonjs/react-query/reposCollaboratorsRemove.d.ts.map +0 -1
- package/dist/commonjs/react-query/reposCollaboratorsRemove.js +0 -48
- package/dist/commonjs/react-query/reposCollaboratorsRemove.js.map +0 -1
- package/dist/commonjs/sdk/collaborators.d.ts +0 -31
- package/dist/commonjs/sdk/collaborators.d.ts.map +0 -1
- package/dist/commonjs/sdk/collaborators.js +0 -46
- package/dist/commonjs/sdk/collaborators.js.map +0 -1
- package/dist/esm/funcs/reposCollaboratorsAdd.d.ts +0 -21
- package/dist/esm/funcs/reposCollaboratorsAdd.d.ts.map +0 -1
- package/dist/esm/funcs/reposCollaboratorsAdd.js +0 -113
- package/dist/esm/funcs/reposCollaboratorsAdd.js.map +0 -1
- package/dist/esm/funcs/reposCollaboratorsList.d.ts +0 -19
- package/dist/esm/funcs/reposCollaboratorsList.d.ts.map +0 -1
- package/dist/esm/funcs/reposCollaboratorsList.js.map +0 -1
- package/dist/esm/funcs/reposCollaboratorsRemove.d.ts +0 -19
- package/dist/esm/funcs/reposCollaboratorsRemove.d.ts.map +0 -1
- package/dist/esm/funcs/reposCollaboratorsRemove.js +0 -109
- package/dist/esm/funcs/reposCollaboratorsRemove.js.map +0 -1
- package/dist/esm/mcp-server/tools/reposCollaboratorsAdd.d.ts +0 -8
- package/dist/esm/mcp-server/tools/reposCollaboratorsAdd.d.ts.map +0 -1
- package/dist/esm/mcp-server/tools/reposCollaboratorsAdd.js +0 -31
- package/dist/esm/mcp-server/tools/reposCollaboratorsAdd.js.map +0 -1
- package/dist/esm/mcp-server/tools/reposCollaboratorsList.d.ts +0 -8
- package/dist/esm/mcp-server/tools/reposCollaboratorsList.d.ts.map +0 -1
- package/dist/esm/mcp-server/tools/reposCollaboratorsList.js +0 -30
- package/dist/esm/mcp-server/tools/reposCollaboratorsList.js.map +0 -1
- package/dist/esm/mcp-server/tools/reposCollaboratorsRemove.d.ts +0 -8
- package/dist/esm/mcp-server/tools/reposCollaboratorsRemove.d.ts.map +0 -1
- package/dist/esm/mcp-server/tools/reposCollaboratorsRemove.js +0 -29
- package/dist/esm/mcp-server/tools/reposCollaboratorsRemove.js.map +0 -1
- package/dist/esm/models/components/collaboratorrequest.d.ts +0 -45
- package/dist/esm/models/components/collaboratorrequest.d.ts.map +0 -1
- package/dist/esm/models/components/collaboratorrequest.js +0 -34
- package/dist/esm/models/components/collaboratorrequest.js.map +0 -1
- package/dist/esm/models/components/member.d.ts +0 -51
- package/dist/esm/models/components/member.d.ts.map +0 -1
- package/dist/esm/models/components/member.js +0 -39
- package/dist/esm/models/components/member.js.map +0 -1
- package/dist/esm/models/components/visibility.d.ts +0 -24
- package/dist/esm/models/components/visibility.d.ts.map +0 -1
- package/dist/esm/models/components/visibility.js +0 -20
- package/dist/esm/models/components/visibility.js.map +0 -1
- package/dist/esm/models/operations/deletecollaborator.d.ts +0 -35
- package/dist/esm/models/operations/deletecollaborator.d.ts.map +0 -1
- package/dist/esm/models/operations/deletecollaborator.js +0 -35
- package/dist/esm/models/operations/deletecollaborator.js.map +0 -1
- package/dist/esm/models/operations/listcollaborators.d.ts +0 -47
- package/dist/esm/models/operations/listcollaborators.d.ts.map +0 -1
- package/dist/esm/models/operations/listcollaborators.js +0 -48
- package/dist/esm/models/operations/listcollaborators.js.map +0 -1
- package/dist/esm/models/operations/putcollaborator.d.ts +0 -38
- package/dist/esm/models/operations/putcollaborator.d.ts.map +0 -1
- package/dist/esm/models/operations/putcollaborator.js +0 -40
- package/dist/esm/models/operations/putcollaborator.js.map +0 -1
- package/dist/esm/react-query/reposCollaboratorsAdd.d.ts +0 -32
- package/dist/esm/react-query/reposCollaboratorsAdd.d.ts.map +0 -1
- package/dist/esm/react-query/reposCollaboratorsAdd.js +0 -44
- package/dist/esm/react-query/reposCollaboratorsAdd.js.map +0 -1
- package/dist/esm/react-query/reposCollaboratorsList.core.d.ts +0 -14
- package/dist/esm/react-query/reposCollaboratorsList.core.d.ts.map +0 -1
- package/dist/esm/react-query/reposCollaboratorsList.core.js +0 -31
- package/dist/esm/react-query/reposCollaboratorsList.core.js.map +0 -1
- package/dist/esm/react-query/reposCollaboratorsList.d.ts +0 -43
- package/dist/esm/react-query/reposCollaboratorsList.d.ts.map +0 -1
- package/dist/esm/react-query/reposCollaboratorsList.js +0 -52
- package/dist/esm/react-query/reposCollaboratorsList.js.map +0 -1
- package/dist/esm/react-query/reposCollaboratorsRemove.d.ts +0 -30
- package/dist/esm/react-query/reposCollaboratorsRemove.d.ts.map +0 -1
- package/dist/esm/react-query/reposCollaboratorsRemove.js +0 -43
- package/dist/esm/react-query/reposCollaboratorsRemove.js.map +0 -1
- package/dist/esm/sdk/collaborators.d.ts +0 -31
- package/dist/esm/sdk/collaborators.d.ts.map +0 -1
- package/dist/esm/sdk/collaborators.js +0 -42
- package/dist/esm/sdk/collaborators.js.map +0 -1
- package/src/funcs/reposCollaboratorsAdd.ts +0 -208
- package/src/funcs/reposCollaboratorsRemove.ts +0 -204
- package/src/mcp-server/tools/reposCollaboratorsAdd.ts +0 -40
- package/src/mcp-server/tools/reposCollaboratorsList.ts +0 -39
- package/src/mcp-server/tools/reposCollaboratorsRemove.ts +0 -37
- package/src/models/components/collaboratorrequest.ts +0 -87
- package/src/models/components/member.ts +0 -84
- package/src/models/components/visibility.ts +0 -31
- package/src/models/operations/deletecollaborator.ts +0 -84
- package/src/models/operations/listcollaborators.ts +0 -126
- package/src/models/operations/putcollaborator.ts +0 -91
- package/src/react-query/reposCollaboratorsAdd.ts +0 -113
- package/src/react-query/reposCollaboratorsList.core.ts +0 -77
- package/src/react-query/reposCollaboratorsList.ts +0 -150
- package/src/react-query/reposCollaboratorsRemove.ts +0 -111
- package/src/sdk/collaborators.ts +0 -68
|
@@ -3,7 +3,7 @@
|
|
|
3
3
|
*/
|
|
4
4
|
|
|
5
5
|
import { SDKCore } from "../core.js";
|
|
6
|
-
import { encodeSimple } from "../lib/encodings.js";
|
|
6
|
+
import { encodeFormQuery, encodeSimple } from "../lib/encodings.js";
|
|
7
7
|
import { matchStatusCode } from "../lib/http.js";
|
|
8
8
|
import * as M from "../lib/matchers.js";
|
|
9
9
|
import { compactMap } from "../lib/primitives.js";
|
|
@@ -18,7 +18,6 @@ import {
|
|
|
18
18
|
RequestTimeoutError,
|
|
19
19
|
UnexpectedClientError,
|
|
20
20
|
} from "../models/errors/httpclienterrors.js";
|
|
21
|
-
import * as errors from "../models/errors/index.js";
|
|
22
21
|
import { ResponseValidationError } from "../models/errors/responsevalidationerror.js";
|
|
23
22
|
import { SDKError } from "../models/errors/sdkerror.js";
|
|
24
23
|
import { SDKValidationError } from "../models/errors/sdkvalidationerror.js";
|
|
@@ -27,20 +26,18 @@ import { APICall, APIPromise } from "../types/async.js";
|
|
|
27
26
|
import { Result } from "../types/fp.js";
|
|
28
27
|
|
|
29
28
|
/**
|
|
30
|
-
* List
|
|
29
|
+
* List leaderboard runs for an eval suite
|
|
31
30
|
*
|
|
32
31
|
* @remarks
|
|
33
|
-
*
|
|
34
|
-
* caller with reader access may see them.
|
|
32
|
+
* Returns each ranking group's most recent completed runs for a suite in one request, with the group assignments in `groups`. A group is (model, targeted task) for task_ids-restricted runs and (model) for unrestricted runs (task_id null). Build boards from `groups`, not from run.models/run.task_ids — a returned run may name models or tasks whose groups it did not rank in. `truncated: true` means a server ceiling trimmed the aggregate; whole runs are kept in (best rank, first model, first task, id) order, so every group's newest runs survive before any group's fallbacks and no group is dropped for being old. Resume a truncated board by passing `next_cursor` back as `cursor` and unioning the responses. See the evals docs for grouping rationale and cost characteristics.
|
|
35
33
|
*/
|
|
36
|
-
export function
|
|
34
|
+
export function llmEvalsListSuiteLeaderboardRuns(
|
|
37
35
|
client: SDKCore,
|
|
38
|
-
request: operations.
|
|
36
|
+
request: operations.ListEvalSuiteLeaderboardRunsRequest,
|
|
39
37
|
options?: RequestOptions,
|
|
40
38
|
): APIPromise<
|
|
41
39
|
Result<
|
|
42
|
-
operations.
|
|
43
|
-
| errors.RepoError
|
|
40
|
+
operations.ListEvalSuiteLeaderboardRunsResponseBody,
|
|
44
41
|
| SDKError
|
|
45
42
|
| ResponseValidationError
|
|
46
43
|
| ConnectionError
|
|
@@ -60,13 +57,12 @@ export function reposCollaboratorsList(
|
|
|
60
57
|
|
|
61
58
|
async function $do(
|
|
62
59
|
client: SDKCore,
|
|
63
|
-
request: operations.
|
|
60
|
+
request: operations.ListEvalSuiteLeaderboardRunsRequest,
|
|
64
61
|
options?: RequestOptions,
|
|
65
62
|
): Promise<
|
|
66
63
|
[
|
|
67
64
|
Result<
|
|
68
|
-
operations.
|
|
69
|
-
| errors.RepoError
|
|
65
|
+
operations.ListEvalSuiteLeaderboardRunsResponseBody,
|
|
70
66
|
| SDKError
|
|
71
67
|
| ResponseValidationError
|
|
72
68
|
| ConnectionError
|
|
@@ -81,7 +77,10 @@ async function $do(
|
|
|
81
77
|
> {
|
|
82
78
|
const parsed = safeParse(
|
|
83
79
|
request,
|
|
84
|
-
(value) =>
|
|
80
|
+
(value) =>
|
|
81
|
+
operations.ListEvalSuiteLeaderboardRunsRequest$outboundSchema.parse(
|
|
82
|
+
value,
|
|
83
|
+
),
|
|
85
84
|
"Input validation failed",
|
|
86
85
|
);
|
|
87
86
|
if (!parsed.ok) {
|
|
@@ -91,18 +90,21 @@ async function $do(
|
|
|
91
90
|
const body = null;
|
|
92
91
|
|
|
93
92
|
const pathParams = {
|
|
94
|
-
|
|
95
|
-
explode: false,
|
|
96
|
-
charEncoding: "percent",
|
|
97
|
-
}),
|
|
98
|
-
org: encodeSimple("org", payload.org, {
|
|
93
|
+
suite_id: encodeSimple("suite_id", payload.suite_id, {
|
|
99
94
|
explode: false,
|
|
100
95
|
charEncoding: "percent",
|
|
101
96
|
}),
|
|
102
97
|
};
|
|
103
|
-
const path = pathToFunc(
|
|
104
|
-
|
|
105
|
-
);
|
|
98
|
+
const path = pathToFunc(
|
|
99
|
+
"/api/v1/llm/evals/suites/{suite_id}/leaderboard-runs",
|
|
100
|
+
)(pathParams);
|
|
101
|
+
|
|
102
|
+
const query = encodeFormQuery({
|
|
103
|
+
"cursor": payload.cursor,
|
|
104
|
+
"model": payload.model,
|
|
105
|
+
"per_group": payload.per_group,
|
|
106
|
+
"suite_version": payload.suite_version,
|
|
107
|
+
});
|
|
106
108
|
|
|
107
109
|
const headers = new Headers(compactMap({
|
|
108
110
|
Accept: "application/json",
|
|
@@ -120,7 +122,7 @@ async function $do(
|
|
|
120
122
|
const context = {
|
|
121
123
|
options: client._options,
|
|
122
124
|
baseURL: options?.serverURL ?? client._baseURL ?? "",
|
|
123
|
-
operationID: "
|
|
125
|
+
operationID: "listEvalSuiteLeaderboardRuns",
|
|
124
126
|
oAuth2Scopes: null,
|
|
125
127
|
|
|
126
128
|
resolvedSecurity: requestSecurity,
|
|
@@ -148,6 +150,7 @@ async function $do(
|
|
|
148
150
|
baseURL: options?.serverURL,
|
|
149
151
|
path: path,
|
|
150
152
|
headers: headers,
|
|
153
|
+
query: query,
|
|
151
154
|
body: body,
|
|
152
155
|
userAgent: client._options.userAgent,
|
|
153
156
|
timeoutMs: options?.timeoutMs || client._options.timeoutMs || -1,
|
|
@@ -169,13 +172,8 @@ async function $do(
|
|
|
169
172
|
}
|
|
170
173
|
const response = doResult.value;
|
|
171
174
|
|
|
172
|
-
const responseFields = {
|
|
173
|
-
HttpMeta: { Response: response, Request: req },
|
|
174
|
-
};
|
|
175
|
-
|
|
176
175
|
const [result] = await M.match<
|
|
177
|
-
operations.
|
|
178
|
-
| errors.RepoError
|
|
176
|
+
operations.ListEvalSuiteLeaderboardRunsResponseBody,
|
|
179
177
|
| SDKError
|
|
180
178
|
| ResponseValidationError
|
|
181
179
|
| ConnectionError
|
|
@@ -185,11 +183,13 @@ async function $do(
|
|
|
185
183
|
| UnexpectedClientError
|
|
186
184
|
| SDKValidationError
|
|
187
185
|
>(
|
|
188
|
-
M.json(
|
|
189
|
-
|
|
186
|
+
M.json(
|
|
187
|
+
200,
|
|
188
|
+
operations.ListEvalSuiteLeaderboardRunsResponseBody$inboundSchema,
|
|
189
|
+
),
|
|
190
190
|
M.fail("4XX"),
|
|
191
191
|
M.fail("5XX"),
|
|
192
|
-
)(response, req
|
|
192
|
+
)(response, req);
|
|
193
193
|
if (!result.ok) {
|
|
194
194
|
return [result, { status: "complete", request: req, response }];
|
|
195
195
|
}
|
package/src/funcs/reposCreate.ts
CHANGED
|
@@ -31,9 +31,9 @@ import { Result } from "../types/fp.js";
|
|
|
31
31
|
* Create a repository
|
|
32
32
|
*
|
|
33
33
|
* @remarks
|
|
34
|
-
* Provisions a repository
|
|
35
|
-
* (rolled back on failure)
|
|
36
|
-
*
|
|
34
|
+
* Provisions a repository (org owner/admin only): DB insert
|
|
35
|
+
* (authoritative) → Gitea create (rolled back on failure). The repository
|
|
36
|
+
* belongs to the caller's org.
|
|
37
37
|
*/
|
|
38
38
|
export function reposCreate(
|
|
39
39
|
client: SDKCore,
|
|
@@ -177,7 +177,7 @@ async function $do(
|
|
|
177
177
|
| SDKValidationError
|
|
178
178
|
>(
|
|
179
179
|
M.json(201, components.Repo$inboundSchema),
|
|
180
|
-
M.jsonErr([400, 401, 409], errors.RepoError$inboundSchema),
|
|
180
|
+
M.jsonErr([400, 401, 403, 409], errors.RepoError$inboundSchema),
|
|
181
181
|
M.jsonErr([500, 502, 503], errors.RepoError$inboundSchema),
|
|
182
182
|
M.fail("4XX"),
|
|
183
183
|
M.fail("5XX"),
|
package/src/funcs/reposDelete.ts
CHANGED
|
@@ -31,8 +31,8 @@ import { Result } from "../types/fp.js";
|
|
|
31
31
|
* Delete a repository
|
|
32
32
|
*
|
|
33
33
|
* @remarks
|
|
34
|
-
* Removes a repository;
|
|
35
|
-
* authoritative; the Gitea
|
|
34
|
+
* Removes a repository; org owner/admin only. The DB delete is
|
|
35
|
+
* authoritative; the Gitea teardown is best-effort cleanup.
|
|
36
36
|
*/
|
|
37
37
|
export function reposDelete(
|
|
38
38
|
client: SDKCore,
|
package/src/funcs/reposGet.ts
CHANGED
|
@@ -31,7 +31,8 @@ import { Result } from "../types/fp.js";
|
|
|
31
31
|
* Get a repository
|
|
32
32
|
*
|
|
33
33
|
* @remarks
|
|
34
|
-
* Reads a single repository after
|
|
34
|
+
* Reads a single repository after the org+role access check (org
|
|
35
|
+
* owner/admin of the repository's org only).
|
|
35
36
|
*/
|
|
36
37
|
export function reposGet(
|
|
37
38
|
client: SDKCore,
|
package/src/funcs/reposList.ts
CHANGED
|
@@ -27,11 +27,11 @@ import { APICall, APIPromise } from "../types/async.js";
|
|
|
27
27
|
import { Result } from "../types/fp.js";
|
|
28
28
|
|
|
29
29
|
/**
|
|
30
|
-
* List the caller's repositories
|
|
30
|
+
* List the caller's org's repositories
|
|
31
31
|
*
|
|
32
32
|
* @remarks
|
|
33
|
-
* Returns
|
|
34
|
-
*
|
|
33
|
+
* Returns every repository in the caller's org (org owner/admin only).
|
|
34
|
+
* Pure DB read.
|
|
35
35
|
*/
|
|
36
36
|
export function reposList(
|
|
37
37
|
client: SDKCore,
|
|
@@ -174,8 +174,8 @@ async function $do(
|
|
|
174
174
|
| SDKValidationError
|
|
175
175
|
>(
|
|
176
176
|
M.json(200, operations.ListReposResponseBody$inboundSchema),
|
|
177
|
-
M.jsonErr(401, errors.RepoError$inboundSchema),
|
|
178
|
-
M.jsonErr(500, errors.RepoError$inboundSchema),
|
|
177
|
+
M.jsonErr([401, 403], errors.RepoError$inboundSchema),
|
|
178
|
+
M.jsonErr([500, 503], errors.RepoError$inboundSchema),
|
|
179
179
|
M.fail("4XX"),
|
|
180
180
|
M.fail("5XX"),
|
|
181
181
|
)(response, req, { extraFields: responseFields });
|
package/src/funcs/reposUpdate.ts
CHANGED
|
@@ -31,10 +31,9 @@ import { Result } from "../types/fp.js";
|
|
|
31
31
|
* Update a repository's labels
|
|
32
32
|
*
|
|
33
33
|
* @remarks
|
|
34
|
-
* Applies a label-only update (name/
|
|
35
|
-
*
|
|
36
|
-
*
|
|
37
|
-
* `visibility` cannot be set to empty.
|
|
34
|
+
* Applies a label-only update (name/description); org owner/admin only.
|
|
35
|
+
* The repository id is stable, so a rename is a one-row DB update — no
|
|
36
|
+
* Gitea write. Omitted fields are left unchanged.
|
|
38
37
|
*/
|
|
39
38
|
export function reposUpdate(
|
|
40
39
|
client: SDKCore,
|
package/src/lib/config.ts
CHANGED
|
@@ -65,7 +65,7 @@ export function serverURLFromOptions(options: SDKOptions): URL | null {
|
|
|
65
65
|
export const SDK_METADATA = {
|
|
66
66
|
language: "typescript",
|
|
67
67
|
openapiDocVersion: "1.1.0",
|
|
68
|
-
sdkVersion: "0.51.
|
|
68
|
+
sdkVersion: "0.51.37",
|
|
69
69
|
genVersion: "2.924.0",
|
|
70
|
-
userAgent: "speakeasy-sdk/typescript 0.51.
|
|
70
|
+
userAgent: "speakeasy-sdk/typescript 0.51.37 2.924.0 1.1.0 @meetkai/mka1",
|
|
71
71
|
} as const;
|
package/src/mcp-server/server.ts
CHANGED
|
@@ -156,6 +156,7 @@ import { tool$llmEvalsListRuns } from "./tools/llmEvalsListRuns.js";
|
|
|
156
156
|
import { tool$llmEvalsListSamples } from "./tools/llmEvalsListSamples.js";
|
|
157
157
|
import { tool$llmEvalsListScheduleRuns } from "./tools/llmEvalsListScheduleRuns.js";
|
|
158
158
|
import { tool$llmEvalsListSchedules } from "./tools/llmEvalsListSchedules.js";
|
|
159
|
+
import { tool$llmEvalsListSuiteLeaderboardRuns } from "./tools/llmEvalsListSuiteLeaderboardRuns.js";
|
|
159
160
|
import { tool$llmEvalsListSuites } from "./tools/llmEvalsListSuites.js";
|
|
160
161
|
import { tool$llmEvalsListSuiteVersions } from "./tools/llmEvalsListSuiteVersions.js";
|
|
161
162
|
import { tool$llmEvalsRerunFailedSamples } from "./tools/llmEvalsRerunFailedSamples.js";
|
|
@@ -311,9 +312,6 @@ import { tool$llmVectorStoresUpdateFile } from "./tools/llmVectorStoresUpdateFil
|
|
|
311
312
|
import { tool$permissionsLlmCheck } from "./tools/permissionsLlmCheck.js";
|
|
312
313
|
import { tool$permissionsLlmGrant } from "./tools/permissionsLlmGrant.js";
|
|
313
314
|
import { tool$permissionsLlmRevoke } from "./tools/permissionsLlmRevoke.js";
|
|
314
|
-
import { tool$reposCollaboratorsAdd } from "./tools/reposCollaboratorsAdd.js";
|
|
315
|
-
import { tool$reposCollaboratorsList } from "./tools/reposCollaboratorsList.js";
|
|
316
|
-
import { tool$reposCollaboratorsRemove } from "./tools/reposCollaboratorsRemove.js";
|
|
317
315
|
import { tool$reposCreate } from "./tools/reposCreate.js";
|
|
318
316
|
import { tool$reposDelete } from "./tools/reposDelete.js";
|
|
319
317
|
import { tool$reposGet } from "./tools/reposGet.js";
|
|
@@ -347,7 +345,7 @@ export function createMCPServer(deps: {
|
|
|
347
345
|
}) {
|
|
348
346
|
const server = new McpServer({
|
|
349
347
|
name: "SDK",
|
|
350
|
-
version: "0.51.
|
|
348
|
+
version: "0.51.37",
|
|
351
349
|
});
|
|
352
350
|
|
|
353
351
|
const client = new SDKCore({
|
|
@@ -495,6 +493,7 @@ export function createMCPServer(deps: {
|
|
|
495
493
|
tool(tool$llmEvalsCreateSuiteVersion);
|
|
496
494
|
tool(tool$llmEvalsListSuiteVersions);
|
|
497
495
|
tool(tool$llmEvalsGetSuiteVersion);
|
|
496
|
+
tool(tool$llmEvalsListSuiteLeaderboardRuns);
|
|
498
497
|
tool(tool$llmEvalsCreateRun);
|
|
499
498
|
tool(tool$llmEvalsListRuns);
|
|
500
499
|
tool(tool$llmEvalsGetRun);
|
|
@@ -697,9 +696,6 @@ export function createMCPServer(deps: {
|
|
|
697
696
|
tool(tool$authClusterInviteInfo);
|
|
698
697
|
tool(tool$authClusterAcceptInvite);
|
|
699
698
|
tool(tool$authApiKeyGetJwtFromKey);
|
|
700
|
-
tool(tool$reposCollaboratorsList);
|
|
701
|
-
tool(tool$reposCollaboratorsRemove);
|
|
702
|
-
tool(tool$reposCollaboratorsAdd);
|
|
703
699
|
|
|
704
700
|
return server;
|
|
705
701
|
}
|
|
@@ -0,0 +1,39 @@
|
|
|
1
|
+
/*
|
|
2
|
+
* Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
|
|
3
|
+
*/
|
|
4
|
+
|
|
5
|
+
import { llmEvalsListSuiteLeaderboardRuns } from "../../funcs/llmEvalsListSuiteLeaderboardRuns.js";
|
|
6
|
+
import * as operations from "../../models/operations/index.js";
|
|
7
|
+
import { formatResult, ToolDefinition } from "../tools.js";
|
|
8
|
+
|
|
9
|
+
const args = {
|
|
10
|
+
request: operations.ListEvalSuiteLeaderboardRunsRequest$inboundSchema,
|
|
11
|
+
};
|
|
12
|
+
|
|
13
|
+
export const tool$llmEvalsListSuiteLeaderboardRuns: ToolDefinition<
|
|
14
|
+
typeof args
|
|
15
|
+
> = {
|
|
16
|
+
name: "llm-evals-list-suite-leaderboard-runs",
|
|
17
|
+
description: `List leaderboard runs for an eval suite
|
|
18
|
+
|
|
19
|
+
Returns each ranking group's most recent completed runs for a suite in one request, with the group assignments in \`groups\`. A group is (model, targeted task) for task_ids-restricted runs and (model) for unrestricted runs (task_id null). Build boards from \`groups\`, not from run.models/run.task_ids — a returned run may name models or tasks whose groups it did not rank in. \`truncated: true\` means a server ceiling trimmed the aggregate; whole runs are kept in (best rank, first model, first task, id) order, so every group's newest runs survive before any group's fallbacks and no group is dropped for being old. Resume a truncated board by passing \`next_cursor\` back as \`cursor\` and unioning the responses. See the evals docs for grouping rationale and cost characteristics.`,
|
|
20
|
+
args,
|
|
21
|
+
tool: async (client, args, ctx) => {
|
|
22
|
+
const [result, apiCall] = await llmEvalsListSuiteLeaderboardRuns(
|
|
23
|
+
client,
|
|
24
|
+
args.request,
|
|
25
|
+
{ fetchOptions: { signal: ctx.signal } },
|
|
26
|
+
).$inspect();
|
|
27
|
+
|
|
28
|
+
if (!result.ok) {
|
|
29
|
+
return {
|
|
30
|
+
content: [{ type: "text", text: result.error.message }],
|
|
31
|
+
isError: true,
|
|
32
|
+
};
|
|
33
|
+
}
|
|
34
|
+
|
|
35
|
+
const value = result.value;
|
|
36
|
+
|
|
37
|
+
return formatResult(value, apiCall);
|
|
38
|
+
},
|
|
39
|
+
};
|
|
@@ -14,9 +14,9 @@ export const tool$reposCreate: ToolDefinition<typeof args> = {
|
|
|
14
14
|
name: "repos-create",
|
|
15
15
|
description: `Create a repository
|
|
16
16
|
|
|
17
|
-
Provisions a repository
|
|
18
|
-
(rolled back on failure)
|
|
19
|
-
|
|
17
|
+
Provisions a repository (org owner/admin only): DB insert
|
|
18
|
+
(authoritative) → Gitea create (rolled back on failure). The repository
|
|
19
|
+
belongs to the caller's org.
|
|
20
20
|
`,
|
|
21
21
|
args,
|
|
22
22
|
tool: async (client, args, ctx) => {
|
|
@@ -14,8 +14,8 @@ export const tool$reposDelete: ToolDefinition<typeof args> = {
|
|
|
14
14
|
name: "repos-delete",
|
|
15
15
|
description: `Delete a repository
|
|
16
16
|
|
|
17
|
-
Removes a repository;
|
|
18
|
-
authoritative; the Gitea
|
|
17
|
+
Removes a repository; org owner/admin only. The DB delete is
|
|
18
|
+
authoritative; the Gitea teardown is best-effort cleanup.
|
|
19
19
|
`,
|
|
20
20
|
args,
|
|
21
21
|
tool: async (client, args, ctx) => {
|
|
@@ -14,7 +14,9 @@ export const tool$reposGet: ToolDefinition<typeof args> = {
|
|
|
14
14
|
name: "repos-get",
|
|
15
15
|
description: `Get a repository
|
|
16
16
|
|
|
17
|
-
Reads a single repository after
|
|
17
|
+
Reads a single repository after the org+role access check (org
|
|
18
|
+
owner/admin of the repository's org only).
|
|
19
|
+
`,
|
|
18
20
|
args,
|
|
19
21
|
tool: async (client, args, ctx) => {
|
|
20
22
|
const [result, apiCall] = await reposGet(
|
|
@@ -12,10 +12,10 @@ const args = {
|
|
|
12
12
|
|
|
13
13
|
export const tool$reposList: ToolDefinition<typeof args> = {
|
|
14
14
|
name: "repos-list",
|
|
15
|
-
description: `List the caller's repositories
|
|
15
|
+
description: `List the caller's org's repositories
|
|
16
16
|
|
|
17
|
-
Returns
|
|
18
|
-
|
|
17
|
+
Returns every repository in the caller's org (org owner/admin only).
|
|
18
|
+
Pure DB read.
|
|
19
19
|
`,
|
|
20
20
|
args,
|
|
21
21
|
tool: async (client, args, ctx) => {
|
|
@@ -14,10 +14,9 @@ export const tool$reposUpdate: ToolDefinition<typeof args> = {
|
|
|
14
14
|
name: "repos-update",
|
|
15
15
|
description: `Update a repository's labels
|
|
16
16
|
|
|
17
|
-
Applies a label-only update (name/
|
|
18
|
-
|
|
19
|
-
|
|
20
|
-
\`visibility\` cannot be set to empty.
|
|
17
|
+
Applies a label-only update (name/description); org owner/admin only.
|
|
18
|
+
The repository id is stable, so a rename is a one-row DB update — no
|
|
19
|
+
Gitea write. Omitted fields are left unchanged.
|
|
21
20
|
`,
|
|
22
21
|
args,
|
|
23
22
|
tool: async (client, args, ctx) => {
|
|
@@ -4,24 +4,9 @@
|
|
|
4
4
|
|
|
5
5
|
import * as z from "zod/v3";
|
|
6
6
|
import { safeParse } from "../../lib/schemas.js";
|
|
7
|
-
import { ClosedEnum } from "../../types/enums.js";
|
|
8
7
|
import { Result as SafeParseResult } from "../../types/fp.js";
|
|
9
8
|
import { SDKValidationError } from "../errors/sdkvalidationerror.js";
|
|
10
9
|
|
|
11
|
-
/**
|
|
12
|
-
* Defaults to `private` when omitted.
|
|
13
|
-
*/
|
|
14
|
-
export const CreateRepoRequestVisibility = {
|
|
15
|
-
Private: "private",
|
|
16
|
-
Team: "team",
|
|
17
|
-
} as const;
|
|
18
|
-
/**
|
|
19
|
-
* Defaults to `private` when omitted.
|
|
20
|
-
*/
|
|
21
|
-
export type CreateRepoRequestVisibility = ClosedEnum<
|
|
22
|
-
typeof CreateRepoRequestVisibility
|
|
23
|
-
>;
|
|
24
|
-
|
|
25
10
|
export type CreateRepoRequest = {
|
|
26
11
|
description?: string | undefined;
|
|
27
12
|
/**
|
|
@@ -31,21 +16,8 @@ export type CreateRepoRequest = {
|
|
|
31
16
|
* be ≤100 characters of `[A-Za-z0-9._-]`.
|
|
32
17
|
*/
|
|
33
18
|
name: string;
|
|
34
|
-
/**
|
|
35
|
-
* Defaults to `private` when omitted.
|
|
36
|
-
*/
|
|
37
|
-
visibility?: CreateRepoRequestVisibility | undefined;
|
|
38
19
|
};
|
|
39
20
|
|
|
40
|
-
/** @internal */
|
|
41
|
-
export const CreateRepoRequestVisibility$inboundSchema: z.ZodNativeEnum<
|
|
42
|
-
typeof CreateRepoRequestVisibility
|
|
43
|
-
> = z.nativeEnum(CreateRepoRequestVisibility);
|
|
44
|
-
/** @internal */
|
|
45
|
-
export const CreateRepoRequestVisibility$outboundSchema: z.ZodNativeEnum<
|
|
46
|
-
typeof CreateRepoRequestVisibility
|
|
47
|
-
> = CreateRepoRequestVisibility$inboundSchema;
|
|
48
|
-
|
|
49
21
|
/** @internal */
|
|
50
22
|
export const CreateRepoRequest$inboundSchema: z.ZodType<
|
|
51
23
|
CreateRepoRequest,
|
|
@@ -54,13 +26,11 @@ export const CreateRepoRequest$inboundSchema: z.ZodType<
|
|
|
54
26
|
> = z.object({
|
|
55
27
|
description: z.string().optional(),
|
|
56
28
|
name: z.string(),
|
|
57
|
-
visibility: CreateRepoRequestVisibility$inboundSchema.default("private"),
|
|
58
29
|
});
|
|
59
30
|
/** @internal */
|
|
60
31
|
export type CreateRepoRequest$Outbound = {
|
|
61
32
|
description?: string | undefined;
|
|
62
33
|
name: string;
|
|
63
|
-
visibility: string;
|
|
64
34
|
};
|
|
65
35
|
|
|
66
36
|
/** @internal */
|
|
@@ -71,7 +41,6 @@ export const CreateRepoRequest$outboundSchema: z.ZodType<
|
|
|
71
41
|
> = z.object({
|
|
72
42
|
description: z.string().optional(),
|
|
73
43
|
name: z.string(),
|
|
74
|
-
visibility: CreateRepoRequestVisibility$outboundSchema.default("private"),
|
|
75
44
|
});
|
|
76
45
|
|
|
77
46
|
export function createRepoRequestToJSON(
|
|
@@ -0,0 +1,86 @@
|
|
|
1
|
+
/*
|
|
2
|
+
* Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
|
|
3
|
+
*/
|
|
4
|
+
|
|
5
|
+
import * as z from "zod/v3";
|
|
6
|
+
import { remap as remap$ } from "../../lib/primitives.js";
|
|
7
|
+
import { safeParse } from "../../lib/schemas.js";
|
|
8
|
+
import { Result as SafeParseResult } from "../../types/fp.js";
|
|
9
|
+
import { SDKValidationError } from "../errors/sdkvalidationerror.js";
|
|
10
|
+
|
|
11
|
+
export type EvalLeaderboardRunGroup = {
|
|
12
|
+
/**
|
|
13
|
+
* The group's model.
|
|
14
|
+
*/
|
|
15
|
+
model: string;
|
|
16
|
+
/**
|
|
17
|
+
* The group's targeted task, or null for the per-model covers-everything group that unrestricted runs (no task_ids) rank in — those runs cover every task of their version.
|
|
18
|
+
*/
|
|
19
|
+
taskId: string | null;
|
|
20
|
+
/**
|
|
21
|
+
* 1 is the group's newest completed run. Ranks order runs within a group but are not slot indexes: under truncation a group's surviving ranks may be non-contiguous.
|
|
22
|
+
*/
|
|
23
|
+
rank: number;
|
|
24
|
+
/**
|
|
25
|
+
* The run holding this rank; the full run object is in `data`.
|
|
26
|
+
*/
|
|
27
|
+
runId: string;
|
|
28
|
+
};
|
|
29
|
+
|
|
30
|
+
/** @internal */
|
|
31
|
+
export const EvalLeaderboardRunGroup$inboundSchema: z.ZodType<
|
|
32
|
+
EvalLeaderboardRunGroup,
|
|
33
|
+
z.ZodTypeDef,
|
|
34
|
+
unknown
|
|
35
|
+
> = z.object({
|
|
36
|
+
model: z.string(),
|
|
37
|
+
task_id: z.nullable(z.string()),
|
|
38
|
+
rank: z.number().int(),
|
|
39
|
+
run_id: z.string(),
|
|
40
|
+
}).transform((v) => {
|
|
41
|
+
return remap$(v, {
|
|
42
|
+
"task_id": "taskId",
|
|
43
|
+
"run_id": "runId",
|
|
44
|
+
});
|
|
45
|
+
});
|
|
46
|
+
/** @internal */
|
|
47
|
+
export type EvalLeaderboardRunGroup$Outbound = {
|
|
48
|
+
model: string;
|
|
49
|
+
task_id: string | null;
|
|
50
|
+
rank: number;
|
|
51
|
+
run_id: string;
|
|
52
|
+
};
|
|
53
|
+
|
|
54
|
+
/** @internal */
|
|
55
|
+
export const EvalLeaderboardRunGroup$outboundSchema: z.ZodType<
|
|
56
|
+
EvalLeaderboardRunGroup$Outbound,
|
|
57
|
+
z.ZodTypeDef,
|
|
58
|
+
EvalLeaderboardRunGroup
|
|
59
|
+
> = z.object({
|
|
60
|
+
model: z.string(),
|
|
61
|
+
taskId: z.nullable(z.string()),
|
|
62
|
+
rank: z.number().int(),
|
|
63
|
+
runId: z.string(),
|
|
64
|
+
}).transform((v) => {
|
|
65
|
+
return remap$(v, {
|
|
66
|
+
taskId: "task_id",
|
|
67
|
+
runId: "run_id",
|
|
68
|
+
});
|
|
69
|
+
});
|
|
70
|
+
|
|
71
|
+
export function evalLeaderboardRunGroupToJSON(
|
|
72
|
+
evalLeaderboardRunGroup: EvalLeaderboardRunGroup,
|
|
73
|
+
): string {
|
|
74
|
+
return JSON.stringify(
|
|
75
|
+
EvalLeaderboardRunGroup$outboundSchema.parse(evalLeaderboardRunGroup),
|
|
76
|
+
);
|
|
77
|
+
}
|
|
78
|
+
export function evalLeaderboardRunGroupFromJSON(
|
|
79
|
+
jsonString: string,
|
|
80
|
+
): SafeParseResult<EvalLeaderboardRunGroup, SDKValidationError> {
|
|
81
|
+
return safeParse(
|
|
82
|
+
jsonString,
|
|
83
|
+
(x) => EvalLeaderboardRunGroup$inboundSchema.parse(JSON.parse(x)),
|
|
84
|
+
`Failed to parse 'EvalLeaderboardRunGroup' from JSON`,
|
|
85
|
+
);
|
|
86
|
+
}
|
|
@@ -62,7 +62,6 @@ export * from "./codeinterpretertooldefinition.js";
|
|
|
62
62
|
export * from "./coderequest.js";
|
|
63
63
|
export * from "./coderesult.js";
|
|
64
64
|
export * from "./coderuntime.js";
|
|
65
|
-
export * from "./collaboratorrequest.js";
|
|
66
65
|
export * from "./commandrequest.js";
|
|
67
66
|
export * from "./commandresult.js";
|
|
68
67
|
export * from "./compactedresponse.js";
|
|
@@ -198,6 +197,7 @@ export * from "./evaldatasetformat.js";
|
|
|
198
197
|
export * from "./evalfewshotconfig.js";
|
|
199
198
|
export * from "./evalgenerationconfig.js";
|
|
200
199
|
export * from "./evalhistoricalimportobject.js";
|
|
200
|
+
export * from "./evalleaderboardrungroup.js";
|
|
201
201
|
export * from "./evalmetric.js";
|
|
202
202
|
export * from "./evaloutputextraction.js";
|
|
203
203
|
export * from "./evalpythongrader.js";
|
|
@@ -332,7 +332,6 @@ export * from "./mcptoolcallwithid.js";
|
|
|
332
332
|
export * from "./mcptoolchoice.js";
|
|
333
333
|
export * from "./mcptooldefinition.js";
|
|
334
334
|
export * from "./mcptoolfilter.js";
|
|
335
|
-
export * from "./member.js";
|
|
336
335
|
export * from "./memoryentry.js";
|
|
337
336
|
export * from "./memoryentrydeleted.js";
|
|
338
337
|
export * from "./memoryentrylist.js";
|
|
@@ -568,7 +567,6 @@ export * from "./vectorstorefilelist.js";
|
|
|
568
567
|
export * from "./vectorstorelist.js";
|
|
569
568
|
export * from "./vectorstoresearchresults.js";
|
|
570
569
|
export * from "./vectorstoresgroupby.js";
|
|
571
|
-
export * from "./visibility.js";
|
|
572
570
|
export * from "./waitaction.js";
|
|
573
571
|
export * from "./wakeagentrunrequest.js";
|
|
574
572
|
export * from "./websearchaction.js";
|
|
@@ -6,28 +6,16 @@ import * as z from "zod/v3";
|
|
|
6
6
|
import { safeParse } from "../../lib/schemas.js";
|
|
7
7
|
import { Result as SafeParseResult } from "../../types/fp.js";
|
|
8
8
|
import { SDKValidationError } from "../errors/sdkvalidationerror.js";
|
|
9
|
-
import {
|
|
10
|
-
Visibility,
|
|
11
|
-
Visibility$inboundSchema,
|
|
12
|
-
Visibility$outboundSchema,
|
|
13
|
-
} from "./visibility.js";
|
|
14
9
|
|
|
15
10
|
/**
|
|
16
11
|
* A partial update. Every field is optional; an omitted field is left
|
|
17
12
|
*
|
|
18
13
|
* @remarks
|
|
19
|
-
* unchanged.
|
|
14
|
+
* unchanged.
|
|
20
15
|
*/
|
|
21
16
|
export type PatchRepoRequest = {
|
|
22
17
|
description?: string | undefined;
|
|
23
18
|
name?: string | undefined;
|
|
24
|
-
/**
|
|
25
|
-
* `private` — visible only to the owner and explicit collaborators.
|
|
26
|
-
*
|
|
27
|
-
* @remarks
|
|
28
|
-
* `team` — additionally visible to the owning team.
|
|
29
|
-
*/
|
|
30
|
-
visibility?: Visibility | undefined;
|
|
31
19
|
};
|
|
32
20
|
|
|
33
21
|
/** @internal */
|
|
@@ -38,13 +26,11 @@ export const PatchRepoRequest$inboundSchema: z.ZodType<
|
|
|
38
26
|
> = z.object({
|
|
39
27
|
description: z.string().optional(),
|
|
40
28
|
name: z.string().optional(),
|
|
41
|
-
visibility: Visibility$inboundSchema.optional(),
|
|
42
29
|
});
|
|
43
30
|
/** @internal */
|
|
44
31
|
export type PatchRepoRequest$Outbound = {
|
|
45
32
|
description?: string | undefined;
|
|
46
33
|
name?: string | undefined;
|
|
47
|
-
visibility?: string | undefined;
|
|
48
34
|
};
|
|
49
35
|
|
|
50
36
|
/** @internal */
|
|
@@ -55,7 +41,6 @@ export const PatchRepoRequest$outboundSchema: z.ZodType<
|
|
|
55
41
|
> = z.object({
|
|
56
42
|
description: z.string().optional(),
|
|
57
43
|
name: z.string().optional(),
|
|
58
|
-
visibility: Visibility$outboundSchema.optional(),
|
|
59
44
|
});
|
|
60
45
|
|
|
61
46
|
export function patchRepoRequestToJSON(
|