@meetkai/mka1 0.54.91 → 0.54.92
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +318 -318
- package/bin/mcp-server.js +2275 -1708
- package/bin/mcp-server.js.map +29 -15
- package/dist/commonjs/funcs/llmEvalsCreateSuiteShare.d.ts +20 -0
- package/dist/commonjs/funcs/llmEvalsCreateSuiteShare.d.ts.map +1 -0
- package/dist/commonjs/funcs/llmEvalsCreateSuiteShare.js +137 -0
- package/dist/commonjs/funcs/llmEvalsCreateSuiteShare.js.map +1 -0
- package/dist/commonjs/funcs/llmEvalsDeleteSuiteShare.d.ts +20 -0
- package/dist/commonjs/funcs/llmEvalsDeleteSuiteShare.d.ts.map +1 -0
- package/dist/commonjs/funcs/llmEvalsDeleteSuiteShare.js +138 -0
- package/dist/commonjs/funcs/llmEvalsDeleteSuiteShare.js.map +1 -0
- package/dist/commonjs/funcs/llmEvalsGetArtifacts.d.ts +1 -1
- package/dist/commonjs/funcs/llmEvalsGetArtifacts.js +1 -1
- package/dist/commonjs/funcs/llmEvalsListRuns.js +1 -0
- package/dist/commonjs/funcs/llmEvalsListRuns.js.map +1 -1
- package/dist/commonjs/funcs/llmEvalsListSuiteShares.d.ts +20 -0
- package/dist/commonjs/funcs/llmEvalsListSuiteShares.d.ts.map +1 -0
- package/dist/commonjs/funcs/llmEvalsListSuiteShares.js +134 -0
- package/dist/commonjs/funcs/llmEvalsListSuiteShares.js.map +1 -0
- package/dist/commonjs/funcs/llmEvalsListSuites.js +1 -0
- package/dist/commonjs/funcs/llmEvalsListSuites.js.map +1 -1
- package/dist/commonjs/lib/config.d.ts +2 -2
- package/dist/commonjs/lib/config.js +2 -2
- package/dist/commonjs/mcp-server/mcp-server.js +1 -1
- package/dist/commonjs/mcp-server/server.d.ts.map +1 -1
- package/dist/commonjs/mcp-server/server.js +7 -1
- package/dist/commonjs/mcp-server/server.js.map +1 -1
- package/dist/commonjs/mcp-server/tools/llmEvalsCreateSuiteShare.d.ts +8 -0
- package/dist/commonjs/mcp-server/tools/llmEvalsCreateSuiteShare.d.ts.map +1 -0
- package/dist/commonjs/mcp-server/tools/llmEvalsCreateSuiteShare.js +64 -0
- package/dist/commonjs/mcp-server/tools/llmEvalsCreateSuiteShare.js.map +1 -0
- package/dist/commonjs/mcp-server/tools/llmEvalsDeleteSuiteShare.d.ts +8 -0
- package/dist/commonjs/mcp-server/tools/llmEvalsDeleteSuiteShare.d.ts.map +1 -0
- package/dist/commonjs/mcp-server/tools/llmEvalsDeleteSuiteShare.js +64 -0
- package/dist/commonjs/mcp-server/tools/llmEvalsDeleteSuiteShare.js.map +1 -0
- package/dist/commonjs/mcp-server/tools/llmEvalsGetArtifacts.js +1 -1
- package/dist/commonjs/mcp-server/tools/llmEvalsGetArtifacts.js.map +1 -1
- package/dist/commonjs/mcp-server/tools/llmEvalsListSuiteShares.d.ts +8 -0
- package/dist/commonjs/mcp-server/tools/llmEvalsListSuiteShares.d.ts.map +1 -0
- package/dist/commonjs/mcp-server/tools/llmEvalsListSuiteShares.js +64 -0
- package/dist/commonjs/mcp-server/tools/llmEvalsListSuiteShares.js.map +1 -0
- package/dist/commonjs/models/components/createevalsuitesharerequest.d.ts +20 -0
- package/dist/commonjs/models/components/createevalsuitesharerequest.d.ts.map +1 -0
- package/dist/commonjs/models/components/createevalsuitesharerequest.js +67 -0
- package/dist/commonjs/models/components/createevalsuitesharerequest.js.map +1 -0
- package/dist/commonjs/models/components/evalsuiteaccess.d.ts +18 -0
- package/dist/commonjs/models/components/evalsuiteaccess.d.ts.map +1 -0
- package/dist/commonjs/models/components/evalsuiteaccess.js +52 -0
- package/dist/commonjs/models/components/evalsuiteaccess.js.map +1 -0
- package/dist/commonjs/models/components/evalsuiteobject.d.ts +6 -0
- package/dist/commonjs/models/components/evalsuiteobject.d.ts.map +1 -1
- package/dist/commonjs/models/components/evalsuiteobject.js +3 -0
- package/dist/commonjs/models/components/evalsuiteobject.js.map +1 -1
- package/dist/commonjs/models/components/evalsuitesharedeletedobject.d.ts +24 -0
- package/dist/commonjs/models/components/evalsuitesharedeletedobject.d.ts.map +1 -0
- package/dist/commonjs/models/components/evalsuitesharedeletedobject.js +62 -0
- package/dist/commonjs/models/components/evalsuitesharedeletedobject.js.map +1 -0
- package/dist/commonjs/models/components/evalsuitesharelist.d.ts +23 -0
- package/dist/commonjs/models/components/evalsuitesharelist.d.ts.map +1 -0
- package/dist/commonjs/models/components/evalsuitesharelist.js +61 -0
- package/dist/commonjs/models/components/evalsuitesharelist.js.map +1 -0
- package/dist/commonjs/models/components/evalsuiteshareobject.d.ts +33 -0
- package/dist/commonjs/models/components/evalsuiteshareobject.d.ts.map +1 -0
- package/dist/commonjs/models/components/evalsuiteshareobject.js +83 -0
- package/dist/commonjs/models/components/evalsuiteshareobject.js.map +1 -0
- package/dist/commonjs/models/components/index.d.ts +5 -0
- package/dist/commonjs/models/components/index.d.ts.map +1 -1
- package/dist/commonjs/models/components/index.js +5 -0
- package/dist/commonjs/models/components/index.js.map +1 -1
- package/dist/commonjs/models/operations/createevalsuiteshare.d.ts +25 -0
- package/dist/commonjs/models/operations/createevalsuiteshare.d.ts.map +1 -0
- package/dist/commonjs/models/operations/createevalsuiteshare.js +76 -0
- package/dist/commonjs/models/operations/createevalsuiteshare.js.map +1 -0
- package/dist/commonjs/models/operations/deleteevalsuiteshare.d.ts +24 -0
- package/dist/commonjs/models/operations/deleteevalsuiteshare.d.ts.map +1 -0
- package/dist/commonjs/models/operations/deleteevalsuiteshare.js +75 -0
- package/dist/commonjs/models/operations/deleteevalsuiteshare.js.map +1 -0
- package/dist/commonjs/models/operations/index.d.ts +3 -0
- package/dist/commonjs/models/operations/index.d.ts.map +1 -1
- package/dist/commonjs/models/operations/index.js +3 -0
- package/dist/commonjs/models/operations/index.js.map +1 -1
- package/dist/commonjs/models/operations/listevalruns.d.ts +2 -0
- package/dist/commonjs/models/operations/listevalruns.d.ts.map +1 -1
- package/dist/commonjs/models/operations/listevalruns.js +4 -0
- package/dist/commonjs/models/operations/listevalruns.js.map +1 -1
- package/dist/commonjs/models/operations/listevalsuites.d.ts +2 -0
- package/dist/commonjs/models/operations/listevalsuites.d.ts.map +1 -1
- package/dist/commonjs/models/operations/listevalsuites.js +4 -0
- package/dist/commonjs/models/operations/listevalsuites.js.map +1 -1
- package/dist/commonjs/models/operations/listevalsuiteshares.d.ts +22 -0
- package/dist/commonjs/models/operations/listevalsuiteshares.d.ts.map +1 -0
- package/dist/commonjs/models/operations/listevalsuiteshares.js +71 -0
- package/dist/commonjs/models/operations/listevalsuiteshares.js.map +1 -0
- package/dist/commonjs/react-query/index.d.ts +3 -0
- package/dist/commonjs/react-query/index.d.ts.map +1 -1
- package/dist/commonjs/react-query/index.js +3 -0
- package/dist/commonjs/react-query/index.js.map +1 -1
- package/dist/commonjs/react-query/llmEvalsCreateSuiteShare.d.ts +29 -0
- package/dist/commonjs/react-query/llmEvalsCreateSuiteShare.d.ts.map +1 -0
- package/dist/commonjs/react-query/llmEvalsCreateSuiteShare.js +47 -0
- package/dist/commonjs/react-query/llmEvalsCreateSuiteShare.js.map +1 -0
- package/dist/commonjs/react-query/llmEvalsDeleteSuiteShare.d.ts +29 -0
- package/dist/commonjs/react-query/llmEvalsDeleteSuiteShare.d.ts.map +1 -0
- package/dist/commonjs/react-query/llmEvalsDeleteSuiteShare.js +47 -0
- package/dist/commonjs/react-query/llmEvalsDeleteSuiteShare.js.map +1 -0
- package/dist/commonjs/react-query/llmEvalsGetArtifacts.d.ts +2 -2
- package/dist/commonjs/react-query/llmEvalsGetArtifacts.js +2 -2
- package/dist/commonjs/react-query/llmEvalsListRuns.core.d.ts +1 -0
- package/dist/commonjs/react-query/llmEvalsListRuns.core.d.ts.map +1 -1
- package/dist/commonjs/react-query/llmEvalsListRuns.core.js +1 -0
- package/dist/commonjs/react-query/llmEvalsListRuns.core.js.map +1 -1
- package/dist/commonjs/react-query/llmEvalsListRuns.d.ts +2 -0
- package/dist/commonjs/react-query/llmEvalsListRuns.d.ts.map +1 -1
- package/dist/commonjs/react-query/llmEvalsListRuns.js.map +1 -1
- package/dist/commonjs/react-query/llmEvalsListSuiteShares.core.d.ts +15 -0
- package/dist/commonjs/react-query/llmEvalsListSuiteShares.core.d.ts.map +1 -0
- package/dist/commonjs/react-query/llmEvalsListSuiteShares.core.js +36 -0
- package/dist/commonjs/react-query/llmEvalsListSuiteShares.core.js.map +1 -0
- package/dist/commonjs/react-query/llmEvalsListSuiteShares.d.ts +38 -0
- package/dist/commonjs/react-query/llmEvalsListSuiteShares.d.ts.map +1 -0
- package/dist/commonjs/react-query/llmEvalsListSuiteShares.js +60 -0
- package/dist/commonjs/react-query/llmEvalsListSuiteShares.js.map +1 -0
- package/dist/commonjs/react-query/llmEvalsListSuites.core.d.ts +1 -0
- package/dist/commonjs/react-query/llmEvalsListSuites.core.d.ts.map +1 -1
- package/dist/commonjs/react-query/llmEvalsListSuites.core.js +1 -0
- package/dist/commonjs/react-query/llmEvalsListSuites.core.js.map +1 -1
- package/dist/commonjs/react-query/llmEvalsListSuites.d.ts +2 -0
- package/dist/commonjs/react-query/llmEvalsListSuites.d.ts.map +1 -1
- package/dist/commonjs/react-query/llmEvalsListSuites.js.map +1 -1
- package/dist/commonjs/sdk/evals.d.ts +22 -1
- package/dist/commonjs/sdk/evals.d.ts.map +1 -1
- package/dist/commonjs/sdk/evals.js +31 -1
- package/dist/commonjs/sdk/evals.js.map +1 -1
- package/dist/esm/funcs/llmEvalsCreateSuiteShare.d.ts +20 -0
- package/dist/esm/funcs/llmEvalsCreateSuiteShare.d.ts.map +1 -0
- package/dist/esm/funcs/llmEvalsCreateSuiteShare.js +101 -0
- package/dist/esm/funcs/llmEvalsCreateSuiteShare.js.map +1 -0
- package/dist/esm/funcs/llmEvalsDeleteSuiteShare.d.ts +20 -0
- package/dist/esm/funcs/llmEvalsDeleteSuiteShare.d.ts.map +1 -0
- package/dist/esm/funcs/llmEvalsDeleteSuiteShare.js +102 -0
- package/dist/esm/funcs/llmEvalsDeleteSuiteShare.js.map +1 -0
- package/dist/esm/funcs/llmEvalsGetArtifacts.d.ts +1 -1
- package/dist/esm/funcs/llmEvalsGetArtifacts.js +1 -1
- package/dist/esm/funcs/llmEvalsListRuns.js +1 -0
- package/dist/esm/funcs/llmEvalsListRuns.js.map +1 -1
- package/dist/esm/funcs/llmEvalsListSuiteShares.d.ts +20 -0
- package/dist/esm/funcs/llmEvalsListSuiteShares.d.ts.map +1 -0
- package/dist/esm/funcs/llmEvalsListSuiteShares.js +98 -0
- package/dist/esm/funcs/llmEvalsListSuiteShares.js.map +1 -0
- package/dist/esm/funcs/llmEvalsListSuites.js +1 -0
- package/dist/esm/funcs/llmEvalsListSuites.js.map +1 -1
- package/dist/esm/lib/config.d.ts +2 -2
- package/dist/esm/lib/config.js +2 -2
- package/dist/esm/mcp-server/mcp-server.js +1 -1
- package/dist/esm/mcp-server/server.d.ts.map +1 -1
- package/dist/esm/mcp-server/server.js +7 -1
- package/dist/esm/mcp-server/server.js.map +1 -1
- package/dist/esm/mcp-server/tools/llmEvalsCreateSuiteShare.d.ts +8 -0
- package/dist/esm/mcp-server/tools/llmEvalsCreateSuiteShare.d.ts.map +1 -0
- package/dist/esm/mcp-server/tools/llmEvalsCreateSuiteShare.js +28 -0
- package/dist/esm/mcp-server/tools/llmEvalsCreateSuiteShare.js.map +1 -0
- package/dist/esm/mcp-server/tools/llmEvalsDeleteSuiteShare.d.ts +8 -0
- package/dist/esm/mcp-server/tools/llmEvalsDeleteSuiteShare.d.ts.map +1 -0
- package/dist/esm/mcp-server/tools/llmEvalsDeleteSuiteShare.js +28 -0
- package/dist/esm/mcp-server/tools/llmEvalsDeleteSuiteShare.js.map +1 -0
- package/dist/esm/mcp-server/tools/llmEvalsGetArtifacts.js +1 -1
- package/dist/esm/mcp-server/tools/llmEvalsGetArtifacts.js.map +1 -1
- package/dist/esm/mcp-server/tools/llmEvalsListSuiteShares.d.ts +8 -0
- package/dist/esm/mcp-server/tools/llmEvalsListSuiteShares.d.ts.map +1 -0
- package/dist/esm/mcp-server/tools/llmEvalsListSuiteShares.js +28 -0
- package/dist/esm/mcp-server/tools/llmEvalsListSuiteShares.js.map +1 -0
- package/dist/esm/models/components/createevalsuitesharerequest.d.ts +20 -0
- package/dist/esm/models/components/createevalsuitesharerequest.d.ts.map +1 -0
- package/dist/esm/models/components/createevalsuitesharerequest.js +29 -0
- package/dist/esm/models/components/createevalsuitesharerequest.js.map +1 -0
- package/dist/esm/models/components/evalsuiteaccess.d.ts +18 -0
- package/dist/esm/models/components/evalsuiteaccess.d.ts.map +1 -0
- package/dist/esm/models/components/evalsuiteaccess.js +16 -0
- package/dist/esm/models/components/evalsuiteaccess.js.map +1 -0
- package/dist/esm/models/components/evalsuiteobject.d.ts +6 -0
- package/dist/esm/models/components/evalsuiteobject.d.ts.map +1 -1
- package/dist/esm/models/components/evalsuiteobject.js +3 -0
- package/dist/esm/models/components/evalsuiteobject.js.map +1 -1
- package/dist/esm/models/components/evalsuitesharedeletedobject.d.ts +24 -0
- package/dist/esm/models/components/evalsuitesharedeletedobject.d.ts.map +1 -0
- package/dist/esm/models/components/evalsuitesharedeletedobject.js +24 -0
- package/dist/esm/models/components/evalsuitesharedeletedobject.js.map +1 -0
- package/dist/esm/models/components/evalsuitesharelist.d.ts +23 -0
- package/dist/esm/models/components/evalsuitesharelist.d.ts.map +1 -0
- package/dist/esm/models/components/evalsuitesharelist.js +23 -0
- package/dist/esm/models/components/evalsuitesharelist.js.map +1 -0
- package/dist/esm/models/components/evalsuiteshareobject.d.ts +33 -0
- package/dist/esm/models/components/evalsuiteshareobject.d.ts.map +1 -0
- package/dist/esm/models/components/evalsuiteshareobject.js +45 -0
- package/dist/esm/models/components/evalsuiteshareobject.js.map +1 -0
- package/dist/esm/models/components/index.d.ts +5 -0
- package/dist/esm/models/components/index.d.ts.map +1 -1
- package/dist/esm/models/components/index.js +5 -0
- package/dist/esm/models/components/index.js.map +1 -1
- package/dist/esm/models/operations/createevalsuiteshare.d.ts +25 -0
- package/dist/esm/models/operations/createevalsuiteshare.d.ts.map +1 -0
- package/dist/esm/models/operations/createevalsuiteshare.js +38 -0
- package/dist/esm/models/operations/createevalsuiteshare.js.map +1 -0
- package/dist/esm/models/operations/deleteevalsuiteshare.d.ts +24 -0
- package/dist/esm/models/operations/deleteevalsuiteshare.d.ts.map +1 -0
- package/dist/esm/models/operations/deleteevalsuiteshare.js +37 -0
- package/dist/esm/models/operations/deleteevalsuiteshare.js.map +1 -0
- package/dist/esm/models/operations/index.d.ts +3 -0
- package/dist/esm/models/operations/index.d.ts.map +1 -1
- package/dist/esm/models/operations/index.js +3 -0
- package/dist/esm/models/operations/index.js.map +1 -1
- package/dist/esm/models/operations/listevalruns.d.ts +2 -0
- package/dist/esm/models/operations/listevalruns.d.ts.map +1 -1
- package/dist/esm/models/operations/listevalruns.js +4 -0
- package/dist/esm/models/operations/listevalruns.js.map +1 -1
- package/dist/esm/models/operations/listevalsuites.d.ts +2 -0
- package/dist/esm/models/operations/listevalsuites.d.ts.map +1 -1
- package/dist/esm/models/operations/listevalsuites.js +4 -0
- package/dist/esm/models/operations/listevalsuites.js.map +1 -1
- package/dist/esm/models/operations/listevalsuiteshares.d.ts +22 -0
- package/dist/esm/models/operations/listevalsuiteshares.d.ts.map +1 -0
- package/dist/esm/models/operations/listevalsuiteshares.js +33 -0
- package/dist/esm/models/operations/listevalsuiteshares.js.map +1 -0
- package/dist/esm/react-query/index.d.ts +3 -0
- package/dist/esm/react-query/index.d.ts.map +1 -1
- package/dist/esm/react-query/index.js +3 -0
- package/dist/esm/react-query/index.js.map +1 -1
- package/dist/esm/react-query/llmEvalsCreateSuiteShare.d.ts +29 -0
- package/dist/esm/react-query/llmEvalsCreateSuiteShare.d.ts.map +1 -0
- package/dist/esm/react-query/llmEvalsCreateSuiteShare.js +42 -0
- package/dist/esm/react-query/llmEvalsCreateSuiteShare.js.map +1 -0
- package/dist/esm/react-query/llmEvalsDeleteSuiteShare.d.ts +29 -0
- package/dist/esm/react-query/llmEvalsDeleteSuiteShare.d.ts.map +1 -0
- package/dist/esm/react-query/llmEvalsDeleteSuiteShare.js +42 -0
- package/dist/esm/react-query/llmEvalsDeleteSuiteShare.js.map +1 -0
- package/dist/esm/react-query/llmEvalsGetArtifacts.d.ts +2 -2
- package/dist/esm/react-query/llmEvalsGetArtifacts.js +2 -2
- package/dist/esm/react-query/llmEvalsListRuns.core.d.ts +1 -0
- package/dist/esm/react-query/llmEvalsListRuns.core.d.ts.map +1 -1
- package/dist/esm/react-query/llmEvalsListRuns.core.js +1 -0
- package/dist/esm/react-query/llmEvalsListRuns.core.js.map +1 -1
- package/dist/esm/react-query/llmEvalsListRuns.d.ts +2 -0
- package/dist/esm/react-query/llmEvalsListRuns.d.ts.map +1 -1
- package/dist/esm/react-query/llmEvalsListRuns.js.map +1 -1
- package/dist/esm/react-query/llmEvalsListSuiteShares.core.d.ts +15 -0
- package/dist/esm/react-query/llmEvalsListSuiteShares.core.d.ts.map +1 -0
- package/dist/esm/react-query/llmEvalsListSuiteShares.core.js +31 -0
- package/dist/esm/react-query/llmEvalsListSuiteShares.core.js.map +1 -0
- package/dist/esm/react-query/llmEvalsListSuiteShares.d.ts +38 -0
- package/dist/esm/react-query/llmEvalsListSuiteShares.d.ts.map +1 -0
- package/dist/esm/react-query/llmEvalsListSuiteShares.js +50 -0
- package/dist/esm/react-query/llmEvalsListSuiteShares.js.map +1 -0
- package/dist/esm/react-query/llmEvalsListSuites.core.d.ts +1 -0
- package/dist/esm/react-query/llmEvalsListSuites.core.d.ts.map +1 -1
- package/dist/esm/react-query/llmEvalsListSuites.core.js +1 -0
- package/dist/esm/react-query/llmEvalsListSuites.core.js.map +1 -1
- package/dist/esm/react-query/llmEvalsListSuites.d.ts +2 -0
- package/dist/esm/react-query/llmEvalsListSuites.d.ts.map +1 -1
- package/dist/esm/react-query/llmEvalsListSuites.js.map +1 -1
- package/dist/esm/sdk/evals.d.ts +22 -1
- package/dist/esm/sdk/evals.d.ts.map +1 -1
- package/dist/esm/sdk/evals.js +31 -1
- package/dist/esm/sdk/evals.js.map +1 -1
- package/jsr.json +1 -1
- package/package.json +1 -1
- package/src/funcs/llmEvalsCreateSuiteShare.ts +191 -0
- package/src/funcs/llmEvalsDeleteSuiteShare.ts +192 -0
- package/src/funcs/llmEvalsGetArtifacts.ts +1 -1
- package/src/funcs/llmEvalsListRuns.ts +1 -0
- package/src/funcs/llmEvalsListSuiteShares.ts +188 -0
- package/src/funcs/llmEvalsListSuites.ts +1 -0
- package/src/lib/config.ts +2 -2
- package/src/mcp-server/mcp-server.ts +1 -1
- package/src/mcp-server/server.ts +7 -1
- package/src/mcp-server/tools/llmEvalsCreateSuiteShare.ts +37 -0
- package/src/mcp-server/tools/llmEvalsDeleteSuiteShare.ts +37 -0
- package/src/mcp-server/tools/llmEvalsGetArtifacts.ts +1 -1
- package/src/mcp-server/tools/llmEvalsListSuiteShares.ts +37 -0
- package/src/models/components/createevalsuitesharerequest.ts +65 -0
- package/src/models/components/evalsuiteaccess.ts +27 -0
- package/src/models/components/evalsuiteobject.ts +12 -0
- package/src/models/components/evalsuitesharedeletedobject.ts +64 -0
- package/src/models/components/evalsuitesharelist.ts +64 -0
- package/src/models/components/evalsuiteshareobject.ts +92 -0
- package/src/models/components/index.ts +5 -0
- package/src/models/operations/createevalsuiteshare.ts +80 -0
- package/src/models/operations/deleteevalsuiteshare.ts +77 -0
- package/src/models/operations/index.ts +3 -0
- package/src/models/operations/listevalruns.ts +6 -0
- package/src/models/operations/listevalsuites.ts +6 -0
- package/src/models/operations/listevalsuiteshares.ts +69 -0
- package/src/react-query/index.ts +3 -0
- package/src/react-query/llmEvalsCreateSuiteShare.ts +110 -0
- package/src/react-query/llmEvalsDeleteSuiteShare.ts +110 -0
- package/src/react-query/llmEvalsGetArtifacts.ts +2 -2
- package/src/react-query/llmEvalsListRuns.core.ts +2 -0
- package/src/react-query/llmEvalsListRuns.ts +2 -0
- package/src/react-query/llmEvalsListSuiteShares.core.ts +76 -0
- package/src/react-query/llmEvalsListSuiteShares.ts +141 -0
- package/src/react-query/llmEvalsListSuites.core.ts +2 -0
- package/src/react-query/llmEvalsListSuites.ts +2 -0
- package/src/sdk/evals.ts +55 -1
|
@@ -54,7 +54,7 @@ export type LlmEvalsGetArtifactsQueryError =
|
|
|
54
54
|
* Get eval run artifacts
|
|
55
55
|
*
|
|
56
56
|
* @remarks
|
|
57
|
-
* Returns generated result and sample artifact file IDs for a completed eval run.
|
|
57
|
+
* Returns generated result and sample artifact file IDs for a completed eval run. Only files the caller can download are listed: artifact files stay owner-scoped, so on a run reached through a suite share the lists are empty.
|
|
58
58
|
*/
|
|
59
59
|
export function useLlmEvalsGetArtifacts(
|
|
60
60
|
request: operations.GetEvalArtifactsRequest,
|
|
@@ -81,7 +81,7 @@ export function useLlmEvalsGetArtifacts(
|
|
|
81
81
|
* Get eval run artifacts
|
|
82
82
|
*
|
|
83
83
|
* @remarks
|
|
84
|
-
* Returns generated result and sample artifact file IDs for a completed eval run.
|
|
84
|
+
* Returns generated result and sample artifact file IDs for a completed eval run. Only files the caller can download are listed: artifact files stay owner-scoped, so on a run reached through a suite share the lists are empty.
|
|
85
85
|
*/
|
|
86
86
|
export function useLlmEvalsGetArtifactsSuspense(
|
|
87
87
|
request: operations.GetEvalArtifactsRequest,
|
|
@@ -44,6 +44,7 @@ export function buildLlmEvalsListRunsQuery(
|
|
|
44
44
|
queryKey: queryKeyLlmEvalsListRuns({
|
|
45
45
|
after: request.after,
|
|
46
46
|
limit: request.limit,
|
|
47
|
+
ownedOnly: request.ownedOnly,
|
|
47
48
|
suiteId: request.suiteId,
|
|
48
49
|
suiteVersion: request.suiteVersion,
|
|
49
50
|
status: request.status,
|
|
@@ -76,6 +77,7 @@ export function queryKeyLlmEvalsListRuns(
|
|
|
76
77
|
parameters: {
|
|
77
78
|
after?: string | undefined;
|
|
78
79
|
limit?: number | undefined;
|
|
80
|
+
ownedOnly?: boolean | undefined;
|
|
79
81
|
suiteId?: string | undefined;
|
|
80
82
|
suiteVersion?: number | undefined;
|
|
81
83
|
status?: operations.ListEvalRunsQueryParamStatus | undefined;
|
|
@@ -107,6 +107,7 @@ export function setLlmEvalsListRunsData(
|
|
|
107
107
|
parameters: {
|
|
108
108
|
after?: string | undefined;
|
|
109
109
|
limit?: number | undefined;
|
|
110
|
+
ownedOnly?: boolean | undefined;
|
|
110
111
|
suiteId?: string | undefined;
|
|
111
112
|
suiteVersion?: number | undefined;
|
|
112
113
|
status?: operations.ListEvalRunsQueryParamStatus | undefined;
|
|
@@ -126,6 +127,7 @@ export function invalidateLlmEvalsListRuns(
|
|
|
126
127
|
[parameters: {
|
|
127
128
|
after?: string | undefined;
|
|
128
129
|
limit?: number | undefined;
|
|
130
|
+
ownedOnly?: boolean | undefined;
|
|
129
131
|
suiteId?: string | undefined;
|
|
130
132
|
suiteVersion?: number | undefined;
|
|
131
133
|
status?: operations.ListEvalRunsQueryParamStatus | undefined;
|
|
@@ -0,0 +1,76 @@
|
|
|
1
|
+
/*
|
|
2
|
+
* Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
|
|
3
|
+
*/
|
|
4
|
+
|
|
5
|
+
import {
|
|
6
|
+
QueryClient,
|
|
7
|
+
QueryFunctionContext,
|
|
8
|
+
QueryKey,
|
|
9
|
+
} from "@tanstack/react-query";
|
|
10
|
+
import { SDKCore } from "../core.js";
|
|
11
|
+
import { llmEvalsListSuiteShares } from "../funcs/llmEvalsListSuiteShares.js";
|
|
12
|
+
import { combineSignals } from "../lib/primitives.js";
|
|
13
|
+
import { RequestOptions } from "../lib/sdks.js";
|
|
14
|
+
import * as components from "../models/components/index.js";
|
|
15
|
+
import * as operations from "../models/operations/index.js";
|
|
16
|
+
import { unwrapAsync } from "../types/fp.js";
|
|
17
|
+
export type LlmEvalsListSuiteSharesQueryData = components.EvalSuiteShareList;
|
|
18
|
+
|
|
19
|
+
export function prefetchLlmEvalsListSuiteShares(
|
|
20
|
+
queryClient: QueryClient,
|
|
21
|
+
client$: SDKCore,
|
|
22
|
+
request: operations.ListEvalSuiteSharesRequest,
|
|
23
|
+
options?: RequestOptions,
|
|
24
|
+
): Promise<void> {
|
|
25
|
+
return queryClient.prefetchQuery({
|
|
26
|
+
...buildLlmEvalsListSuiteSharesQuery(
|
|
27
|
+
client$,
|
|
28
|
+
request,
|
|
29
|
+
options,
|
|
30
|
+
),
|
|
31
|
+
});
|
|
32
|
+
}
|
|
33
|
+
|
|
34
|
+
export function buildLlmEvalsListSuiteSharesQuery(
|
|
35
|
+
client$: SDKCore,
|
|
36
|
+
request: operations.ListEvalSuiteSharesRequest,
|
|
37
|
+
options?: RequestOptions,
|
|
38
|
+
): {
|
|
39
|
+
queryKey: QueryKey;
|
|
40
|
+
queryFn: (
|
|
41
|
+
context: QueryFunctionContext,
|
|
42
|
+
) => Promise<LlmEvalsListSuiteSharesQueryData>;
|
|
43
|
+
} {
|
|
44
|
+
return {
|
|
45
|
+
queryKey: queryKeyLlmEvalsListSuiteShares(request.suiteId, {
|
|
46
|
+
xOnBehalfOf: request.xOnBehalfOf,
|
|
47
|
+
}),
|
|
48
|
+
queryFn: async function llmEvalsListSuiteSharesQueryFn(
|
|
49
|
+
ctx,
|
|
50
|
+
): Promise<LlmEvalsListSuiteSharesQueryData> {
|
|
51
|
+
const sig = combineSignals(
|
|
52
|
+
ctx.signal,
|
|
53
|
+
options?.signal,
|
|
54
|
+
options?.fetchOptions?.signal,
|
|
55
|
+
);
|
|
56
|
+
const mergedOptions = {
|
|
57
|
+
...options?.fetchOptions,
|
|
58
|
+
...options,
|
|
59
|
+
signal: sig,
|
|
60
|
+
};
|
|
61
|
+
|
|
62
|
+
return unwrapAsync(llmEvalsListSuiteShares(
|
|
63
|
+
client$,
|
|
64
|
+
request,
|
|
65
|
+
mergedOptions,
|
|
66
|
+
));
|
|
67
|
+
},
|
|
68
|
+
};
|
|
69
|
+
}
|
|
70
|
+
|
|
71
|
+
export function queryKeyLlmEvalsListSuiteShares(
|
|
72
|
+
suiteId: string,
|
|
73
|
+
parameters: { xOnBehalfOf?: string | undefined },
|
|
74
|
+
): QueryKey {
|
|
75
|
+
return ["@meetkai/mka1", "evals", "listSuiteShares", suiteId, parameters];
|
|
76
|
+
}
|
|
@@ -0,0 +1,141 @@
|
|
|
1
|
+
/*
|
|
2
|
+
* Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
|
|
3
|
+
*/
|
|
4
|
+
|
|
5
|
+
import {
|
|
6
|
+
InvalidateQueryFilters,
|
|
7
|
+
QueryClient,
|
|
8
|
+
useQuery,
|
|
9
|
+
UseQueryResult,
|
|
10
|
+
useSuspenseQuery,
|
|
11
|
+
UseSuspenseQueryResult,
|
|
12
|
+
} from "@tanstack/react-query";
|
|
13
|
+
import {
|
|
14
|
+
ConnectionError,
|
|
15
|
+
InvalidRequestError,
|
|
16
|
+
RequestAbortedError,
|
|
17
|
+
RequestTimeoutError,
|
|
18
|
+
UnexpectedClientError,
|
|
19
|
+
} from "../models/errors/httpclienterrors.js";
|
|
20
|
+
import { ResponseValidationError } from "../models/errors/responsevalidationerror.js";
|
|
21
|
+
import { SDKError } from "../models/errors/sdkerror.js";
|
|
22
|
+
import { SDKValidationError } from "../models/errors/sdkvalidationerror.js";
|
|
23
|
+
import * as operations from "../models/operations/index.js";
|
|
24
|
+
import { useSDKContext } from "./_context.js";
|
|
25
|
+
import {
|
|
26
|
+
QueryHookOptions,
|
|
27
|
+
SuspenseQueryHookOptions,
|
|
28
|
+
TupleToPrefixes,
|
|
29
|
+
} from "./_types.js";
|
|
30
|
+
import {
|
|
31
|
+
buildLlmEvalsListSuiteSharesQuery,
|
|
32
|
+
LlmEvalsListSuiteSharesQueryData,
|
|
33
|
+
prefetchLlmEvalsListSuiteShares,
|
|
34
|
+
queryKeyLlmEvalsListSuiteShares,
|
|
35
|
+
} from "./llmEvalsListSuiteShares.core.js";
|
|
36
|
+
export {
|
|
37
|
+
buildLlmEvalsListSuiteSharesQuery,
|
|
38
|
+
type LlmEvalsListSuiteSharesQueryData,
|
|
39
|
+
prefetchLlmEvalsListSuiteShares,
|
|
40
|
+
queryKeyLlmEvalsListSuiteShares,
|
|
41
|
+
};
|
|
42
|
+
|
|
43
|
+
export type LlmEvalsListSuiteSharesQueryError =
|
|
44
|
+
| SDKError
|
|
45
|
+
| ResponseValidationError
|
|
46
|
+
| ConnectionError
|
|
47
|
+
| RequestAbortedError
|
|
48
|
+
| RequestTimeoutError
|
|
49
|
+
| InvalidRequestError
|
|
50
|
+
| UnexpectedClientError
|
|
51
|
+
| SDKValidationError;
|
|
52
|
+
|
|
53
|
+
/**
|
|
54
|
+
* List eval suite shares
|
|
55
|
+
*
|
|
56
|
+
* @remarks
|
|
57
|
+
* Lists the orgs this eval suite is shared with. Any member of the owning scope who can see the suite can list its shares (no admin role needed); a recipient org gets 404, as for any suite it does not own; a delegated (on-behalf-of) context is refused with 403, as on the share and unshare routes.
|
|
58
|
+
*/
|
|
59
|
+
export function useLlmEvalsListSuiteShares(
|
|
60
|
+
request: operations.ListEvalSuiteSharesRequest,
|
|
61
|
+
options?: QueryHookOptions<
|
|
62
|
+
LlmEvalsListSuiteSharesQueryData,
|
|
63
|
+
LlmEvalsListSuiteSharesQueryError
|
|
64
|
+
>,
|
|
65
|
+
): UseQueryResult<
|
|
66
|
+
LlmEvalsListSuiteSharesQueryData,
|
|
67
|
+
LlmEvalsListSuiteSharesQueryError
|
|
68
|
+
> {
|
|
69
|
+
const client = useSDKContext();
|
|
70
|
+
return useQuery({
|
|
71
|
+
...buildLlmEvalsListSuiteSharesQuery(
|
|
72
|
+
client,
|
|
73
|
+
request,
|
|
74
|
+
options,
|
|
75
|
+
),
|
|
76
|
+
...options,
|
|
77
|
+
});
|
|
78
|
+
}
|
|
79
|
+
|
|
80
|
+
/**
|
|
81
|
+
* List eval suite shares
|
|
82
|
+
*
|
|
83
|
+
* @remarks
|
|
84
|
+
* Lists the orgs this eval suite is shared with. Any member of the owning scope who can see the suite can list its shares (no admin role needed); a recipient org gets 404, as for any suite it does not own; a delegated (on-behalf-of) context is refused with 403, as on the share and unshare routes.
|
|
85
|
+
*/
|
|
86
|
+
export function useLlmEvalsListSuiteSharesSuspense(
|
|
87
|
+
request: operations.ListEvalSuiteSharesRequest,
|
|
88
|
+
options?: SuspenseQueryHookOptions<
|
|
89
|
+
LlmEvalsListSuiteSharesQueryData,
|
|
90
|
+
LlmEvalsListSuiteSharesQueryError
|
|
91
|
+
>,
|
|
92
|
+
): UseSuspenseQueryResult<
|
|
93
|
+
LlmEvalsListSuiteSharesQueryData,
|
|
94
|
+
LlmEvalsListSuiteSharesQueryError
|
|
95
|
+
> {
|
|
96
|
+
const client = useSDKContext();
|
|
97
|
+
return useSuspenseQuery({
|
|
98
|
+
...buildLlmEvalsListSuiteSharesQuery(
|
|
99
|
+
client,
|
|
100
|
+
request,
|
|
101
|
+
options,
|
|
102
|
+
),
|
|
103
|
+
...options,
|
|
104
|
+
});
|
|
105
|
+
}
|
|
106
|
+
|
|
107
|
+
export function setLlmEvalsListSuiteSharesData(
|
|
108
|
+
client: QueryClient,
|
|
109
|
+
queryKeyBase: [
|
|
110
|
+
suiteId: string,
|
|
111
|
+
parameters: { xOnBehalfOf?: string | undefined },
|
|
112
|
+
],
|
|
113
|
+
data: LlmEvalsListSuiteSharesQueryData,
|
|
114
|
+
): LlmEvalsListSuiteSharesQueryData | undefined {
|
|
115
|
+
const key = queryKeyLlmEvalsListSuiteShares(...queryKeyBase);
|
|
116
|
+
|
|
117
|
+
return client.setQueryData<LlmEvalsListSuiteSharesQueryData>(key, data);
|
|
118
|
+
}
|
|
119
|
+
|
|
120
|
+
export function invalidateLlmEvalsListSuiteShares(
|
|
121
|
+
client: QueryClient,
|
|
122
|
+
queryKeyBase: TupleToPrefixes<
|
|
123
|
+
[suiteId: string, parameters: { xOnBehalfOf?: string | undefined }]
|
|
124
|
+
>,
|
|
125
|
+
filters?: Omit<InvalidateQueryFilters, "queryKey" | "predicate" | "exact">,
|
|
126
|
+
): Promise<void> {
|
|
127
|
+
return client.invalidateQueries({
|
|
128
|
+
...filters,
|
|
129
|
+
queryKey: ["@meetkai/mka1", "evals", "listSuiteShares", ...queryKeyBase],
|
|
130
|
+
});
|
|
131
|
+
}
|
|
132
|
+
|
|
133
|
+
export function invalidateAllLlmEvalsListSuiteShares(
|
|
134
|
+
client: QueryClient,
|
|
135
|
+
filters?: Omit<InvalidateQueryFilters, "queryKey" | "predicate" | "exact">,
|
|
136
|
+
): Promise<void> {
|
|
137
|
+
return client.invalidateQueries({
|
|
138
|
+
...filters,
|
|
139
|
+
queryKey: ["@meetkai/mka1", "evals", "listSuiteShares"],
|
|
140
|
+
});
|
|
141
|
+
}
|
|
@@ -45,6 +45,7 @@ export function buildLlmEvalsListSuitesQuery(
|
|
|
45
45
|
queryKey: queryKeyLlmEvalsListSuites({
|
|
46
46
|
after: request.after,
|
|
47
47
|
limit: request.limit,
|
|
48
|
+
ownedOnly: request.ownedOnly,
|
|
48
49
|
xOnBehalfOf: request.xOnBehalfOf,
|
|
49
50
|
}),
|
|
50
51
|
queryFn: async function llmEvalsListSuitesQueryFn(
|
|
@@ -74,6 +75,7 @@ export function queryKeyLlmEvalsListSuites(
|
|
|
74
75
|
parameters: {
|
|
75
76
|
after?: string | undefined;
|
|
76
77
|
limit?: number | undefined;
|
|
78
|
+
ownedOnly?: boolean | undefined;
|
|
77
79
|
xOnBehalfOf?: string | undefined;
|
|
78
80
|
},
|
|
79
81
|
): QueryKey {
|
|
@@ -107,6 +107,7 @@ export function setLlmEvalsListSuitesData(
|
|
|
107
107
|
parameters: {
|
|
108
108
|
after?: string | undefined;
|
|
109
109
|
limit?: number | undefined;
|
|
110
|
+
ownedOnly?: boolean | undefined;
|
|
110
111
|
xOnBehalfOf?: string | undefined;
|
|
111
112
|
},
|
|
112
113
|
],
|
|
@@ -123,6 +124,7 @@ export function invalidateLlmEvalsListSuites(
|
|
|
123
124
|
[parameters: {
|
|
124
125
|
after?: string | undefined;
|
|
125
126
|
limit?: number | undefined;
|
|
127
|
+
ownedOnly?: boolean | undefined;
|
|
126
128
|
xOnBehalfOf?: string | undefined;
|
|
127
129
|
}]
|
|
128
130
|
>,
|
package/src/sdk/evals.ts
CHANGED
|
@@ -7,10 +7,12 @@ import { llmEvalsCancelRun } from "../funcs/llmEvalsCancelRun.js";
|
|
|
7
7
|
import { llmEvalsCreateRun } from "../funcs/llmEvalsCreateRun.js";
|
|
8
8
|
import { llmEvalsCreateSchedule } from "../funcs/llmEvalsCreateSchedule.js";
|
|
9
9
|
import { llmEvalsCreateSuite } from "../funcs/llmEvalsCreateSuite.js";
|
|
10
|
+
import { llmEvalsCreateSuiteShare } from "../funcs/llmEvalsCreateSuiteShare.js";
|
|
10
11
|
import { llmEvalsCreateSuiteVersion } from "../funcs/llmEvalsCreateSuiteVersion.js";
|
|
11
12
|
import { llmEvalsDeleteRun } from "../funcs/llmEvalsDeleteRun.js";
|
|
12
13
|
import { llmEvalsDeleteSchedule } from "../funcs/llmEvalsDeleteSchedule.js";
|
|
13
14
|
import { llmEvalsDeleteSuite } from "../funcs/llmEvalsDeleteSuite.js";
|
|
15
|
+
import { llmEvalsDeleteSuiteShare } from "../funcs/llmEvalsDeleteSuiteShare.js";
|
|
14
16
|
import { llmEvalsGetArtifacts } from "../funcs/llmEvalsGetArtifacts.js";
|
|
15
17
|
import { llmEvalsGetRun } from "../funcs/llmEvalsGetRun.js";
|
|
16
18
|
import { llmEvalsGetRunOverview } from "../funcs/llmEvalsGetRunOverview.js";
|
|
@@ -28,6 +30,7 @@ import { llmEvalsListScheduleRuns } from "../funcs/llmEvalsListScheduleRuns.js";
|
|
|
28
30
|
import { llmEvalsListSchedules } from "../funcs/llmEvalsListSchedules.js";
|
|
29
31
|
import { llmEvalsListSuiteLeaderboardRuns } from "../funcs/llmEvalsListSuiteLeaderboardRuns.js";
|
|
30
32
|
import { llmEvalsListSuites } from "../funcs/llmEvalsListSuites.js";
|
|
33
|
+
import { llmEvalsListSuiteShares } from "../funcs/llmEvalsListSuiteShares.js";
|
|
31
34
|
import { llmEvalsListSuiteVersions } from "../funcs/llmEvalsListSuiteVersions.js";
|
|
32
35
|
import { llmEvalsMeasureSuiteTokens } from "../funcs/llmEvalsMeasureSuiteTokens.js";
|
|
33
36
|
import { llmEvalsRerunFailedSamples } from "../funcs/llmEvalsRerunFailedSamples.js";
|
|
@@ -160,6 +163,57 @@ export class Evals extends ClientSDK {
|
|
|
160
163
|
));
|
|
161
164
|
}
|
|
162
165
|
|
|
166
|
+
/**
|
|
167
|
+
* List eval suite shares
|
|
168
|
+
*
|
|
169
|
+
* @remarks
|
|
170
|
+
* Lists the orgs this eval suite is shared with. Any member of the owning scope who can see the suite can list its shares (no admin role needed); a recipient org gets 404, as for any suite it does not own; a delegated (on-behalf-of) context is refused with 403, as on the share and unshare routes.
|
|
171
|
+
*/
|
|
172
|
+
async listSuiteShares(
|
|
173
|
+
request: operations.ListEvalSuiteSharesRequest,
|
|
174
|
+
options?: RequestOptions,
|
|
175
|
+
): Promise<components.EvalSuiteShareList> {
|
|
176
|
+
return unwrapAsync(llmEvalsListSuiteShares(
|
|
177
|
+
this,
|
|
178
|
+
request,
|
|
179
|
+
options,
|
|
180
|
+
));
|
|
181
|
+
}
|
|
182
|
+
|
|
183
|
+
/**
|
|
184
|
+
* Share an eval suite with an org
|
|
185
|
+
*
|
|
186
|
+
* @remarks
|
|
187
|
+
* Grants another org on this cluster read-only access to the suite, its versions and every run under it, including runs by other members of the owning team. Org admins only, and never a delegated (on-behalf-of) context (403); the owning org cannot be the recipient. Sharing again with the same org returns the existing grant.
|
|
188
|
+
*/
|
|
189
|
+
async createSuiteShare(
|
|
190
|
+
request: operations.CreateEvalSuiteShareRequest,
|
|
191
|
+
options?: RequestOptions,
|
|
192
|
+
): Promise<components.EvalSuiteShareObject> {
|
|
193
|
+
return unwrapAsync(llmEvalsCreateSuiteShare(
|
|
194
|
+
this,
|
|
195
|
+
request,
|
|
196
|
+
options,
|
|
197
|
+
));
|
|
198
|
+
}
|
|
199
|
+
|
|
200
|
+
/**
|
|
201
|
+
* Unshare an eval suite from an org
|
|
202
|
+
*
|
|
203
|
+
* @remarks
|
|
204
|
+
* Revokes an org's read-only access to the suite. Org admins only, never a delegated (on-behalf-of) context (403).
|
|
205
|
+
*/
|
|
206
|
+
async deleteSuiteShare(
|
|
207
|
+
request: operations.DeleteEvalSuiteShareRequest,
|
|
208
|
+
options?: RequestOptions,
|
|
209
|
+
): Promise<components.EvalSuiteShareDeletedObject> {
|
|
210
|
+
return unwrapAsync(llmEvalsDeleteSuiteShare(
|
|
211
|
+
this,
|
|
212
|
+
request,
|
|
213
|
+
options,
|
|
214
|
+
));
|
|
215
|
+
}
|
|
216
|
+
|
|
163
217
|
/**
|
|
164
218
|
* List leaderboard runs for an eval suite
|
|
165
219
|
*
|
|
@@ -419,7 +473,7 @@ export class Evals extends ClientSDK {
|
|
|
419
473
|
* Get eval run artifacts
|
|
420
474
|
*
|
|
421
475
|
* @remarks
|
|
422
|
-
* Returns generated result and sample artifact file IDs for a completed eval run.
|
|
476
|
+
* Returns generated result and sample artifact file IDs for a completed eval run. Only files the caller can download are listed: artifact files stay owner-scoped, so on a run reached through a suite share the lists are empty.
|
|
423
477
|
*/
|
|
424
478
|
async getArtifacts(
|
|
425
479
|
request: operations.GetEvalArtifactsRequest,
|