@meetkai/mka1 0.54.91 → 0.54.92
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +318 -318
- package/bin/mcp-server.js +2275 -1708
- package/bin/mcp-server.js.map +29 -15
- package/dist/commonjs/funcs/llmEvalsCreateSuiteShare.d.ts +20 -0
- package/dist/commonjs/funcs/llmEvalsCreateSuiteShare.d.ts.map +1 -0
- package/dist/commonjs/funcs/llmEvalsCreateSuiteShare.js +137 -0
- package/dist/commonjs/funcs/llmEvalsCreateSuiteShare.js.map +1 -0
- package/dist/commonjs/funcs/llmEvalsDeleteSuiteShare.d.ts +20 -0
- package/dist/commonjs/funcs/llmEvalsDeleteSuiteShare.d.ts.map +1 -0
- package/dist/commonjs/funcs/llmEvalsDeleteSuiteShare.js +138 -0
- package/dist/commonjs/funcs/llmEvalsDeleteSuiteShare.js.map +1 -0
- package/dist/commonjs/funcs/llmEvalsGetArtifacts.d.ts +1 -1
- package/dist/commonjs/funcs/llmEvalsGetArtifacts.js +1 -1
- package/dist/commonjs/funcs/llmEvalsListRuns.js +1 -0
- package/dist/commonjs/funcs/llmEvalsListRuns.js.map +1 -1
- package/dist/commonjs/funcs/llmEvalsListSuiteShares.d.ts +20 -0
- package/dist/commonjs/funcs/llmEvalsListSuiteShares.d.ts.map +1 -0
- package/dist/commonjs/funcs/llmEvalsListSuiteShares.js +134 -0
- package/dist/commonjs/funcs/llmEvalsListSuiteShares.js.map +1 -0
- package/dist/commonjs/funcs/llmEvalsListSuites.js +1 -0
- package/dist/commonjs/funcs/llmEvalsListSuites.js.map +1 -1
- package/dist/commonjs/lib/config.d.ts +2 -2
- package/dist/commonjs/lib/config.js +2 -2
- package/dist/commonjs/mcp-server/mcp-server.js +1 -1
- package/dist/commonjs/mcp-server/server.d.ts.map +1 -1
- package/dist/commonjs/mcp-server/server.js +7 -1
- package/dist/commonjs/mcp-server/server.js.map +1 -1
- package/dist/commonjs/mcp-server/tools/llmEvalsCreateSuiteShare.d.ts +8 -0
- package/dist/commonjs/mcp-server/tools/llmEvalsCreateSuiteShare.d.ts.map +1 -0
- package/dist/commonjs/mcp-server/tools/llmEvalsCreateSuiteShare.js +64 -0
- package/dist/commonjs/mcp-server/tools/llmEvalsCreateSuiteShare.js.map +1 -0
- package/dist/commonjs/mcp-server/tools/llmEvalsDeleteSuiteShare.d.ts +8 -0
- package/dist/commonjs/mcp-server/tools/llmEvalsDeleteSuiteShare.d.ts.map +1 -0
- package/dist/commonjs/mcp-server/tools/llmEvalsDeleteSuiteShare.js +64 -0
- package/dist/commonjs/mcp-server/tools/llmEvalsDeleteSuiteShare.js.map +1 -0
- package/dist/commonjs/mcp-server/tools/llmEvalsGetArtifacts.js +1 -1
- package/dist/commonjs/mcp-server/tools/llmEvalsGetArtifacts.js.map +1 -1
- package/dist/commonjs/mcp-server/tools/llmEvalsListSuiteShares.d.ts +8 -0
- package/dist/commonjs/mcp-server/tools/llmEvalsListSuiteShares.d.ts.map +1 -0
- package/dist/commonjs/mcp-server/tools/llmEvalsListSuiteShares.js +64 -0
- package/dist/commonjs/mcp-server/tools/llmEvalsListSuiteShares.js.map +1 -0
- package/dist/commonjs/models/components/createevalsuitesharerequest.d.ts +20 -0
- package/dist/commonjs/models/components/createevalsuitesharerequest.d.ts.map +1 -0
- package/dist/commonjs/models/components/createevalsuitesharerequest.js +67 -0
- package/dist/commonjs/models/components/createevalsuitesharerequest.js.map +1 -0
- package/dist/commonjs/models/components/evalsuiteaccess.d.ts +18 -0
- package/dist/commonjs/models/components/evalsuiteaccess.d.ts.map +1 -0
- package/dist/commonjs/models/components/evalsuiteaccess.js +52 -0
- package/dist/commonjs/models/components/evalsuiteaccess.js.map +1 -0
- package/dist/commonjs/models/components/evalsuiteobject.d.ts +6 -0
- package/dist/commonjs/models/components/evalsuiteobject.d.ts.map +1 -1
- package/dist/commonjs/models/components/evalsuiteobject.js +3 -0
- package/dist/commonjs/models/components/evalsuiteobject.js.map +1 -1
- package/dist/commonjs/models/components/evalsuitesharedeletedobject.d.ts +24 -0
- package/dist/commonjs/models/components/evalsuitesharedeletedobject.d.ts.map +1 -0
- package/dist/commonjs/models/components/evalsuitesharedeletedobject.js +62 -0
- package/dist/commonjs/models/components/evalsuitesharedeletedobject.js.map +1 -0
- package/dist/commonjs/models/components/evalsuitesharelist.d.ts +23 -0
- package/dist/commonjs/models/components/evalsuitesharelist.d.ts.map +1 -0
- package/dist/commonjs/models/components/evalsuitesharelist.js +61 -0
- package/dist/commonjs/models/components/evalsuitesharelist.js.map +1 -0
- package/dist/commonjs/models/components/evalsuiteshareobject.d.ts +33 -0
- package/dist/commonjs/models/components/evalsuiteshareobject.d.ts.map +1 -0
- package/dist/commonjs/models/components/evalsuiteshareobject.js +83 -0
- package/dist/commonjs/models/components/evalsuiteshareobject.js.map +1 -0
- package/dist/commonjs/models/components/index.d.ts +5 -0
- package/dist/commonjs/models/components/index.d.ts.map +1 -1
- package/dist/commonjs/models/components/index.js +5 -0
- package/dist/commonjs/models/components/index.js.map +1 -1
- package/dist/commonjs/models/operations/createevalsuiteshare.d.ts +25 -0
- package/dist/commonjs/models/operations/createevalsuiteshare.d.ts.map +1 -0
- package/dist/commonjs/models/operations/createevalsuiteshare.js +76 -0
- package/dist/commonjs/models/operations/createevalsuiteshare.js.map +1 -0
- package/dist/commonjs/models/operations/deleteevalsuiteshare.d.ts +24 -0
- package/dist/commonjs/models/operations/deleteevalsuiteshare.d.ts.map +1 -0
- package/dist/commonjs/models/operations/deleteevalsuiteshare.js +75 -0
- package/dist/commonjs/models/operations/deleteevalsuiteshare.js.map +1 -0
- package/dist/commonjs/models/operations/index.d.ts +3 -0
- package/dist/commonjs/models/operations/index.d.ts.map +1 -1
- package/dist/commonjs/models/operations/index.js +3 -0
- package/dist/commonjs/models/operations/index.js.map +1 -1
- package/dist/commonjs/models/operations/listevalruns.d.ts +2 -0
- package/dist/commonjs/models/operations/listevalruns.d.ts.map +1 -1
- package/dist/commonjs/models/operations/listevalruns.js +4 -0
- package/dist/commonjs/models/operations/listevalruns.js.map +1 -1
- package/dist/commonjs/models/operations/listevalsuites.d.ts +2 -0
- package/dist/commonjs/models/operations/listevalsuites.d.ts.map +1 -1
- package/dist/commonjs/models/operations/listevalsuites.js +4 -0
- package/dist/commonjs/models/operations/listevalsuites.js.map +1 -1
- package/dist/commonjs/models/operations/listevalsuiteshares.d.ts +22 -0
- package/dist/commonjs/models/operations/listevalsuiteshares.d.ts.map +1 -0
- package/dist/commonjs/models/operations/listevalsuiteshares.js +71 -0
- package/dist/commonjs/models/operations/listevalsuiteshares.js.map +1 -0
- package/dist/commonjs/react-query/index.d.ts +3 -0
- package/dist/commonjs/react-query/index.d.ts.map +1 -1
- package/dist/commonjs/react-query/index.js +3 -0
- package/dist/commonjs/react-query/index.js.map +1 -1
- package/dist/commonjs/react-query/llmEvalsCreateSuiteShare.d.ts +29 -0
- package/dist/commonjs/react-query/llmEvalsCreateSuiteShare.d.ts.map +1 -0
- package/dist/commonjs/react-query/llmEvalsCreateSuiteShare.js +47 -0
- package/dist/commonjs/react-query/llmEvalsCreateSuiteShare.js.map +1 -0
- package/dist/commonjs/react-query/llmEvalsDeleteSuiteShare.d.ts +29 -0
- package/dist/commonjs/react-query/llmEvalsDeleteSuiteShare.d.ts.map +1 -0
- package/dist/commonjs/react-query/llmEvalsDeleteSuiteShare.js +47 -0
- package/dist/commonjs/react-query/llmEvalsDeleteSuiteShare.js.map +1 -0
- package/dist/commonjs/react-query/llmEvalsGetArtifacts.d.ts +2 -2
- package/dist/commonjs/react-query/llmEvalsGetArtifacts.js +2 -2
- package/dist/commonjs/react-query/llmEvalsListRuns.core.d.ts +1 -0
- package/dist/commonjs/react-query/llmEvalsListRuns.core.d.ts.map +1 -1
- package/dist/commonjs/react-query/llmEvalsListRuns.core.js +1 -0
- package/dist/commonjs/react-query/llmEvalsListRuns.core.js.map +1 -1
- package/dist/commonjs/react-query/llmEvalsListRuns.d.ts +2 -0
- package/dist/commonjs/react-query/llmEvalsListRuns.d.ts.map +1 -1
- package/dist/commonjs/react-query/llmEvalsListRuns.js.map +1 -1
- package/dist/commonjs/react-query/llmEvalsListSuiteShares.core.d.ts +15 -0
- package/dist/commonjs/react-query/llmEvalsListSuiteShares.core.d.ts.map +1 -0
- package/dist/commonjs/react-query/llmEvalsListSuiteShares.core.js +36 -0
- package/dist/commonjs/react-query/llmEvalsListSuiteShares.core.js.map +1 -0
- package/dist/commonjs/react-query/llmEvalsListSuiteShares.d.ts +38 -0
- package/dist/commonjs/react-query/llmEvalsListSuiteShares.d.ts.map +1 -0
- package/dist/commonjs/react-query/llmEvalsListSuiteShares.js +60 -0
- package/dist/commonjs/react-query/llmEvalsListSuiteShares.js.map +1 -0
- package/dist/commonjs/react-query/llmEvalsListSuites.core.d.ts +1 -0
- package/dist/commonjs/react-query/llmEvalsListSuites.core.d.ts.map +1 -1
- package/dist/commonjs/react-query/llmEvalsListSuites.core.js +1 -0
- package/dist/commonjs/react-query/llmEvalsListSuites.core.js.map +1 -1
- package/dist/commonjs/react-query/llmEvalsListSuites.d.ts +2 -0
- package/dist/commonjs/react-query/llmEvalsListSuites.d.ts.map +1 -1
- package/dist/commonjs/react-query/llmEvalsListSuites.js.map +1 -1
- package/dist/commonjs/sdk/evals.d.ts +22 -1
- package/dist/commonjs/sdk/evals.d.ts.map +1 -1
- package/dist/commonjs/sdk/evals.js +31 -1
- package/dist/commonjs/sdk/evals.js.map +1 -1
- package/dist/esm/funcs/llmEvalsCreateSuiteShare.d.ts +20 -0
- package/dist/esm/funcs/llmEvalsCreateSuiteShare.d.ts.map +1 -0
- package/dist/esm/funcs/llmEvalsCreateSuiteShare.js +101 -0
- package/dist/esm/funcs/llmEvalsCreateSuiteShare.js.map +1 -0
- package/dist/esm/funcs/llmEvalsDeleteSuiteShare.d.ts +20 -0
- package/dist/esm/funcs/llmEvalsDeleteSuiteShare.d.ts.map +1 -0
- package/dist/esm/funcs/llmEvalsDeleteSuiteShare.js +102 -0
- package/dist/esm/funcs/llmEvalsDeleteSuiteShare.js.map +1 -0
- package/dist/esm/funcs/llmEvalsGetArtifacts.d.ts +1 -1
- package/dist/esm/funcs/llmEvalsGetArtifacts.js +1 -1
- package/dist/esm/funcs/llmEvalsListRuns.js +1 -0
- package/dist/esm/funcs/llmEvalsListRuns.js.map +1 -1
- package/dist/esm/funcs/llmEvalsListSuiteShares.d.ts +20 -0
- package/dist/esm/funcs/llmEvalsListSuiteShares.d.ts.map +1 -0
- package/dist/esm/funcs/llmEvalsListSuiteShares.js +98 -0
- package/dist/esm/funcs/llmEvalsListSuiteShares.js.map +1 -0
- package/dist/esm/funcs/llmEvalsListSuites.js +1 -0
- package/dist/esm/funcs/llmEvalsListSuites.js.map +1 -1
- package/dist/esm/lib/config.d.ts +2 -2
- package/dist/esm/lib/config.js +2 -2
- package/dist/esm/mcp-server/mcp-server.js +1 -1
- package/dist/esm/mcp-server/server.d.ts.map +1 -1
- package/dist/esm/mcp-server/server.js +7 -1
- package/dist/esm/mcp-server/server.js.map +1 -1
- package/dist/esm/mcp-server/tools/llmEvalsCreateSuiteShare.d.ts +8 -0
- package/dist/esm/mcp-server/tools/llmEvalsCreateSuiteShare.d.ts.map +1 -0
- package/dist/esm/mcp-server/tools/llmEvalsCreateSuiteShare.js +28 -0
- package/dist/esm/mcp-server/tools/llmEvalsCreateSuiteShare.js.map +1 -0
- package/dist/esm/mcp-server/tools/llmEvalsDeleteSuiteShare.d.ts +8 -0
- package/dist/esm/mcp-server/tools/llmEvalsDeleteSuiteShare.d.ts.map +1 -0
- package/dist/esm/mcp-server/tools/llmEvalsDeleteSuiteShare.js +28 -0
- package/dist/esm/mcp-server/tools/llmEvalsDeleteSuiteShare.js.map +1 -0
- package/dist/esm/mcp-server/tools/llmEvalsGetArtifacts.js +1 -1
- package/dist/esm/mcp-server/tools/llmEvalsGetArtifacts.js.map +1 -1
- package/dist/esm/mcp-server/tools/llmEvalsListSuiteShares.d.ts +8 -0
- package/dist/esm/mcp-server/tools/llmEvalsListSuiteShares.d.ts.map +1 -0
- package/dist/esm/mcp-server/tools/llmEvalsListSuiteShares.js +28 -0
- package/dist/esm/mcp-server/tools/llmEvalsListSuiteShares.js.map +1 -0
- package/dist/esm/models/components/createevalsuitesharerequest.d.ts +20 -0
- package/dist/esm/models/components/createevalsuitesharerequest.d.ts.map +1 -0
- package/dist/esm/models/components/createevalsuitesharerequest.js +29 -0
- package/dist/esm/models/components/createevalsuitesharerequest.js.map +1 -0
- package/dist/esm/models/components/evalsuiteaccess.d.ts +18 -0
- package/dist/esm/models/components/evalsuiteaccess.d.ts.map +1 -0
- package/dist/esm/models/components/evalsuiteaccess.js +16 -0
- package/dist/esm/models/components/evalsuiteaccess.js.map +1 -0
- package/dist/esm/models/components/evalsuiteobject.d.ts +6 -0
- package/dist/esm/models/components/evalsuiteobject.d.ts.map +1 -1
- package/dist/esm/models/components/evalsuiteobject.js +3 -0
- package/dist/esm/models/components/evalsuiteobject.js.map +1 -1
- package/dist/esm/models/components/evalsuitesharedeletedobject.d.ts +24 -0
- package/dist/esm/models/components/evalsuitesharedeletedobject.d.ts.map +1 -0
- package/dist/esm/models/components/evalsuitesharedeletedobject.js +24 -0
- package/dist/esm/models/components/evalsuitesharedeletedobject.js.map +1 -0
- package/dist/esm/models/components/evalsuitesharelist.d.ts +23 -0
- package/dist/esm/models/components/evalsuitesharelist.d.ts.map +1 -0
- package/dist/esm/models/components/evalsuitesharelist.js +23 -0
- package/dist/esm/models/components/evalsuitesharelist.js.map +1 -0
- package/dist/esm/models/components/evalsuiteshareobject.d.ts +33 -0
- package/dist/esm/models/components/evalsuiteshareobject.d.ts.map +1 -0
- package/dist/esm/models/components/evalsuiteshareobject.js +45 -0
- package/dist/esm/models/components/evalsuiteshareobject.js.map +1 -0
- package/dist/esm/models/components/index.d.ts +5 -0
- package/dist/esm/models/components/index.d.ts.map +1 -1
- package/dist/esm/models/components/index.js +5 -0
- package/dist/esm/models/components/index.js.map +1 -1
- package/dist/esm/models/operations/createevalsuiteshare.d.ts +25 -0
- package/dist/esm/models/operations/createevalsuiteshare.d.ts.map +1 -0
- package/dist/esm/models/operations/createevalsuiteshare.js +38 -0
- package/dist/esm/models/operations/createevalsuiteshare.js.map +1 -0
- package/dist/esm/models/operations/deleteevalsuiteshare.d.ts +24 -0
- package/dist/esm/models/operations/deleteevalsuiteshare.d.ts.map +1 -0
- package/dist/esm/models/operations/deleteevalsuiteshare.js +37 -0
- package/dist/esm/models/operations/deleteevalsuiteshare.js.map +1 -0
- package/dist/esm/models/operations/index.d.ts +3 -0
- package/dist/esm/models/operations/index.d.ts.map +1 -1
- package/dist/esm/models/operations/index.js +3 -0
- package/dist/esm/models/operations/index.js.map +1 -1
- package/dist/esm/models/operations/listevalruns.d.ts +2 -0
- package/dist/esm/models/operations/listevalruns.d.ts.map +1 -1
- package/dist/esm/models/operations/listevalruns.js +4 -0
- package/dist/esm/models/operations/listevalruns.js.map +1 -1
- package/dist/esm/models/operations/listevalsuites.d.ts +2 -0
- package/dist/esm/models/operations/listevalsuites.d.ts.map +1 -1
- package/dist/esm/models/operations/listevalsuites.js +4 -0
- package/dist/esm/models/operations/listevalsuites.js.map +1 -1
- package/dist/esm/models/operations/listevalsuiteshares.d.ts +22 -0
- package/dist/esm/models/operations/listevalsuiteshares.d.ts.map +1 -0
- package/dist/esm/models/operations/listevalsuiteshares.js +33 -0
- package/dist/esm/models/operations/listevalsuiteshares.js.map +1 -0
- package/dist/esm/react-query/index.d.ts +3 -0
- package/dist/esm/react-query/index.d.ts.map +1 -1
- package/dist/esm/react-query/index.js +3 -0
- package/dist/esm/react-query/index.js.map +1 -1
- package/dist/esm/react-query/llmEvalsCreateSuiteShare.d.ts +29 -0
- package/dist/esm/react-query/llmEvalsCreateSuiteShare.d.ts.map +1 -0
- package/dist/esm/react-query/llmEvalsCreateSuiteShare.js +42 -0
- package/dist/esm/react-query/llmEvalsCreateSuiteShare.js.map +1 -0
- package/dist/esm/react-query/llmEvalsDeleteSuiteShare.d.ts +29 -0
- package/dist/esm/react-query/llmEvalsDeleteSuiteShare.d.ts.map +1 -0
- package/dist/esm/react-query/llmEvalsDeleteSuiteShare.js +42 -0
- package/dist/esm/react-query/llmEvalsDeleteSuiteShare.js.map +1 -0
- package/dist/esm/react-query/llmEvalsGetArtifacts.d.ts +2 -2
- package/dist/esm/react-query/llmEvalsGetArtifacts.js +2 -2
- package/dist/esm/react-query/llmEvalsListRuns.core.d.ts +1 -0
- package/dist/esm/react-query/llmEvalsListRuns.core.d.ts.map +1 -1
- package/dist/esm/react-query/llmEvalsListRuns.core.js +1 -0
- package/dist/esm/react-query/llmEvalsListRuns.core.js.map +1 -1
- package/dist/esm/react-query/llmEvalsListRuns.d.ts +2 -0
- package/dist/esm/react-query/llmEvalsListRuns.d.ts.map +1 -1
- package/dist/esm/react-query/llmEvalsListRuns.js.map +1 -1
- package/dist/esm/react-query/llmEvalsListSuiteShares.core.d.ts +15 -0
- package/dist/esm/react-query/llmEvalsListSuiteShares.core.d.ts.map +1 -0
- package/dist/esm/react-query/llmEvalsListSuiteShares.core.js +31 -0
- package/dist/esm/react-query/llmEvalsListSuiteShares.core.js.map +1 -0
- package/dist/esm/react-query/llmEvalsListSuiteShares.d.ts +38 -0
- package/dist/esm/react-query/llmEvalsListSuiteShares.d.ts.map +1 -0
- package/dist/esm/react-query/llmEvalsListSuiteShares.js +50 -0
- package/dist/esm/react-query/llmEvalsListSuiteShares.js.map +1 -0
- package/dist/esm/react-query/llmEvalsListSuites.core.d.ts +1 -0
- package/dist/esm/react-query/llmEvalsListSuites.core.d.ts.map +1 -1
- package/dist/esm/react-query/llmEvalsListSuites.core.js +1 -0
- package/dist/esm/react-query/llmEvalsListSuites.core.js.map +1 -1
- package/dist/esm/react-query/llmEvalsListSuites.d.ts +2 -0
- package/dist/esm/react-query/llmEvalsListSuites.d.ts.map +1 -1
- package/dist/esm/react-query/llmEvalsListSuites.js.map +1 -1
- package/dist/esm/sdk/evals.d.ts +22 -1
- package/dist/esm/sdk/evals.d.ts.map +1 -1
- package/dist/esm/sdk/evals.js +31 -1
- package/dist/esm/sdk/evals.js.map +1 -1
- package/jsr.json +1 -1
- package/package.json +1 -1
- package/src/funcs/llmEvalsCreateSuiteShare.ts +191 -0
- package/src/funcs/llmEvalsDeleteSuiteShare.ts +192 -0
- package/src/funcs/llmEvalsGetArtifacts.ts +1 -1
- package/src/funcs/llmEvalsListRuns.ts +1 -0
- package/src/funcs/llmEvalsListSuiteShares.ts +188 -0
- package/src/funcs/llmEvalsListSuites.ts +1 -0
- package/src/lib/config.ts +2 -2
- package/src/mcp-server/mcp-server.ts +1 -1
- package/src/mcp-server/server.ts +7 -1
- package/src/mcp-server/tools/llmEvalsCreateSuiteShare.ts +37 -0
- package/src/mcp-server/tools/llmEvalsDeleteSuiteShare.ts +37 -0
- package/src/mcp-server/tools/llmEvalsGetArtifacts.ts +1 -1
- package/src/mcp-server/tools/llmEvalsListSuiteShares.ts +37 -0
- package/src/models/components/createevalsuitesharerequest.ts +65 -0
- package/src/models/components/evalsuiteaccess.ts +27 -0
- package/src/models/components/evalsuiteobject.ts +12 -0
- package/src/models/components/evalsuitesharedeletedobject.ts +64 -0
- package/src/models/components/evalsuitesharelist.ts +64 -0
- package/src/models/components/evalsuiteshareobject.ts +92 -0
- package/src/models/components/index.ts +5 -0
- package/src/models/operations/createevalsuiteshare.ts +80 -0
- package/src/models/operations/deleteevalsuiteshare.ts +77 -0
- package/src/models/operations/index.ts +3 -0
- package/src/models/operations/listevalruns.ts +6 -0
- package/src/models/operations/listevalsuites.ts +6 -0
- package/src/models/operations/listevalsuiteshares.ts +69 -0
- package/src/react-query/index.ts +3 -0
- package/src/react-query/llmEvalsCreateSuiteShare.ts +110 -0
- package/src/react-query/llmEvalsDeleteSuiteShare.ts +110 -0
- package/src/react-query/llmEvalsGetArtifacts.ts +2 -2
- package/src/react-query/llmEvalsListRuns.core.ts +2 -0
- package/src/react-query/llmEvalsListRuns.ts +2 -0
- package/src/react-query/llmEvalsListSuiteShares.core.ts +76 -0
- package/src/react-query/llmEvalsListSuiteShares.ts +141 -0
- package/src/react-query/llmEvalsListSuites.core.ts +2 -0
- package/src/react-query/llmEvalsListSuites.ts +2 -0
- package/src/sdk/evals.ts +55 -1
|
@@ -12,6 +12,7 @@ export declare function buildLlmEvalsListSuitesQuery(client$: SDKCore, request:
|
|
|
12
12
|
export declare function queryKeyLlmEvalsListSuites(parameters: {
|
|
13
13
|
after?: string | undefined;
|
|
14
14
|
limit?: number | undefined;
|
|
15
|
+
ownedOnly?: boolean | undefined;
|
|
15
16
|
xOnBehalfOf?: string | undefined;
|
|
16
17
|
}): QueryKey;
|
|
17
18
|
//# sourceMappingURL=llmEvalsListSuites.core.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"llmEvalsListSuites.core.d.ts","sourceRoot":"","sources":["../../../src/react-query/llmEvalsListSuites.core.ts"],"names":[],"mappings":"AAIA,OAAO,EACL,WAAW,EACX,oBAAoB,EACpB,QAAQ,EACT,MAAM,uBAAuB,CAAC;AAC/B,OAAO,EAAE,OAAO,EAAE,MAAM,YAAY,CAAC;AAGrC,OAAO,EAAE,cAAc,EAAE,MAAM,gBAAgB,CAAC;AAChD,OAAO,KAAK,UAAU,MAAM,+BAA+B,CAAC;AAC5D,OAAO,KAAK,UAAU,MAAM,+BAA+B,CAAC;AAE5D,MAAM,MAAM,2BAA2B,GAAG,UAAU,CAAC,aAAa,CAAC;AAEnE,wBAAgB,0BAA0B,CACxC,WAAW,EAAE,WAAW,EACxB,OAAO,EAAE,OAAO,EAChB,OAAO,EAAE,UAAU,CAAC,qBAAqB,EACzC,OAAO,CAAC,EAAE,cAAc,GACvB,OAAO,CAAC,IAAI,CAAC,CAQf;AAED,wBAAgB,4BAA4B,CAC1C,OAAO,EAAE,OAAO,EAChB,OAAO,EAAE,UAAU,CAAC,qBAAqB,EACzC,OAAO,CAAC,EAAE,cAAc,GACvB;IACD,QAAQ,EAAE,QAAQ,CAAC;IACnB,OAAO,EAAE,CACP,OAAO,EAAE,oBAAoB,KAC1B,OAAO,CAAC,2BAA2B,CAAC,CAAC;CAC3C,
|
|
1
|
+
{"version":3,"file":"llmEvalsListSuites.core.d.ts","sourceRoot":"","sources":["../../../src/react-query/llmEvalsListSuites.core.ts"],"names":[],"mappings":"AAIA,OAAO,EACL,WAAW,EACX,oBAAoB,EACpB,QAAQ,EACT,MAAM,uBAAuB,CAAC;AAC/B,OAAO,EAAE,OAAO,EAAE,MAAM,YAAY,CAAC;AAGrC,OAAO,EAAE,cAAc,EAAE,MAAM,gBAAgB,CAAC;AAChD,OAAO,KAAK,UAAU,MAAM,+BAA+B,CAAC;AAC5D,OAAO,KAAK,UAAU,MAAM,+BAA+B,CAAC;AAE5D,MAAM,MAAM,2BAA2B,GAAG,UAAU,CAAC,aAAa,CAAC;AAEnE,wBAAgB,0BAA0B,CACxC,WAAW,EAAE,WAAW,EACxB,OAAO,EAAE,OAAO,EAChB,OAAO,EAAE,UAAU,CAAC,qBAAqB,EACzC,OAAO,CAAC,EAAE,cAAc,GACvB,OAAO,CAAC,IAAI,CAAC,CAQf;AAED,wBAAgB,4BAA4B,CAC1C,OAAO,EAAE,OAAO,EAChB,OAAO,EAAE,UAAU,CAAC,qBAAqB,EACzC,OAAO,CAAC,EAAE,cAAc,GACvB;IACD,QAAQ,EAAE,QAAQ,CAAC;IACnB,OAAO,EAAE,CACP,OAAO,EAAE,oBAAoB,KAC1B,OAAO,CAAC,2BAA2B,CAAC,CAAC;CAC3C,CA6BA;AAED,wBAAgB,0BAA0B,CACxC,UAAU,EAAE;IACV,KAAK,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC3B,KAAK,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC3B,SAAS,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;IAChC,WAAW,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;CAClC,GACA,QAAQ,CAEV"}
|
|
@@ -14,6 +14,7 @@ export function buildLlmEvalsListSuitesQuery(client$, request, options) {
|
|
|
14
14
|
queryKey: queryKeyLlmEvalsListSuites({
|
|
15
15
|
after: request.after,
|
|
16
16
|
limit: request.limit,
|
|
17
|
+
ownedOnly: request.ownedOnly,
|
|
17
18
|
xOnBehalfOf: request.xOnBehalfOf,
|
|
18
19
|
}),
|
|
19
20
|
queryFn: async function llmEvalsListSuitesQueryFn(ctx) {
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"llmEvalsListSuites.core.js","sourceRoot":"","sources":["../../../src/react-query/llmEvalsListSuites.core.ts"],"names":[],"mappings":"AAAA;;GAEG;AAQH,OAAO,EAAE,kBAAkB,EAAE,MAAM,gCAAgC,CAAC;AACpE,OAAO,EAAE,cAAc,EAAE,MAAM,sBAAsB,CAAC;AAItD,OAAO,EAAE,WAAW,EAAE,MAAM,gBAAgB,CAAC;AAG7C,MAAM,UAAU,0BAA0B,CACxC,WAAwB,EACxB,OAAgB,EAChB,OAAyC,EACzC,OAAwB;IAExB,OAAO,WAAW,CAAC,aAAa,CAAC;QAC/B,GAAG,4BAA4B,CAC7B,OAAO,EACP,OAAO,EACP,OAAO,CACR;KACF,CAAC,CAAC;AACL,CAAC;AAED,MAAM,UAAU,4BAA4B,CAC1C,OAAgB,EAChB,OAAyC,EACzC,OAAwB;IAOxB,OAAO;QACL,QAAQ,EAAE,0BAA0B,CAAC;YACnC,KAAK,EAAE,OAAO,CAAC,KAAK;YACpB,KAAK,EAAE,OAAO,CAAC,KAAK;YACpB,WAAW,EAAE,OAAO,CAAC,WAAW;SACjC,CAAC;QACF,OAAO,EAAE,KAAK,UAAU,yBAAyB,CAC/C,GAAG;YAEH,MAAM,GAAG,GAAG,cAAc,CACxB,GAAG,CAAC,MAAM,EACV,OAAO,EAAE,MAAM,EACf,OAAO,EAAE,YAAY,EAAE,MAAM,CAC9B,CAAC;YACF,MAAM,aAAa,GAAG;gBACpB,GAAG,OAAO,EAAE,YAAY;gBACxB,GAAG,OAAO;gBACV,MAAM,EAAE,GAAG;aACZ,CAAC;YAEF,OAAO,WAAW,CAAC,kBAAkB,CACnC,OAAO,EACP,OAAO,EACP,aAAa,CACd,CAAC,CAAC;QACL,CAAC;KACF,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,0BAA0B,CACxC,
|
|
1
|
+
{"version":3,"file":"llmEvalsListSuites.core.js","sourceRoot":"","sources":["../../../src/react-query/llmEvalsListSuites.core.ts"],"names":[],"mappings":"AAAA;;GAEG;AAQH,OAAO,EAAE,kBAAkB,EAAE,MAAM,gCAAgC,CAAC;AACpE,OAAO,EAAE,cAAc,EAAE,MAAM,sBAAsB,CAAC;AAItD,OAAO,EAAE,WAAW,EAAE,MAAM,gBAAgB,CAAC;AAG7C,MAAM,UAAU,0BAA0B,CACxC,WAAwB,EACxB,OAAgB,EAChB,OAAyC,EACzC,OAAwB;IAExB,OAAO,WAAW,CAAC,aAAa,CAAC;QAC/B,GAAG,4BAA4B,CAC7B,OAAO,EACP,OAAO,EACP,OAAO,CACR;KACF,CAAC,CAAC;AACL,CAAC;AAED,MAAM,UAAU,4BAA4B,CAC1C,OAAgB,EAChB,OAAyC,EACzC,OAAwB;IAOxB,OAAO;QACL,QAAQ,EAAE,0BAA0B,CAAC;YACnC,KAAK,EAAE,OAAO,CAAC,KAAK;YACpB,KAAK,EAAE,OAAO,CAAC,KAAK;YACpB,SAAS,EAAE,OAAO,CAAC,SAAS;YAC5B,WAAW,EAAE,OAAO,CAAC,WAAW;SACjC,CAAC;QACF,OAAO,EAAE,KAAK,UAAU,yBAAyB,CAC/C,GAAG;YAEH,MAAM,GAAG,GAAG,cAAc,CACxB,GAAG,CAAC,MAAM,EACV,OAAO,EAAE,MAAM,EACf,OAAO,EAAE,YAAY,EAAE,MAAM,CAC9B,CAAC;YACF,MAAM,aAAa,GAAG;gBACpB,GAAG,OAAO,EAAE,YAAY;gBACxB,GAAG,OAAO;gBACV,MAAM,EAAE,GAAG;aACZ,CAAC;YAEF,OAAO,WAAW,CAAC,kBAAkB,CACnC,OAAO,EACP,OAAO,EACP,aAAa,CACd,CAAC,CAAC;QACL,CAAC;KACF,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,0BAA0B,CACxC,UAKC;IAED,OAAO,CAAC,eAAe,EAAE,OAAO,EAAE,YAAY,EAAE,UAAU,CAAC,CAAC;AAC9D,CAAC"}
|
|
@@ -26,6 +26,7 @@ export declare function setLlmEvalsListSuitesData(client: QueryClient, queryKeyB
|
|
|
26
26
|
parameters: {
|
|
27
27
|
after?: string | undefined;
|
|
28
28
|
limit?: number | undefined;
|
|
29
|
+
ownedOnly?: boolean | undefined;
|
|
29
30
|
xOnBehalfOf?: string | undefined;
|
|
30
31
|
}
|
|
31
32
|
], data: LlmEvalsListSuitesQueryData): LlmEvalsListSuitesQueryData | undefined;
|
|
@@ -33,6 +34,7 @@ export declare function invalidateLlmEvalsListSuites(client: QueryClient, queryK
|
|
|
33
34
|
parameters: {
|
|
34
35
|
after?: string | undefined;
|
|
35
36
|
limit?: number | undefined;
|
|
37
|
+
ownedOnly?: boolean | undefined;
|
|
36
38
|
xOnBehalfOf?: string | undefined;
|
|
37
39
|
}
|
|
38
40
|
]>, filters?: Omit<InvalidateQueryFilters, "queryKey" | "predicate" | "exact">): Promise<void>;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"llmEvalsListSuites.d.ts","sourceRoot":"","sources":["../../../src/react-query/llmEvalsListSuites.ts"],"names":[],"mappings":"AAIA,OAAO,EACL,sBAAsB,EACtB,WAAW,EAEX,cAAc,EAEd,sBAAsB,EACvB,MAAM,uBAAuB,CAAC;AAC/B,OAAO,EACL,eAAe,EACf,mBAAmB,EACnB,mBAAmB,EACnB,mBAAmB,EACnB,qBAAqB,EACtB,MAAM,sCAAsC,CAAC;AAC9C,OAAO,EAAE,uBAAuB,EAAE,MAAM,6CAA6C,CAAC;AACtF,OAAO,EAAE,QAAQ,EAAE,MAAM,8BAA8B,CAAC;AACxD,OAAO,EAAE,kBAAkB,EAAE,MAAM,wCAAwC,CAAC;AAC5E,OAAO,KAAK,UAAU,MAAM,+BAA+B,CAAC;AAE5D,OAAO,EACL,gBAAgB,EAChB,wBAAwB,EACxB,eAAe,EAChB,MAAM,aAAa,CAAC;AACrB,OAAO,EACL,4BAA4B,EAC5B,2BAA2B,EAC3B,0BAA0B,EAC1B,0BAA0B,EAC3B,MAAM,8BAA8B,CAAC;AACtC,OAAO,EACL,4BAA4B,EAC5B,KAAK,2BAA2B,EAChC,0BAA0B,EAC1B,0BAA0B,GAC3B,CAAC;AAEF,MAAM,MAAM,4BAA4B,GACpC,QAAQ,GACR,uBAAuB,GACvB,eAAe,GACf,mBAAmB,GACnB,mBAAmB,GACnB,mBAAmB,GACnB,qBAAqB,GACrB,kBAAkB,CAAC;AAEvB;;;;;GAKG;AACH,wBAAgB,qBAAqB,CACnC,OAAO,EAAE,UAAU,CAAC,qBAAqB,EACzC,OAAO,CAAC,EAAE,gBAAgB,CACxB,2BAA2B,EAC3B,4BAA4B,CAC7B,GACA,cAAc,CAAC,2BAA2B,EAAE,4BAA4B,CAAC,CAU3E;AAED;;;;;GAKG;AACH,wBAAgB,6BAA6B,CAC3C,OAAO,EAAE,UAAU,CAAC,qBAAqB,EACzC,OAAO,CAAC,EAAE,wBAAwB,CAChC,2BAA2B,EAC3B,4BAA4B,CAC7B,GACA,sBAAsB,CACvB,2BAA2B,EAC3B,4BAA4B,CAC7B,CAUA;AAED,wBAAgB,yBAAyB,CACvC,MAAM,EAAE,WAAW,EACnB,YAAY,EAAE;IACZ,UAAU,EAAE;QACV,KAAK,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;QAC3B,KAAK,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;QAC3B,WAAW,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;KAClC;CACF,EACD,IAAI,EAAE,2BAA2B,GAChC,2BAA2B,GAAG,SAAS,CAIzC;AAED,wBAAgB,4BAA4B,CAC1C,MAAM,EAAE,WAAW,EACnB,YAAY,EAAE,eAAe,CAC3B;IAAC,UAAU,EAAE;QACX,KAAK,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;QAC3B,KAAK,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;QAC3B,WAAW,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;KAClC;CAAC,CACH,EACD,OAAO,CAAC,EAAE,IAAI,CAAC,sBAAsB,EAAE,UAAU,GAAG,WAAW,GAAG,OAAO,CAAC,GACzE,OAAO,CAAC,IAAI,CAAC,CAKf;AAED,wBAAgB,+BAA+B,CAC7C,MAAM,EAAE,WAAW,EACnB,OAAO,CAAC,EAAE,IAAI,CAAC,sBAAsB,EAAE,UAAU,GAAG,WAAW,GAAG,OAAO,CAAC,GACzE,OAAO,CAAC,IAAI,CAAC,CAKf"}
|
|
1
|
+
{"version":3,"file":"llmEvalsListSuites.d.ts","sourceRoot":"","sources":["../../../src/react-query/llmEvalsListSuites.ts"],"names":[],"mappings":"AAIA,OAAO,EACL,sBAAsB,EACtB,WAAW,EAEX,cAAc,EAEd,sBAAsB,EACvB,MAAM,uBAAuB,CAAC;AAC/B,OAAO,EACL,eAAe,EACf,mBAAmB,EACnB,mBAAmB,EACnB,mBAAmB,EACnB,qBAAqB,EACtB,MAAM,sCAAsC,CAAC;AAC9C,OAAO,EAAE,uBAAuB,EAAE,MAAM,6CAA6C,CAAC;AACtF,OAAO,EAAE,QAAQ,EAAE,MAAM,8BAA8B,CAAC;AACxD,OAAO,EAAE,kBAAkB,EAAE,MAAM,wCAAwC,CAAC;AAC5E,OAAO,KAAK,UAAU,MAAM,+BAA+B,CAAC;AAE5D,OAAO,EACL,gBAAgB,EAChB,wBAAwB,EACxB,eAAe,EAChB,MAAM,aAAa,CAAC;AACrB,OAAO,EACL,4BAA4B,EAC5B,2BAA2B,EAC3B,0BAA0B,EAC1B,0BAA0B,EAC3B,MAAM,8BAA8B,CAAC;AACtC,OAAO,EACL,4BAA4B,EAC5B,KAAK,2BAA2B,EAChC,0BAA0B,EAC1B,0BAA0B,GAC3B,CAAC;AAEF,MAAM,MAAM,4BAA4B,GACpC,QAAQ,GACR,uBAAuB,GACvB,eAAe,GACf,mBAAmB,GACnB,mBAAmB,GACnB,mBAAmB,GACnB,qBAAqB,GACrB,kBAAkB,CAAC;AAEvB;;;;;GAKG;AACH,wBAAgB,qBAAqB,CACnC,OAAO,EAAE,UAAU,CAAC,qBAAqB,EACzC,OAAO,CAAC,EAAE,gBAAgB,CACxB,2BAA2B,EAC3B,4BAA4B,CAC7B,GACA,cAAc,CAAC,2BAA2B,EAAE,4BAA4B,CAAC,CAU3E;AAED;;;;;GAKG;AACH,wBAAgB,6BAA6B,CAC3C,OAAO,EAAE,UAAU,CAAC,qBAAqB,EACzC,OAAO,CAAC,EAAE,wBAAwB,CAChC,2BAA2B,EAC3B,4BAA4B,CAC7B,GACA,sBAAsB,CACvB,2BAA2B,EAC3B,4BAA4B,CAC7B,CAUA;AAED,wBAAgB,yBAAyB,CACvC,MAAM,EAAE,WAAW,EACnB,YAAY,EAAE;IACZ,UAAU,EAAE;QACV,KAAK,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;QAC3B,KAAK,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;QAC3B,SAAS,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;QAChC,WAAW,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;KAClC;CACF,EACD,IAAI,EAAE,2BAA2B,GAChC,2BAA2B,GAAG,SAAS,CAIzC;AAED,wBAAgB,4BAA4B,CAC1C,MAAM,EAAE,WAAW,EACnB,YAAY,EAAE,eAAe,CAC3B;IAAC,UAAU,EAAE;QACX,KAAK,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;QAC3B,KAAK,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;QAC3B,SAAS,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;QAChC,WAAW,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;KAClC;CAAC,CACH,EACD,OAAO,CAAC,EAAE,IAAI,CAAC,sBAAsB,EAAE,UAAU,GAAG,WAAW,GAAG,OAAO,CAAC,GACzE,OAAO,CAAC,IAAI,CAAC,CAKf;AAED,wBAAgB,+BAA+B,CAC7C,MAAM,EAAE,WAAW,EACnB,OAAO,CAAC,EAAE,IAAI,CAAC,sBAAsB,EAAE,UAAU,GAAG,WAAW,GAAG,OAAO,CAAC,GACzE,OAAO,CAAC,IAAI,CAAC,CAKf"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"llmEvalsListSuites.js","sourceRoot":"","sources":["../../../src/react-query/llmEvalsListSuites.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,EAGL,QAAQ,EAER,gBAAgB,GAEjB,MAAM,uBAAuB,CAAC;AAY/B,OAAO,EAAE,aAAa,EAAE,MAAM,eAAe,CAAC;AAM9C,OAAO,EACL,4BAA4B,EAE5B,0BAA0B,EAC1B,0BAA0B,GAC3B,MAAM,8BAA8B,CAAC;AACtC,OAAO,EACL,4BAA4B,EAE5B,0BAA0B,EAC1B,0BAA0B,GAC3B,CAAC;AAYF;;;;;GAKG;AACH,MAAM,UAAU,qBAAqB,CACnC,OAAyC,EACzC,OAGC;IAED,MAAM,MAAM,GAAG,aAAa,EAAE,CAAC;IAC/B,OAAO,QAAQ,CAAC;QACd,GAAG,4BAA4B,CAC7B,MAAM,EACN,OAAO,EACP,OAAO,CACR;QACD,GAAG,OAAO;KACX,CAAC,CAAC;AACL,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,6BAA6B,CAC3C,OAAyC,EACzC,OAGC;IAKD,MAAM,MAAM,GAAG,aAAa,EAAE,CAAC;IAC/B,OAAO,gBAAgB,CAAC;QACtB,GAAG,4BAA4B,CAC7B,MAAM,EACN,OAAO,EACP,OAAO,CACR;QACD,GAAG,OAAO;KACX,CAAC,CAAC;AACL,CAAC;AAED,MAAM,UAAU,yBAAyB,CACvC,MAAmB,EACnB,
|
|
1
|
+
{"version":3,"file":"llmEvalsListSuites.js","sourceRoot":"","sources":["../../../src/react-query/llmEvalsListSuites.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,EAGL,QAAQ,EAER,gBAAgB,GAEjB,MAAM,uBAAuB,CAAC;AAY/B,OAAO,EAAE,aAAa,EAAE,MAAM,eAAe,CAAC;AAM9C,OAAO,EACL,4BAA4B,EAE5B,0BAA0B,EAC1B,0BAA0B,GAC3B,MAAM,8BAA8B,CAAC;AACtC,OAAO,EACL,4BAA4B,EAE5B,0BAA0B,EAC1B,0BAA0B,GAC3B,CAAC;AAYF;;;;;GAKG;AACH,MAAM,UAAU,qBAAqB,CACnC,OAAyC,EACzC,OAGC;IAED,MAAM,MAAM,GAAG,aAAa,EAAE,CAAC;IAC/B,OAAO,QAAQ,CAAC;QACd,GAAG,4BAA4B,CAC7B,MAAM,EACN,OAAO,EACP,OAAO,CACR;QACD,GAAG,OAAO;KACX,CAAC,CAAC;AACL,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,6BAA6B,CAC3C,OAAyC,EACzC,OAGC;IAKD,MAAM,MAAM,GAAG,aAAa,EAAE,CAAC;IAC/B,OAAO,gBAAgB,CAAC;QACtB,GAAG,4BAA4B,CAC7B,MAAM,EACN,OAAO,EACP,OAAO,CACR;QACD,GAAG,OAAO;KACX,CAAC,CAAC;AACL,CAAC;AAED,MAAM,UAAU,yBAAyB,CACvC,MAAmB,EACnB,YAOC,EACD,IAAiC;IAEjC,MAAM,GAAG,GAAG,0BAA0B,CAAC,GAAG,YAAY,CAAC,CAAC;IAExD,OAAO,MAAM,CAAC,YAAY,CAA8B,GAAG,EAAE,IAAI,CAAC,CAAC;AACrE,CAAC;AAED,MAAM,UAAU,4BAA4B,CAC1C,MAAmB,EACnB,YAOC,EACD,OAA0E;IAE1E,OAAO,MAAM,CAAC,iBAAiB,CAAC;QAC9B,GAAG,OAAO;QACV,QAAQ,EAAE,CAAC,eAAe,EAAE,OAAO,EAAE,YAAY,EAAE,GAAG,YAAY,CAAC;KACpE,CAAC,CAAC;AACL,CAAC;AAED,MAAM,UAAU,+BAA+B,CAC7C,MAAmB,EACnB,OAA0E;IAE1E,OAAO,MAAM,CAAC,iBAAiB,CAAC;QAC9B,GAAG,OAAO;QACV,QAAQ,EAAE,CAAC,eAAe,EAAE,OAAO,EAAE,YAAY,CAAC;KACnD,CAAC,CAAC;AACL,CAAC"}
|
package/dist/esm/sdk/evals.d.ts
CHANGED
|
@@ -51,6 +51,27 @@ export declare class Evals extends ClientSDK {
|
|
|
51
51
|
* Retrieves an immutable eval suite version and its manifest.
|
|
52
52
|
*/
|
|
53
53
|
getSuiteVersion(request: operations.GetEvalSuiteVersionRequest, options?: RequestOptions): Promise<operations.GetEvalSuiteVersionResponseBody>;
|
|
54
|
+
/**
|
|
55
|
+
* List eval suite shares
|
|
56
|
+
*
|
|
57
|
+
* @remarks
|
|
58
|
+
* Lists the orgs this eval suite is shared with. Any member of the owning scope who can see the suite can list its shares (no admin role needed); a recipient org gets 404, as for any suite it does not own; a delegated (on-behalf-of) context is refused with 403, as on the share and unshare routes.
|
|
59
|
+
*/
|
|
60
|
+
listSuiteShares(request: operations.ListEvalSuiteSharesRequest, options?: RequestOptions): Promise<components.EvalSuiteShareList>;
|
|
61
|
+
/**
|
|
62
|
+
* Share an eval suite with an org
|
|
63
|
+
*
|
|
64
|
+
* @remarks
|
|
65
|
+
* Grants another org on this cluster read-only access to the suite, its versions and every run under it, including runs by other members of the owning team. Org admins only, and never a delegated (on-behalf-of) context (403); the owning org cannot be the recipient. Sharing again with the same org returns the existing grant.
|
|
66
|
+
*/
|
|
67
|
+
createSuiteShare(request: operations.CreateEvalSuiteShareRequest, options?: RequestOptions): Promise<components.EvalSuiteShareObject>;
|
|
68
|
+
/**
|
|
69
|
+
* Unshare an eval suite from an org
|
|
70
|
+
*
|
|
71
|
+
* @remarks
|
|
72
|
+
* Revokes an org's read-only access to the suite. Org admins only, never a delegated (on-behalf-of) context (403).
|
|
73
|
+
*/
|
|
74
|
+
deleteSuiteShare(request: operations.DeleteEvalSuiteShareRequest, options?: RequestOptions): Promise<components.EvalSuiteShareDeletedObject>;
|
|
54
75
|
/**
|
|
55
76
|
* List leaderboard runs for an eval suite
|
|
56
77
|
*
|
|
@@ -160,7 +181,7 @@ export declare class Evals extends ClientSDK {
|
|
|
160
181
|
* Get eval run artifacts
|
|
161
182
|
*
|
|
162
183
|
* @remarks
|
|
163
|
-
* Returns generated result and sample artifact file IDs for a completed eval run.
|
|
184
|
+
* Returns generated result and sample artifact file IDs for a completed eval run. Only files the caller can download are listed: artifact files stay owner-scoped, so on a run reached through a suite share the lists are empty.
|
|
164
185
|
*/
|
|
165
186
|
getArtifacts(request: operations.GetEvalArtifactsRequest, options?: RequestOptions): Promise<components.EvalArtifactsObject>;
|
|
166
187
|
/**
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"evals.d.ts","sourceRoot":"","sources":["../../../src/sdk/evals.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"evals.d.ts","sourceRoot":"","sources":["../../../src/sdk/evals.ts"],"names":[],"mappings":"AAwCA,OAAO,EAAE,SAAS,EAAE,cAAc,EAAE,MAAM,gBAAgB,CAAC;AAC3D,OAAO,KAAK,UAAU,MAAM,+BAA+B,CAAC;AAC5D,OAAO,KAAK,UAAU,MAAM,+BAA+B,CAAC;AAG5D,qBAAa,KAAM,SAAQ,SAAS;IAClC;;;;;OAKG;IACG,WAAW,CACf,OAAO,EAAE,UAAU,CAAC,sBAAsB,EAC1C,OAAO,CAAC,EAAE,cAAc,GACvB,OAAO,CAAC,UAAU,CAAC,eAAe,CAAC;IAQtC;;;;;OAKG;IACG,UAAU,CACd,OAAO,EAAE,UAAU,CAAC,qBAAqB,EACzC,OAAO,CAAC,EAAE,cAAc,GACvB,OAAO,CAAC,UAAU,CAAC,aAAa,CAAC;IAQpC;;;;;OAKG;IACG,QAAQ,CACZ,OAAO,EAAE,UAAU,CAAC,mBAAmB,EACvC,OAAO,CAAC,EAAE,cAAc,GACvB,OAAO,CAAC,UAAU,CAAC,eAAe,CAAC;IAQtC;;;;;OAKG;IACG,WAAW,CACf,OAAO,EAAE,UAAU,CAAC,sBAAsB,EAC1C,OAAO,CAAC,EAAE,cAAc,GACvB,OAAO,CAAC,UAAU,CAAC,sBAAsB,CAAC;IAQ7C;;;;;OAKG;IACG,kBAAkB,CACtB,OAAO,EAAE,UAAU,CAAC,6BAA6B,EACjD,OAAO,CAAC,EAAE,cAAc,GACvB,OAAO,CAAC,UAAU,CAAC,kCAAkC,CAAC;IAQzD;;;;;OAKG;IACG,iBAAiB,CACrB,OAAO,EAAE,UAAU,CAAC,4BAA4B,EAChD,OAAO,CAAC,EAAE,cAAc,GACvB,OAAO,CAAC,UAAU,CAAC,iCAAiC,CAAC;IAQxD;;;;;OAKG;IACG,eAAe,CACnB,OAAO,EAAE,UAAU,CAAC,0BAA0B,EAC9C,OAAO,CAAC,EAAE,cAAc,GACvB,OAAO,CAAC,UAAU,CAAC,+BAA+B,CAAC;IAQtD;;;;;OAKG;IACG,eAAe,CACnB,OAAO,EAAE,UAAU,CAAC,0BAA0B,EAC9C,OAAO,CAAC,EAAE,cAAc,GACvB,OAAO,CAAC,UAAU,CAAC,kBAAkB,CAAC;IAQzC;;;;;OAKG;IACG,gBAAgB,CACpB,OAAO,EAAE,UAAU,CAAC,2BAA2B,EAC/C,OAAO,CAAC,EAAE,cAAc,GACvB,OAAO,CAAC,UAAU,CAAC,oBAAoB,CAAC;IAQ3C;;;;;OAKG;IACG,gBAAgB,CACpB,OAAO,EAAE,UAAU,CAAC,2BAA2B,EAC/C,OAAO,CAAC,EAAE,cAAc,GACvB,OAAO,CAAC,UAAU,CAAC,2BAA2B,CAAC;IAQlD;;;;;OAKG;IACG,wBAAwB,CAC5B,OAAO,EAAE,UAAU,CAAC,mCAAmC,EACvD,OAAO,CAAC,EAAE,cAAc,GACvB,OAAO,CAAC,UAAU,CAAC,wCAAwC,CAAC;IAQ/D;;;;;OAKG;IACG,mBAAmB,CACvB,OAAO,EAAE,UAAU,CAAC,8BAA8B,EAClD,OAAO,CAAC,EAAE,cAAc,GACvB,OAAO,CAAC,UAAU,CAAC,oBAAoB,CAAC;IAQ3C;;;;;OAKG;IACG,kBAAkB,CACtB,OAAO,EAAE,UAAU,CAAC,6BAA6B,EACjD,OAAO,CAAC,EAAE,cAAc,GACvB,OAAO,CAAC,UAAU,CAAC,yBAAyB,CAAC;IAQhD;;;;;OAKG;IACG,SAAS,CACb,OAAO,EAAE,UAAU,CAAC,oBAAoB,EACxC,OAAO,CAAC,EAAE,cAAc,GACvB,OAAO,CAAC,UAAU,CAAC,yBAAyB,CAAC;IAQhD;;;;;OAKG;IACG,QAAQ,CACZ,OAAO,EAAE,UAAU,CAAC,mBAAmB,EACvC,OAAO,CAAC,EAAE,cAAc,GACvB,OAAO,CAAC,UAAU,CAAC,wBAAwB,CAAC;IAQ/C;;;;;OAKG;IACG,MAAM,CACV,OAAO,EAAE,UAAU,CAAC,iBAAiB,EACrC,OAAO,CAAC,EAAE,cAAc,GACvB,OAAO,CAAC,UAAU,CAAC,sBAAsB,CAAC;IAQ7C;;;;;OAKG;IACG,SAAS,CACb,OAAO,EAAE,UAAU,CAAC,oBAAoB,EACxC,OAAO,CAAC,EAAE,cAAc,GACvB,OAAO,CAAC,UAAU,CAAC,oBAAoB,CAAC;IAQ3C;;;;;OAKG;IACG,SAAS,CACb,OAAO,EAAE,UAAU,CAAC,oBAAoB,EACxC,OAAO,CAAC,EAAE,cAAc,GACvB,OAAO,CAAC,UAAU,CAAC,yBAAyB,CAAC;IAQhD;;;;;OAKG;IACG,kBAAkB,CACtB,OAAO,EAAE,UAAU,CAAC,6BAA6B,EACjD,OAAO,CAAC,EAAE,cAAc,GACvB,OAAO,CAAC,UAAU,CAAC,kCAAkC,CAAC;IAQzD;;;;;OAKG;IACG,cAAc,CAClB,OAAO,EAAE,UAAU,CAAC,yBAAyB,EAC7C,OAAO,CAAC,EAAE,cAAc,GACvB,OAAO,CAAC,UAAU,CAAC,8BAA8B,CAAC;IAQrD;;;;;OAKG;IACG,cAAc,CAClB,OAAO,EAAE,UAAU,CAAC,yBAAyB,EAC7C,OAAO,CAAC,EAAE,cAAc,GACvB,OAAO,CAAC,UAAU,CAAC,eAAe,CAAC;IAQtC;;;;;OAKG;IACG,WAAW,CACf,OAAO,EAAE,UAAU,CAAC,sBAAsB,EAC1C,OAAO,CAAC,EAAE,cAAc,GACvB,OAAO,CAAC,UAAU,CAAC,cAAc,CAAC;IAQrC;;;;;OAKG;IACG,cAAc,CAClB,OAAO,EAAE,UAAU,CAAC,yBAAyB,EAC7C,OAAO,CAAC,EAAE,cAAc,GACvB,OAAO,CAAC,UAAU,CAAC,qBAAqB,CAAC;IAQ5C;;;;;OAKG;IACG,mBAAmB,CACvB,OAAO,EAAE,UAAU,CAAC,8BAA8B,EAClD,OAAO,CAAC,EAAE,cAAc,GACvB,OAAO,CAAC,UAAU,CAAC,mCAAmC,CAAC;IAQ1D;;;;;OAKG;IACG,sBAAsB,CAC1B,OAAO,EAAE,UAAU,CAAC,iCAAiC,EACrD,OAAO,CAAC,EAAE,cAAc,GACvB,OAAO,CAAC,UAAU,CAAC,kCAAkC,CAAC;IAQzD;;;;;OAKG;IACG,YAAY,CAChB,OAAO,EAAE,UAAU,CAAC,uBAAuB,EAC3C,OAAO,CAAC,EAAE,cAAc,GACvB,OAAO,CAAC,UAAU,CAAC,mBAAmB,CAAC;IAQ1C;;;;;OAKG;IACG,cAAc,CAClB,OAAO,EAAE,UAAU,CAAC,yBAAyB,EAC7C,OAAO,CAAC,EAAE,cAAc,GACvB,OAAO,CAAC,UAAU,CAAC,8BAA8B,CAAC;IAQrD;;;;;OAKG;IACG,iBAAiB,CACrB,OAAO,EAAE,UAAU,CAAC,4BAA4B,EAChD,OAAO,CAAC,EAAE,cAAc,GACvB,OAAO,CAAC,UAAU,CAAC,iCAAiC,CAAC;IAQxD;;;;;OAKG;IACG,uBAAuB,CAC3B,OAAO,EAAE,UAAU,CAAC,kCAAkC,EACtD,OAAO,CAAC,EAAE,cAAc,GACvB,OAAO,CAAC,UAAU,CAAC,0BAA0B,CAAC;IAQjD;;;;;OAKG;IACG,cAAc,CAClB,OAAO,EAAE,UAAU,CAAC,yBAAyB,EAC7C,OAAO,CAAC,EAAE,cAAc,GACvB,OAAO,CAAC,UAAU,CAAC,8BAA8B,CAAC;IAQrD;;;;;OAKG;IACG,aAAa,CACjB,OAAO,EAAE,UAAU,CAAC,wBAAwB,EAC5C,OAAO,CAAC,EAAE,cAAc,GACvB,OAAO,CAAC,UAAU,CAAC,6BAA6B,CAAC;IAQpD;;;;;OAKG;IACG,WAAW,CACf,OAAO,EAAE,UAAU,CAAC,sBAAsB,EAC1C,OAAO,CAAC,EAAE,cAAc,GACvB,OAAO,CAAC,UAAU,CAAC,2BAA2B,CAAC;IAQlD;;;;;OAKG;IACG,cAAc,CAClB,OAAO,EAAE,UAAU,CAAC,yBAAyB,EAC7C,OAAO,CAAC,EAAE,cAAc,GACvB,OAAO,CAAC,UAAU,CAAC,8BAA8B,CAAC;IAQrD;;;;;OAKG;IACG,cAAc,CAClB,OAAO,EAAE,UAAU,CAAC,yBAAyB,EAC7C,OAAO,CAAC,EAAE,cAAc,GACvB,OAAO,CAAC,UAAU,CAAC,yBAAyB,CAAC;IAQhD;;;;;OAKG;IACG,eAAe,CACnB,OAAO,EAAE,UAAU,CAAC,0BAA0B,EAC9C,OAAO,CAAC,EAAE,cAAc,GACvB,OAAO,CAAC,UAAU,CAAC,+BAA+B,CAAC;IAQtD;;;;;OAKG;IACG,gBAAgB,CACpB,OAAO,EAAE,UAAU,CAAC,2BAA2B,EAC/C,OAAO,CAAC,EAAE,cAAc,GACvB,OAAO,CAAC,UAAU,CAAC,gCAAgC,CAAC;CAOxD"}
|
package/dist/esm/sdk/evals.js
CHANGED
|
@@ -6,10 +6,12 @@ import { llmEvalsCancelRun } from "../funcs/llmEvalsCancelRun.js";
|
|
|
6
6
|
import { llmEvalsCreateRun } from "../funcs/llmEvalsCreateRun.js";
|
|
7
7
|
import { llmEvalsCreateSchedule } from "../funcs/llmEvalsCreateSchedule.js";
|
|
8
8
|
import { llmEvalsCreateSuite } from "../funcs/llmEvalsCreateSuite.js";
|
|
9
|
+
import { llmEvalsCreateSuiteShare } from "../funcs/llmEvalsCreateSuiteShare.js";
|
|
9
10
|
import { llmEvalsCreateSuiteVersion } from "../funcs/llmEvalsCreateSuiteVersion.js";
|
|
10
11
|
import { llmEvalsDeleteRun } from "../funcs/llmEvalsDeleteRun.js";
|
|
11
12
|
import { llmEvalsDeleteSchedule } from "../funcs/llmEvalsDeleteSchedule.js";
|
|
12
13
|
import { llmEvalsDeleteSuite } from "../funcs/llmEvalsDeleteSuite.js";
|
|
14
|
+
import { llmEvalsDeleteSuiteShare } from "../funcs/llmEvalsDeleteSuiteShare.js";
|
|
13
15
|
import { llmEvalsGetArtifacts } from "../funcs/llmEvalsGetArtifacts.js";
|
|
14
16
|
import { llmEvalsGetRun } from "../funcs/llmEvalsGetRun.js";
|
|
15
17
|
import { llmEvalsGetRunOverview } from "../funcs/llmEvalsGetRunOverview.js";
|
|
@@ -27,6 +29,7 @@ import { llmEvalsListScheduleRuns } from "../funcs/llmEvalsListScheduleRuns.js";
|
|
|
27
29
|
import { llmEvalsListSchedules } from "../funcs/llmEvalsListSchedules.js";
|
|
28
30
|
import { llmEvalsListSuiteLeaderboardRuns } from "../funcs/llmEvalsListSuiteLeaderboardRuns.js";
|
|
29
31
|
import { llmEvalsListSuites } from "../funcs/llmEvalsListSuites.js";
|
|
32
|
+
import { llmEvalsListSuiteShares } from "../funcs/llmEvalsListSuiteShares.js";
|
|
30
33
|
import { llmEvalsListSuiteVersions } from "../funcs/llmEvalsListSuiteVersions.js";
|
|
31
34
|
import { llmEvalsMeasureSuiteTokens } from "../funcs/llmEvalsMeasureSuiteTokens.js";
|
|
32
35
|
import { llmEvalsRerunFailedSamples } from "../funcs/llmEvalsRerunFailedSamples.js";
|
|
@@ -100,6 +103,33 @@ export class Evals extends ClientSDK {
|
|
|
100
103
|
async getSuiteVersion(request, options) {
|
|
101
104
|
return unwrapAsync(llmEvalsGetSuiteVersion(this, request, options));
|
|
102
105
|
}
|
|
106
|
+
/**
|
|
107
|
+
* List eval suite shares
|
|
108
|
+
*
|
|
109
|
+
* @remarks
|
|
110
|
+
* Lists the orgs this eval suite is shared with. Any member of the owning scope who can see the suite can list its shares (no admin role needed); a recipient org gets 404, as for any suite it does not own; a delegated (on-behalf-of) context is refused with 403, as on the share and unshare routes.
|
|
111
|
+
*/
|
|
112
|
+
async listSuiteShares(request, options) {
|
|
113
|
+
return unwrapAsync(llmEvalsListSuiteShares(this, request, options));
|
|
114
|
+
}
|
|
115
|
+
/**
|
|
116
|
+
* Share an eval suite with an org
|
|
117
|
+
*
|
|
118
|
+
* @remarks
|
|
119
|
+
* Grants another org on this cluster read-only access to the suite, its versions and every run under it, including runs by other members of the owning team. Org admins only, and never a delegated (on-behalf-of) context (403); the owning org cannot be the recipient. Sharing again with the same org returns the existing grant.
|
|
120
|
+
*/
|
|
121
|
+
async createSuiteShare(request, options) {
|
|
122
|
+
return unwrapAsync(llmEvalsCreateSuiteShare(this, request, options));
|
|
123
|
+
}
|
|
124
|
+
/**
|
|
125
|
+
* Unshare an eval suite from an org
|
|
126
|
+
*
|
|
127
|
+
* @remarks
|
|
128
|
+
* Revokes an org's read-only access to the suite. Org admins only, never a delegated (on-behalf-of) context (403).
|
|
129
|
+
*/
|
|
130
|
+
async deleteSuiteShare(request, options) {
|
|
131
|
+
return unwrapAsync(llmEvalsDeleteSuiteShare(this, request, options));
|
|
132
|
+
}
|
|
103
133
|
/**
|
|
104
134
|
* List leaderboard runs for an eval suite
|
|
105
135
|
*
|
|
@@ -239,7 +269,7 @@ export class Evals extends ClientSDK {
|
|
|
239
269
|
* Get eval run artifacts
|
|
240
270
|
*
|
|
241
271
|
* @remarks
|
|
242
|
-
* Returns generated result and sample artifact file IDs for a completed eval run.
|
|
272
|
+
* Returns generated result and sample artifact file IDs for a completed eval run. Only files the caller can download are listed: artifact files stay owner-scoped, so on a run reached through a suite share the lists are empty.
|
|
243
273
|
*/
|
|
244
274
|
async getArtifacts(request, options) {
|
|
245
275
|
return unwrapAsync(llmEvalsGetArtifacts(this, request, options));
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"evals.js","sourceRoot":"","sources":["../../../src/sdk/evals.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,EAAE,yBAAyB,EAAE,MAAM,uCAAuC,CAAC;AAClF,OAAO,EAAE,iBAAiB,EAAE,MAAM,+BAA+B,CAAC;AAClE,OAAO,EAAE,iBAAiB,EAAE,MAAM,+BAA+B,CAAC;AAClE,OAAO,EAAE,sBAAsB,EAAE,MAAM,oCAAoC,CAAC;AAC5E,OAAO,EAAE,mBAAmB,EAAE,MAAM,iCAAiC,CAAC;AACtE,OAAO,EAAE,0BAA0B,EAAE,MAAM,wCAAwC,CAAC;AACpF,OAAO,EAAE,iBAAiB,EAAE,MAAM,+BAA+B,CAAC;AAClE,OAAO,EAAE,sBAAsB,EAAE,MAAM,oCAAoC,CAAC;AAC5E,OAAO,EAAE,mBAAmB,EAAE,MAAM,iCAAiC,CAAC;AACtE,OAAO,EAAE,oBAAoB,EAAE,MAAM,kCAAkC,CAAC;AACxE,OAAO,EAAE,cAAc,EAAE,MAAM,4BAA4B,CAAC;AAC5D,OAAO,EAAE,sBAAsB,EAAE,MAAM,oCAAoC,CAAC;AAC5E,OAAO,EAAE,sBAAsB,EAAE,MAAM,oCAAoC,CAAC;AAC5E,OAAO,EAAE,2BAA2B,EAAE,MAAM,yCAAyC,CAAC;AACtF,OAAO,EAAE,mBAAmB,EAAE,MAAM,iCAAiC,CAAC;AACtE,OAAO,EAAE,gBAAgB,EAAE,MAAM,8BAA8B,CAAC;AAChE,OAAO,EAAE,2BAA2B,EAAE,MAAM,yCAAyC,CAAC;AACtF,OAAO,EAAE,uBAAuB,EAAE,MAAM,qCAAqC,CAAC;AAC9E,OAAO,EAAE,sBAAsB,EAAE,MAAM,oCAAoC,CAAC;AAC5E,OAAO,EAAE,+BAA+B,EAAE,MAAM,6CAA6C,CAAC;AAC9F,OAAO,EAAE,gBAAgB,EAAE,MAAM,8BAA8B,CAAC;AAChE,OAAO,EAAE,mBAAmB,EAAE,MAAM,iCAAiC,CAAC;AACtE,OAAO,EAAE,wBAAwB,EAAE,MAAM,sCAAsC,CAAC;AAChF,OAAO,EAAE,qBAAqB,EAAE,MAAM,mCAAmC,CAAC;AAC1E,OAAO,EAAE,gCAAgC,EAAE,MAAM,8CAA8C,CAAC;AAChG,OAAO,EAAE,kBAAkB,EAAE,MAAM,gCAAgC,CAAC;AACpE,OAAO,EAAE,yBAAyB,EAAE,MAAM,uCAAuC,CAAC;AAClF,OAAO,EAAE,0BAA0B,EAAE,MAAM,wCAAwC,CAAC;AACpF,OAAO,EAAE,0BAA0B,EAAE,MAAM,wCAAwC,CAAC;AACpF,OAAO,EAAE,sBAAsB,EAAE,MAAM,oCAAoC,CAAC;AAC5E,OAAO,EAAE,uBAAuB,EAAE,MAAM,qCAAqC,CAAC;AAC9E,OAAO,EAAE,sBAAsB,EAAE,MAAM,oCAAoC,CAAC;AAC5E,OAAO,EAAE,8BAA8B,EAAE,MAAM,4CAA4C,CAAC;AAC5F,OAAO,EAAE,SAAS,EAAkB,MAAM,gBAAgB,CAAC;AAG3D,OAAO,EAAE,WAAW,EAAE,MAAM,gBAAgB,CAAC;AAE7C,MAAM,OAAO,KAAM,SAAQ,SAAS;IAClC;;;;;OAKG;IACH,KAAK,CAAC,WAAW,CACf,OAA0C,EAC1C,OAAwB;QAExB,OAAO,WAAW,CAAC,mBAAmB,CACpC,IAAI,EACJ,OAAO,EACP,OAAO,CACR,CAAC,CAAC;IACL,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,UAAU,CACd,OAAyC,EACzC,OAAwB;QAExB,OAAO,WAAW,CAAC,kBAAkB,CACnC,IAAI,EACJ,OAAO,EACP,OAAO,CACR,CAAC,CAAC;IACL,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,QAAQ,CACZ,OAAuC,EACvC,OAAwB;QAExB,OAAO,WAAW,CAAC,gBAAgB,CACjC,IAAI,EACJ,OAAO,EACP,OAAO,CACR,CAAC,CAAC;IACL,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,WAAW,CACf,OAA0C,EAC1C,OAAwB;QAExB,OAAO,WAAW,CAAC,mBAAmB,CACpC,IAAI,EACJ,OAAO,EACP,OAAO,CACR,CAAC,CAAC;IACL,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,kBAAkB,CACtB,OAAiD,EACjD,OAAwB;QAExB,OAAO,WAAW,CAAC,0BAA0B,CAC3C,IAAI,EACJ,OAAO,EACP,OAAO,CACR,CAAC,CAAC;IACL,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,iBAAiB,CACrB,OAAgD,EAChD,OAAwB;QAExB,OAAO,WAAW,CAAC,yBAAyB,CAC1C,IAAI,EACJ,OAAO,EACP,OAAO,CACR,CAAC,CAAC;IACL,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,eAAe,CACnB,OAA8C,EAC9C,OAAwB;QAExB,OAAO,WAAW,CAAC,uBAAuB,CACxC,IAAI,EACJ,OAAO,EACP,OAAO,CACR,CAAC,CAAC;IACL,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,wBAAwB,CAC5B,OAAuD,EACvD,OAAwB;QAExB,OAAO,WAAW,CAAC,gCAAgC,CACjD,IAAI,EACJ,OAAO,EACP,OAAO,CACR,CAAC,CAAC;IACL,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,mBAAmB,CACvB,OAAkD,EAClD,OAAwB;QAExB,OAAO,WAAW,CAAC,2BAA2B,CAC5C,IAAI,EACJ,OAAO,EACP,OAAO,CACR,CAAC,CAAC;IACL,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,kBAAkB,CACtB,OAAiD,EACjD,OAAwB;QAExB,OAAO,WAAW,CAAC,0BAA0B,CAC3C,IAAI,EACJ,OAAO,EACP,OAAO,CACR,CAAC,CAAC;IACL,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,SAAS,CACb,OAAwC,EACxC,OAAwB;QAExB,OAAO,WAAW,CAAC,iBAAiB,CAClC,IAAI,EACJ,OAAO,EACP,OAAO,CACR,CAAC,CAAC;IACL,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,QAAQ,CACZ,OAAuC,EACvC,OAAwB;QAExB,OAAO,WAAW,CAAC,gBAAgB,CACjC,IAAI,EACJ,OAAO,EACP,OAAO,CACR,CAAC,CAAC;IACL,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,MAAM,CACV,OAAqC,EACrC,OAAwB;QAExB,OAAO,WAAW,CAAC,cAAc,CAC/B,IAAI,EACJ,OAAO,EACP,OAAO,CACR,CAAC,CAAC;IACL,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,SAAS,CACb,OAAwC,EACxC,OAAwB;QAExB,OAAO,WAAW,CAAC,iBAAiB,CAClC,IAAI,EACJ,OAAO,EACP,OAAO,CACR,CAAC,CAAC;IACL,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,SAAS,CACb,OAAwC,EACxC,OAAwB;QAExB,OAAO,WAAW,CAAC,iBAAiB,CAClC,IAAI,EACJ,OAAO,EACP,OAAO,CACR,CAAC,CAAC;IACL,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,kBAAkB,CACtB,OAAiD,EACjD,OAAwB;QAExB,OAAO,WAAW,CAAC,0BAA0B,CAC3C,IAAI,EACJ,OAAO,EACP,OAAO,CACR,CAAC,CAAC;IACL,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,cAAc,CAClB,OAA6C,EAC7C,OAAwB;QAExB,OAAO,WAAW,CAAC,sBAAsB,CACvC,IAAI,EACJ,OAAO,EACP,OAAO,CACR,CAAC,CAAC;IACL,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,cAAc,CAClB,OAA6C,EAC7C,OAAwB;QAExB,OAAO,WAAW,CAAC,sBAAsB,CACvC,IAAI,EACJ,OAAO,EACP,OAAO,CACR,CAAC,CAAC;IACL,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,WAAW,CACf,OAA0C,EAC1C,OAAwB;QAExB,OAAO,WAAW,CAAC,mBAAmB,CACpC,IAAI,EACJ,OAAO,EACP,OAAO,CACR,CAAC,CAAC;IACL,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,cAAc,CAClB,OAA6C,EAC7C,OAAwB;QAExB,OAAO,WAAW,CAAC,sBAAsB,CACvC,IAAI,EACJ,OAAO,EACP,OAAO,CACR,CAAC,CAAC;IACL,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,mBAAmB,CACvB,OAAkD,EAClD,OAAwB;QAExB,OAAO,WAAW,CAAC,2BAA2B,CAC5C,IAAI,EACJ,OAAO,EACP,OAAO,CACR,CAAC,CAAC;IACL,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,sBAAsB,CAC1B,OAAqD,EACrD,OAAwB;QAExB,OAAO,WAAW,CAAC,8BAA8B,CAC/C,IAAI,EACJ,OAAO,EACP,OAAO,CACR,CAAC,CAAC;IACL,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,YAAY,CAChB,OAA2C,EAC3C,OAAwB;QAExB,OAAO,WAAW,CAAC,oBAAoB,CACrC,IAAI,EACJ,OAAO,EACP,OAAO,CACR,CAAC,CAAC;IACL,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,cAAc,CAClB,OAA6C,EAC7C,OAAwB;QAExB,OAAO,WAAW,CAAC,sBAAsB,CACvC,IAAI,EACJ,OAAO,EACP,OAAO,CACR,CAAC,CAAC;IACL,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,iBAAiB,CACrB,OAAgD,EAChD,OAAwB;QAExB,OAAO,WAAW,CAAC,yBAAyB,CAC1C,IAAI,EACJ,OAAO,EACP,OAAO,CACR,CAAC,CAAC;IACL,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,uBAAuB,CAC3B,OAAsD,EACtD,OAAwB;QAExB,OAAO,WAAW,CAAC,+BAA+B,CAChD,IAAI,EACJ,OAAO,EACP,OAAO,CACR,CAAC,CAAC;IACL,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,cAAc,CAClB,OAA6C,EAC7C,OAAwB;QAExB,OAAO,WAAW,CAAC,sBAAsB,CACvC,IAAI,EACJ,OAAO,EACP,OAAO,CACR,CAAC,CAAC;IACL,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,aAAa,CACjB,OAA4C,EAC5C,OAAwB;QAExB,OAAO,WAAW,CAAC,qBAAqB,CACtC,IAAI,EACJ,OAAO,EACP,OAAO,CACR,CAAC,CAAC;IACL,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,WAAW,CACf,OAA0C,EAC1C,OAAwB;QAExB,OAAO,WAAW,CAAC,mBAAmB,CACpC,IAAI,EACJ,OAAO,EACP,OAAO,CACR,CAAC,CAAC;IACL,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,cAAc,CAClB,OAA6C,EAC7C,OAAwB;QAExB,OAAO,WAAW,CAAC,sBAAsB,CACvC,IAAI,EACJ,OAAO,EACP,OAAO,CACR,CAAC,CAAC;IACL,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,cAAc,CAClB,OAA6C,EAC7C,OAAwB;QAExB,OAAO,WAAW,CAAC,sBAAsB,CACvC,IAAI,EACJ,OAAO,EACP,OAAO,CACR,CAAC,CAAC;IACL,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,eAAe,CACnB,OAA8C,EAC9C,OAAwB;QAExB,OAAO,WAAW,CAAC,uBAAuB,CACxC,IAAI,EACJ,OAAO,EACP,OAAO,CACR,CAAC,CAAC;IACL,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,gBAAgB,CACpB,OAA+C,EAC/C,OAAwB;QAExB,OAAO,WAAW,CAAC,wBAAwB,CACzC,IAAI,EACJ,OAAO,EACP,OAAO,CACR,CAAC,CAAC;IACL,CAAC;CACF"}
|
|
1
|
+
{"version":3,"file":"evals.js","sourceRoot":"","sources":["../../../src/sdk/evals.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,EAAE,yBAAyB,EAAE,MAAM,uCAAuC,CAAC;AAClF,OAAO,EAAE,iBAAiB,EAAE,MAAM,+BAA+B,CAAC;AAClE,OAAO,EAAE,iBAAiB,EAAE,MAAM,+BAA+B,CAAC;AAClE,OAAO,EAAE,sBAAsB,EAAE,MAAM,oCAAoC,CAAC;AAC5E,OAAO,EAAE,mBAAmB,EAAE,MAAM,iCAAiC,CAAC;AACtE,OAAO,EAAE,wBAAwB,EAAE,MAAM,sCAAsC,CAAC;AAChF,OAAO,EAAE,0BAA0B,EAAE,MAAM,wCAAwC,CAAC;AACpF,OAAO,EAAE,iBAAiB,EAAE,MAAM,+BAA+B,CAAC;AAClE,OAAO,EAAE,sBAAsB,EAAE,MAAM,oCAAoC,CAAC;AAC5E,OAAO,EAAE,mBAAmB,EAAE,MAAM,iCAAiC,CAAC;AACtE,OAAO,EAAE,wBAAwB,EAAE,MAAM,sCAAsC,CAAC;AAChF,OAAO,EAAE,oBAAoB,EAAE,MAAM,kCAAkC,CAAC;AACxE,OAAO,EAAE,cAAc,EAAE,MAAM,4BAA4B,CAAC;AAC5D,OAAO,EAAE,sBAAsB,EAAE,MAAM,oCAAoC,CAAC;AAC5E,OAAO,EAAE,sBAAsB,EAAE,MAAM,oCAAoC,CAAC;AAC5E,OAAO,EAAE,2BAA2B,EAAE,MAAM,yCAAyC,CAAC;AACtF,OAAO,EAAE,mBAAmB,EAAE,MAAM,iCAAiC,CAAC;AACtE,OAAO,EAAE,gBAAgB,EAAE,MAAM,8BAA8B,CAAC;AAChE,OAAO,EAAE,2BAA2B,EAAE,MAAM,yCAAyC,CAAC;AACtF,OAAO,EAAE,uBAAuB,EAAE,MAAM,qCAAqC,CAAC;AAC9E,OAAO,EAAE,sBAAsB,EAAE,MAAM,oCAAoC,CAAC;AAC5E,OAAO,EAAE,+BAA+B,EAAE,MAAM,6CAA6C,CAAC;AAC9F,OAAO,EAAE,gBAAgB,EAAE,MAAM,8BAA8B,CAAC;AAChE,OAAO,EAAE,mBAAmB,EAAE,MAAM,iCAAiC,CAAC;AACtE,OAAO,EAAE,wBAAwB,EAAE,MAAM,sCAAsC,CAAC;AAChF,OAAO,EAAE,qBAAqB,EAAE,MAAM,mCAAmC,CAAC;AAC1E,OAAO,EAAE,gCAAgC,EAAE,MAAM,8CAA8C,CAAC;AAChG,OAAO,EAAE,kBAAkB,EAAE,MAAM,gCAAgC,CAAC;AACpE,OAAO,EAAE,uBAAuB,EAAE,MAAM,qCAAqC,CAAC;AAC9E,OAAO,EAAE,yBAAyB,EAAE,MAAM,uCAAuC,CAAC;AAClF,OAAO,EAAE,0BAA0B,EAAE,MAAM,wCAAwC,CAAC;AACpF,OAAO,EAAE,0BAA0B,EAAE,MAAM,wCAAwC,CAAC;AACpF,OAAO,EAAE,sBAAsB,EAAE,MAAM,oCAAoC,CAAC;AAC5E,OAAO,EAAE,uBAAuB,EAAE,MAAM,qCAAqC,CAAC;AAC9E,OAAO,EAAE,sBAAsB,EAAE,MAAM,oCAAoC,CAAC;AAC5E,OAAO,EAAE,8BAA8B,EAAE,MAAM,4CAA4C,CAAC;AAC5F,OAAO,EAAE,SAAS,EAAkB,MAAM,gBAAgB,CAAC;AAG3D,OAAO,EAAE,WAAW,EAAE,MAAM,gBAAgB,CAAC;AAE7C,MAAM,OAAO,KAAM,SAAQ,SAAS;IAClC;;;;;OAKG;IACH,KAAK,CAAC,WAAW,CACf,OAA0C,EAC1C,OAAwB;QAExB,OAAO,WAAW,CAAC,mBAAmB,CACpC,IAAI,EACJ,OAAO,EACP,OAAO,CACR,CAAC,CAAC;IACL,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,UAAU,CACd,OAAyC,EACzC,OAAwB;QAExB,OAAO,WAAW,CAAC,kBAAkB,CACnC,IAAI,EACJ,OAAO,EACP,OAAO,CACR,CAAC,CAAC;IACL,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,QAAQ,CACZ,OAAuC,EACvC,OAAwB;QAExB,OAAO,WAAW,CAAC,gBAAgB,CACjC,IAAI,EACJ,OAAO,EACP,OAAO,CACR,CAAC,CAAC;IACL,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,WAAW,CACf,OAA0C,EAC1C,OAAwB;QAExB,OAAO,WAAW,CAAC,mBAAmB,CACpC,IAAI,EACJ,OAAO,EACP,OAAO,CACR,CAAC,CAAC;IACL,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,kBAAkB,CACtB,OAAiD,EACjD,OAAwB;QAExB,OAAO,WAAW,CAAC,0BAA0B,CAC3C,IAAI,EACJ,OAAO,EACP,OAAO,CACR,CAAC,CAAC;IACL,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,iBAAiB,CACrB,OAAgD,EAChD,OAAwB;QAExB,OAAO,WAAW,CAAC,yBAAyB,CAC1C,IAAI,EACJ,OAAO,EACP,OAAO,CACR,CAAC,CAAC;IACL,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,eAAe,CACnB,OAA8C,EAC9C,OAAwB;QAExB,OAAO,WAAW,CAAC,uBAAuB,CACxC,IAAI,EACJ,OAAO,EACP,OAAO,CACR,CAAC,CAAC;IACL,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,eAAe,CACnB,OAA8C,EAC9C,OAAwB;QAExB,OAAO,WAAW,CAAC,uBAAuB,CACxC,IAAI,EACJ,OAAO,EACP,OAAO,CACR,CAAC,CAAC;IACL,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,gBAAgB,CACpB,OAA+C,EAC/C,OAAwB;QAExB,OAAO,WAAW,CAAC,wBAAwB,CACzC,IAAI,EACJ,OAAO,EACP,OAAO,CACR,CAAC,CAAC;IACL,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,gBAAgB,CACpB,OAA+C,EAC/C,OAAwB;QAExB,OAAO,WAAW,CAAC,wBAAwB,CACzC,IAAI,EACJ,OAAO,EACP,OAAO,CACR,CAAC,CAAC;IACL,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,wBAAwB,CAC5B,OAAuD,EACvD,OAAwB;QAExB,OAAO,WAAW,CAAC,gCAAgC,CACjD,IAAI,EACJ,OAAO,EACP,OAAO,CACR,CAAC,CAAC;IACL,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,mBAAmB,CACvB,OAAkD,EAClD,OAAwB;QAExB,OAAO,WAAW,CAAC,2BAA2B,CAC5C,IAAI,EACJ,OAAO,EACP,OAAO,CACR,CAAC,CAAC;IACL,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,kBAAkB,CACtB,OAAiD,EACjD,OAAwB;QAExB,OAAO,WAAW,CAAC,0BAA0B,CAC3C,IAAI,EACJ,OAAO,EACP,OAAO,CACR,CAAC,CAAC;IACL,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,SAAS,CACb,OAAwC,EACxC,OAAwB;QAExB,OAAO,WAAW,CAAC,iBAAiB,CAClC,IAAI,EACJ,OAAO,EACP,OAAO,CACR,CAAC,CAAC;IACL,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,QAAQ,CACZ,OAAuC,EACvC,OAAwB;QAExB,OAAO,WAAW,CAAC,gBAAgB,CACjC,IAAI,EACJ,OAAO,EACP,OAAO,CACR,CAAC,CAAC;IACL,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,MAAM,CACV,OAAqC,EACrC,OAAwB;QAExB,OAAO,WAAW,CAAC,cAAc,CAC/B,IAAI,EACJ,OAAO,EACP,OAAO,CACR,CAAC,CAAC;IACL,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,SAAS,CACb,OAAwC,EACxC,OAAwB;QAExB,OAAO,WAAW,CAAC,iBAAiB,CAClC,IAAI,EACJ,OAAO,EACP,OAAO,CACR,CAAC,CAAC;IACL,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,SAAS,CACb,OAAwC,EACxC,OAAwB;QAExB,OAAO,WAAW,CAAC,iBAAiB,CAClC,IAAI,EACJ,OAAO,EACP,OAAO,CACR,CAAC,CAAC;IACL,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,kBAAkB,CACtB,OAAiD,EACjD,OAAwB;QAExB,OAAO,WAAW,CAAC,0BAA0B,CAC3C,IAAI,EACJ,OAAO,EACP,OAAO,CACR,CAAC,CAAC;IACL,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,cAAc,CAClB,OAA6C,EAC7C,OAAwB;QAExB,OAAO,WAAW,CAAC,sBAAsB,CACvC,IAAI,EACJ,OAAO,EACP,OAAO,CACR,CAAC,CAAC;IACL,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,cAAc,CAClB,OAA6C,EAC7C,OAAwB;QAExB,OAAO,WAAW,CAAC,sBAAsB,CACvC,IAAI,EACJ,OAAO,EACP,OAAO,CACR,CAAC,CAAC;IACL,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,WAAW,CACf,OAA0C,EAC1C,OAAwB;QAExB,OAAO,WAAW,CAAC,mBAAmB,CACpC,IAAI,EACJ,OAAO,EACP,OAAO,CACR,CAAC,CAAC;IACL,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,cAAc,CAClB,OAA6C,EAC7C,OAAwB;QAExB,OAAO,WAAW,CAAC,sBAAsB,CACvC,IAAI,EACJ,OAAO,EACP,OAAO,CACR,CAAC,CAAC;IACL,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,mBAAmB,CACvB,OAAkD,EAClD,OAAwB;QAExB,OAAO,WAAW,CAAC,2BAA2B,CAC5C,IAAI,EACJ,OAAO,EACP,OAAO,CACR,CAAC,CAAC;IACL,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,sBAAsB,CAC1B,OAAqD,EACrD,OAAwB;QAExB,OAAO,WAAW,CAAC,8BAA8B,CAC/C,IAAI,EACJ,OAAO,EACP,OAAO,CACR,CAAC,CAAC;IACL,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,YAAY,CAChB,OAA2C,EAC3C,OAAwB;QAExB,OAAO,WAAW,CAAC,oBAAoB,CACrC,IAAI,EACJ,OAAO,EACP,OAAO,CACR,CAAC,CAAC;IACL,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,cAAc,CAClB,OAA6C,EAC7C,OAAwB;QAExB,OAAO,WAAW,CAAC,sBAAsB,CACvC,IAAI,EACJ,OAAO,EACP,OAAO,CACR,CAAC,CAAC;IACL,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,iBAAiB,CACrB,OAAgD,EAChD,OAAwB;QAExB,OAAO,WAAW,CAAC,yBAAyB,CAC1C,IAAI,EACJ,OAAO,EACP,OAAO,CACR,CAAC,CAAC;IACL,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,uBAAuB,CAC3B,OAAsD,EACtD,OAAwB;QAExB,OAAO,WAAW,CAAC,+BAA+B,CAChD,IAAI,EACJ,OAAO,EACP,OAAO,CACR,CAAC,CAAC;IACL,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,cAAc,CAClB,OAA6C,EAC7C,OAAwB;QAExB,OAAO,WAAW,CAAC,sBAAsB,CACvC,IAAI,EACJ,OAAO,EACP,OAAO,CACR,CAAC,CAAC;IACL,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,aAAa,CACjB,OAA4C,EAC5C,OAAwB;QAExB,OAAO,WAAW,CAAC,qBAAqB,CACtC,IAAI,EACJ,OAAO,EACP,OAAO,CACR,CAAC,CAAC;IACL,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,WAAW,CACf,OAA0C,EAC1C,OAAwB;QAExB,OAAO,WAAW,CAAC,mBAAmB,CACpC,IAAI,EACJ,OAAO,EACP,OAAO,CACR,CAAC,CAAC;IACL,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,cAAc,CAClB,OAA6C,EAC7C,OAAwB;QAExB,OAAO,WAAW,CAAC,sBAAsB,CACvC,IAAI,EACJ,OAAO,EACP,OAAO,CACR,CAAC,CAAC;IACL,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,cAAc,CAClB,OAA6C,EAC7C,OAAwB;QAExB,OAAO,WAAW,CAAC,sBAAsB,CACvC,IAAI,EACJ,OAAO,EACP,OAAO,CACR,CAAC,CAAC;IACL,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,eAAe,CACnB,OAA8C,EAC9C,OAAwB;QAExB,OAAO,WAAW,CAAC,uBAAuB,CACxC,IAAI,EACJ,OAAO,EACP,OAAO,CACR,CAAC,CAAC;IACL,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,gBAAgB,CACpB,OAA+C,EAC/C,OAAwB;QAExB,OAAO,WAAW,CAAC,wBAAwB,CACzC,IAAI,EACJ,OAAO,EACP,OAAO,CACR,CAAC,CAAC;IACL,CAAC;CACF"}
|
package/jsr.json
CHANGED
package/package.json
CHANGED
|
@@ -0,0 +1,191 @@
|
|
|
1
|
+
/*
|
|
2
|
+
* Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
|
|
3
|
+
*/
|
|
4
|
+
|
|
5
|
+
import { SDKCore } from "../core.js";
|
|
6
|
+
import { encodeJSON, encodeSimple } from "../lib/encodings.js";
|
|
7
|
+
import { matchStatusCode } from "../lib/http.js";
|
|
8
|
+
import * as M from "../lib/matchers.js";
|
|
9
|
+
import { compactMap } from "../lib/primitives.js";
|
|
10
|
+
import { safeParse } from "../lib/schemas.js";
|
|
11
|
+
import { RequestOptions } from "../lib/sdks.js";
|
|
12
|
+
import { extractSecurity, resolveGlobalSecurity } from "../lib/security.js";
|
|
13
|
+
import { pathToFunc } from "../lib/url.js";
|
|
14
|
+
import * as components from "../models/components/index.js";
|
|
15
|
+
import {
|
|
16
|
+
ConnectionError,
|
|
17
|
+
InvalidRequestError,
|
|
18
|
+
RequestAbortedError,
|
|
19
|
+
RequestTimeoutError,
|
|
20
|
+
UnexpectedClientError,
|
|
21
|
+
} from "../models/errors/httpclienterrors.js";
|
|
22
|
+
import { ResponseValidationError } from "../models/errors/responsevalidationerror.js";
|
|
23
|
+
import { SDKError } from "../models/errors/sdkerror.js";
|
|
24
|
+
import { SDKValidationError } from "../models/errors/sdkvalidationerror.js";
|
|
25
|
+
import * as operations from "../models/operations/index.js";
|
|
26
|
+
import { APICall, APIPromise } from "../types/async.js";
|
|
27
|
+
import { Result } from "../types/fp.js";
|
|
28
|
+
|
|
29
|
+
/**
|
|
30
|
+
* Share an eval suite with an org
|
|
31
|
+
*
|
|
32
|
+
* @remarks
|
|
33
|
+
* Grants another org on this cluster read-only access to the suite, its versions and every run under it, including runs by other members of the owning team. Org admins only, and never a delegated (on-behalf-of) context (403); the owning org cannot be the recipient. Sharing again with the same org returns the existing grant.
|
|
34
|
+
*
|
|
35
|
+
* If set, this operation will use {@link Security.bearerAuth} from the global security.
|
|
36
|
+
*/
|
|
37
|
+
export function llmEvalsCreateSuiteShare(
|
|
38
|
+
client: SDKCore,
|
|
39
|
+
request: operations.CreateEvalSuiteShareRequest,
|
|
40
|
+
options?: RequestOptions,
|
|
41
|
+
): APIPromise<
|
|
42
|
+
Result<
|
|
43
|
+
components.EvalSuiteShareObject,
|
|
44
|
+
| SDKError
|
|
45
|
+
| ResponseValidationError
|
|
46
|
+
| ConnectionError
|
|
47
|
+
| RequestAbortedError
|
|
48
|
+
| RequestTimeoutError
|
|
49
|
+
| InvalidRequestError
|
|
50
|
+
| UnexpectedClientError
|
|
51
|
+
| SDKValidationError
|
|
52
|
+
>
|
|
53
|
+
> {
|
|
54
|
+
return new APIPromise($do(
|
|
55
|
+
client,
|
|
56
|
+
request,
|
|
57
|
+
options,
|
|
58
|
+
));
|
|
59
|
+
}
|
|
60
|
+
|
|
61
|
+
async function $do(
|
|
62
|
+
client: SDKCore,
|
|
63
|
+
request: operations.CreateEvalSuiteShareRequest,
|
|
64
|
+
options?: RequestOptions,
|
|
65
|
+
): Promise<
|
|
66
|
+
[
|
|
67
|
+
Result<
|
|
68
|
+
components.EvalSuiteShareObject,
|
|
69
|
+
| SDKError
|
|
70
|
+
| ResponseValidationError
|
|
71
|
+
| ConnectionError
|
|
72
|
+
| RequestAbortedError
|
|
73
|
+
| RequestTimeoutError
|
|
74
|
+
| InvalidRequestError
|
|
75
|
+
| UnexpectedClientError
|
|
76
|
+
| SDKValidationError
|
|
77
|
+
>,
|
|
78
|
+
APICall,
|
|
79
|
+
]
|
|
80
|
+
> {
|
|
81
|
+
const parsed = safeParse(
|
|
82
|
+
request,
|
|
83
|
+
(value) =>
|
|
84
|
+
operations.CreateEvalSuiteShareRequest$outboundSchema.parse(value),
|
|
85
|
+
"Input validation failed",
|
|
86
|
+
);
|
|
87
|
+
if (!parsed.ok) {
|
|
88
|
+
return [parsed, { status: "invalid" }];
|
|
89
|
+
}
|
|
90
|
+
const payload = parsed.value;
|
|
91
|
+
const body = encodeJSON("body", payload.CreateEvalSuiteShareRequest, {
|
|
92
|
+
explode: true,
|
|
93
|
+
});
|
|
94
|
+
|
|
95
|
+
const pathParams = {
|
|
96
|
+
suite_id: encodeSimple("suite_id", payload.suite_id, {
|
|
97
|
+
explode: false,
|
|
98
|
+
charEncoding: "percent",
|
|
99
|
+
}),
|
|
100
|
+
};
|
|
101
|
+
const path = pathToFunc("/api/v1/llm/evals/suites/{suite_id}/shares")(
|
|
102
|
+
pathParams,
|
|
103
|
+
);
|
|
104
|
+
|
|
105
|
+
const headers = new Headers(compactMap({
|
|
106
|
+
"Content-Type": "application/json",
|
|
107
|
+
Accept: "application/json",
|
|
108
|
+
"X-On-Behalf-Of": encodeSimple(
|
|
109
|
+
"X-On-Behalf-Of",
|
|
110
|
+
payload["X-On-Behalf-Of"],
|
|
111
|
+
{ explode: false, charEncoding: "none" },
|
|
112
|
+
),
|
|
113
|
+
}));
|
|
114
|
+
|
|
115
|
+
const secConfig = await extractSecurity(client._options.bearerAuth);
|
|
116
|
+
const securityInput = secConfig == null ? {} : { bearerAuth: secConfig };
|
|
117
|
+
const requestSecurity = resolveGlobalSecurity(securityInput, [0]);
|
|
118
|
+
|
|
119
|
+
const context = {
|
|
120
|
+
options: client._options,
|
|
121
|
+
baseURL: options?.serverURL ?? client._baseURL ?? "",
|
|
122
|
+
operationID: "createEvalSuiteShare",
|
|
123
|
+
oAuth2Scopes: null,
|
|
124
|
+
|
|
125
|
+
resolvedSecurity: requestSecurity,
|
|
126
|
+
|
|
127
|
+
securitySource: client._options.bearerAuth,
|
|
128
|
+
retryConfig: options?.retries
|
|
129
|
+
|| client._options.retryConfig
|
|
130
|
+
|| {
|
|
131
|
+
strategy: "backoff",
|
|
132
|
+
backoff: {
|
|
133
|
+
initialInterval: 500,
|
|
134
|
+
maxInterval: 5000,
|
|
135
|
+
exponent: 1.5,
|
|
136
|
+
maxElapsedTime: 15000,
|
|
137
|
+
},
|
|
138
|
+
retryConnectionErrors: true,
|
|
139
|
+
}
|
|
140
|
+
|| { strategy: "none" },
|
|
141
|
+
retryCodes: options?.retryCodes || ["429", "500", "502", "503", "504"],
|
|
142
|
+
};
|
|
143
|
+
|
|
144
|
+
const requestRes = client._createRequest(context, {
|
|
145
|
+
security: requestSecurity,
|
|
146
|
+
method: "POST",
|
|
147
|
+
baseURL: options?.serverURL,
|
|
148
|
+
path: path,
|
|
149
|
+
headers: headers,
|
|
150
|
+
body: body,
|
|
151
|
+
userAgent: client._options.userAgent,
|
|
152
|
+
timeoutMs: options?.timeoutMs || client._options.timeoutMs || -1,
|
|
153
|
+
}, options);
|
|
154
|
+
if (!requestRes.ok) {
|
|
155
|
+
return [requestRes, { status: "invalid" }];
|
|
156
|
+
}
|
|
157
|
+
const req = requestRes.value;
|
|
158
|
+
|
|
159
|
+
const doResult = await client._do(req, {
|
|
160
|
+
context,
|
|
161
|
+
isErrorStatusCode: (statusCode: number) =>
|
|
162
|
+
matchStatusCode({ status: statusCode } as Response, ["4XX", "5XX"]),
|
|
163
|
+
retryConfig: context.retryConfig,
|
|
164
|
+
retryCodes: context.retryCodes,
|
|
165
|
+
});
|
|
166
|
+
if (!doResult.ok) {
|
|
167
|
+
return [doResult, { status: "request-error", request: req }];
|
|
168
|
+
}
|
|
169
|
+
const response = doResult.value;
|
|
170
|
+
|
|
171
|
+
const [result] = await M.match<
|
|
172
|
+
components.EvalSuiteShareObject,
|
|
173
|
+
| SDKError
|
|
174
|
+
| ResponseValidationError
|
|
175
|
+
| ConnectionError
|
|
176
|
+
| RequestAbortedError
|
|
177
|
+
| RequestTimeoutError
|
|
178
|
+
| InvalidRequestError
|
|
179
|
+
| UnexpectedClientError
|
|
180
|
+
| SDKValidationError
|
|
181
|
+
>(
|
|
182
|
+
M.json(200, components.EvalSuiteShareObject$inboundSchema),
|
|
183
|
+
M.fail("4XX"),
|
|
184
|
+
M.fail("5XX"),
|
|
185
|
+
)(response, req);
|
|
186
|
+
if (!result.ok) {
|
|
187
|
+
return [result, { status: "complete", request: req, response }];
|
|
188
|
+
}
|
|
189
|
+
|
|
190
|
+
return [result, { status: "complete", request: req, response }];
|
|
191
|
+
}
|
|
@@ -0,0 +1,192 @@
|
|
|
1
|
+
/*
|
|
2
|
+
* Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
|
|
3
|
+
*/
|
|
4
|
+
|
|
5
|
+
import { SDKCore } from "../core.js";
|
|
6
|
+
import { encodeSimple } from "../lib/encodings.js";
|
|
7
|
+
import { matchStatusCode } from "../lib/http.js";
|
|
8
|
+
import * as M from "../lib/matchers.js";
|
|
9
|
+
import { compactMap } from "../lib/primitives.js";
|
|
10
|
+
import { safeParse } from "../lib/schemas.js";
|
|
11
|
+
import { RequestOptions } from "../lib/sdks.js";
|
|
12
|
+
import { extractSecurity, resolveGlobalSecurity } from "../lib/security.js";
|
|
13
|
+
import { pathToFunc } from "../lib/url.js";
|
|
14
|
+
import * as components from "../models/components/index.js";
|
|
15
|
+
import {
|
|
16
|
+
ConnectionError,
|
|
17
|
+
InvalidRequestError,
|
|
18
|
+
RequestAbortedError,
|
|
19
|
+
RequestTimeoutError,
|
|
20
|
+
UnexpectedClientError,
|
|
21
|
+
} from "../models/errors/httpclienterrors.js";
|
|
22
|
+
import { ResponseValidationError } from "../models/errors/responsevalidationerror.js";
|
|
23
|
+
import { SDKError } from "../models/errors/sdkerror.js";
|
|
24
|
+
import { SDKValidationError } from "../models/errors/sdkvalidationerror.js";
|
|
25
|
+
import * as operations from "../models/operations/index.js";
|
|
26
|
+
import { APICall, APIPromise } from "../types/async.js";
|
|
27
|
+
import { Result } from "../types/fp.js";
|
|
28
|
+
|
|
29
|
+
/**
|
|
30
|
+
* Unshare an eval suite from an org
|
|
31
|
+
*
|
|
32
|
+
* @remarks
|
|
33
|
+
* Revokes an org's read-only access to the suite. Org admins only, never a delegated (on-behalf-of) context (403).
|
|
34
|
+
*
|
|
35
|
+
* If set, this operation will use {@link Security.bearerAuth} from the global security.
|
|
36
|
+
*/
|
|
37
|
+
export function llmEvalsDeleteSuiteShare(
|
|
38
|
+
client: SDKCore,
|
|
39
|
+
request: operations.DeleteEvalSuiteShareRequest,
|
|
40
|
+
options?: RequestOptions,
|
|
41
|
+
): APIPromise<
|
|
42
|
+
Result<
|
|
43
|
+
components.EvalSuiteShareDeletedObject,
|
|
44
|
+
| SDKError
|
|
45
|
+
| ResponseValidationError
|
|
46
|
+
| ConnectionError
|
|
47
|
+
| RequestAbortedError
|
|
48
|
+
| RequestTimeoutError
|
|
49
|
+
| InvalidRequestError
|
|
50
|
+
| UnexpectedClientError
|
|
51
|
+
| SDKValidationError
|
|
52
|
+
>
|
|
53
|
+
> {
|
|
54
|
+
return new APIPromise($do(
|
|
55
|
+
client,
|
|
56
|
+
request,
|
|
57
|
+
options,
|
|
58
|
+
));
|
|
59
|
+
}
|
|
60
|
+
|
|
61
|
+
async function $do(
|
|
62
|
+
client: SDKCore,
|
|
63
|
+
request: operations.DeleteEvalSuiteShareRequest,
|
|
64
|
+
options?: RequestOptions,
|
|
65
|
+
): Promise<
|
|
66
|
+
[
|
|
67
|
+
Result<
|
|
68
|
+
components.EvalSuiteShareDeletedObject,
|
|
69
|
+
| SDKError
|
|
70
|
+
| ResponseValidationError
|
|
71
|
+
| ConnectionError
|
|
72
|
+
| RequestAbortedError
|
|
73
|
+
| RequestTimeoutError
|
|
74
|
+
| InvalidRequestError
|
|
75
|
+
| UnexpectedClientError
|
|
76
|
+
| SDKValidationError
|
|
77
|
+
>,
|
|
78
|
+
APICall,
|
|
79
|
+
]
|
|
80
|
+
> {
|
|
81
|
+
const parsed = safeParse(
|
|
82
|
+
request,
|
|
83
|
+
(value) =>
|
|
84
|
+
operations.DeleteEvalSuiteShareRequest$outboundSchema.parse(value),
|
|
85
|
+
"Input validation failed",
|
|
86
|
+
);
|
|
87
|
+
if (!parsed.ok) {
|
|
88
|
+
return [parsed, { status: "invalid" }];
|
|
89
|
+
}
|
|
90
|
+
const payload = parsed.value;
|
|
91
|
+
const body = null;
|
|
92
|
+
|
|
93
|
+
const pathParams = {
|
|
94
|
+
org_id: encodeSimple("org_id", payload.org_id, {
|
|
95
|
+
explode: false,
|
|
96
|
+
charEncoding: "percent",
|
|
97
|
+
}),
|
|
98
|
+
suite_id: encodeSimple("suite_id", payload.suite_id, {
|
|
99
|
+
explode: false,
|
|
100
|
+
charEncoding: "percent",
|
|
101
|
+
}),
|
|
102
|
+
};
|
|
103
|
+
const path = pathToFunc(
|
|
104
|
+
"/api/v1/llm/evals/suites/{suite_id}/shares/{org_id}",
|
|
105
|
+
)(pathParams);
|
|
106
|
+
|
|
107
|
+
const headers = new Headers(compactMap({
|
|
108
|
+
Accept: "application/json",
|
|
109
|
+
"X-On-Behalf-Of": encodeSimple(
|
|
110
|
+
"X-On-Behalf-Of",
|
|
111
|
+
payload["X-On-Behalf-Of"],
|
|
112
|
+
{ explode: false, charEncoding: "none" },
|
|
113
|
+
),
|
|
114
|
+
}));
|
|
115
|
+
|
|
116
|
+
const secConfig = await extractSecurity(client._options.bearerAuth);
|
|
117
|
+
const securityInput = secConfig == null ? {} : { bearerAuth: secConfig };
|
|
118
|
+
const requestSecurity = resolveGlobalSecurity(securityInput, [0]);
|
|
119
|
+
|
|
120
|
+
const context = {
|
|
121
|
+
options: client._options,
|
|
122
|
+
baseURL: options?.serverURL ?? client._baseURL ?? "",
|
|
123
|
+
operationID: "deleteEvalSuiteShare",
|
|
124
|
+
oAuth2Scopes: null,
|
|
125
|
+
|
|
126
|
+
resolvedSecurity: requestSecurity,
|
|
127
|
+
|
|
128
|
+
securitySource: client._options.bearerAuth,
|
|
129
|
+
retryConfig: options?.retries
|
|
130
|
+
|| client._options.retryConfig
|
|
131
|
+
|| {
|
|
132
|
+
strategy: "backoff",
|
|
133
|
+
backoff: {
|
|
134
|
+
initialInterval: 500,
|
|
135
|
+
maxInterval: 5000,
|
|
136
|
+
exponent: 1.5,
|
|
137
|
+
maxElapsedTime: 15000,
|
|
138
|
+
},
|
|
139
|
+
retryConnectionErrors: true,
|
|
140
|
+
}
|
|
141
|
+
|| { strategy: "none" },
|
|
142
|
+
retryCodes: options?.retryCodes || ["429", "500", "502", "503", "504"],
|
|
143
|
+
};
|
|
144
|
+
|
|
145
|
+
const requestRes = client._createRequest(context, {
|
|
146
|
+
security: requestSecurity,
|
|
147
|
+
method: "DELETE",
|
|
148
|
+
baseURL: options?.serverURL,
|
|
149
|
+
path: path,
|
|
150
|
+
headers: headers,
|
|
151
|
+
body: body,
|
|
152
|
+
userAgent: client._options.userAgent,
|
|
153
|
+
timeoutMs: options?.timeoutMs || client._options.timeoutMs || -1,
|
|
154
|
+
}, options);
|
|
155
|
+
if (!requestRes.ok) {
|
|
156
|
+
return [requestRes, { status: "invalid" }];
|
|
157
|
+
}
|
|
158
|
+
const req = requestRes.value;
|
|
159
|
+
|
|
160
|
+
const doResult = await client._do(req, {
|
|
161
|
+
context,
|
|
162
|
+
isErrorStatusCode: (statusCode: number) =>
|
|
163
|
+
matchStatusCode({ status: statusCode } as Response, ["4XX", "5XX"]),
|
|
164
|
+
retryConfig: context.retryConfig,
|
|
165
|
+
retryCodes: context.retryCodes,
|
|
166
|
+
});
|
|
167
|
+
if (!doResult.ok) {
|
|
168
|
+
return [doResult, { status: "request-error", request: req }];
|
|
169
|
+
}
|
|
170
|
+
const response = doResult.value;
|
|
171
|
+
|
|
172
|
+
const [result] = await M.match<
|
|
173
|
+
components.EvalSuiteShareDeletedObject,
|
|
174
|
+
| SDKError
|
|
175
|
+
| ResponseValidationError
|
|
176
|
+
| ConnectionError
|
|
177
|
+
| RequestAbortedError
|
|
178
|
+
| RequestTimeoutError
|
|
179
|
+
| InvalidRequestError
|
|
180
|
+
| UnexpectedClientError
|
|
181
|
+
| SDKValidationError
|
|
182
|
+
>(
|
|
183
|
+
M.json(200, components.EvalSuiteShareDeletedObject$inboundSchema),
|
|
184
|
+
M.fail("4XX"),
|
|
185
|
+
M.fail("5XX"),
|
|
186
|
+
)(response, req);
|
|
187
|
+
if (!result.ok) {
|
|
188
|
+
return [result, { status: "complete", request: req, response }];
|
|
189
|
+
}
|
|
190
|
+
|
|
191
|
+
return [result, { status: "complete", request: req, response }];
|
|
192
|
+
}
|
|
@@ -30,7 +30,7 @@ import { Result } from "../types/fp.js";
|
|
|
30
30
|
* Get eval run artifacts
|
|
31
31
|
*
|
|
32
32
|
* @remarks
|
|
33
|
-
* Returns generated result and sample artifact file IDs for a completed eval run.
|
|
33
|
+
* Returns generated result and sample artifact file IDs for a completed eval run. Only files the caller can download are listed: artifact files stay owner-scoped, so on a run reached through a suite share the lists are empty.
|
|
34
34
|
*
|
|
35
35
|
* If set, this operation will use {@link Security.bearerAuth} from the global security.
|
|
36
36
|
*/
|